Add big dataset examples

.gitignore

@@ -2,3 +2,4 @@
 _build
 .idea
 **/__pycache__
+/docs/examples/**/*.diff

docs/Minimal_examples.rst

@@ -1,6 +1,8 @@
-.. ***************************
+.. ****************
 .. Minimal Examples
-.. ***************************
+.. ****************
 
 
-.. include:: examples/frameworks/README.rst
+.. include:: examples/frameworks/index.rst
+.. include:: examples/distributed/index.rst
+.. include:: examples/data/index.rst

docs/conf.py

@@ -3,7 +3,8 @@
 from __future__ import division, print_function, unicode_literals
 
 from datetime import datetime
-
+from pathlib import Path
+import subprocess
 import sphinx_theme
 
 extensions = [
@@ -90,5 +91,28 @@
 # Include CNAME file so GitHub Pages can set Custom Domain name
 html_extra_path = ['CNAME']
 
+
+docs_root = Path(__file__).parent
+file_dir = docs_root / "examples/generate_diffs.sh"
+try:
+    _proc = subprocess.run(str(file_dir), shell=True, capture_output=True, check=True)
+except subprocess.CalledProcessError as err:
+    raise RuntimeError(
+        "Could not build the diff files for the examples:\n"
+        + str(err.output, encoding="utf-8")
+        + str(err.stderr, encoding="utf-8")
+    )
+
+pyfile = docs_root / "examples/preprocess.py"
+try:
+    _proc = subprocess.run(["python3", str(pyfile)], capture_output=True, check=True)
+except subprocess.CalledProcessError as err:
+    raise RuntimeError(
+        "Could not generate github README's:\n"
+        + str(err.output, encoding="utf-8")
+        + str(err.stderr, encoding="utf-8")
+    )
+
+
 def setup(app):
     app.add_css_file('custom.css')