Add robots.txt and values for html_extra_path and html_static_path

stevepiercy · stevepiercy · commit de0b83a5b234 · 2022-01-19T21:29:16.000-08:00
diff --git a/docs/conf.py b/docs/conf.py
@@ -96,6 +96,13 @@
     "**/LICENSE.rst",
 ]
 
+html_extra_path = [
+    "robots.txt",
+]
+
+html_static_path = [
+    "_static",
+]
 
 # -- Options for myST markdown conversion to html -----------------------------
 
diff --git a/docs/robots.txt b/docs/robots.txt
@@ -0,0 +1,4 @@
+# By default we allow robots to access all areas of our site
+# already accessible to anonymous users
+User-agent: *
+Allow: /
