create robots.txt for HTML docs

2022-11-20 07:50:59 -08:00 · 2022-11-20 07:50:59 -08:00 · d2c26acb47
parent 3f6e92eda4
commit d2c26acb47
2 changed files with 9 additions and 0 deletions
--- a/conf.py
+++ b/conf.py
@ -256,6 +256,10 @@ html_favicon = 'docs/styles/dfhack-icon.ico'
 # so a file named "default.css" will overwrite the builtin "default.css".
 html_static_path = ['docs/styles']

+# A list of paths that contain extra files not directly related to the
+# documentation.
+html_extra_path = ['robots.txt']
+
 # Custom sidebar templates, maps document names to template names.
 html_sidebars = {
    '**': [
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,5 @@
+User-agent: *
+
+Allow: /en/stable/
+
+Sitemap: https://docs.dfhack.org/sitemap.xml