From d2c26acb47659986c83e7f2ea1d18dce571d163c Mon Sep 17 00:00:00 2001
From: Myk <myk.taylor@gmail.com>
Date: Sun, 20 Nov 2022 07:50:59 -0800
Subject: [PATCH] create robots.txt for HTML docs

---
 conf.py    | 4 ++++
 robots.txt | 5 +++++
 2 files changed, 9 insertions(+)
 create mode 100644 robots.txt

diff --git a/conf.py b/conf.py
index 661b0daea..60c3be579 100644
--- a/conf.py
+++ b/conf.py
@@ -256,6 +256,10 @@ html_favicon = 'docs/styles/dfhack-icon.ico'
 # so a file named "default.css" will overwrite the builtin "default.css".
 html_static_path = ['docs/styles']
 
+# A list of paths that contain extra files not directly related to the
+# documentation.
+html_extra_path = ['robots.txt']
+
 # Custom sidebar templates, maps document names to template names.
 html_sidebars = {
     '**': [
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 000000000..15dc7919e
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,5 @@
+User-agent: *
+
+Allow: /en/stable/
+
+Sitemap: https://docs.dfhack.org/sitemap.xml