chore: Add robots.txt

MoenMi · MoenMi · commit 4579ed445109 · 2026-03-09T13:26:36.000-05:00
diff --git a/src/_config.yml b/src/_config.yml
@@ -51,3 +51,7 @@ sphinx:
     html_context:
       html_baseurl: https://ua-libraries-research-data-services.github.io/UALIB_ScholarlyAPI_Cookbook/
     sitemap_url_scheme: "{link}"
+    html_static_path:
+      - _static
+    html_extra_path:
+      - "_static/robots.txt"
diff --git a/src/_static/robots.txt b/src/_static/robots.txt
@@ -0,0 +1,8 @@
+User-agent: *
+Allow: /
+
+Disallow: /_static/
+Disallow: /_sources/
+Disallow: /_downloads/
+
+Sitemap: https://ua-libraries-research-data-services.github.io/UALIB_ScholarlyAPI_Cookbook/sitemap.xml
