diff --git a/docs/conf.py b/docs/conf.py index 089e2be..8085321 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -73,6 +73,7 @@ # html_theme = "furo" html_title = f"setuptools-git-versioning {version}" +html_extra_path = ["robots.txt"] # Add any paths that contain custom static files (such as style sheets) here, # relative to this directory. They are copied after the builtin static files, diff --git a/docs/robots.txt b/docs/robots.txt new file mode 100644 index 0000000..c7e9bf3 --- /dev/null +++ b/docs/robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Allow: /*/stable/ +Allow: /en/stable/ # Fallback for bots that don't understand wildcards +Disallow: / +Sitemap: https://setuptools-git-versioning.readthedocs.io/sitemap.xml