Allow whole site indexing, for ukwa/ukwa-services#96

ukwa · Feb 22, 2023 · f7f64a4 · f7f64a4
1 parent 94a5359
commit f7f64a4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/static/robots.txt b/static/robots.txt
@@ -9,7 +9,7 @@ Disallow: /datasets/
 Disallow: /shine/search
 # Allow search engines to index specific sites:
 # As requested in https://github.com/ukwa/ukwa-services/issues/96
-Allow: /wayback/archive/*/http://www.europeandialogue.org/
+Allow: /wayback/archive/*/http://www.europeandialogue.org/*
 
 # Allow Twitterbot so social cards work:
 User-agent: Twitterbot