diff --git a/static/robots.txt b/static/robots.txt index 8af963213a..d9cb9019f6 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -9,7 +9,7 @@ Disallow: /datasets/ Disallow: /shine/search # Allow search engines to index specific sites: # As requested in https://github.com/ukwa/ukwa-services/issues/96 -Allow: /wayback/archive/*/http://www.europeandialogue.org/ +Allow: /wayback/archive/*/http://www.europeandialogue.org/* # Allow Twitterbot so social cards work: User-agent: Twitterbot