From e39facbba3069389fa9701920608fac8505e4e0d Mon Sep 17 00:00:00 2001
From: Andrew Jackson <Andrew.Jackson@bl.uk>
Date: Thu, 30 Jun 2022 14:57:02 +0100
Subject: [PATCH] Allow an archived site to be indexed by search engines, see
 #96.

---
 access/website/config/static/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/access/website/config/static/robots.txt b/access/website/config/static/robots.txt
index 7018167..09a54d6 100644
--- a/access/website/config/static/robots.txt
+++ b/access/website/config/static/robots.txt
@@ -15,3 +15,7 @@ Allow: /wayback/
 User-agent: facebookexternalhit
 Allow: /wayback/
 
+# Allow search engines to index specific sites:
+User-agent: *
+# As requested in https://github.com/ukwa/ukwa-services/issues/96
+Allow: /wayback/archive/*/http://www.europeandialogue.org/