diff --git a/web/pages/robots.txt.ts b/web/pages/robots.txt.ts index c4b2e8dd4..d480ea862 100644 --- a/web/pages/robots.txt.ts +++ b/web/pages/robots.txt.ts @@ -20,7 +20,7 @@ export const crawlableDomains = [ const robots = (domain: string) => `User-agent: * ${crawlableDomains.includes(domain) ? 'Allow' : 'Disallow'}: / -${domain === 'www.equinor.com' ? 'Disallow: /search \nDisallow: /search.html' : ''} +${domain === 'www.equinor.com' ? 'Disallow: /search \nDisallow: /search.html \nDisallow: /*?*' : ''} Sitemap: ${domain.startsWith('www') ? `https://${domain}` : domain}/sitemap.xml `