From a01d056a70c5334b63f5527175ecf175b2a3092a Mon Sep 17 00:00:00 2001 From: Smit Shah Date: Thu, 12 Dec 2024 01:28:40 +0530 Subject: [PATCH] robot.txt disallow all --- robots.txt | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/robots.txt b/robots.txt index 9550e27bc..6ffbc308f 100644 --- a/robots.txt +++ b/robots.txt @@ -1,17 +1,3 @@ User-agent: * -Disallow: /configuration/ -Disallow: /nav/ -Disallow: /footer/ -Disallow: /metadata/ -Disallow: /fragments/ -Disallow: /style-guide/ -Disallow: /spreadsheets/ -Disallow: /scripts/ -Disallow: /styles/ -Disallow: /blocks/ -Disallow: /*?* Disallow: / - - -Sitemap: https://devmarketing.piramalfinance.com/sitemap-english.xml