From bfc32874cebc0b19feacf40e944eb61693802ef8 Mon Sep 17 00:00:00 2001 From: alam00000 Date: Thu, 3 Sep 2026 03:41:51 +0530 Subject: [PATCH] remove disallow rules from robots.txt --- public/robots.txt | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index c62aca60..22a08769 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -10,8 +10,6 @@ Sitemap: https://www.bentopdf.com/sitemap.xml # Disallow internal/system paths Disallow: /api/ -Disallow: /_next/ -Disallow: /assets/ Disallow: /src/ Disallow: /*.wasm$ Disallow: /*.wasm.gz$ @@ -23,13 +21,3 @@ Disallow: /tmp/ Disallow: /temp/ Disallow: /uploads/ -# Disallow docs internal files (but allow /docs/ pages) -Disallow: /docs/assets/ - -# Google-specific -User-agent: Googlebot -Allow: / - -# Bing-specific -User-agent: Bingbot -Allow: / \ No newline at end of file