diff --git a/dist/robots.txt b/dist/robots.txt index 8263d98..009b453 100644 --- a/dist/robots.txt +++ b/dist/robots.txt @@ -2,27 +2,5 @@ User-agent: * Allow: / -# Crawl-delay for respectful crawling -Crawl-delay: 1 - # Sitemaps Sitemap: https://debridcompare.xyz/sitemap.xml - -# Specific user agents -User-agent: Googlebot -Allow: / -Crawl-delay: 1 - -User-agent: Bingbot -Allow: / -Crawl-delay: 1 - -User-agent: Slurp -Allow: / - -User-agent: DuckDuckBot -Allow: / - -User-agent: Baiduspider -Allow: / -Crawl-delay: 1 diff --git a/dist/sitemap.xml b/dist/sitemap.xml index 1508316..386e8b3 100644 --- a/dist/sitemap.xml +++ b/dist/sitemap.xml @@ -7,13 +7,20 @@ - https://debridcompare.xyz/ - 2025-01-11T00:00:00+00:00 - weekly + https://debridcompare.xyz + 2025-11-13T00:00:00+00:00 + daily 1.0 https://debridcompare.xyz/images/og.png Debrid Services Comparison Tool Compare 10 premium debrid services including AllDebrid, Real-Debrid, TorBox, and more + + https://debridcompare.xyz/images/flowchart.svg + How Debrid Services Work Flowchart + A visual explanation of how debrid services provide high-speed downloads. + + +