# robots.txt for crackstreams-us.com # Optimized for Bing indexing # Default rules for all bots User-agent: * Allow: / Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /admin/ # Specific rules for Bingbot User-agent: Bingbot Allow: / Allow: /*.js$ Allow: /*.css$ Allow: /css/ Allow: /js/ Allow: /images/ Allow: /media/ Crawl-delay: 1 # Other search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Googlebot-Image Allow: /images/ Allow: /media/ User-agent: Googlebot-Mobile Allow: / User-agent: Yandex Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / # Important content paths Allow: /index.html Allow: /nfl/ Allow: /nba/ Allow: /ufc/ Allow: /mlb/ Allow: /nhl/ Allow: /soccer/ Allow: /boxing/ Allow: /download/ Allow: /app/ # Sitemap location Sitemap: https://crack-streams-watch.com/sitemap.xml