# Robots.txt for Game Portal # This file tells search engines how to crawl your site # Allow all search engines User-agent: * Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /private/ # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 # Allow AdSense and ad verification bots User-agent: Mediapartners-Google Allow: / User-agent: AdsBot-Google Allow: / # Block bad bots (optional) User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Crawl-delay: 10 # Sitemap location (update with your actual domain) Sitemap: https://skibidi-games.com/sitemap.xml # Allow access to important files Allow: /ads.txt Allow: /*.js Allow: /*.css Allow: /*.png Allow: /*.jpg Allow: /*.gif # Prevent crawling of game iframes (they're external anyway) Disallow: /games/play/ Disallow: /iframe/ # Set crawl delay to be respectful Crawl-delay: 1