# Global rules for all user agents User-agent: * Disallow: /private/ Disallow: /temp/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /config/ Disallow: /backup/ Disallow: /old/ Disallow: /test/ # Allow specific resources Allow: /public/ Allow: /images/ Allow: /css/ Allow: /js/ # Allow articles and games Allow: /articles.html Allow: /Articles/ Allow: /images Allow: /Articles/ai_game_development_tools.html Allow: /Articles/ai-casual-revolution-future-mobile-gaming.html Allow: /Articles/ai-gaming-quantum-glossary.html Allow: /Articles/ai-index-report-2024-gaming-quantum-cloud.html Allow: /Articles/ai-powered-cloud-gaming-quantum-trends.html Allow: /Articles/ai-revolution-gaming-business-economy-future.html Allow: /Articles/ai-user-data-gaming-growth.html Allow: /Articles/evolution-of-gaming-ai-history.html Allow: /Articles/future-ai-gaming-2030-beyond.html Allow: /Articles/future-gaming-ai-generative-quantum.html Allow: /Articles/nvidia_ai_gaming.html Allow: /Articles/pc-gaming-platforms-future-steam-epic-2024.html Allow: /Articles/quantum-power-data-driven-marketing.html Allow: /Articles/the-next-era-of-gaming.html Allow: /aigames_games.html Allow: /games/tetris/index.html Allow: /games/wordhunt/index.html Allow: /games/trivia/index.html Allow: /games/snake/index.html Allow: /games/2048/index.html Allow: /games/chess/index.html Allow: /Articles/ai_game_development_tools.html # Optional: Set crawl delay to prevent server overload (not all bots respect this) Crawl-delay: 10 # Specific rules for Googlebot User-agent: Googlebot Disallow: /no-google/ # Specific rules for Bingbot User-agent: Bingbot Disallow: /no-bing/ # Sitemap location for better indexing Sitemap: https://aigames.cloud/sitemap.xml # Host directive for Yandex (optional, only for Yandex) Host: aigames.cloud # Additional comments or notes # This robots.txt file is designed to optimize crawling efficiency and server performance.