# Optimized robots.txt for angkanet21.com # Built for SEO speed and AI protection User-agent: * Content-Signal: search=yes,ai-train=no Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /license.txt Disallow: /prediktor/ Disallow: /wp-json/ Disallow: /?s= Disallow: /*?c= Disallow: /author/ Disallow: /tag/ Disallow: /feed/ # Izinkan Google membaca CSS/JS/Gambar agar rendering halaman sempurna Allow: /wp-content/plugins/*.css$ Allow: /wp-content/plugins/*.js$ Allow: /wp-content/plugins/*.png$ Allow: /wp-content/plugins/*.jpg$ Allow: /wp-content/themes/ Allow: /wp-includes/*.css$ Allow: /wp-includes/*.js$ # Block AI scrapers from stealing content User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: Google-Extended Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: meta-externalagent Disallow: / # Sitemap indexing Sitemap: /sitemap.xml