# robots.txt for apprun.icu # Public content is crawlable; private/admin/dev paths are excluded. # AI and search crawlers (Googlebot, Bingbot, OAI-SearchBot, ChatGPT-User, # GPTBot, ClaudeBot, PerplexityBot, Applebot-Extended, etc.) follow the same # rules below and may crawl public pages. User-agent: * Disallow: /admin/ Disallow: /dev/ Disallow: /tests/ Disallow: /cgi-bin/ Disallow: /bravestnewworld/api/ Disallow: /bravestnewworld/data/ Disallow: /newmind/api/ Disallow: /sitemap-generator.php Disallow: /update-sitemap.php Disallow: /gumroad-proxy.php Disallow: /cors-proxy.php Disallow: /*.json$ Disallow: /*.log$ Disallow: /*.env$ Disallow: /.well-known/pki-validation/ # Machine-readable discovery files are always allowed and encouraged. Allow: /sitemap.xml Allow: /llms.txt Allow: /llms-full.txt Allow: /feed.xml Allow: /humans.txt Allow: /.well-known/ Sitemap: https://apprun.icu/sitemap.xml