User-agent: * Disallow: /wp/wp-admin/ Allow: /wp/wp-admin/admin-ajax.php Disallow: /*?s= Disallow: /search/ Sitemap: https://coingsty.com/wp-sitemap.xml # --- AI / LLM crawlers ------------------------------------------- # Open to AI crawlers by owner instruction (maximum reach), including # the training-corpus ones. To opt a bot back out, change its Allow to # Disallow. CCBot feeds Common Crawl, which is used to build training # datasets rather than to send referral traffic. User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: DuckAssistBot Allow: / User-agent: Amazonbot Allow: / User-agent: meta-externalagent Allow: / LLM-Content: https://coingsty.com/llms.txt Disallow: /*?k= Disallow: /*&k= Sitemap: https://coingsty.com/news-sitemap.xml