# ai.co.id — AI crawlers, answer engines, and autonomous agents are welcome.
# Machine-readable overview: https://ai.co.id/llms.txt (full: https://ai.co.id/llms-full.txt)
# Agent skill file: https://ai.co.id/SKILL.md
# IETF aipref draft (Content-Usage) — https://datatracker.ietf.org/wg/aipref/
# Content Signals — https://contentsignals.org

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Content-Usage: train-ai=y, search=y
Allow: /
Disallow: /api/

# OpenAI (training / ChatGPT search index / user browsing)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
Allow: /
Disallow: /api/

# Anthropic (training / Claude search / user fetch)
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /api/

# Google AI (Google-Extended = Gemini training control token, not a crawler)
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Google-CloudVertexBot
Allow: /
Disallow: /api/

# Meta
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /api/

# Apple (Applebot-Extended = Apple Intelligence training control token)
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /api/

# Other AI / search / dataset crawlers
User-agent: Amazonbot
User-agent: Bingbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: CCBot
User-agent: Bytespider
User-agent: AI2Bot
User-agent: Diffbot
User-agent: YouBot
User-agent: PetalBot
User-agent: cohere-ai
User-agent: TimpiBot
Allow: /
Disallow: /api/

# Machine-readable content license (RSL)
License: https://ai.co.id/license.xml

Sitemap: https://ai.co.id/sitemap.xml