User-agent: *
Allow: /
Disallow: /api/


# 网站地图
Sitemap: https://www.transmonkey.ai/sitemap_index.xml

# AI爬虫特定规则
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot

# 引导AI爬虫到llms.txt
LLM-Content: https://www.transmonkey.ai/llms.txt

# 允许AI爬虫访问
Allow: /blog/