User-agent: *
Allow: /
Disallow: /assets/js/
Disallow: /components/
Disallow: /*.json$
Crawl-delay: 1

# 网站地图
Sitemap: https://flux-krea.online/sitemap.xml

# 搜索引擎优化
User-agent: Googlebot
Allow: /
Allow: /assets/css/
Allow: /assets/images/
Disallow: /assets/js/
Disallow: /components/

User-agent: Bingbot
Allow: /
Allow: /assets/css/
Allow: /assets/images/
Disallow: /assets/js/

# AI爬虫特定规则
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot
User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /pages/
Allow: /sitemap.xml

# 允许AI爬虫访问主要内容
Allow: /pages/features.html
Allow: /pages/gallery.html
Allow: /pages/tutorials.html
Allow: /pages/download.html
Allow: /pages/api.html
Allow: /pages/community.html
Allow: /pages/about.html

# 不允许AI爬虫访问的内容
Disallow: /assets/js/
Disallow: /components/

# 社交媒体爬虫
User-agent: facebookexternalhit
User-agent: Twitterbot
Allow: /