# TradeAider Website Robots.txt
# 更新日期: 2025-05-31
# =============================================

# 默认允许所有搜索引擎爬取
User-agent: *
Allow: /

# 禁止访问管理后台和API路径
Disallow: /admin/
Disallow: /api/
Disallow: /_nuxt/
Disallow: /.nuxt/

# 禁止临时或测试页面
Disallow: /temp/
Disallow: /test/
Disallow: /placeholder/
Disallow: /draft/

# 禁止访问系统文件和配置文件
Disallow: /.env
Disallow: /.git/
Disallow: /node_modules/
Disallow: /package.json
Disallow: /yarn.lock
Disallow: /package-lock.json

# 禁止访问内部文件
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*?*fbclid=
Disallow: /*?*gclid=

# 允许特定重要资源
Allow: /sitemap*.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /assets/
Allow: /images/
Allow: /_nuxt/*.css
Allow: /_nuxt/*.js

# 主要Sitemap
Sitemap: https://www.tradeaiders.com/sitemap.xml

# 语言特定Sitemap（目前只启用英文）
Sitemap: https://www.tradeaiders.com/__sitemap__/en-US.xml

# 未来多语言Sitemap（暂时注释）
# Sitemap: https://www.tradeaiders.com/__sitemap__/de-DE.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/fr-FR.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/es-ES.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/pt-PT.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/ar-SA.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/ru-RU.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/ja-JP.xml
# Sitemap: https://www.tradeaiders.com/__sitemap__/ko-KR.xml

# 爬取频率限制
Crawl-delay: 1

# =============================================
# 针对特定搜索引擎的设置
# =============================================

# Google爬虫特定设置
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_nuxt/
Crawl-delay: 1

# 百度爬虫特定设置
User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_nuxt/
Crawl-delay: 2

# 必应爬虫特定设置
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_nuxt/
Crawl-delay: 1

# Yandex爬虫特定设置
User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_nuxt/
Crawl-delay: 2

# 社交媒体爬虫
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# 禁止恶意爬虫
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /