# ============================================================
# 星汇桥咨询 (loanlink.cn) - robots.txt v3.0
# 更新时间: 2026-07-13
# 策略: 通用默认规则前置 → 搜索引擎爬虫 → AI爬虫 → Sitemap
# ============================================================

# === 通用默认规则（所有未单独列名的爬虫） ===
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

# === 通用搜索引擎爬虫 ===
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: YisouSpider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

# === 国外 AI 大模型爬虫 ===
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

# === 国内 AI 大模型爬虫 ===
User-agent: DoubaoBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: ErnieBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: QwenBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: SparkBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

User-agent: 360AIbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /deploy.php
Disallow: /data/

# === Sitemap ===
Sitemap: https://www.loanlink.cn/sitemap.xml