User-agent: *
Allow: /
Disallow: /admin.html
Disallow: /quiz-admin.html
Disallow: /api/
Disallow: /recruitment.json
Disallow: /anti-mirror.js
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.doc
Disallow: /*.docx
Disallow: /*.asp
Disallow: /*.aspx
Disallow: /*.php

# === 屏蔽恶意扫描路径 ===
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /graphql
Disallow: /v1/graphql
Disallow: /api/graphql
Disallow: /config/
Disallow: /webpack-stats.json
Disallow: /settings
Disallow: /api/settings
Disallow: /.env
Disallow: /server-status
Disallow: /server-info
Disallow: /dashboard
Disallow: /@fs/
Disallow: /null
Disallow: /keys/
Disallow: /gcp-*
Disallow: /firebase-*
Disallow: /google-credentials*
Disallow: /dist/
Disallow: /_nuxt/
Disallow: /_next/
Disallow: /local.settings.json
Disallow: /static/manifest.json
Disallow: /sa.json
Disallow: /public/admin.json
Disallow: /stats.json

# === 主流搜索引擎爬虫 ===
User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /admin.html
Disallow: /recruitment.json
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /graphql
Disallow: /v1/graphql
Disallow: /api/graphql
Disallow: /config/
Disallow: /.env
Disallow: /dashboard

User-agent: Baiduspider-image
Allow: /
User-agent: Baiduspider-mobile
Allow: /
User-agent: Baiduspider-news
Allow: /
User-agent: Baiduspider-video
Allow: /

User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /graphql
Disallow: /.env
Disallow: /dashboard

User-agent: bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /graphql
Disallow: /.env
Disallow: /dashboard

User-agent: YisouSpider
Allow: /
User-agent: Sogou-Orion
Allow: /
User-agent: Sogou
Allow: /
User-agent: Sogou-Inst
Allow: /
User-agent: Sogou-web
Allow: /
User-agent: 360Spider
Allow: /
User-agent: Shenma
Allow: /
User-agent: Bytespider
Allow: /
User-agent: ToutiaoSpider
Allow: /

# === AI 爬虫（全部放行）===
# 字节跳动 / 豆包 / 头条搜索
User-agent: Bytespider
Allow: /
User-agent: ToutiaoSpider
Allow: /
User-agent: DoubaoSpider
Allow: /

# 百度 / 文心一言
User-agent: Baiduspider
Allow: /
User-agent: BaiduRender
Allow: /

# 阿里 / 通义千问
User-agent: AlibabaSpider
Allow: /
User-agent: Tongyi-Spider
Allow: /
User-agent: Yisou
Allow: /

# 腾讯 / 元宝 / 搜狗
User-agent: Sogou
Allow: /
User-agent: Sogou-Orion
Allow: /
User-agent: Sogou-web
Allow: /

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /

# Google / Gemini
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-Renderer
Allow: /

# Microsoft / Bing AI
User-agent: bingbot
Allow: /

# Apple / Apple Intelligence
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# CCBot (Common Crawl)
User-agent: CCBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# === Sitemap 指向 ===
# === AI 爬虫专用 Sitemap（轻量优化版，最新1000篇+核心页面）===
Sitemap: https://laohuangxuangang.com/sitemap_ai.xml
Sitemap: https://laohuangxuangang.com/sitemap-index.xml
Sitemap: https://edu.laohuangxuangang.com/sitemap.xml

# === AI 爬虫指引 ===
# ai.txt 遵循开放标准，为 AI 模型提供站点结构化信息
# 参考：https://laohuangxuangang.com/ai.txt
# llms.txt：https://laohuangxuangang.com/llms.txt