# =============================================================================
# robots.txt — allow major search engines only (Baidu / Google / Bing / …)
# Unknown bots, scrapers, AI trainers, SEO tools → denied by default
# =============================================================================

# --- Default: block all ---
User-agent: *
Disallow: /

# --- Shared private paths (repeated under each allowed bot) ---
# /admin/ /application/ /runtime/ /thinkphp/ /vendor/ /extend/ /addons/
# /site/ /push/ /seo/tools/ /seo/include/ /seo/public/
# /upload/tmp/ /static/admin/
# Ops panels: /config-info.php /cache-info.php /domain-info.php

# =============================================================================
# Baidu 百度（优先）
# =============================================================================
User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /extend/
Disallow: /addons/
Disallow: /site/
Disallow: /push/
Disallow: /seo/tools/
Disallow: /seo/include/
Disallow: /seo/public/
Disallow: /upload/tmp/
Disallow: /static/admin/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/


User-agent: Baiduspider-render
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/
Disallow: /seo/tools/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/

User-agent: Baiduspider-image
Allow: /

User-agent: Baiduspider-video
Allow: /

User-agent: Baiduspider-news
Allow: /

# =============================================================================
# Google
# =============================================================================
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /extend/
Disallow: /addons/
Disallow: /site/
Disallow: /push/
Disallow: /seo/tools/
Disallow: /seo/include/
Disallow: /seo/public/
Disallow: /upload/tmp/
Disallow: /static/admin/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/


User-agent: Googlebot-Image
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Google-InspectionTool
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

# =============================================================================
# Bing / Microsoft
# =============================================================================
User-agent: bingbot
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /extend/
Disallow: /addons/
Disallow: /site/
Disallow: /push/
Disallow: /seo/tools/
Disallow: /seo/include/
Disallow: /seo/public/
Disallow: /upload/tmp/
Disallow: /static/admin/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/


User-agent: msnbot
Allow: /

User-agent: adidxbot
Allow: /

User-agent: BingPreview
Allow: /

# =============================================================================
# Sogou 搜狗
# =============================================================================
User-agent: Sogou web spider
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/
Disallow: /seo/tools/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/


User-agent: Sogou News Spider
Allow: /

User-agent: Sogou Orion spider
Allow: /

User-agent: Sogou inst spider
Allow: /

# =============================================================================
# 360 / Haosou
# =============================================================================
User-agent: 360Spider
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/
Disallow: /seo/tools/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/


User-agent: HaosouSpider
Allow: /

# =============================================================================
# Shenma 神马
# =============================================================================
User-agent: YisouSpider
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/
Disallow: /seo/tools/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/


# =============================================================================
# Yandex / DuckDuckGo / Apple
# =============================================================================
User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/
Disallow: /seo/tools/
Disallow: /config-info.php
Disallow: /cache-info.php
Disallow: /domain-info.php
Disallow: /spider-info.php
Disallow: /telegram/

User-agent: YandexImages
Allow: /

User-agent: YandexMobileBot
Allow: /

User-agent: DuckDuckBot
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/

User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /thinkphp/
Disallow: /vendor/
Disallow: /site/

# =============================================================================
# Explicit deny — AI trainers / scrapers / SEO tools (not search engines)
# =============================================================================
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

# Google / search engines — this host
Sitemap: https://rhvacnet.com/sitemap.xml