# 网飞TV网站robots.txt
# 允许主要搜索引擎抓取，阻止垃圾爬虫

# 允许主要搜索引擎 - 无频率限制，但禁止AJAX接口
User-agent: Googlebot
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: Baiduspider
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: Bingbot
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: YandexBot
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

# 允许中国主要搜索引擎 - 无频率限制，但禁止AJAX接口
User-agent: 360Spider
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: Sogou
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: Sogou web spider
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: Bytespider
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: ToutiaoSpider
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

# 允许其他正规搜索引擎 - 无频率限制，但禁止AJAX接口
User-agent: YisouSpider
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

User-agent: DuckDuckBot
Allow: /
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

# 阻止垃圾爬虫和恶意爬虫
User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: ClaudeBot
Disallow: /

# 通用规则 - 默认允许所有搜索引擎，但保护敏感目录
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /upload/
Disallow: /*.php$
Disallow: /api.php
Disallow: /install.php
Disallow: /index.php/comment/ajax.html
Disallow: /index.php/user/ajax_ulog/
Disallow: /index.php/ajax/hits

# 网站地图
Sitemap: https://www.wangfei.tv/rss/baidu.xml
Sitemap: https://www.wangfei.tv/rss/google.xml
Sitemap: https://www.wangfei.tv/rss/bing.xml
Sitemap: https://www.wangfei.tv/rss/sogou.xml
Sitemap: https://www.wangfei.tv/rss/so.xml
Sitemap: https://www.wangfei.tv/rss/sm.xml