# 站点地图：https://rj.zskdy.cn/sitemap.xml
# 后台目录不对外，请勿抓取：/yylewl/

User-agent: *
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

Sitemap: https://rj.zskdy.cn/sitemap.xml

# 搜索引擎：允许抓取前台，禁止进入后台与接口
User-agent: Baiduspider
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: Googlebot
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: bingbot
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: Sogou web spider
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: 360Spider
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: YisouSpider
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: Bytespider
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: PetalBot
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: YandexBot
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: Applebot
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

User-agent: DuckDuckBot
Allow: /
Disallow: /yylewl/
Disallow: /includes/
Disallow: /db.php
Disallow: /data.php
Disallow: /cleanup.php
Disallow: /go.php
Disallow: /ad-click.php
Disallow: /search.php
Disallow: /*?slug=
Disallow: /*?sort=

# 以下蜘蛛只消耗服务器资源，不带来流量
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /