User-agent: *
Disallow: /app/
Disallow: /cache/
Disallow: /install/
Disallow: /models/
Disallow: /system/
Disallow: /tmp/
Disallow: /views/
Disallow: /static/
Disallow: /?/admin/

User-agent: Baiduspider
Disallow: /p/

#Sitemap: http://www.wenjutv.com/sitemap.xml

#国外蜘蛛
User-agent: AhrefsBot
Disallow: /
User-agent: ExtLinksBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: Pinterestbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: YandexBot
Disallow: /

#禁用头条蜘蛛
User-agent:ToutiaoSpider
Disallow:/question/