1
0
wiki/static/robots.txt

32 lines
575 B
Plaintext
Raw Normal View History

2022-09-09 17:33:28 +08:00
User-agent: Baiduspider
Disallow:
User-agent: Sosospider
Disallow:
User-agent: sogou spider
Disallow:
User-agent: YodaoBot
Disallow:
User-agent: Googlebot
Disallow:
User-agent: Bingbot
Disallow:
User-agent: Slurp
Disallow:
User-agent: MSNBot
Disallow:
User-agent: googlebot-image
Disallow:
User-agent: googlebot-mobile
Disallow:
User-agent: yahoo-mmcrawler
Disallow:
User-agent: yahoo-blogs/v3.9
Disallow:
User-agent: psbot
Disallow:
User-agent: *
Disallow:
Crawl-delay: 60
Sitemap: https://wiki.7wate.com/sitemap.xml
Sitemap: http://wiki.7wate.com/sitemap.xml