david
2246a8c286
git-svn-id: https://192.168.0.254/svn/Proyectos.Uecko_Web/trunk@4 8c1a5cbb-1905-e346-a7f4-bd4d5d3abd07
110 lines
1.4 KiB
Plaintext
110 lines
1.4 KiB
Plaintext
User-agent: Orthogaffe
|
|
Disallow: /
|
|
|
|
User-agent: UbiCrawler
|
|
Disallow: /
|
|
|
|
User-agent: DOC
|
|
Disallow: /
|
|
|
|
User-agent: Zao
|
|
Disallow: /
|
|
|
|
User-agent: NerdyBot
|
|
Disallow: /
|
|
|
|
User-agent: MJ12bot
|
|
Disallow: /
|
|
|
|
User-agent: dotbot
|
|
Disallow: /
|
|
|
|
User-agent: Baiduspider
|
|
User-agent: Baiduspider-video
|
|
User-agent: Baiduspider-image
|
|
Disallow: /
|
|
|
|
User-agent: sogou spider
|
|
Disallow: /
|
|
|
|
User-agent: YoudaoBot
|
|
Disallow: /
|
|
|
|
User-agent: Yandex
|
|
Disallow: /
|
|
|
|
User-agent: moget
|
|
User-agent: ichiro
|
|
Disallow: /
|
|
|
|
User-agent: NaverBot
|
|
User-agent: Yeti
|
|
Disallow: /
|
|
|
|
# Some bots are known to be trouble, particularly those designed to copy
|
|
# entire sites. Please obey robots.txt.
|
|
|
|
User-agent: sitecheck.internetseer.com
|
|
Disallow: /
|
|
|
|
User-agent: Zealbot
|
|
Disallow: /
|
|
|
|
User-agent: MSIECrawler
|
|
Disallow: /
|
|
|
|
User-agent: SiteSnagger
|
|
Disallow: /
|
|
|
|
User-agent: WebStripper
|
|
Disallow: /
|
|
|
|
User-agent: WebCopier
|
|
Disallow: /
|
|
|
|
User-agent: Fetch
|
|
Disallow: /
|
|
|
|
User-agent: Offline Explorer
|
|
Disallow: /
|
|
|
|
User-agent: Teleport
|
|
Disallow: /
|
|
|
|
User-agent: TeleportPro
|
|
Disallow: /
|
|
|
|
User-agent: WebZIP
|
|
Disallow: /
|
|
|
|
User-agent: linko
|
|
Disallow: /
|
|
|
|
User-agent: HTTrack
|
|
Disallow: /
|
|
|
|
User-agent: Microsoft.URL.Control
|
|
Disallow: /
|
|
|
|
User-agent: Xenu
|
|
Disallow: /
|
|
|
|
User-agent: larbin
|
|
Disallow: /
|
|
|
|
User-agent: libwww
|
|
Disallow: /
|
|
|
|
User-agent: ZyBORG
|
|
Disallow: /
|
|
|
|
User-agent: Download Ninja
|
|
Disallow: /
|
|
|
|
User-agent: wget
|
|
Disallow: /
|
|
|
|
User-agent: grub-client
|
|
Disallow: /
|
|
|