|
User-agent: URL2File
Disallow: /
User-agent: TE
Disallow: /
User-agent: BaiDuSpider
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: Internet Ninja
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: asterias
Disallow: /
User-agent: wget
Disallow: /
User-agent: Web Downloader
Disallow: /
User-agent: nearsite
Disallow: /
User-agent: netattache
Disallow: /
User-agent: sitesnagger
Disallow: /
User-agent: webwhacker
Disallow: /
User-agent: digout4u
Disallow: /
User-agent: extractorpro
Disallow: /
User-agent: go-ahead-got-it
Disallow: /
User-agent: HTTPClient
Disallow: /
User-agent: TovekTools Web Indexer
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: NEWT ActiveX
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: HTTrack
Disallow: /
|