User-agent: grub-client
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Foobot
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: webcopy
Disallow: /

User-agent: *
Disallow: