User-agent: *
Disallow: /openx/
Disallow: /redirect/
Disallow: /print/
Disallow: /jobs/
Request-rate: 1/4
Visit-time: 0200-0730
Crawl-delay: 30
User-agent: WebStripper
Disallow: /
User-agent: teleport
Disallow: /
User-agent: wget
Disallow: /
User-agent: Web Downloader
Disallow: /
User-agent: nearsite
Disallow: /
User-agent: netattache
Disallow: /
User-agent: sitesnagger
Disallow: /
User-agent: webwhacker
Disallow: /
User-agent: digout4u
Disallow: /
User-agent: extractorpro
Disallow: /
User-agent: go-ahead-got-it
Disallow: /
User-agent: HTTPClient
Disallow: /
User-agent: TovekTools Web Indexer
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: NEWT ActiveX
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: webzip
Disallow: /
User-agent: Gulliver
Disallow: /