User-agent: googlebot

User-agent: Yahoo Slurp

User-agent: MSNBot

User-agent: AskJeeves

User-agent: The web archive (IA Archiver)

User-agent: WDG_SiteValidator

User-agent: Alexa (IA Archiver)

User-agent: Yahoo-MMCrawler

User-agent: Google AdSense

User-agent: BaiDuSpider

User-agent: psbot

User-agent: GigaBot

User-agent: SBIder

Disallow: /cgi-bin/

Disallow: /pdfs/

Disallow: /maps-from/

Disallow: /scripts/

User-agent: *
Disallow: /

User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: / 

User-agent: Mediapartners-Google*