User-agent: *
Crawl-delay: 4
Disallow: /twitter.html
Disallow: /email.html
Disallow: /images/
Disallow: /css/

User-agent: rorrimBot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: IRLbot
Disallow: /

User-Agent: HTTrack
Disallow: /

User-Agent: WebarooBot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: BruinBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: DittoSpyder
Disallow: /

User-agent: psbot
Disallow: /

User-Agent:MSIECrawler
Disallow:/

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: Mister PiX
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: TheNomad
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /