User-agent: *
Disallow: /preview/hlvs_swfs/
Disallow: /preview/m9_swfs/
Disallow: /preview/one_swfs/
Disallow: /sections/
Disallow: /cgi-bin/
Disallow: /admin/

#Internet Archive doesn't need to archive cgi-bin
User-agent: ia_archiver
Disallow: /cgi-bin/

#Other bots not allowed
User-agent: b2w/0.1
Disallow: /

User-agent: BotRightHere
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: ieautodiscovery
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: libwww
Disallow: /

User-agent: linko
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: sitecheck.Internetseer.com
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Teleport Pro/1.29
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: WebCopier v4.0
Disallow: /

User-agent: Web Downloader/6.9
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: wget
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Turn It In
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: larbin
Disallow: /

User-agent: b2w/0.1
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: MIIxpc
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: moget/2.1
Disallow: /

User-agent: WebStripper
Disallow: /