User-agent: Slurp
Disallow: /control/
Disallow: /cgi-bin/
Disallow: /cgi-bin2/
Disallow: /cgi-bin3/
Disallow: /cgi-bin4/


User-agent: *
Disallow: /control/
Disallow: /cgi-bin/
Disallow: /cgi-bin2/
Disallow: /test/

User-agent: Anawave
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: FlashSite
User-agent: GetRight
User-agent: Go-Get-It
User-agent: Grab-a-Site
User-agent: HotCargo
User-agent: HttpLoader
User-agent: MemoWeb
User-agent: NaverBot
User-agent: NearSite
User-agent: NetAttache
User-agent: NetMechanic
User-agent: NutchCVS
User-agent: NPBot
User-agent: psbot
User-agent: Radview
User-agent: Radview/HttpLoader
User-agent: SearchEngineSpider
User-agent: Second Site
User-agent: SecondSite
User-agent: SiteSnagger
User-agent: SpidyBot
User-agent: Steeler
User-agent: SurveyBot
User-agent: Teleport
User-agent: Teleport Pro
User-agent: TurnitinBot
User-agent: Visual Web
User-agent: VisualWeb
User-agent: WBI_Client
User-agent: WebCompass
User-agent: WebCopier
User-agent: WebCopy
User-agent: WebDownloader
User-agent: WebRetriever
User-agent: WebSnake
User-agent: WebVCR
User-agent: WebWhacker
User-agent: WebZIP
User-agent: Wget
Disallow: /