User-Agent: SlySearch/1.0 http://www.plagiarism.org/crawler/robotinfo.html
Disallow: /

User-agent: grub-client 
Disallow: /cgi-bin

User-agent: Wget
Disallow: /

User-agent: Wget/1
Disallow: /

User-agent: Sqworm/2
Disallow: /

User-agent: Sqworm
Disallow: /

User-agent: ScoutAbout
Disallow: /

User-agent: asterias
Disallow: /

User-Agent: WebStripper
Disallow: /

User-agent: WebStripper/1.40
Disallow: /

User-agent: Mercator
Disallow: /cgi-bin/

User-agent: Mercator-1.0
Disallow: /cgi-bin/

User-agent: validator-query@mirror-image.com
Disallow: /

User-agent: physics' dope fly downloader
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: *
Disallow: /images

User-agent: *
Disallow: /links

User-agent: *
Disallow: /recipes/New

User-agent: *
Disallow: /recipes/main/Detailed/

User-agent: *
Disallow: /recipes/main/Detailed/*

User-agent: *
Disallow: /recipes/onedish/

User-agent: SiteSnagger
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: ArchitextSpider
Disallow: /*.bak

User-agent: DIIbot/1.0
Disallow: /