User-agent: Slurp
Crawl-delay: 5
User-agent: twiceler
Crawl-delay: 5
User-agent: Googlebot
Crawl-delay: 5
User-agent: googlebot-image
Crawl-delay: 5
User-agent: googlebot-mobile
Crawl-delay: 5
User-agent: MSNBot
Crawl-delay: 5
User-agent: Slurp
Crawl-delay: 5
User-agent: Teoma
Crawl-delay: 5
User-agent: twiceler
Crawl-delay: 5
User-agent: Gigabot
Crawl-delay: 5
User-agent: Scrubby
Crawl-delay: 5
User-agent: Robozilla
Crawl-delay: 5
User-agent: Nutch
Crawl-delay: 5
User-agent: ia_archiver
Crawl-delay: 5
User-agent: baiduspider
Crawl-delay: 5
User-agent: naverbot
Crawl-delay: 5
User-agent: yeti
Crawl-delay: 5
User-agent: yahoo-mmcrawler
Crawl-delay: 5
User-agent: psbot
Crawl-delay: 5
User-agent: asterias
Crawl-delay: 5
User-agent: yahoo-blogs/v3.9
Crawl-delay: 5
User-agent: Yahoo! Slurp/3.0
Crawl-delay: 5
User-agent: Yahoo! Slurp
Crawl-delay: 5

User-agent: *
Disallow: /cgi-bin/
Disallow: /gallery/
Disallow: /sql_backup/
Disallow: /phpmyadmin/
Disallow: /webmail/
Disallow: /squirrelmail/
Disallow: /gallery/*
Disallow: /trap/
Disallow: /trap/*