# See http://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /

# http://www.archive.org/about/exclude.php
# User-agent: ia_archiver
# Disallow: /

# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# http://grub.org/html/help.php?op=webmaster-faq
User-agent: grub-client
Disallow: /

# http://www.alltheweb.com/help/webmaster/crawler
# User-agent: fast
# Disallow: /

User-agent: *
Disallow: /cgi-bin/add.cgi
Disallow: /cgi-bin/bookmark.cgi
Disallow: /cgi-bin/browser.cgi
Disallow: /cgi-bin/jump.cgi
Disallow: /cgi-bin/modify.cgi
Disallow: /cgi-bin/rate.cgi
Disallow: /cgi-bin/user.cgi
Disallow: /cgi-bin/review.cgi
Disallow: /images/
Disallow: /_private/
Disallow: /bgs/
Disallow: /contact.php
Disallow: /contact_jobs.php
Disallow: /problem.php
Disallow: /driving_directions.php