Sitemap: http://www.ross.ws/sitemap.xml

##  Disallow all bots from accessing certain pages.
User-agent: *
Disallow: ?f=fun/index.html
Disallow: ?f=site_map.html
Disallow: contact/index.php

##  Limit all bots to 20 seconds between requests.
User-agent: *
Crawl-delay: 20

##  Prevent users of Firefox extension Fasterfox from pre-fetching linked pages on a page.
User-agent: Fasterfox
Disallow: /

##  Disallow Internet Archive (http://www.archive.org/).
User-agent: ia_archiver
Disallow: /

##  Disallow misbehaving bots.
User-agent: aipbot
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: psbot
Disallow: /

##  Set honeypot for misbehaving bots.
User-agent: *
Disallow: /scripts/bot_honeypot.php