# Policies for all agents
User-agent: *
Disallow: /projects/Yasashii/distrib
Disallow: /projects/Nerdkill/distrib
Disallow: /projects/NerdkillPocket/distrib
Disallow: /projects/SlideShow/distrib
Disallow: /projects/Izumi/distrib
# keep robots out of zip files and dynamic stuff
Disallow: /*.tgz
Disallow: /*.gz
Disallow: /*.zip
Disallow: /*.cgi
Disallow: /*.php

# keep some rude engines out of the way
User-agent: grub-client
Disallow: /
User-agent: OmniExplorer_Bot
Disallow: /
User-agent: BecomeBot
Disallow: /

# RM 20060505 reduce activity
User-agent: Slurp
Crawl-delay: 120
User-agent: msnbot
Crawl-delay: 3600
User-agent: psbot
Crawl-delay: 3600