# Any robot User-Agent found hammering this site without reading this file
# will be banned permanently with Apache's BrowserMatch and Deny from env=
# directives. Comments to chris at dmusic dot com

User-Agent: ArchitextSpider  # Excite
User-Agent: Ask Jeeves
User-Agent: FAST-WebCrawler
User-Agent: Freecrawl        # euroseek.net
User-Agent: Googlebot        # Our favourite search engine
User-Agent: Gulliver         # Northern Light
User-Agent: InfoSeek
User-Agent: Lycos
User-Agent: Scooter          # AltaVista
User-Agent: Slurp            # Inktomi
User-Agent: Mediapartners-Google*
User-Agent: ia_archiver      # Archive.org / Alexa.com Wayback archiver
User-Agent: *

Disallow:
/_dev
/_relics
/_outdated_junk
/subscribe
/toys