User-Agent: ArchitextSpider  # Excite
User-Agent: Ask Jeeves
User-Agent: FAST-WebCrawler
User-Agent: Freecrawl        # euroseek.net
User-Agent: Googlebot
User-Agent: Mediapartners-Google*
User-Agent: Gulliver         # Northern Light
User-Agent: ia_archiver      # web.archive.org
User-Agent: InfoSeek
User-Agent: Lycos
User-Agent: Scooter          # AltaVista
User-Agent: Slurp            # Inktomi
User-agent: *
Disallow: