User-agent: yahoo-newscrawler # Yahoo news
User-Agent: YahooSeeker  # Yahoo
User-Agent: ArchitextSpider  # Excite
User-Agent: Ask Jeeves
User-Agent: FAST-WebCrawler
User-Agent: Googlebot
User-Agent: Mediapartners-Google
User-Agent: Adsbot-Google
User-Agent: Gulliver         # Northern Light
User-Agent: ia_archiver      # web.archive.org
User-Agent: InfoSeek
User-Agent: Lycos
User-Agent: Scooter          # AltaVista
User-Agent: Slurp            # Inktomi
User-agent: msnbot
User-agent: YahooYSMcm
User-agent: triblive-crawler
Disallow:

User-Agent: *
Disallow: /