# /robots.txt file for http://www.lostinseattle.com/ User-agent: Mediapartners-Google* Disallow: User-agent: Mozilla/3.01C-PBWF-ip3000.com-crawler Disallow: / User-agent: NutchCVS/0.7.1 Disallow: / User-agent: NutchCVS Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Yokelbot/1.0 Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: larbin Disallow: / User-agent: Twiceler Disallow: / User-agent: HTTrack 3.0x Disallow: / User-agent: HTTrack Disallow: / User-agent: Maxthon Disallow: / User-agent: Wget Disallow: / User-agent: Nozilla Disallow: / User-agent: aipbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: ia_archiver Disallow: / User-agent: DTAAgent Disallow: / User-agent: htdig Disallow: / User-agent: Charlotte Disallow: / User-agent: msnbot Crawl-delay: 10 Disallow: /cgi-bin Disallow: /*.cgi$ User-agent: Slurp Crawl-delay: 4 Disallow: /cgi-bin Disallow: /*.cgi$ User-agent: * Disallow: /cgi-bin Disallow: /*.cgi$ Disallow: /ubb Disallow: /TAR Disallow: /fullindex.txt Disallow: /LIS/-images/-cache