# robots.txt for http://was.kewlhair.com/ User-agent: * Disallow: /cgi-bin/ # these are off limits Disallow: /view/ # theres nothing here to see it's a stub Disallow: /private/ # these are off limits Disallow: /view/ # theres nothing here to see it's a stub Disallow: /setup/ Disallow: /images/ Disallow: /Notice/ Disallow: /cgi-bin/ # these are off limits Disallow: /irobot/ # there's nothing here it's already gone User-agent: ia_archiver Disallow: /cgi-bin/ # these are off limits Disallow: /view/ # theres nothing here to see it's a stub Disallow: /private/ # these are off limits Disallow: /view/ # theres nothing here to see it's a stub Disallow: /setup/ Disallow: /images/ Disallow: /Notice/ Disallow: /cgi-bin/ # these are off limits Disallow: /irobot/ # there's nothing here it's already gone User-agent: Googlebot Disallow: /cgi-bin/ # these are off limits Disallow: /view/ # theres nothing here to see it's a stub Disallow: /private/ # these are off limits Disallow: /view/ # theres nothing here to see it's a stub Disallow: /setup/ Disallow: /images/ Disallow: /Notice/ Disallow: /cgi-bin/ # these are off limits Disallow: /irobot/ # there's nothing here it's already gone