# # robots.txt di www.tecnoteca.it # User-agent: Googlebot Disallow: User-agent: crawl Disallow: User-agent: robot Disallow: User-agent: arianna.libero.it Disallow: User-agent: SuperGet Disallow: User-agent: libwww-perl/5.53 Disallow: User-agent: Superget/0.1 Disallow: User-agent: maria.ideare.com Disallow: User-agent: ichiro Disallow: User-agent: help.goo.ne.jp Disallow: User-agent: help.goo.ne.jp/door/crawler.html Disallow: User-agent: http://help.goo.ne.jp/door/crawler.html Disallow: