# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.bestmodels.it Sitemap: http://www.estmodels.it/sitemap.xml User-agent: Mediapartners-Google* Disallow: # All robots will spider the domain User-agent: * Disallow: User-agent: EmailCollector Disallow: / User-agent: Teleport Disallow: / User-agent: WebZIP Disallow: / User-agent: Zealbot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # Disallow directory /listini/ User-agent: * Disallow: /listini/ # Disallow directory /old/ User-agent: * Disallow: /old/