# # robots.txt for http://www.silgmaris.it/ # # $Id: robots.txt,v 2.00 25/03/2009 12:00:00 ted Exp $ # # For all Agents Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /public/Album/ Disallow: /public/mail/ Disallow: /public/webmail/ Disallow: /public/upload/ Disallow: /test/ Disallow: /chat/ Disallow: /gita/ Disallow: /mdb-database/ User-agent: * User-agent: msnbot Crawl-delay: 10 User-agent: Teoma Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: / Sitemap: http://www.silgmaris.it/sitemap.xml