# robots.txt for http://www.art11.com #http://www.pagesweb.com/Informations/indexation.html #http://info.webcrawler.com/mak/projects/robots/robots.html ## #validator : http://www.searchengineworld.com/cgi-bin/robotcheck.cgi ## User-agent: * ## # Allow: /folder/file.html # Disallow: /folder User-agent: * Disallow: /search Disallow: /cgi Disallow: /cgi-bin Disallow: .cgi # Disallow: /email-addresses/ ## ## #End