# # robots.txt # # information from http://info.webcrawler.com/mak/projects/robots/norobots.html # User-agent: * Disallow: cgi-bin/ # Disallow: errors/ # Disallow: logs/ # Not needed Disallow: templates/ #