# robots.txt fuer http://www.crt-guelmim.com User-agent: * Disallow: /cgi-bin/ Disallow: /logs/ Disallow: /anon_ftp/ Disallow: /bin/ Disallow: /conf/ Disallow: /error_docs/ Disallow: /private/ Disallow: /statistics/ Disallow: /subdomains/ Disallow: /web_users/ User-agent: * Sitemap: http://www.crt-guelmim.com/sitemap.xml