# exclude directories from robots User-agent: * Disallow: /public Disallow: /Counter Disallow: /cgi-bin Disallow: /icons Disallow: /txt Disallow: /log Disallow: /private_scripts Disallow: /scripts Disallow: /scriptsIO Disallow: /scriptsIO_P