# All robots will spider the domain User-agent: * Disallow: /phpadmin/ Disallow: /open2b/admin/ Disallow: /AWstats/ Disallow: /cgi-bin/ Disallow: /webalizer/ Disallow: /webstat/