# For domain: http://www.anderlecht-online.be - robots.txt # All robots will spider the domain, besides on the following directories User-agent: * Disallow: /admin/ Disallow: /awstats/ Disallow: /sql/ Disallow: /cgi-bin/ Disallow: /_private/ Disallow: /classes/ Disallow: /test/ Disallow: /greeting/greetz/ Disallow: /greeting/music/ Disallow: /greeting/scripts/ Disallow: /print/