# robots.txt for http://www.csc-online.de/User-agent: *Disallow: /ads/ # Disallow: /area51/ # Disallow: /bin/ # Disallow: /cgi-bin/ # Disallow: /data/ #Disallow: /ftp/ #Disallow: /logs/ #Disallow: /images/ #Disallow: /menu/ #Disallow: /config/ #Disallow: /javascript/ #