# http://www.spega.de/robots.txt User-agent: * Disallow: /assets/ # Startup page Disallow: /cgi-bin/ # exclude CGI-scripts Disallow: /cgi-data/ # dito. Disallow: /ftp/ # exclude FTP Server Disallow: /de/assets/images/ # exclude images Disallow: /de/download/ # exclude script pages Disallow: /en/assets/images/ # exclude images Disallow: /en/download/ # exclude script pages Disallow: /ehome/de/assets/images/ # exclude ehome images Disallow: /ehome/de/download/ # exclude ehome script pages