# Robots.txt # For domain: http://www.privaturlaub-auf-menorca.de # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /IMAGES User-agent: * Disallow: /IMAGES # Disallow directory /images User-agent: * Disallow: /images # Disallow directory /online/images User-agent: * Disallow: /online/images # Disallow directory /online/myimages User-agent: * Disallow: /online/myimages