# Robots.txt # For domain: http://www.ferienhaus-menorca.com # All robots will spider the domain User-agent: * Disallow: # stop MSN pcitures search robot User-agent: psbot Disallow: / # Disallow specific file type User-agent: * Disallow: /*.PDF$ # Disallow directory User-agent: * Disallow: /images # Disallow directory User-agent: * Disallow: /myimages # Disallow directory User-agent: * Disallow: /mietwagen-menorca/online/myimages # Disallow directory /online/myimages User-agent: * Disallow: /online/myimages # Disallow directory /online/images User-agent: * Disallow: /online/images