# robots.txt as defined in http://www.w3.org/ # robots.txt for http://www.djga.de/ User-agent: * Allow: index.html Allow: /deutsch/ Disallow: /files/ Disallow: /GeneratedItems/ Disallow: /images/ Disallow: /logs/ Disallow: /styles/