# robots.txt zu http://www.wclemens.de/ User-agent: * Disallow: /cafe/ Disallow: /rose/ Disallow: /ra/ Disallow: /logs/ Disallow: /pics/ Disallow: /thailand.html Disallow: /impress.html Disallow: /home.html Disallow: /nigeria.html Disallow: /rio.html Disallow: /start.html Allow: /index.html User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cafe/ Disallow: /rose/ Disallow: /ra/ Disallow: /logs/ Disallow: /pics/ Disallow: /thailand.html Disallow: /impress.html Disallow: /home.html Disallow: /nigeria.html Disallow: /rio.html Disallow: /start.html Allow: /index.html User-agent: EmailCollector Disallow: / User-agent: GagaRobot Disallow: /