# /robots.txt file for http://webcrawler.com/
# version: 1.1.0
# 2006-12-18

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /_datenbank
Disallow: /js
Disallow: /alte_files