# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /images

# email Sammler draussenbleiben

User-agent: EmailCollector
Disallow: /

User-agent: WX_mail/2.000
Disallow: /

User-agent: WhoWhere
Disallow: /

User-Agent: Roverbot
Disallow: /

User-Agent: ActiveAgent
Disallow: /

User-agent: EmailSiphon
Disallow: /


# Robots die durchdrehen fliegen raus

User-agent: GagaRobot
Disallow: /