# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

# The robot called 'webcrawler' has nothing disallowed: it may go anywhere.
# User-agent: webcrawler
# Disallow:

# The robot called 'lycra' has all relative URLs starting with '/' disallowed.
# Because all relative URL's on a server start with '/', this means the entire site is closed off.
# User-agent: lycra
# Disallow: /

# All other robots should not visit URLs starting with /tmp or /logs
User-agent: *
Disallow: /cronjob
Disallow: /db
Disallow: /facturen
Disallow: /html2fpdf
Disallow: /mail
Disallow: /opties
Disallow: /prtscrns
Disallow: /spaw
Disallow: /temp
Disallow: /ttf
Disallow: /webstat