# Robots.txt of dmoz.de
# Last update: 20030723-tschild
#
# Objective: bar everything except http://dmoz.de/ main page and info page.
# . at end of some partial paths is intentional.
#
# NOTE: 
# Please do not crawl us faster than 1 hit/second
#
User-agent: *
Disallow: /d
Disallow: /f
Disallow: /im
Disallow: /ind
Disallow: /ini
Disallow: /l
Disallow: /robots.txt.
Disallow: /m
Disallow: /s
Disallow: /w