# /robots.txt file for slurp

# User-agent: *
# Disallow: /cgi-bin/
# Disallow: /scgi-bin/

#directories are case sensitive

# User-agent: Slurp
# Crawl-delay: 10

#The first two lines, starting with '#', specify a comment


# Crawl-delay: 120