#
# ROBOTS.TXT -- this file is sent to robots accessing the URL /robots.txt
#
# *** This only works if SnipSnap is running at the top level of the server ***
# Keep in mind that robots added to the robot detection with the keyword DENY
# will be appended to this file and disallowed all access to SnipSnap!
#
# Disallow all access to the configuration part
User-agent: *
Disallow: /*.gif$

User-agent: *
Disallow: /*.jpg$

User-agent: *
Disallow: /*.png$

User-agent: Slurp
Crawl-delay: 20 

User-agent: Slurp
Disallow: /linkshell/