# suggested robots.txt for liscoon.com
# to be put in root directory of liscoon.com: http://www.liscoon.com/robots.txt


#  google specific pattern matching.
# most robots will barf on wildcards in the 'disallow' specification
# http://www.google.com/webmasters/3.html
User-agent: Googlebot
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /images/
Disallow: /cgi-bin/

# slurp: (Yahoo/inktomi/hotbot)
# 'Crawl-delay' is Yahoo! slurp specific
# http://help.yahoo.com/help/us/ysearch/slurp/index.html
User-agent: Slurp
Disallow: /images/
Disallow: /cgi-bin/
Crawl-delay: 300

User-agent: *
Disallow: /images/
Disallow: /cgi-bin/