# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

# User-agent: googlebot
# Disallow: *.csi

User-agent: singingfish
Disallow: /

User-agent: asterias
Disallow: /

# Directories
User-agent: *
Disallow: /database/
Disallow: /production/
Disallow: /images/
Disallow: /old_stuff/