# robots.txt
#
#Remove the # to activate additional blocks
#
User-agent: *
#
#To block main page due to size from bots
# Disallow: /index.php
#
#If you had search engine friendly URLs on and want to clean them out of the bots
#Disallow: /default.php/cPath/
#
#
#Block out directories bots don't need to go to
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/
Disallow: /DBAdmin/
Disallow: /elements/
Disallow: /files/
Disallow: /finda_files/
Disallow: /finda_images/
Disallow: /flash/
Disallow: /functions/
Disallow: /get_content/
Disallow: /html_includes/
Disallow: /images/
Disallow: /includes/
Disallow: /music/
Disallow: /newold/
Disallow: /online_content/
Disallow: /originals/
Disallow: /pdf/
Disallow: /scripts/
Disallow: /stylesheets/
Disallow: /template/
Disallow: /web_photos/
Disallow: /xml/

#
#Block out things that are secure or login oriented
Disallow: /admin/
Disallow: /cpath/

# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID
# OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.
User-agent: Googlebot-Image
Disallow: /