User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /phplive/
Disallow: /cache/
Disallow: /cgi/
Disallow: /colourmod/
Disallow: /css/
Disallow: /demoserver/
Disallow: /forms/
Disallow: /install_old/
Disallow: /phplive/
Disallow: /scripts/
Disallow: /SpryAssets/
Disallow: /stats/
Disallow: /statshistory/
Disallow: /WA_Universal_Email/
Disallow: /WA_ValidationToolkit/


#To prevent only a select bots from any scans
#User-agent: crawlers.looksmart.com
#Disallow: /


#To prevet any images from being scanned
Disallow: *.gif
Disallow: *.jpg
Disallow: *.png


#To block main page due to size from bots
#Disallow: /index.php


#To shut down site completely from bots use
# Disallow: /



# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
User-agent: Googlebot-Image
Disallow: /