###############################
# 
# sample robots.txt file for this website 
# 
# addresses all robots by using wild card * 
#
User-agent: MSIECrawler
Disallow: 
#
User-agent: SurveyBot
Disallow: 
#
User-agent: Mediapartners-Google* 
Disallow:
#
#Faxobot needs to be banned it's a bad bot
#
User-agent: * 
# 
# list folders robots are not allowed to index 
# 
Disallow: /images/ 
Disallow: /cgi-bin/ 
Disallow: /ken/
Disallow: /bad-bot/
Disallow: /robotstats/
# 
# list specific files robots are not allowed to index 
# 
Disallow: /transmission.css 
Disallow: /1.swf
Disallow: /sidebar.php
Disallow: /copyright.php
Disallow: /feedback.php
Disallow: /random_rv.php
Disallow: /random_rv.inc
Disallow: /display_rv.inc
Disallow: /map.js
Disallow: /emails.csv
Disallow: /cars.csv
Disallow: /spam-food.html
# 
# End of robots.txt file 
# 
###############################