# robots.txt
User-agent: Charlotte		# SearchMe indexer - blocked
Disallow: /
#User-agent: MSNBot		# MSN indexer - blocked
#Disallow: /
User-agent: Slurp		# Yahoo indexer - blocked
Disallow: /
User-agent: Twiceler		# Twiceler indexer - blocked
Disallow: /
User-agent: psbot		# psbot indexer - blocked
Disallow: /
User-agent: *			# All others allowed
Disallow: /cgi-bin/
Disallow: /assets/
Disallow: /css/
Disallow: /images/
Disallow: /media/
Disallow: /files/
Disallow: /affiliates/
Disallow: /product_listing.cfm?*
#Disallow: /activity/
#Disallow: /activities/
Crawl-delay: 120		# seconds to wait between successive requests to the same server
Request-ratio: 1/20		# maximum rate is one page every 20 seconds
Visit-time: 1800–2000		# only visit between 6:00 - 8:00 PM (GMT) (0400-0600 AEST)