User-agent: * 
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /component/option,com_events/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
#Allow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
Disallow: /lists/
Disallow: /usage/
Disallow: /restaurants.html
Disallow: /old-site/archive/archive/
Disallow: /archive/archive/
Disallow: /Gallery/
Disallow: /wordpress/
Allow: /archive/
Allow: /images/IssuePDFs/
#Allow: /images/RLRateCard/

Sitemap: http://www.randomlengthsnews.com/sitemap.xml

User-agent: Python-urllib
Disallow: /
User-agent: psbot
Disallow: /media/
#Disallow: /wordpress/
User-agent: Jakarta Commons-HttpClient/3.0.1
Disallow: /
User-agent: Tasapspider
Disallow: /

### the next 2 lines are referenced from http://www.conman.org/people/spc/robots2.html

#Visit-time: 0000-1700		# please limit visits to between 00:00 and 17:00 GMT

#Request-rate: 1/10m 1630-2315	# only 1 document every 10 mins between 9:30 AM and 4:15 PM Pacific Time