# By default, allow all crawlers to visit the site
  User-agent: *
	Disallow: assets/
	Disallow: cms/
	Disallow: css/
	Disallow: files/
	Disallow: flash/
	Disallow: images/
	Disallow: js/
	Disallow: license.txt
	Disallow: path.php
	Disallow: php.ini
	Disallow: themes/
	Disallow: tools/
	Disallow: /vacation-in-a-third-world-country/
	Disallow: /news_internal/
	
  User-agent: Mediapartners-Google
  Allow: /
 
  User-agent: Adsbot-Google
  Allow: /

  User-agent: Googlebot-Mobile
  Allow: /

# Google Images, the Internet Archives, and AltaVista will be
# prevented from crawling the website.
  User-agent: Googlebot-Image
  Disallow: /

 
  User-agent: ia_archiver-web.archive.org
  Disallow: /

  User-Agent: Scooter
  Disallow: /