# robots.txt for http://www.spotlight.com/

User-agent: *			# Apply settings to all robots
Allow: /interactive/		# Don't crawl search pages, CVs, etc.
Allow: /interactive/cv/		# Allow CVs to be crawled so GoogleBot picks up the NOINDEX directive.
Allow: /cveditor/		# Allow CVs to be crawled so GoogleBot picks up the NOINDEX directive.
Disallow: /img/			# Don't let robots index our images
Allow: /spotweb/		# Don't allow robots to crawl old CV folder
Disallow: /media/
Disallow: /preview/		# Preview pages for the Dec-09 Redesign