#################################################################
# robots.txt
#
# for listing of bot names, see http://www.robotstxt.org/db.html
#################################################################

User-agent: *
#Disallow: /
Disallow: /etc
Request-rate: 10/5			# maximum rate is one page every 5 seconds
#Visit-time: 0600-0845		# only visit between 06:00 and 08:45 UTC (GMT)

#################################################################
# this section only meant for dev - block EVERYTHING
# COMMENT this section out when deploying to PROD

# User-agent: googlebot
# User-agent: Slurp		# yahoo bot
# User-agent: msnbot		# bing, msn
# User-agent: AskJeeves	# ask.com
# User-agent: Teoma		# ask.com
# User-agent: Alexa		# alexa.com
# Disallow: /sandbox
# Disallow: /about
# Disallow: /about/*


#################################################################
# SITEMAP FILES
# 10meg filesize limit uncompressed, 50k url count limit

Sitemap: http://conferencehound.com/sitemap.xml