User-agent: *		# Applies to all robots
Disallow: /			# This should stop all robots from everything.
Disallow: /cgi-bin	# Index all pages except those in cgi-bin
Disallow: /logs		# Index all pages except those in logs
Disallow: /stats	# Index all pages except those in stats