# robots.txt for http://www.math.ohio-state.edu/

# See
# http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1
# http://www.robotstxt.org/wc/robots.html
# http://www.robotstxt.org/wc/norobots.html

User-agent: *			# All other spiders
Crawl-Delay: 10
Disallow: /cgi-bin/		#	Script files
Disallow: /events
Disallow: /event
Disallow: /calendar
Disallow: /comment/reply
Disallow: /node/add
Disallow: /files
Disallow: /taxonomy