# robots.txt for http://www.ithaca.edu/

User-agent: *                   # All spiders should avoid 
Allow: /
Disallow: /cgi-bin/             #     Script files
Disallow: /its/cgi-bin/         #     Script files
Disallow: /work/                #     The test area for web experimentation
Disallow: /webdev/              #     The test area for web experimentation
Disallow: /itswebdev/           #     The test area for web experimentation
Disallow: /web_admin/           #     The test area for web experimentation
Disallow: /courses/         	#     Exclude student course directories
Disallow: /search.php           #     Search results
Disallow: /*emailstory          #     intercom versions of pages for email
Disallow: /intercom*/print      #     intercom versions of pages for print
Disallow: /provost/docs/        #     secure docs from provost search that were found
Disallow: /wpm_preview/         #     all wpm preview URLs
Disallow: /noaccess		        # No access space
Disallow: /stats/
Disallow: /music/admission/docs/International_Music.pdf	#Redirected
Disallow: /icview/tags/icview/	# Was causing issues with google indexing