# robots.txt for http://www.astronomy.ohio-state.edu/ # see http://www.robotstxt.org/wc/robots.html for more information User-agent: * # All spiders Disallow: /cgi-bin/ # cgi-bin script files for security Disallow: /Local/ # keep local docs out of indices Disallow: /ANDICAM/ # keep all ANDICAM stuff out of indices Disallow: /Y4KCam/ # keep all Y4KCam stuff out of indices Disallow: /~peterson/Assignments/ # no indexing of Brad's dept assignment sheets Disallow: /~prospero/ # are excluded from the Prospero man pages Disallow: /~pogge/Ast162/Audio/ # exclude any mp3s from R. Pogge's Ast162 Disallow: /~pogge/PLANET/ # are excluded from the PLANET software pages Disallow: /~microfun/Data/ # are excluded from MicroFUN Data files Disallow: /~ryden/ast291/ # do not index Ast291 for Ryden Disallow: /~ryden/ast292/ # do not index Ast292 for Ryden Disallow: /~pogge/AP7/ # no indexing of AP7 code docs (yet) Disallow: /~pogge/Stuff/ # no indexing of random Stuff (ever) Disallow: /~fields/ # no indexing of Dale Fields' pages Disallow: /~kipp/ # no indexing of Cherie Jarvis' pages (ATW) Disallow: /MODS/ # no indexing of MODS (test, rampaging bot...)