# # This file lists local URLs that well-behaved robots should ignore User-agent: * Disallow: /cgi-bin/ # includes some large virtual spaces Disallow: /analog/ # skip usage reports Disallow: /mirrors # skip local mirrors Disallow: /adm/ # local web server admin stuff Disallow: /dcs # moved to /its Disallow: /calendar/archive/ # old U of S calendars Disallow: /index.php/ # confused robots Disallow: /sas/secc/cards # only available on campus Disallow: /redirect.php # google keeps asking for this Disallow: /registrar/cdrom # not ready for prime time Disallow: /registrar/01_02_Calendar/ Disallow: /registrar/00_01_Calendar/ Disallow: /registrar/99_00_Calendar/ Disallow: /registrar/98_99_Calendar/ Disallow: /registrar/97_98_Calendar/ Disallow: /registrar/95_96_Calendar/ Disallow: /registrar/archives # old stuff Disallow: /art/digital_culture/ # old stuff Disallow: /education/coursework/ # old stuff Disallow: /archives/eadtest/ # by request Disallow: /archives/ccad/ # by request Disallow: /archives/sca/ccagrants/ # by request Disallow: /antharch/cnea/CourseNotes/erosslides.html # sensitive content Disallow: /test/ Disallow: /fsd/frames/ # by request Disallow: /ulc/lc/lc/ # recursive link Disallow: /medicine/agmedicine/ # old stuff Disallow: /includes/ # we'd rather not have this in search results Disallow: /includes_cascade/ # we'd rather not have this in search results Disallow: /manual/ # lots of broken links (problem with languages) Disallow: /calendar/code/ # we'd rather not have this in search results Disallow: /sesd/sesdconnects/ # by request of Craig McNaughton Disallow: /groups/cssa/ # hacked site, sigh # # mailing list archives # Disallow: /lists/clinpsy-usask-l Disallow: /lists/conductive-ed-l Disallow: /lists/kines_proj_it_cp Disallow: /lists/micromass_irms_user Disallow: /lists/network Disallow: /lists/web-ip Disallow: /lists/webct-l