User-agent: Cornell Spider 3.0.0beta
Disallow: /libraries/
Disallow: /Libraries/

User-agent: *
Disallow: /cgi-bin/
Disallow: /usage/
Disallow: /centers/old/
Disallow: /stats/
Disallow: /course/
Disallow: /cvd.old/
Disallow: /engineering.old/
Disallow: /grad.old/
Disallow: /oldstuff/
Disallow: /old frontpage/
Disallow: /dickens/
Disallow: /old/
Disallow: /stage/
Disallow: /stage-live/
Disallow: /Dept/Biology/Ecology/
Disallow: /copy of Admissions/
Disallow: /copy (2) of nano/
Disallow: /copy of nano/
Disallow: /copy of newsroom/
Disallow: /copy of cvip/
Disallow: /copy of research/
Disallow: /copy of umlmainpage/
Disallow: /copy of TNEC/
Disallow: /copy of EHS/
Disallow: /copy of grad/
Disallow: /copy of equal/
Disallow: /copy of cvd/
Disallow: /engineering/
Disallow: /archivestudent-services11082006/
Disallow: /copy of environmentaljobs/
Disallow: /student-groups/
Disallow: /student-groups/Spectrum/


User-agent: Slurp
Disallow: /student-groups/
Disallow: /student-groups/Spectrum/


User-agent: twiceler
Disallow: /student-groups/
Disallow: /student-groups/Spectrum/