# robots.txt for http://www.outreach.psu.edu/ 

User-agent: *
Crawl-delay: 10

# do not index these folders

Disallow: /CGI-BIN/
Disallow: /CGIs/
Disallow: /SSI/
Disallow: /OMCTEST/
Disallow: /OMR/reports/wcstudent.ORIG/
Disallow: /0000/ # no html in there anyways

# do not index regforms

Disallow: /regform