#robot control file

# Sitemap to tell Google and other crawlers of URLs to crawl
Sitemap:	http://lib.colostate.edu/sitemap.xml.gz

# Google Mini crawler
User-agent: gsa-crawler
Disallow:	/staff/acq/stats/
Disallow:	/staff/emails.php
Disallow:	/staff/mailinglists.php
Disallow:	/staff/mt/
Disallow:	/staff/mt-static/
Disallow: 	/staff/web/design/cms-matrix/
Disallow:	/staff/web/phpsurveyor/
Disallow:	/staff/web/prototypes/
Disallow:	/staff/web/webpages/
Disallow:	/staff/web/webstats/awstats/
Disallow:	/staff/web/webstats/google/
Disallow:	/staff/web/webstats/webalizer/

Disallow:	/~scripts/
Disallow:	/archives/water/head_foot/
Disallow:	/archives/agriculture/includes/
Disallow: 	/archives/ramstories/videos/
Disallow: 	/archives/ramstories/images/
Disallow:	/archives/uhpc/archives/
Disallow:	/archives/uhpc/exceldocs/
Disallow:	/archives/uhpc/misc
Disallow:	/archives/uhpc/_notes/
Disallow:	/archives/uhpc/old
Disallow:	/archives/uhpc/productionfiles/
Disallow:	/archives/uhpc/rotateimagefiles/
Disallow:	/archives/uhpc/scripts/
Disallow:	/archives/uhpc/site4images/
Disallow:	/archives/uhpc/styles/
Disallow:	/archives/uhpc/?
Disallow:	/archives/uhpc/footer.html
Disallow:	/archives/uhpc/header.html
Disallow:	/archives/uhpc/handlepids.txt
Disallow:	/archives/uhpc/index-discovery.html
Disallow:	/awstats/
Disallow:	/campus/
Disallow:	/cgi-bin/
Disallow:	/collegeliaisons/infoseek/
Disallow:	/cowaters
Disallow:	/cowaters/
Disallow:	/databases/AccessPrivileges.php
Disallow:	/databases/bestBets.php
Disallow:	/databases/comments.php
Disallow:	/databases/dbdescribe.php
Disallow:	/databases/dblist.php
Disallow:	/databases/index.php
Disallow:	/databases/help.php
Disallow:	/databases/subject.php
Disallow:	/databases/trials.php
Disallow:	/databases/vendors.php
Disallow:	/databasesold/
Disallow:	/databasesorig/
Disallow:	/databasestest/
Disallow:	/ferd/
Disallow:	/gfrnew/
Disallow:	/head_foot/
Disallow:	/helpdesk/endnote/tutorial/
Disallow:	/home/
Disallow:	/includes/
Disallow:	/infodesk/
Disallow:	/linkscan/
Disallow:	/phormjr/
Disallow:	/phpsurveyor/
Disallow:	/podcasts/
Disallow:	/posters/footer.htm
Disallow:	/posters/footer2.htm
Disallow:	/posters/header.htm
Disallow:	/proctor/
Disallow:	/publictemp/
Disallow:	/publicwiki/skins/
Disallow:	/repforms/
Disallow:	/repository/items.php?
Disallow:	/repositories/
Disallow:	/surveys/
Disallow:	/temp/
Disallow:	/templates/
Disallow:	/users/mylibrary/
Disallow:	/tutorials/opensource/
Disallow: 	/wildlife/head_foot/
Disallow: 	/wildlife-new/
Disallow:	/workshop/
Disallow: 	/help/comments/form/
Disallow:	/MSOffice
Disallow:	/MSOffice/
Disallow:	/_vti_bin
Disallow:	/_vti_bin/
Disallow:	/research/fws/climatetour2.avi
Disallow:	/research/fws/swtour2.avi
Disallow:	/campus/scifinder/WinOS/SFS2006.exe

# Nutch
User-agent: Nutch-Staff
Disallow:	/campus/scifinder/WinOS/SFS2006.exe
Disallow:	/databases/AccessPrivileges.php
Disallow:	/databases/bestBets.php
Disallow:	/databases/comments.php
Disallow:	/databases/dbdescribe.php
Disallow:	/databases/dblist.php
Disallow:	/databases/index.php
Disallow:	/databases/help.php
Disallow:	/databases/subject.php
Disallow:	/databases/trials.php
Disallow:	/databases/vendors.php

# All other crawlers
User-agent: *
Disallow:	/staff/
Disallow:	/staffwiki/
Disallow:	/phpBB3/

Disallow:	/~scripts/
Disallow:	/archives/water/head_foot/
Disallow:	/archives/agriculture/includes/
Disallow: 	/archives/ramstories/videos/
Disallow: 	/archives/ramstories/images/
Disallow:	/archives/uhpc/archives/
Disallow:	/archives/uhpc/exceldocs/
Disallow:	/archives/uhpc/misc
Disallow:	/archives/uhpc/_notes/
Disallow:	/archives/uhpc/old
Disallow:	/archives/uhpc/productionfiles/
Disallow:	/archives/uhpc/rotateimagefiles/
Disallow:	/archives/uhpc/scripts/
Disallow:	/archives/uhpc/site4images/
Disallow:	/archives/uhpc/styles/
Disallow:	/archives/uhpc/?
Disallow:	/archives/uhpc/footer.html
Disallow:	/archives/uhpc/header.html
Disallow:	/archives/uhpc/handlepids.txt
Disallow:	/archives/uhpc/index-discovery.html
Disallow:	/awstats/
Disallow:	/campus/
Disallow:	/cgi-bin/
Disallow:	/collegeliaisons/infoseek/
Disallow:	/cowaters
Disallow:	/cowaters/
Disallow:	/databases/AccessPrivileges.php
Disallow:	/databases/bestBets.php
Disallow:	/databases/comments.php
Disallow:	/databases/dbdescribe.php
Disallow:	/databases/dblist.php
Disallow:	/databases/index.php
Disallow:	/databases/help.php
Disallow:	/databases/subject.php
Disallow:	/databases/trials.php
Disallow:	/databases/vendors.php
Disallow:	/databasesold/
Disallow:	/databasesorig/
Disallow:	/databasestest/
Disallow:	/ferd/
Disallow:	/gfrnew/
Disallow:	/head_foot/
Disallow:	/helpdesk/endnote/tutorial/
Disallow:	/home/
Disallow:	/includes/
Disallow:	/infodesk/
Disallow:	/linkscan/
Disallow:	/phormjr/
Disallow:	/phpsurveyor/
Disallow:	/podcasts/
Disallow:	/posters/footer.htm
Disallow:	/posters/footer2.htm
Disallow:	/posters/header.htm
Disallow:	/proctor/
Disallow:	/publictemp/
Disallow:	/publicwiki/skins/
Disallow:	/repforms/
Disallow:	/repository/items.php?
Disallow:	/repositories/
Disallow:	/surveys/
Disallow:	/temp/
Disallow:	/templates/
Disallow:	/users/mylibrary/
Disallow:	/tutorials/opensource/
Disallow: 	/wildlife/head_foot/
Disallow: 	/wildlife-new/
Disallow:	/workshop/
Disallow: 	/help/comments/form/
Disallow:	/MSOffice
Disallow:	/MSOffice/
Disallow:	/_vti_bin
Disallow:	/_vti_bin/
Disallow:	/research/fws/climatetour2.avi
Disallow:	/research/fws/swtour2.avi
Disallow:	/campus/scifinder/WinOS/SFS2006.exe