# You've requested the robots.txt file of the University of Canterbury's 
# School of Mathematics and Statistics.

# Slurp and msnbot have been hammering us and taking over 200MB each per day.

User-agent: Slurp
Disallow: /mathrbs/
Disallow: /php/courses/download/
Disallow: /php/courses/material/
Disallow: /material/
Disallow: /download/
Disallow: /news/
Disallow: /php/resources/tools/
Disallow: /MATH405
Disallow: /bio/
Disallow: /~*/
Disallow: /%7E*/
Disallow: /rss/
Disallow: /~r.sainudiin/codes/
Crawl-delay: 10

User-agent: msnbot 
Disallow: /mathrbs/
Disallow: /php/courses/download/
Disallow: /php/courses/material/
Disallow: /download/
Disallow: /material/
Disallow: /php/resources/tools/
Disallow: /bio/possums/trap_data_entry_template.xls
Disallow: /bio/possums/percent_remaining_analysis.xls
Disallow: /%7E*/
Disallow: /~*/
Disallow: /MATH405
Disallow: /bio/download/
Disallow: /rss/
Disallow: /~r.sainudiin/codes/
Crawl-Delay: 10

User-agent: Funnelback
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: Sproose
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: bigclicbot
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: msnbot-products
Disallow: /

User-agent: msnbot-newsblogs
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: *
Disallow: /mathrbs/
Disallow: /php/courses/download/
Disallow: /php/courses/material/
Disallow: /download/
Disallow: /material/
Disallow: /php/resources/tools/
Disallow: /~msh51/thesis/360degreearray.pdf
Disallow: /bio/possums/trap_data_entry_template.xls
Disallow: /bio/possums/percent_remaining_analysis.xls
Disallow: /~csc51/PAPERS/SEATTLE2000/seattlec.pdf
Disallow: /~csc51/PAPERS/SEATTLE2000/seattlebw.pdf
Disallow: /MATH405
Disallow: /bio/download/
Disallow: /rss/
Disallow: /~r.sainudiin/codes/
Disallow: /newsletters/130903.pdf