# /robots.txt file
# please e-mail james.kim@ubc.ca if you have questions or comments

User-agent: *
Disallow: /calendar/archive/
Disallow: /calendar/proof/
Disallow: /go/
Disallow: /go2/
Disallow: /go3/
Disallow: /current/exams.cfm
Disallow: /facultystaff/exam.cfm
Disallow: /facultystaff/sisc/

User-Agent: Ultraseek
Allow: /calendar/proof/

User-Agent: msnbot
Disallow: /facultystaff/
Crawl-Delay: 20

User-Agent: ConveraCrawler
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: FAST Enterprise Crawler
Disallow: /

User-agent: FunWebProducts
Disallow: /

User-agent: naoFavicon4IE
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Nutch-0.9
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: Bilbo
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: yoofind
Disallow: /

User-agent: yoono
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: findfiles.org
Disallow: /

User-agent: findfiles.net
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: SkreemRBot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Yanga WorldSearch Bot v1.1
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: nutch_princeton
Disallow: /

User-agent: Daumoa
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: page-store
Disallow: /

User-agent: Baiduspider+
Disallow: /