# robots.txt sample 
# replaced in http directory on Feb 21 after the HTTP error on Feb 20
# locked up the server
#
# if HTTP hangs now it's not because of these robots


User-agent: *
Disallow: /cipo/agentdb.nsf/*
Disallow: /zone
Disallow: /cmb/welcomeic.nsf
Disallow: /electrical/elecreg.nsf
Disallow: /sport
Disallow: /agcan
Disallow: /ecom
Disallow: /educationandtraining
Disallow: /francocom
Disallow: /telecom99
Disallow: /gol/bsa/site.nsf/addHit?OpenAgent
Disallow: /gol/cbec/site.nsf/addHit?OpenAgent
Disallow: /gol/exportsource/site.nsf/addHit?OpenAgent
Disallow: /gol/hrmanagement/site.nsf/addHit?OpenAgent
Disallow: /gol/importsource/site.nsf/addHit?OpenAgent
Disallow: /gol/infoport/site.nsf/addHit?OpenAgent
Disallow: /gol/innovation/site.nsf/addHit?OpenAgent
Disallow: *&Expand=
Disallow: *&Seq=
Disallow: *.css
Disallow: *.js

User-agent: *msnbot*
Disallow: /canadian_industry_statistics/*

User-agent: gsa-crawler
Disallow: *