# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# Disallow: /
User-agent: *
Disallow: /admin
Disallow: /charts/
Disallow: /images/
Disallow: /stylesheets/
Disallow: /javascript/
Disallow: /w3c/
Disallow: /404.html
Disallow: /422.html
Disallow: /500.html
Disallow: /jobs/ni/
Disallow: /Jobs/ni/
Disallow: /applications/
Disallow: /jobs/NSBC3-workforce-register

User-agent: SemrushBot
Disallow: /