User-agent: *
Disallow: /css
Disallow: /js
Disallow: /common
Disallow: /threatadvisory
Disallow: /w3c
Disallow: /perl
Disallow: /publisher