User-agent: *           # directed to all spiders, not just Scooter
Disallow: /adverts
Disallow: /cabinet
Disallow: /doc
Disallow: /gazette
Disallow: /hansard
Disallow: /cabinet
Disallow: /mail
Disallow: /media
Disallow: /modems
Disallow: /parliament
Disallow: /pricelist
Disallow: /publications
Disallow: /services
Disallow: /smtpinfo
Disallow: /statutes
Disallow: /w32
Disallow: *.nsf
Disallow: *.ntf