User-agent: *
Disallow: /*.js$
Disallow: /*.txt$
Disallow: /*.css$
Disallow: /*.ico$
Disallow: /*.xml$
Disallow: /w3c/
Disallow: /includes/
Disallow: /cni/
Disallow: /cgi-bin/