User-agent: * 
Disallow: /images/
Disallow: /htdocs/
Disallow: /css/
Disallow: /*.swf$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.asp$