User-agent: *
Disallow: /cgi-bin/
Disallow: /*.css
Disallow: /*.zip$
Disallow: /*.pdf$
Disallow: /dl/