User-agent: *



Disallow: /dl/
Disallow: /go/


User-agent: Googlebot



Disallow: /*.pdfs

Disallow: /*.zips



User-agent: ia_archiver

Disallow: /