User-Agent: *
Disallow: /files/
Allow: /
Allow: /pages/

User-Agent: Googlebot
Disallow: /*.pdf$
Disallow: /files/
Allow: /
Allow: /pages/

User-Agent: Googlebot-Mobile
Disallow: /*.pdf$
Disallow: /files/
Allow: /
Allow: /pages/

User-Agent: Googlebot-Image
Disallow: /*.pdf$
Disallow: /files/
Allow: /
Allow: /pages/

User-Agent: Mediapartners-Google
Disallow: /*.pdf$
Disallow: /files/
Allow: /
Allow: /pages/

User-Agent: Adsbot-Google
Disallow: /*.pdf$
Disallow: /files/
Allow: /
Allow: /pages/