User-agent: *
Allow: /
Disallow: /*.pdf$
Disallow: /*.xls$
Disallow: /*.csv$
Disallow: /*.txt$
Disallow: /*.sql$
Disallow: /*.psd$
User-agent: Googlebot Disallow: /*.pdf$
User-agent: Googlebot Disallow: /*.xls$
User-agent: Googlebot Disallow: /*.csv$