User-agent: *
Allow: /
Disallow: /pdf/
Disallow: /admin/
Disallow: /css/
Disallow: /video/
Disallow: /js/
Disallow: /include/