# All robots will spider the domain

User-agent: *
Disallow: /category/
Disallow: /reports/
Disallow: /blog/page/
Allow: /

User-Agent: Googlebot
Disallow: /*/?
Allow: /