# below are blocked by all crawlers
User-Agent: *
Allow: /products/
Allow: /pages/
Disallow: /