User-Agent: *
Disallow: /

User-Agent: Googlebot
Allow: /
Disallow: /shop/*
Allow: /shop/product/*

User-Agent: bingbot
Allow: /
Disallow: /shop/*
Allow: /shop/product/*

User-Agent: facebookexternalhit
Allow: /
Disallow: /shop/*
Allow: /shop/product/*

User-Agent: slurp
Allow: /
Disallow: /shop/*
Allow: /shop/product/*

User-Agent: baiduspider
Allow: /
Disallow: /shop/*
Allow: /shop/product/*

User-Agent: Applebot
Allow: /
Disallow: /shop/*
Allow: /shop/product/*

User-Agent: IBM-AppConnect/V1
Allow: /
Disallow: /shop/*
Allow: /shop/product/*