User-agent: *
Allow: /
Disallow: /product/*
Disallow: /news/*
user-agent: AhrefsBot
disallow: /