User-agent: *
Disallow: /goodspage/
Disallow: /shop/
Disallow: /product/
Disallow: /products/
Disallow: /sell/
Disallow: /shopdetail/

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /