User-agent: GnowitNewsbot
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: spbot
User-agent: BLEXBot
User-agent: Baiduspider
User-agent: Sogou
User-agent: YandexImages
User-agent: YandexBot
User-agent: YandexVideo
Disallow: /

User-agent: *
Disallow: /web/NewAccount/
Disallow: /web/MyAccount/
Disallow: /web/eCommerce/
Disallow: /web/Payment/