User-agent: *
Disallow: /data1
Disallow: /*productID*
Disallow: /*VariantID*
Disallow: /*.cshtml*
Disallow: /test*
Disallow: /*skins*
Disallow: /uncategorized



User-agent: AhrefsBot 
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: rogerbot
Disallow:
User-agent: MJ12bot
Disallow: /
User-agent: SEMrushBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: maxum
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: moget
User-agent: ichiro
Disallow: /