User-agent: *
Disallow: /add_to_cart.php
Disallow: /checkme.php
Disallow: /dmcs-basket.html
Disallow: /dmcs-basket2.html
Disallow: /image.php
Disallow: /image/
Disallow: /private/

User-agent: AhrefsBot
User-agent: BLEXBot
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-video
User-agent: MJ12bot
User-agent: MegaIndex
User-agent: NaverBot
User-agent: PG Image Crawler
User-agent: Yandex
User-agent: Yeti
User-agent: YoudaoBot
User-agent: ichiro
User-agent: moget
User-agent: sogou spider
Crawl-delay: 2