User-agent: psbot
Disallow: /

User-agent: twiceler
Disallow:/

User-agent: sogou spider
Disallow:/

User-agent: *
Disallow: /cgi-bin/
Disallow: /shop/cache
Disallow: /shop/cartoons
Disallow: /shop/download
Disallow: /shop/editors
Disallow: /shop/includes
Disallow: /shop/media
Disallow: /shop/includes
Disallow: /shop/pub
Disallow: /shop/docs
Disallow: /shop/email