#Per Google's FAQs for webmasters, the below is the preferred way to disallow all crawlers from your site EXCEPT Google:
User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /shop
Disallow: /shop/admin
Disallow: /shop/annonser
Disallow: /shop/cache
Disallow: /shop/css
Disallow: /shop/flash
Disallow: /shop/images
Disallow: /shop/images_en
Disallow: /shop/images_no
Disallow: /shop/rcs
Disallow: /shop/rcs_en
Disallow: /shop/rcs_no
Disallow: /shop/ziptest

User-agent: msnbot
Allow: /shop
Disallow: /shop/admin
Disallow: /shop/annonser
Disallow: /shop/cache
Disallow: /shop/css
Disallow: /shop/flash
Disallow: /shop/images
Disallow: /shop/images_en
Disallow: /shop/images_no
Disallow: /shop/rcs
Disallow: /shop/rcs_en
Disallow: /shop/rcs_no
Disallow: /shop/ziptest