User-agent: *
Disallow: /shop/index.php/
Disallow: /shop/*?				#Googlebot understands *
Disallow: /shop/*.php	  #Googlebot understands *
Disallow: /shop/app/
Disallow: /shop/downloader/
Disallow: /shop/js/
Disallow: /shop/lib/
Disallow: /shop/media/
Disallow: /shop/pkginfo/
Disallow: /shop/report/
Disallow: /shop/skin/
Disallow: /shop/var/
Disallow: /shop/404/
Disallow: /shop/admin/
Disallow: /shop/api/
Disallow: /shop/install/
Disallow: /shop/checkout/
Disallow: /shop/catalogsearch/
Disallow: /shop/catalog/
Disallow: /shop/review/
Disallow: /shop/catalog/product_compare/
Disallow: /shop/customer/
Disallow: /shop/wishlist/
Disallow: /cgi-bin/
Disallow: /info/

Sitemap: http://www.williams-shoes.com/shop/shopmap.xml
Sitemap: http://www.williams-shoes.com/sitemap.xml