User-agent: Googlebot
Crawl-delay: 10

Allow: /default.asp
Allow: /sitemap.asp
Allow: /sitemapxml.asp
Allow: /modules/user/advice.asp
Allow: /product/

Disallow: /modules/shop/tell-a-friend.asp
Disallow: /modules/shop/products.asp
Disallow: /modules/shop/emailadvisor.asp
Disallow: /modules/shop/printview.asp
Disallow: /modules/shop/quickyimprove.asp
Disallow: /modules/shop/images/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /App_Data/
Disallow: /buttons/
Disallow: /css/
Disallow: /global/
Disallow: /images/
Disallow: /img/
Disallow: /newsite/
Disallow: /picture_library/
Disallow: /product_Images/
Disallow: /product_Viewer/
Disallow: /scripts/
Disallow: /test/

Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$



#Yahoo! Search Engine Robot
User-agent: Yahoo!-AdCrawler
Crawl-delay: 10
Allow: /default.asp
Allow: /sitemap.asp
Allow: /sitemapxml.asp
Allow: /modules/user/advice.asp
Allow: /product/

Disallow: /modules/shop/tell-a-friend.asp
Disallow: /modules/shop/products.asp
Disallow: /modules/shop/emailadvisor.asp
Disallow: /modules/shop/printview.asp
Disallow: /modules/shop/quickyimprove.asp
Disallow: /modules/shop/images/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /App_Data/
Disallow: /buttons/
Disallow: /css/
Disallow: /global/
Disallow: /images/
Disallow: /img/
Disallow: /newsite/
Disallow: /picture_library/
Disallow: /product_Images/
Disallow: /product_Viewer/
Disallow: /scripts/
Disallow: /test/

Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$


#Yahoo! Search Engine Robot
User-agent: webcrawler
Crawl-delay: 10
Allow: /default.asp
Allow: /sitemap.asp
Allow: /sitemapxml.asp
Allow: /modules/user/advice.asp
Allow: /product/

Disallow: /modules/shop/tell-a-friend.asp
Disallow: /modules/shop/products.asp
Disallow: /modules/shop/emailadvisor.asp
Disallow: /modules/shop/printview.asp
Disallow: /modules/shop/quickyimprove.asp
Disallow: /modules/shop/images/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /App_Data/
Disallow: /buttons/
Disallow: /css/
Disallow: /global/
Disallow: /images/
Disallow: /img/
Disallow: /newsite/
Disallow: /picture_library/
Disallow: /product_Images/
Disallow: /product_Viewer/
Disallow: /scripts/
Disallow: /test/

Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$


#Google Search Engine Robot
User-Agent: Slurp
Crawl-delay: 10
Allow: /default.asp
Allow: /sitemap.asp
Allow: /sitemapxml.asp
Allow: /modules/user/advice.asp
Allow: /product/

Disallow: /modules/shop/tell-a-friend.asp
Disallow: /modules/shop/products.asp
Disallow: /modules/shop/emailadvisor.asp
Disallow: /modules/shop/printview.asp
Disallow: /modules/shop/quickyimprove.asp
Disallow: /modules/shop/images/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /App_Data/
Disallow: /buttons/
Disallow: /css/
Disallow: /global/
Disallow: /images/
Disallow: /img/
Disallow: /newsite/
Disallow: /picture_library/
Disallow: /product_Images/
Disallow: /product_Viewer/
Disallow: /scripts/
Disallow: /test/

Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$


#Microsoft Search Engine Robot
User-Agent: msnbot
Crawl-delay: 10
Allow: /default.asp
Allow: /sitemap.asp
Allow: /sitemapxml.asp
Allow: /modules/user/advice.asp
Allow: /product/

Disallow: /modules/shop/tell-a-friend.asp
Disallow: /modules/shop/products.asp
Disallow: /modules/shop/emailadvisor.asp
Disallow: /modules/shop/printview.asp
Disallow: /modules/shop/quickyimprove.asp
Disallow: /modules/shop/images/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /App_Data/
Disallow: /buttons/
Disallow: /css/
Disallow: /global/
Disallow: /images/
Disallow: /img/
Disallow: /newsite/
Disallow: /picture_library/
Disallow: /product_Images/
Disallow: /product_Viewer/
Disallow: /scripts/
Disallow: /test/

Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$


User-agent: ShopWiki
Crawl-delay: 10
Allow: /default.asp
Allow: /sitemap.asp
Allow: /sitemapxml.asp
Allow: /modules/user/advice.asp
Allow: /product/

Disallow: /modules/shop/tell-a-friend.asp
Disallow: /modules/shop/products.asp
Disallow: /modules/shop/emailadvisor.asp
Disallow: /modules/shop/printview.asp
Disallow: /modules/shop/quickyimprove.asp
Disallow: /modules/shop/images/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /App_Data/
Disallow: /buttons/
Disallow: /css/
Disallow: /global/
Disallow: /images/
Disallow: /img/
Disallow: /newsite/
Disallow: /picture_library/
Disallow: /product_Images/
Disallow: /product_Viewer/
Disallow: /scripts/
Disallow: /test/

Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$