User-agent: TurnitinBot
Disallow: /

User-agent: *
Crawl-delay: 10
Disallow: /shop/ChangeTitle.servlet
Disallow: https://
# Disallow financial services comparison
Disallow: /?referrerref=hpagelink	    
# Disallow cover plan info
Disallow: /shop/warranties/cover.action		
# Disallow terms and conditions
Disallow: /shop/policies/policiesView.action?finalTarget=policies_view&decoration=true	
# Disallow pricing policy
Disallow: /shop/page?pageId=2401	
#product details page
Disallow: /shop/product/details/ajax/
Disallow: /shop/*/product/details/*ImageAnchor
Disallow: /shop/product/details/*ImageAnchor
Disallow: /shop/*/product/details/productVideoLink
Disallow: /shop/product/details/productVideoLink
Disallow: /shop/product/details/deliveryReturnsCopy
#remove the location based redirect pages
Disallow: /shop/location/
#remove the old no longer used pages
Disallow: /home.jsp
Disallow: /productdetails.jsp
Disallow: /shop/sitemap/advanced/
Disallow: /shop/requestCatalogue.jsp
#remove pages with little value for seo
Disallow: /shop/incentives/
Disallow: /shop/contactus.jsp
Disallow: /shop/request/catalogue/
Disallow: /shop/viewbag/
Disallow: /shop/qof/
Disallow: /shop/emailsignup/
Disallow: /shop/EmailCollectionController.servlet
#remove the size guides on product details, due to duplicated content
Disallow: /shop/product/details/guides.action
#remove reviews links
Disallow: /shop/productreviews/writeSignedIn.action
#remove signin links
Disallow: /shop/signin/display.action
Disallow: /shop/myaccount/AccountTransactionsOrders.action?
Disallow  /shop/registration/registrationStart.action?
Disallow  /shop/register/display.action
# Presentation content
Disallow: /dynamicPresentation