User-agent: TurnitinBot
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: /

User-agent: *
Disallow: /shop/ChangeTitle.servlet
#Disallow: https://
# Disallow financial services comparison
Disallow: /?referrerref=hpagelink	    
# Disallow cover plan info
Disallow: /shop/warranties/cover.action		
# Disallow terms and conditions
Disallow: /shop/policies/policiesView.action?finalTarget=policies_view&decoration=true	
# Disallow pricing policy
Disallow: /shop/page?pageId=2401	
#product details page
Disallow: /shop/product/details/ajax/
Disallow: /shop/*/product/details/*ImageAnchor
Disallow: /shop/product/details/*ImageAnchor
Disallow: /shop/*/product/details/productVideoLink
Disallow: /shop/product/details/productVideoLink
Disallow: /shop/product/details/deliveryReturnsCopy
#remove the location based redirect pages
Disallow: /shop/location/
#remove the old no longer used pages
Disallow: /home.jsp
Disallow: /shop/sitemap/advanced/
Disallow: /shop/requestCatalogue.jsp
#remove pages with little value for seo
Disallow: /shop/incentives/
Disallow: /shop/contactus.jsp
Disallow: /shop/request/catalogue/
Disallow: /shop/viewbag/
Disallow: /shop/qof/
Disallow: /shop/emailsignup/
Disallow: /shop/EmailCollectionController.servlet
#remove the size guides on product details, due to duplicated content
Disallow: /shop/product/details/guides.action
#remove reviews links
Disallow: /shop/productreviews/writeSignedIn.action
#remove signin links
Disallow: /shop/signin/display.action
Disallow: /shop/myaccount/AccountTransactionsOrders.action?
Disallow:  /shop/registration/registrationStart.action?
Disallow:  /shop/register/display.action
# Presentation content
Disallow: /dynamicPresentation
# Styla blog
Disallow: /shop/page/blog/show.action/search

# LM Update 2018-02-24
Disallow: /*/mix-match/*
Disallow: /*/great-value/*
Disallow: /*/fifty-plus-advert/*
Disallow: /*/simplybe-be-tv-advert/*
Disallow: /*/jdw-advert/*
Disallow: /shop/on-sale/seasonal-offers/
Disallow: /shop/winter-essentials/
Disallow: /shop/amazing-value/
Disallow: /*/vip-sale/
Disallow: /*/marisota-sale/
Disallow: /shop/verisign.jsp
Disallow: /content/images/products/
Disallow: /product/window/show.action
Disallow: /*Nf=P_Price*
Disallow: /*Ns=P_LowStock*
Disallow: /*CP_NewIn*
Disallow: /*CP_SalesPercentage*
Disallow: /*CP_NumReviews*
Disallow: /*/hgpromotions-gift-promotion-2/*
Disallow: /*/hgpromotions-gift-promotion-3/*
Disallow: /*/hgpromotions-seasonal-promotion-2/*
Disallow: /*/multibuy-offers*
Disallow: /price-euros-10-25/
Disallow: /price-euros-25-40/
Disallow: /price-euros-40-55/
Disallow: /price-euros-55-70/
Disallow: /price-euros-70-85/
Disallow: /price-euros-85-100/
Disallow: /price-euros-100-125/
Disallow: /price-euros-125-150/
Disallow: /price-euros-150-175/
Disallow: /price-euros-175-200/
Disallow: /price-euros-200-300/
Disallow: /price-euros-300-400/
Disallow: /price-euros-400-500/
Disallow: /price-euros-500-750/
Disallow: /*/Ne-*

# DA Update 2018-02-24
Disallow: /*/less-than-10/*
Disallow: /*/10-25/*
Disallow: /*/25-50/*
Disallow: /*/50-75/*
Disallow: /*/75-100/*
Disallow: /*/150-200/*
Disallow: /*/200-250/*
Disallow: /*/250-300/*
Disallow: /*/300-400/*
Disallow: /*/500-1000/*
Disallow: /*/over-1000/*
Disallow: /*/less-than-10/*
Disallow: /*/price-10-25/*
Disallow: /*/price-25-50/*
Disallow: /*/price-50-75/*
Disallow: /*/price-75-100/*
Disallow: /*/price-150-200/*
Disallow: /*/price-200-250/*
Disallow: /*/price-250-300/*
Disallow: /*/price-300-400/*
Disallow: /*/price-500-1000/*
Disallow: /*/price-over-1000/*
Disallow: /*/5-stars/*
Disallow: /*/4-stars-or-more/*
Disallow: /*/3-stars-or-more/*
Disallow: /*/2-stars-or-more/*
Disallow: /*/1-star-or-more/*
Disallow: /*/review-5-stars/*
Disallow: /*/review-4-stars-or-more/*
Disallow: /*/review-3-stars-or-more/*
Disallow: /*/review-2-stars-or-more/*
Disallow: /*/review-1-star-or-more/*
Disallow: /*/value-packs/*
Disallow: /Dresses$
Disallow: /Mens$
Disallow: /Womens$
Disallow: /Gifts$
Disallow: /Electricals$
Disallow: /Womens/Dresses$
Disallow: /Lingerie$
Disallow: /Footwear/Sandals$
Disallow: /Mens/Trousers$
Disallow: /Accessories/Bags$
Disallow: /Womens/Jeans$
Disallow: /Mens/Accessories$
Disallow: /Womens/Jumpsuits$
Disallow: /Womens/Swimwear$
Disallow: /Mens/Footwear/Shoes$
Disallow: /Lingerie/Knickers$
Disallow: /Accessories/Beauty$
Disallow: /Accessories/Jewellery$
Disallow: /Home/Tableware$
Disallow: /Womens/Knitwear/Shrugs$
Disallow: /Mens/Footwear/Boots$
Disallow: /Footwear/Boots$
Disallow: /Mens/Joggers$
Disallow: /Lingerie/Nightwear$
Disallow: /Mens/Blazers$
Disallow: /Womens/Tailoring/Suits$
Disallow: /Footwear/Shoes$
Disallow: /Womens/Tailoring/Jackets$
Disallow: /Womens/Knitwear/Cardigans$
Disallow: /Electricals/TVs$
Disallow: /Womens/Swimwear/Swimsuits$
Disallow: /Accessories/Watches$
Disallow: /Womens/Tailoring/Skirts$
Disallow: /Womens/Knitwear/Tunics$
Disallow: /Womens/Swimwear/Beachwear$
Disallow: /Accessories/Fragrances$
Disallow: /Mens/Chinos$
Disallow: /Lingerie/Bras$
Disallow: /Accessories/Jewellery/Rings$
Disallow: /Home/Bedding/Pillowcases$
Disallow: /Womens/Skirts$
Disallow: /Mens/Footwear$
Disallow: /Electricals/Floorcare$
Disallow: /Accessories/Hats$
Disallow: /shop/ChangeTitleLanding$
Disallow: /Shoes$
Disallow: /Accessories$
Disallow: /Home/Tableware/Dinnerware$
Disallow: /Knitwear$
Disallow: /Mens/Accessories/Jewellery$
Disallow: /Mens/Knitwear/Jumpers$
Disallow: /Womens/Knitwear/Ponchos$
Disallow: /Mens/Knitwear/Cardigans$
Disallow: /Womens/Knitwear/Jumpers$
Disallow: /Sandals$
Disallow: /Bras$
Disallow: /Home/Bedding$
Disallow: /Footwear/Trainers$
Disallow: /Skirts$
Disallow: /Womens/Swimwear/Bikinis$
Disallow: /Dresses$
Disallow: /Gifts/Flowers$
Disallow: /Accessories/Fascinators$
Disallow: /Footwear/Boots/Wellies$
Disallow: /Womens/Leggings$
Disallow: /Electricals/TVs/TVs$
Disallow: /Womens/Tailoring$
Disallow: /Home/Tableware/Cutlery$
Disallow: /Lingerie/Nightwear/Pyjamas$
Disallow: /Electricals/Photography/Cameras$
Disallow: /Accessories/Beauty/Nails$
Disallow: /Accessories/Beauty/Skincare/Moisturiser$
Disallow: /Accessories/Belts$
Disallow: /Accessories/Jewellery/Bracelets$
Disallow: /Accessories/Jewellery/Necklaces$
Disallow: /Accessories/Jewellery/Pendants$
Disallow: /Accessories/Purses$
Disallow: /Accessories/Scarves$
Disallow: /Accessories/Sunglasses$
Disallow: /Bedding$
Disallow: /Blazers$
Disallow: /Boots$
Disallow: /Coats$
Disallow: /Electricals/Lighting$
Disallow: /Electricals/Phones$
Disallow: /Footwear$
Disallow: /Footwear/Boots/Ankle$
Disallow: /Footwear/Slippers$
Disallow: /Gifts/Books$
Disallow: /Gilets$
Disallow: /Home/Bedding/Blankets$
Disallow: /Home/Bedding/Mattresses$
Disallow: /Home/Christmas$
Disallow: /Home/Lighting$
Disallow: /Home/Tableware/Glassware$
Disallow: /Jackets$
Disallow: /Jeans$
Disallow: /Jumpers$
Disallow: /Knickers$
Disallow: /Lingerie/Babydolls$
Disallow: /Lingerie/Bras/Mastectomy$
Disallow: /Lingerie/Bras/Minimiser$
Disallow: /Lingerie/Bras/Nursing$
Disallow: /Lingerie/Bras/Sports$
Disallow: /Lingerie/Bras/Support$
Disallow: /Lingerie/Nightwear/Loungewear$
Disallow: /Lingerie/Nightwear/Onesies$
Disallow: /Lingerie/Shapewear/Bodyshapers$
Disallow: /Lingerie/Thermals$
Disallow: /Mens/Accessories/Gloves$
Disallow: /Mens/Accessories/Hats$
Disallow: /Mens/Accessories/Jewellery/Rings$
Disallow: /Mens/Accessories/Jewellery/Watches$
Disallow: /Mens/Accessories/Scarves$
Disallow: /Mens/Accessories/Ties$
Disallow: /Mens/Accessories/Wallets$
Disallow: /Mens/Accessories/Watches$
Disallow: /Mens/Footwear/Slippers$
Disallow: /Mens/Footwear/Trainers$
Disallow: /Mens/Jeans$
Disallow: /Mens/Knitwear$
Disallow: /Mens/Shirts$
Disallow: /Shapewear$
Disallow: /Shirts$
Disallow: /Sports$
Disallow: /Swimwear$
Disallow: /Tops$
Disallow: /Trainers$
Disallow: /Trousers$
Disallow: /Womens/Accessories$
Disallow: /Womens/Knitwear$
Disallow: /Womens/Swimwear/Swimdresses$
Disallow: /Womens/Swimwear/Tankinis$
Disallow: /*/promotion-great-value/*
Disallow: /*/all-promotion-amazing-value/*
Disallow: /*/brand-*/brand-*
Disallow: /*/size-*/size-*
Disallow: /*/colour-*/colour-*
Disallow: /*/desktop/navigation/*

# LM 2019-04-10
Disallow: /*/next-day-delivery-next-day-delivery/*
Disallow: /*/shoe-size-*/shoe-size-*
Disallow: /*/mens-size-*/mens-size-*
Disallow: /*/top-design-*/top-design-*
Disallow: /*/mens-waist-*/mens-waist-*
Disallow: /*/mens-fit-*/mens-fit-*
Disallow: /*/mens-chest-size-*/mens-chest-size-*
Disallow: /*/width-fitting-width-fitting-*/width-fitting-width-fitting-*
Disallow: /*/mens-footwear-style-*/mens-footwear-style-*
Disallow: /*/inside-leg-length-inside-leg-length-*/inside-leg-length-inside-leg-length-*
Disallow: /*/mens-coat-style-*/mens-coat-style-*
Disallow: /*/special-occasion-*/special-occasion-*
Disallow: /*/collection-*/collection-*
Disallow: /*/review-rating-*/review-rating-*
Disallow: /*Rpp=24*
Disallow: /*Rpp=48*


# LM 2019-05-28
Disallow: /*best-seller/*

# LM 2019-07-24
Disallow:/*bra-cup-size-*/bra-cup-size-*

# LM 2019-12-06
Disallow: /*/budget-less-than-10*
Disallow: /*/budget-10-to-25*
Disallow: /*/budget-25-to-50*
Disallow: /*/budget-50-to-100*
Disallow: /*/budget-100-and-over*
Disallow: /*/review-rating-2-stars-or-more*
Disallow: /*/review-rating-1-star-or-more*
Disallow: /*/review-rating-3-stars-or-more*
Disallow: /*/review-rating-4-stars-or-more*
Disallow: /*/review-rating-5-stars*
Disallow: /*/inside-leg-length-*/inside-leg-length-*
Disallow: /shop/product/ajax/Outfit*
Disallow: /*/delivery-with-installation/delivery-without-installation/*
Disallow: /*/cooker-type-*/cooker-type-*/*
Disallow: /*/appliance-size-*/appliance-size-*/*
Disallow: /*/energy-efficiency-rating-*/energy-efficiency-rating-*/*
Disallow: /*/spin-speed-*/spin-speed-*/*
Disallow: /*/screen-size-*/screen-size-*/
Disallow: /*/top-design-*/top-design-*
Disallow: /*/brandrange-jacamo-brands/*
Disallow: /*/top-legnth-*/top-legnth-*
Disallow: /*/sleeve-legnth-*/sleeve-legnth-*
Disallow: /*/top-design-*/top-design-*
Disallow: /*/promotional-jacamo-*
Disallow: /*/zipbutton-*/zipbutton-*
Disallow: /*/cut-*/cut-*
Disallow: /*/mens-collar-size-*/mens-collar-size-*
Disallow: /*/ring-size-*/ring-size-*
Disallow: /*/shorts-style-*/shorts-style-*
Disallow: /*/Ne-*

# Data from archive.org API extract 2019-12-11
Disallow: /?newtitle*
Disallow: /?cm_re*
Disallow: /?cm_decoration=true
Disallow: /EmailCollectionController.servlet*
Disallow: /page?pageId*
Disallow: /product/window/show.action*
Disallow: /?combine?
Disallow: /advancedSiteMap.jsp*
Disallow: /advancedSiteMap_view*
Disallow: /admin/*
Disallow: /aclick/*
Disallow: /acctreg_end.jsp
Disallow: /aclick/*
Disallow: /basket*
Disallow: /checkout*
Disallow: /Claim*
Disallow: /contact_us.js*
Disallow: /ContactusController.*
Disallow: /dispatcher.*
Disallow: /ds/shop/
Disallow: /DynamicCoremetricProvider*
Disallow: /dynamicPresentation/*
Disallow: /financial_services.jsp*
Disallow: /help.jsp*
Disallow: /lpg_*
Disallow: /product/window/*
Disallow: /productwindow.jsp*
Disallow: /search_display.jsp*
Disallow: /*/Ns=P_PriceFrom*

# Data from archive.org API extract 2019-12-18
Disallow: /EmailCollectionController*
Disallow: /favourites.jsp
Disallow: /_Incapsula_Resource*
Disallow: /ClaimCodes.servlet*

#Update: 2020-01-10
Disallow: /*utm_customerid*

# LM 2019-01-17
Disallow: /*/budget-less-than-10*
Disallow: /*/budget-10-to-25*
Disallow: /*/budget-25-to-50*
Disallow: /*/budget-50-to-100*
Disallow: /*/budget-100-and-over*
Disallow: /*/review-rating-2-stars-or-more*
Disallow: /*/review-rating-1-star-or-more*
Disallow: /*/review-rating-3-stars-or-more*
Disallow: /*/review-rating-4-stars-or-more*
Disallow: /*/review-rating-5-stars*
Disallow: /*dressipi*
Disallow: /shop/product/details/ajax/addPandpToBag.action*
Disallow: /shop/json/mobileProductList.action*
Disallow: /shop/viewbag/*
Disallow: /shop/registration/jsonStringSecure.action*

# LM 2019-02-26
Disallow: /*productRange.action*
Disallow: /*AffinityProductFragmentList.action*
Disallow: /*guideRequest.action*

# LM 2020-04-09 Bloomreach Go Live
Disallow: /*nofollowind*
Disallow: /*relUrl*
Disallow: /*previousPage*
Disallow: /*facet-value-url*
Disallow: /*clearGroupUrl*
Disallow: /*nextPage*