User-agent: * Disallow: /OOBO/ Disallow: /mkt/ #Disallow Nodes with price ranges or multiple refinement values Disallow: /*pmax=* Disallow: /*pmin=* Disallow: /*prefn* Disallow: /*prefv* Disallow: /*srule=* #Disallow: /*sz=*start=* Disallow: /search*start=*sz=* Disallow: /*queryBRT=* Disallow: /*?q=* #Disallow: /*+*+*-*$ Allow: /*theme?q=* Allow: /tees-2/?q=* Disallow: */in-store-deals* #Prevent indexing of common SFCC variables Disallow: /*dwcont=* Disallow: /*pid=* #Supplemental disallow rules for additional Pipeline URLs Disallow: /*Stores-STS* Disallow: /*Product-ShowQuickView* Disallow: /*Product-Variation* Disallow: /*Wishlist-Add* #Prevent indexing of multiple pages of Bazaarvoice reviews #Disallow: /*bvstate* #Disallow: /*bmUID=* #Disallow: *?bvrrp=* #Disallows multiple search refinement URLs, while allowing products Disallow: /*_*/ Allow: /product/*_*.html #Disallow access to cart/checkout Disallow: /account* Disallow: /cart* Disallow: /checkout* Disallow: /order-history* Disallow: /search* Disallow: /wishlist* #Relative URL favicon.ico issue Disallow: /*/favicon.ico Allow: /favicon.ico Disallow: */demandware.store* Allow: */demandware.store/*/Search-UpdateGrid Sitemap: https://www.boxlunch.com/sitemap_index.xml #Crawl delays for common bots User-agent: Pinterestbot Crawl-delay: 1 User-agent: FacebookBot Crawl-delay: 1 User-agent: facebookexternalhit/1.1 Crawl-delay: 1 User-agent: facebookexternalhit/1.0 Crawl-delay: 1