User-agent: * # block non retail store prefixes Disallow: /ariba/ Disallow: /ariba_dev/ Disallow: /punchout/ Disallow: /punchout_dev/ Disallow: /students/ Disallow: /superchefs/ Disallow: /canada/ Disallow: /united_states/ Disallow: /hong_kong/ Disallow: /puerto_rico/ Disallow: /global/ Disallow: /united_kingdom/ Disallow: /foodbuy/ Disallow: /avendracorp/ Disallow: /cds/ Disallow: /TESTSTORE/ Disallow: /dev/ Disallow: /legacy/ Disallow: /fb/ # block non shop host specific directories Disallow: /tavistock/ Disallow: /wfc.002/ Disallow: /singlefeed/ Disallow: /moana/ Disallow: /mhcmicroconcepts/ Disallow: /catalogs/ Disallow: /logosplus/ Disallow: /floridabbq2/ Disallow: /wfc.003/ Disallow: /legacy_punchout/ Disallow: /fm/ Disallow: /wfc.001/ Disallow: /ngc/ Disallow: /marriottbfast/ Disallow: /file1/ Disallow: /nordstrom/ Disallow: /orderconfirm/ Disallow: /wfc/ Disallow: /delawarenorth/ Disallow: /orderentry/ Disallow: /done/ Disallow: /landrys/ Disallow: /grillconcepts/ Disallow: /ccap/ Disallow: /compassperkspot/ Disallow: /nacufs/ Disallow: /pp_legacy/ Disallow: /jwbreakfast/ Disallow: /compass/ Disallow: /dot/ Disallow: /rbg/ Disallow: /pp.legacy/ Disallow: /gallerycentral/ Disallow: /avalara/ Disallow: /cwcares/ Disallow: /picnicbasket/ Disallow: /RCS/ Disallow: /foodbuyinfo/ Disallow: /legoland/ Disallow: /californiapizzakitchen/ # block non shop host specific files Disallow: /401180/mens-executive-chef-coat Disallow: /avendra1.php Disallow: /gilad_color_size.php Disallow: /get_sku.php Disallow: /embroideryStyles.html Disallow: /sizegrid.html Disallow: /pinterest-ed23f.html Disallow: /GoogleRemarket1.inc Disallow: /datechk.php Disallow: /pp.diff Disallow: /dotsitemap.html Disallow: /sdxglobal_csvupload.php Disallow: /bla Disallow: /coolvent.php Disallow: /netsol.html Disallow: /singlefeed.php # robots-epilogue.txt Disallow: /uniforms/wp-includes/customize/* User-agent: SemrushBot User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: /