User-agent: *
Crawl-delay: 30
Request-rate: 1/30
Disallow: /admin/
Disallow: /util/
Disallow: /account
Disallow: /p2p/searchResults.do
Disallow: /p2p/basicSearch.do
Disallow: /p2p/advancedSearch.do
Allow: /sitemap.xml
Allow: /sitemapancillary.xml
Allow: /sitemapcategoryproduct.xml
Sitemap: http://www.bonton.com/sitemap.xml


# Use these examples for blocking the review site, staging does not need to be added as it is only accessed via vpn. 
Disallow: http://bonton.marketlive.com/
Disallow: http://carsons.marketlive.com/
Disallow: http://bergners.marketlive.com/
Disallow: http://elder-beerman.marketlive.com/
Disallow: http://bostonstore.marketlive.com/
Disallow: http://younkers.marketlive.com/
Disallow: http://herbergers.marketlive.com/


Disallow: http://bonton-rev.marketlive.com/
Disallow: http://carsons-rev.marketlive.com/
Disallow: http://bergners-rev.marketlive.com/
Disallow: http://elder-rev.marketlive.com/
Disallow: http://bostonstore-rev.marketlive.com/
Disallow: http://younkers-rev.marketlive.com/
Disallow: http://herbergers-rev.marketlive.com/

Disallow: http://bonton-staging.marketlive.com/
Disallow: http://carsons-staging.marketlive.com/
Disallow: http://bergners-staging.marketlive.com/
Disallow: http://elder-staging.marketlive.com/
Disallow: http://bostonstore-staging.marketlive.com/
Disallow: http://younkers-staging.marketlive.com/
Disallow: http://herbergers-staging.marketlive.com/

Disallow: http://bonton-prod.marketlive.com/
Disallow: http://carsons-prod.marketlive.com/
Disallow: http://bergners-prod.marketlive.com/
Disallow: http://elder-prod.marketlive.com/
Disallow: http://bostonstore-prod.marketlive.com/
Disallow: http://younkers-prod.marketlive.com/
Disallow: http://herbergers-prod.marketlive.com/