# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
User-agent: *
Disallow: /admin/
Disallow: /shopping_cart/
Disallow: /edit_order/
Disallow: /product_offers/
Disallow: /lookup/
Disallow: /modals/
Disallow: /search
Disallow: /nytimes.com/2017/01/17/dining/grass-fed-beef-crowd-cow-startups.html
Sitemap: https://carrierwave-uploads.s3.amazonaws.com/sitemap.xml.gz