# disallow agents
User-agent: Amazonbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
# throttle all
User-agent: *
Crawl-delay: 100
# disallow dirs
User-agent: *
Disallow: /circulars/
Disallow: /Circulars/
Disallow: /weeklyad/
Disallow: /WeeklyAd/
Disallow: /recipes/
Disallow: /Recipes/
Disallow: /TopsInsiderPerks/
Disallow: /ErieInsider/
Disallow: /ErieInsiders/