User-agent: *
Allow: /
Disallow: /404.html
Disallow: /clients/
Disallow: /api/

# Paths Google keeps re-crawling and getting 404s from. None of them were
# ever pages: /cdn-cgi/ is Cloudflare's own endpoint, and the rest are the
# retired WordPress install's internals.
Disallow: /cdn-cgi/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

Sitemap: https://www.groceryinsight.com/sitemap.xml

# LLM context, per https://llmstxt.org
LLMs-txt: https://www.groceryinsight.com/llms.txt