User-agent: *

# Allow crawling of www domain
Allow: /

# Allow specific product image API endpoint
Allow: /api/product-img?uuid=*

# Sitemaps
Sitemap: https://www.wheyindex.com/sitemap.xml

# Optimize crawling
Crawl-delay: 1

# Prevent duplicate content
Disallow: /admin/
Disallow: /api/
Disallow: /redirect/
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?dietary_claims=
Disallow: /*?brands=
Disallow: /*?protein_types=
Disallow: /*?flavors=
Disallow: /*?availability=
Disallow: /*?basis=