User-agent: *
# Block costly search/listing query variations for all crawlers
Disallow: /*?route=product/search
Disallow: /*&route=product/search
Disallow: /*?page=$
Disallow: /*&page=$
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?filter_name=
Disallow: /*&filter_name=
Disallow: /*?filter_sub_category=
Disallow: /*&filter_sub_category=
Disallow: /*?filter_description=
Disallow: /*&filter_description=

# Reduce crawl pressure
Crawl-delay: 10

# Tighten for specific aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /*?route=product/search
Disallow: /*&route=product/search
Crawl-delay: 20

User-agent: Pinterestbot
Disallow: /*?route=product/search
Disallow: /*&route=product/search
Crawl-delay: 30

# ============================================================
# [hc project-files] Biblioteca de arquivos de projeto (CAD/BIM).
# Nao indexar nem baixar: sao ~39 GB de binarios sem valor de busca.
# Motivo: 15/09/2026 o endpoint recebeu 746 downloads/10h (1,16 GB),
# sendo ~60% de crawlers declarados (Applebot, Reflectionbot, bingbot).
# ============================================================
User-agent: *
Disallow: /*route=product/project_files
Disallow: /*file_id=

# Crawlers de IA / ingestao de dados — bloqueio total
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Reflectionbot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Diffbot
Disallow: /