# robots.txt — clean-URL crawl policy
User-agent: *
Allow: /

# No dynamic-parameter URLs should ever be indexed (canonical content always
# lives at a clean path). This is the "no dynamic parameters in the URL" fix.
Disallow: /*?

# Internal endpoints / tools — never index these.
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /cache/
Disallow: /config/
Disallow: /api.php
Disallow: /apiforarticle.php
Disallow: /pattern_api.php
Disallow: /search_patterns_api.php
Disallow: /pattern_publish.php
Disallow: /dbinit.php

# Sitemap
Sitemap: https://tiffcrochets.com/sitemap.xml

# Block aggressive SEO crawlers (save crawl budget / bandwidth)
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /