# Global rules
User-agent: *
# Block Webflow pagination & parameter spam
Disallow: /*_page=        # e.g., ?76c835dd_page=2
Disallow: /*?*page=       # generic ?page=2, ?foo=bar&page=3
Disallow: /*?sort=
Disallow: /*?category=
Disallow: /search
Disallow: /admin
Disallow: /utility-pages/
Disallow: /template/
Disallow: /thank-you
Disallow: /confirmation
Disallow: /uploads/
Disallow: /downloads/
Disallow: /assets/
Disallow: /rss.xml

# Block high-bandwidth non-essential crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

Sitemap: https://www.wnythrive.com/sitemap.xml