User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /members/
Disallow: /user/
Disallow: /checkout/
Disallow: /cart/
Disallow: /signup/
Disallow: /login/
Disallow: /index.php
Disallow: /search?
Disallow: /password-reset/
Disallow: /join/
Disallow: /upgrade/
Disallow: /billing/
Disallow: /support/
Disallow: /faq/
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*?ref=
Disallow: /*?sid=
Disallow: /*nats=
Disallow: /*?action=
Disallow: /*?track=
Disallow: /*?affid=
Disallow: /*?campaign=
Disallow: /*?clickid=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Allow: /wp-admin/admin-ajax.php

# Allow search engines to crawl and index content pages
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yandex
Allow: /

User-agent: DuckDuckBot
Allow: /

# Block aggressive and non-beneficial crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /