User-agent: *
# --- Core WP Directories ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


Disallow: /*?wordfence_lh=
Disallow: /*&wordfence_lh=
Disallow: /*?hid=
Disallow: /*&hid=
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/
Disallow: /comments/feed/
Disallow: /?s=
Disallow: /*?s=
Disallow: /search/
Disallow: /cgi-bin/

# --- Tags (thin content) ---
Disallow: /tag/
Disallow: /tag/*

# --- Tracking parameters ---
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?fbclid=
Disallow: /*?gclid=

# --- Cache / includes ---
Disallow: /wp-includes/
Disallow: /wp-content/cache/

# --- Allow assets needed for rendering ---
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-includes/js/

# --- Sitemap ---
Sitemap: https://www.marketerrakib.com/sitemap_index.xml