User-agent: *
Sitemap: https://www.dqlabs.ai/sitemap_index.xml

# Block access to sensitive WordPress areas
Disallow: /wp-admin/
Disallow: /wp-includes/

# Allow crawling of CSS/JS/AJAX resources needed to render pages
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js

# Block access to other non-relevant sections
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/

# Block search and archive pages
Disallow: /?s=
Disallow: /search/
Disallow: /archive/

# Block UTM parameters
Disallow: /*?utm_*
Disallow: /*&utm_*

# Block Google Ads tracking parameters
Disallow: /*?gclid=*
Disallow: /*&gclid=*
Disallow: /*?gad_source=*
Disallow: /*&gad_source=*
Disallow: /*?hsa_*
Disallow: /*&hsa_*

# Block HubSpot tracking parameters
Disallow: /*?__hstc=*
Disallow: /*&__hstc=*
Disallow: /*?__hssc=*
Disallow: /*&__hssc=*
Disallow: /*?__hsfp=*
Disallow: /*&__hsfp=*
Disallow: /*?_hsenc=*
Disallow: /*&_hsenc=*

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Disallow: /