# Crawl policy (open by default)
User-agent: *
Allow: /

# Keep tracking/duplicate URLs out of the index
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*msclkid=*
Disallow: /*?*ref=*
Disallow: /privacy-policy.php
Disallow: /terms.php
Disallow: /pricing-demo.php
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-*.php
Disallow: /contact-submit.php
Disallow: /contact-submit.php
Disallow: blog/wp-comments-post.php
Disallow: /demo1

# Make it clear that documents can be indexed
Allow: /doc/
Allow: /*.pdf$

# Sitemaps (add more lines here if you split sitemaps by section)
Sitemap: https://www.inhosted.ai/sitemap.xml