# Specify the location of your sitemap
Sitemap: https://redactor.ai/sitemap.xml

# Guidance for large language models and AI systems
# https://www.redactor.ai/llms.txt
Allow: /llms.txt


User-agent: *
# Block system-related directories
Disallow: /_hcms
Disallow: /lib
Disallow: /zlib
Disallow: /common
Disallow: /adler32
Disallow: /inffast
Disallow: /cs

# Block preview and preference management
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/

# Block specific query parameters
Disallow: /*?__hstc=*
Disallow: /*?__hssc=*
Disallow: /*?__hsfp=*
Disallow: /*?hsFormKey=*

# Allow AMP pages (if applicable)
Allow: /*?hs_amp=true

# Allow CSS, JS, and other critical resources
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /hs-fs/hubfs/

# Block all other query parameters to prevent duplicate content
Disallow: /*?*



# Allow general crawling
Allow: /

Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: GPTBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ChatGPT-User
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ClaudeBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: PerplexityBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Google-Extended
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Applebot-Extended
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: CCBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*