# ==================================================
# Contify robots.txt
# Updated: Aug 2026
# Strategy: SEO crawl hygiene + AI answer visibility + SaaS best practices
# ==================================================

# --------------------------------------------------
# 1. DEFAULT RULES
# --------------------------------------------------

User-agent: *

# Block all parameter URLs and existing duplicate/tracking patterns
Disallow: /*?
Disallow: /*__hstc=
Disallow: /*0ecc245e_page=
Disallow: /*21f59b6b_page=
Disallow: /*2b5ec386_page=
Disallow: /*db28461f_page=
Disallow: /*query=
Disallow: /*ref=
Disallow: /*trk=
Disallow: /*spc-source=
Disallow: /*data-sheets

# Additional common tracking, paid, CRM, and session parameters
Disallow: /*utm_
Disallow: /*fbclid=
Disallow: /*gclid=
Disallow: /*msclkid=
Disallow: /*_hsenc=
Disallow: /*_hsmi=
Disallow: /*hsCtaTracking=
Disallow: /*hsa_

# RSS/feed URLs
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/rss2/

# WordPress internals
Disallow: /blog/wp-admin/
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /blog/wp-login.php
Disallow: /blog/wp-json/
Disallow: /wp-json/

# Internal search pages
Disallow: /?s=
Disallow: /blog/?s=
Disallow: /blog/search/

# Low-value, duplicate, or non-public utility pages
Disallow: /en/
Disallow: /dummy-news-api/
Disallow: /try-free/
Disallow: /company-profile/697/
Disallow: /coverage/cfy3
Disallow: /coverage/cfy3/
Disallow: /insights/
Disallow: /*resources/events
Disallow: /resources/events
Disallow: /resources/events/

# --------------------------------------------------
# 2. AI SEARCH AND USER-TRIGGERED ANSWER BOTS
# Allow public content for AI discovery and citations,
# while preserving Contify's existing crawl hygiene rules.
# --------------------------------------------------

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
Disallow: /*?
Disallow: /*__hstc=
Disallow: /*0ecc245e_page=
Disallow: /*21f59b6b_page=
Disallow: /*2b5ec386_page=
Disallow: /*db28461f_page=
Disallow: /*query=
Disallow: /*ref=
Disallow: /*trk=
Disallow: /*spc-source=
Disallow: /*data-sheets
Disallow: /*utm_
Disallow: /*fbclid=
Disallow: /*gclid=
Disallow: /*msclkid=
Disallow: /*_hsenc=
Disallow: /*_hsmi=
Disallow: /*hsCtaTracking=
Disallow: /*hsa_
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/rss2/
Disallow: /blog/wp-admin/
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /blog/wp-login.php
Disallow: /blog/wp-json/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /blog/?s=
Disallow: /blog/search/
Disallow: /en/
Disallow: /dummy-news-api/
Disallow: /try-free/
Disallow: /company-profile/697/
Disallow: /coverage/cfy3
Disallow: /coverage/cfy3/
Disallow: /insights/
Disallow: /*resources/events
Disallow: /resources/events
Disallow: /resources/events/

# --------------------------------------------------
# 3. AI TRAINING AND MODEL IMPROVEMENT BOTS
# Strategic allow for reputable AI labs so Contify
# remains visible in AI model knowledge.
# --------------------------------------------------

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /*?
Disallow: /*__hstc=
Disallow: /*0ecc245e_page=
Disallow: /*21f59b6b_page=
Disallow: /*2b5ec386_page=
Disallow: /*db28461f_page=
Disallow: /*query=
Disallow: /*ref=
Disallow: /*trk=
Disallow: /*spc-source=
Disallow: /*data-sheets
Disallow: /*utm_
Disallow: /*fbclid=
Disallow: /*gclid=
Disallow: /*msclkid=
Disallow: /*_hsenc=
Disallow: /*_hsmi=
Disallow: /*hsCtaTracking=
Disallow: /*hsa_
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/rss2/
Disallow: /blog/wp-admin/
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /blog/wp-login.php
Disallow: /blog/wp-json/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /blog/?s=
Disallow: /blog/search/
Disallow: /en/
Disallow: /dummy-news-api/
Disallow: /try-free/
Disallow: /company-profile/697/
Disallow: /coverage/cfy3
Disallow: /coverage/cfy3/
Disallow: /insights/
Disallow: /*resources/events
Disallow: /resources/events
Disallow: /resources/events/

# --------------------------------------------------
# 4. SOCIAL AND LINK PREVIEW BOTS
# Allow these to preserve rich previews when Contify
# URLs are shared on social, chat, and community sites.
# --------------------------------------------------

User-agent: facebookexternalhit
User-agent: Facebot
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: Slackbot
User-agent: Slackbot-LinkExpanding
User-agent: WhatsApp
User-agent: Discordbot
User-agent: TelegramBot
User-agent: redditbot
Allow: /

# --------------------------------------------------
# 5. SITEMAP
# --------------------------------------------------

Sitemap: https://www.contify.com/sitemap_index.xml