# keystothecapital.ca: Poonam Babbar, REALTOR®, Feely Group, eXp Realty of Canada, Inc., Brokerage
#
# Policy: this is a public site and search and AI tools are welcome. The site owner
# allows search indexing, AI answer and search features, and AI training. The
# only paths kept out are the admin tools, the form endpoint and the post-form
# thank-you page.
# The rules are repeated in every named group because a crawler that finds its
# own group ignores the "*" group. The Disallow lines come first so that simple
# parsers, which stop at the first matching rule, still honour them.
#
# Plain-language summary for AI tools: /llms.txt (full text: /llms-full.txt)
# Human-readable policy: /ai-policy

# Everyone else
User-agent: *
Disallow: /keystatic
Disallow: /api
Disallow: /thank-you
Allow: /

# Search engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
Disallow: /keystatic
Disallow: /api
Disallow: /thank-you
Allow: /

# AI search and answer engines (index pages so they can cite them)
# OpenAI search, Anthropic search, Perplexity search
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Disallow: /keystatic
Disallow: /api
Disallow: /thank-you
Allow: /

# AI assistants fetching a page because a person asked
# ChatGPT, Claude and Perplexity reading a page on a user's request
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Disallow: /keystatic
Disallow: /api
Disallow: /thank-you
Allow: /

# AI training crawlers (allowed by the site owner)
# OpenAI GPTBot, Anthropic ClaudeBot, Google-Extended (Gemini), Applebot-Extended,
# Common Crawl
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Disallow: /keystatic
Disallow: /api
Disallow: /thank-you
Allow: /

Sitemap: https://keystothecapital.ca/sitemap-index.xml