# *
User-agent: *
Allow: /
Allow: /products/
Allow: /document/
Allow: /pricing
Allow: /solutions
Allow: /blog
Allow: /llms.txt
Allow: /llms/
Disallow: /demo/homepage
Disallow: /console
Disallow: /404
Disallow: /search
Disallow: /*/search
Disallow: /missing-doc-links.json

# OAI-SearchBot
User-agent: OAI-SearchBot
Allow: /

# ChatGPT-User
User-agent: ChatGPT-User
Allow: /

# Claude-SearchBot
User-agent: Claude-SearchBot
Allow: /

# Claude-User
User-agent: Claude-User
Allow: /

# PerplexityBot
User-agent: PerplexityBot
Allow: /

# FirecrawlAgent
User-agent: FirecrawlAgent
Allow: /

# AndiBot
User-agent: AndiBot
Allow: /

# ExaBot
User-agent: ExaBot
Allow: /

# PhindBot
User-agent: PhindBot
Allow: /

# YouBot
User-agent: YouBot
Allow: /

# Googlebot
User-agent: Googlebot
Allow: /

# Bingbot
User-agent: Bingbot
Allow: /

# GPTBot
User-agent: GPTBot
Disallow: /

# ClaudeBot
User-agent: ClaudeBot
Disallow: /

# Google-Extended
User-agent: Google-Extended
Disallow: /

# CCBot
User-agent: CCBot
Disallow: /

# Host
Host: https://trtc.io

# Sitemaps
Sitemap: https://trtc.io/sitemap.xml