User-agent: *
Disallow: /*?*

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Google AI ---
User-agent: Google-Extended
Allow: /

# --- Anthropic ---
User-agent: ClaudeBot
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

# --- Common Crawl (used by many AI datasets) ---
User-agent: CCBot
Allow: /

# --- Meta / Facebook AI ---
User-agent: FacebookBot
Allow: /

# --- Amazon ---
User-agent: Amazonbot
Allow: /

# --- Apple ---
User-agent: Applebot
Allow: /

# --- Bytespider (TikTok parent ByteDance) ---
User-agent: Bytespider
Allow: /

# --- Other emerging AI crawlers ---
User-agent: Diffbot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Omgilibot
Allow: /

Sitemap: https://www.josys.com/sitemap.xml