# ---------------------------
# GLOBAL RULES
# ---------------------------
User-agent: *
Allow: /

# Google News
User-agent: Googlebot-News
Allow: /

# Google Images
User-agent: Googlebot-Image
Allow: /

# Google Inspection Tool
User-agent: Google-InspectionTool
Allow: /

Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /*/feed/
Disallow: /*/*/amp/
Disallow: /*/amp/
Disallow: /?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: */embed/

# ---------------------------
# AI / LLM BOTS (Explicit Control)
# ---------------------------

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

# xAI (Grok)
User-agent: GrokBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Apple AI
User-agent: Applebot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Common Crawlers (Explicit for stability)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

# ---------------------------
# SITEMAP
# ---------------------------
Sitemap: https://infinitalab.com/sitemap_index.xml
Sitemap: https://infinitalab.com/post-sitemap.xml
Sitemap: https://infinitalab.com/post-sitemap2.xml
Sitemap: https://infinitalab.com/post-sitemap3.xml
Sitemap: https://infinitalab.com/post-sitemap4.xml
Sitemap: https://infinitalab.com/page-sitemap.xml
Sitemap: https://infinitalab.com/category-sitemap.xml
Sitemap: https://infinitalab.com/author-sitemap.xml