# =============================================
# robots.txt for xenonlabs.ai
# XenonLabs - AI First Company
# AI Employees & Enterprise AI Platforms:
# VoicePro, SocialPro, HirePro, InfoPro, ERPPro
# https://xenonlabs.ai
# =============================================

# Allow all search engine crawlers
User-agent: *
Allow: /

# Sitemap location (important for SEO)
Sitemap: https://xenonlabs.ai/sitemap.xml

# =============================================
# Search Engine Specific Rules
# =============================================

# Googlebot - Full Access
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bingbot - Full Access
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Google Images
User-agent: Googlebot-Image
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

# DuckDuckBot
User-agent: DuckDuckBot
Allow: /

# Yandex
User-agent: Yandex
Allow: /
Crawl-delay: 2

# Baidu (China)
User-agent: Baiduspider
Allow: /
Crawl-delay: 2

# =============================================
# AI Search Engines & Answer Engines
# =============================================

# ChatGPT/OpenAI
User-agent: GPTBot
Allow: /

# Google Bard/Gemini
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# =============================================
# Blocked Areas
# =============================================

# Block admin/backend areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /node_modules/

# Block development files
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /.git/
Disallow: /.env

# Block temporary/cache files
Disallow: /tmp/
Disallow: /cache/
Disallow: /*.log$

# =============================================
# Host Directive
# =============================================
Host: https://xenonlabs.ai