# Robots.txt for mojar.ai
# https://www.robotstxt.org/

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.mojar.ai/sitemap.xml

# Disallow admin/internal paths (if any)
Disallow: /api/

# Disallow app subdomain from indexing
User-agent: *
Disallow: /app/

# Allow all major search engine crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# Block AI training bots (optional - uncomment if desired)
# User-agent: GPTBot
# Disallow: /
# User-agent: ChatGPT-User
# Disallow: /
# User-agent: CCBot
# Disallow: /
# User-agent: anthropic-ai
# Disallow: /