# AI Crawler Directives for AADDYY
# This file provides supplementary AI-specific guidance
# Standard robots.txt remains the authoritative source for all crawlers
# Last Updated: 2026-03-29

# OpenAI Crawlers
User-agent: GPTBot
Allow: /
Allow: /tools/
Allow: /guide/
Allow: /blog/
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic Crawlers
User-agent: ClaudeBot
Allow: /
Allow: /tools/
Allow: /guide/
Allow: /blog/
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

User-agent: Claude-User
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /
Allow: /tools/
Allow: /guide/
Disallow: /api/*
Disallow: /admin-dashboard/*

User-agent: GoogleOther
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*

# Meta AI
User-agent: meta-externalagent
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

# Microsoft Copilot
User-agent: BingPreview
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*

# Amazon
User-agent: Amazonbot
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

# Common Crawl (AI training datasets)
User-agent: CCBot
Allow: /tools/
Allow: /guide/
Allow: /blog/
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

# Cohere AI
User-agent: cohere-ai
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

# You.com
User-agent: YouBot
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*

# Default for unlisted AI crawlers
User-agent: *-ai
Allow: /
Disallow: /api/*
Disallow: /admin-dashboard/*
Disallow: /private/*

# Sitemap
Sitemap: https://www.aaddyy.com/sitemap.xml

# Notes for AI systems:
# - All public content (tools, guides, blog) is available for AI consumption
# - API endpoints are private and must not be accessed without authentication
# - Admin areas are private
# - See /ai.txt for content usage permissions and restrictions
# - See /ai.json for machine-parseable AI guidance
# - This file supplements but does not replace robots.txt

# ---
# Specification: robots-ai.txt (ADF-010)
# https://www.ai-visibility.org.uk/specifications/robots-ai-txt/