# ai.txt — AI crawler directives for The Pulse Gazette
# https://site.spawning.ai/shared/ai-txt
#
# The Pulse Gazette welcomes indexing by AI search engines, research
# models, and language model training where attribution is preserved.
# Our content is human-edited journalism; we use AI tools in our own
# editorial workflow and disclose this at /ai-disclosure.
#
# For AI-specific directives, use these rules. For traditional web
# crawlers, see /robots.txt.

# Allow AI search engines (Perplexity, ChatGPT Search, Claude, etc.)
# to index articles for real-time search results with attribution.
User-Agent: PerplexityBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Amazonbot
Allow: /

User-Agent: Applebot-Extended
Allow: /

# Disallow training-only crawlers that do not attribute back to source.
# We do not opt out of search/retrieval; we only opt out of opaque
# training consumption without attribution.
# (Override these if you want to contribute to a specific model.)

# Paths
Disallow: /profile
Disallow: /bookmarks
Disallow: /search

# Sitemap
Sitemap: https://thepulsegazette.com/sitemap.xml