User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://pineprompts.com/wp-sitemap.xml

# DM Prompts — crawl directives
User-agent: *
Allow: /prompt/
Allow: /search-results/
Allow: /leaderboard/
Allow: /blog/
Allow: /collections/
Disallow: /dashboard/
Disallow: /add-prompt/
Disallow: /my-prompts/
Disallow: /login/
Disallow: /register/
Disallow: /?s=
Disallow: /wp-json/
Disallow: /dm_tag/
Disallow: /dm_category/
Disallow: /tag/
Sitemap: https://pineprompts.com/wp-sitemap.xml

# ── AI Crawlers (GEO/AEO) ───────────────────────────────────────
# These bots power ChatGPT, Claude, Perplexity, Gemini & more.
# Allowing them helps pineprompts.com appear in AI-generated answers.

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# ChatGPT browsing
User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# OpenAI search
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Claude web browsing
User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Anthropic training
User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Apple Intelligence
User-agent: Applebot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Amazon Alexa AI
User-agent: Amazonbot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Google AI / Gemini
User-agent: GoogleOther
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Cohere AI
User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Diffbot knowledge graph
User-agent: Diffbot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Meta AI
User-agent: FacebookBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# You.com AI
User-agent: YouBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Timpi AI search
User-agent: Timpibot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Allen AI
User-agent: AI2Bot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# LLM context files (machine-readable site index)
# Summary : https://pineprompts.com/llms.txt
# Full     : https://pineprompts.com/llms-full.txt