# IPasteIt Robots Configuration
# https://ipasteit.bond/robots.txt

User-agent: *
Allow: /
Allow: /favicon.ico
Allow: /icon.svg
Allow: /icon-*.png
Allow: /apple-icon.png
Allow: /manifest.webmanifest
Allow: /logo.svg
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ads.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /p/*/edit
Disallow: /raw/

# OpenAI ChatGPT Search (Citation & Answer Engine)
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# Anthropic Claude Search (Citation & Answer Engine)
User-agent: Claude-SearchBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# Perplexity AI Search (Real-Time Answer Engine)
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# OpenAI Foundation Model Training
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# Anthropic Foundation Model Training
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# Google Gemini Training & Grounding
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# Apple Intelligence Training
User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

Sitemap: https://ipasteit.bond/sitemap.xml