# =========================================================
# 서울디테일구강내과치과 robots.txt
# https://detailjaw.com
# SEO / AEO / GEO 최적화
# =========================================================

# ===== 기본 워드프레스 설정 =====
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ===== 공개 콘텐츠 허용 =====
Allow: /
Allow: /intro/
Allow: /special/
Allow: /headache/
Allow: /reservation/
Allow: /wp-content/uploads/

# ===== 워드프레스 시스템 차단 =====
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /xmlrpc.php

# ===== 중복/저품질 URL 차단 =====
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /author/
Disallow: /date/
Disallow: /*?replytocom=
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?preview=true

# ===== 내부/테스트 영역 차단 =====
Disallow: /test/
Disallow: /staging/
Disallow: /dev/
Disallow: /backup/
Disallow: /tmp/

# ===== 관리자/API 차단 =====
Disallow: /admin/
Disallow: /auth/
Disallow: /api/

# =========================================================
# AI / LLM 크롤러 허용
# =========================================================

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: SearchGPT
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /wp-content/uploads/

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Apple
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Meta
User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# Microsoft
User-agent: Bingbot
Allow: /

User-agent: CopilotBot
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# 기타 AI
User-agent: Bytespider
Allow: /

User-agent: Deepseek
Allow: /

User-agent: MistralBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: BraveBot
Allow: /

User-agent: Qwen
Allow: /

User-agent: Grok
Allow: /

# =========================================================
# 과도한 상업 크롤러 제한
# =========================================================

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# =========================================================
# Sitemap / AI metadata
# =========================================================

Sitemap: https://detailjaw.com/sitemap.xml

LLMs.txt: https://detailjaw.com/llms.txt
ai.json: https://detailjaw.com/ai.json
for-ai: https://detailjaw.com/for-ai/index.html