{
  "version": 4,
  "updated": "2026-08-02",
  "note": "bot-access 툴 봇 카탈로그. 출처: comments/official_docs/*.md 등. robotsToken=robots.txt User-agent, uaSubstring=응답 UA 식별, ua=접근 테스트용, robotsTokenOnly=UA 없이 robots 제어 토큰만, sourceLevel=출처 신뢰등급. Yandex 는 검색·AI 관련만 반영. Google 은 은퇴 크롤러 제외.",
  "categories": {
    "ai_answer": "AI 답변·검색이 인용 목적으로 색인 (GEO 핵심)",
    "ai_user_fetch": "사용자 요청 시 실시간 페치 (보통 robots 무시)",
    "ai_training": "LLM 학습 데이터셋 수집 (opt-out 대상)",
    "search": "전통 검색 색인 (일부 AI 답변·AI Overview 파생)",
    "social_preview": "링크 카드/미리보기 언펄 (og:* 위주)",
    "ads": "광고 품질·소재 검사 (보통 '*' 무시, 자기 토큰만)",
    "tooling": "웹마스터 테스트/검증 도구",
    "infra": "푸시·피드·안전성 등 인프라성 페치",
    "other": "범용/미지정 크롤"
  },
  "impacts": {
    "citation": "AI 답변/검색 결과에 인용될 수 있음",
    "training": "모델 학습에 사용될 수 있음",
    "search_index": "검색 랭킹 반영 (AI Overview 등 파생)",
    "preview": "공유 카드 렌더링용",
    "ads": "광고 품질 검사",
    "tooling": "도구/검증",
    "none": "콘텐츠 색인·인용과 무관"
  },
  "sourceLevels": {
    "official_doc": "운영사 공식 문서 (comments/official_docs/ 수록)",
    "official_support": "운영사 도움말·공식 포럼 답변 (로컬 문서 미수록)",
    "legacy_official": "과거 공식 문서이나 현재 리디렉션·삭제·구형",
    "observed": "서버 로그 등에서 관측",
    "unverified": "공식 확인 불가"
  },
  "verifyNote": "UA 는 위조 가능. 운영사들은 역방향 DNS 또는 공개 IP JSON 으로 검증 권고. 우리 툴은 접근성 판정용이라 UA 헤더 기준 테스트.",
  "bots": [
    { "id": "OAI-SearchBot", "operator": "OpenAI", "category": "ai_answer", "impact": "citation", "robotsToken": "OAI-SearchBot", "uaSubstring": "OAI-SearchBot", "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; +https://openai.com/searchbot", "respectsRobots": true, "docs": "https://platform.openai.com/docs/bots", "sourceLevel": "official_doc", "note": "ChatGPT 검색 노출." },
    { "id": "OAI-AdsBot", "operator": "OpenAI", "category": "ads", "impact": "ads", "robotsToken": "OAI-AdsBot", "uaSubstring": "OAI-AdsBot", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-AdsBot/1.0; +https://openai.com/adsbot", "respectsRobots": true, "docs": "https://platform.openai.com/docs/bots", "sourceLevel": "official_doc", "note": "ChatGPT 광고 랜딩 검증. 학습 미사용." },
    { "id": "GPTBot", "operator": "OpenAI", "category": "ai_training", "impact": "training", "robotsToken": "GPTBot", "uaSubstring": "GPTBot", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.4; +https://openai.com/gptbot", "respectsRobots": true, "docs": "https://platform.openai.com/docs/bots", "sourceLevel": "official_doc" },
    { "id": "ChatGPT-User", "operator": "OpenAI", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "ChatGPT-User", "uaSubstring": "ChatGPT-User", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot", "respectsRobots": false, "docs": "https://platform.openai.com/docs/bots", "sourceLevel": "official_doc", "note": "사용자 액션 페치. robots 미적용 가능." },

    { "id": "Claude-SearchBot", "operator": "Anthropic", "category": "ai_answer", "impact": "citation", "robotsToken": "Claude-SearchBot", "uaSubstring": "Claude-SearchBot", "ua": "Mozilla/5.0 (compatible; Claude-SearchBot/1.0; +https://www.anthropic.com/claude-searchbot)", "respectsRobots": true, "docs": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler", "sourceLevel": "official_doc", "note": "검색 품질용 색인. 막으면 Claude 검색 노출·정확도 감소." },
    { "id": "Claude-User", "operator": "Anthropic", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "Claude-User", "uaSubstring": "Claude-User", "ua": "Mozilla/5.0 (compatible; Claude-User/1.0; +https://www.anthropic.com/claude-user)", "respectsRobots": true, "docs": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler", "sourceLevel": "official_doc", "note": "사용자 질문 시 페치. Anthropic 은 자사 봇 전부 robots.txt 준수 명시(OpenAI ChatGPT-User 와 달리 robots 준수)." },
    { "id": "ClaudeBot", "operator": "Anthropic", "category": "ai_training", "impact": "training", "robotsToken": "ClaudeBot", "uaSubstring": "ClaudeBot", "ua": "Mozilla/5.0 (compatible; ClaudeBot/1.0; +http://www.anthropic.com/claude-bot)", "respectsRobots": true, "docs": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler", "sourceLevel": "official_doc", "note": "학습용. Crawl-delay 지원, CAPTCHA 우회 안 함." },
    { "id": "anthropic-ai", "operator": "Anthropic", "category": "ai_training", "impact": "training", "robotsToken": "anthropic-ai", "uaSubstring": "anthropic-ai", "ua": null, "robotsTokenOnly": true, "respectsRobots": true, "docs": null, "sourceLevel": "legacy_official", "note": "레거시 robots 토큰." },

    { "id": "PerplexityBot", "operator": "Perplexity", "category": "ai_answer", "impact": "citation", "robotsToken": "PerplexityBot", "uaSubstring": "PerplexityBot", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", "respectsRobots": true, "docs": "https://docs.perplexity.ai/guides/bots", "sourceLevel": "official_doc", "note": "학습 미사용." },
    { "id": "Perplexity-User", "operator": "Perplexity", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "Perplexity-User", "uaSubstring": "Perplexity-User", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Perplexity-User/1.0; +https://perplexity.ai/perplexity-user)", "respectsRobots": false, "docs": "https://docs.perplexity.ai/guides/bots", "sourceLevel": "official_doc", "note": "사용자 요청 페치라 robots 일반 무시." },

    { "id": "MistralAI-Index", "operator": "Mistral AI", "category": "ai_answer", "impact": "citation", "robotsToken": "MistralAI-Index", "uaSubstring": "MistralAI-Index", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-Index/1.0; +https://docs.mistral.ai/robots)", "respectsRobots": true, "docs": "https://docs.mistral.ai/robots", "sourceLevel": "official_doc", "note": "Mistral 검색 색인(Vibe 답변용). 학습 미사용." },
    { "id": "MistralAI-User", "operator": "Mistral AI", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "MistralAI-User", "uaSubstring": "MistralAI-User", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-User/1.0; +https://docs.mistral.ai/robots)", "respectsRobots": true, "docs": "https://docs.mistral.ai/robots", "sourceLevel": "official_doc", "note": "Vibe 사용자 액션 페치. 자동 크롤·학습 미사용." },
    { "id": "MistralAI-Training", "operator": "Mistral AI", "category": "ai_training", "impact": "training", "robotsToken": "MistralAI-Training", "uaSubstring": "MistralAI-Training", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-Training/1.0; +https://docs.mistral.ai/robots)", "respectsRobots": true, "docs": "https://docs.mistral.ai/robots", "sourceLevel": "official_doc", "note": "학습 데이터셋 수집. 검색·라이브 질의 미사용." },

    { "id": "Googlebot", "operator": "Google", "category": "search", "impact": "search_index", "robotsToken": "Googlebot", "uaSubstring": "Googlebot", "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/googlebot", "sourceLevel": "official_doc", "note": "검색 색인이 AI Overview/Gemini grounding 파생." },
    { "id": "Googlebot-Image", "operator": "Google", "category": "search", "impact": "search_index", "robotsToken": "Googlebot-Image", "uaSubstring": "Googlebot-Image", "ua": "Googlebot-Image/1.0", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc" },
    { "id": "Googlebot-Video", "operator": "Google", "category": "search", "impact": "search_index", "robotsToken": "Googlebot-Video", "uaSubstring": "Googlebot-Video", "ua": "Googlebot-Video/1.0", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc" },
    { "id": "Googlebot-News", "operator": "Google", "category": "search", "impact": "search_index", "robotsToken": "Googlebot-News", "uaSubstring": null, "ua": null, "robotsTokenOnly": true, "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc", "note": "Googlebot UA 로 크롤." },
    { "id": "Storebot-Google", "operator": "Google", "category": "search", "impact": "search_index", "robotsToken": "Storebot-Google", "uaSubstring": "Storebot-Google", "ua": "Mozilla/5.0 (X11; Linux x86_64; Storebot-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://support.google.com/merchants/answer/13294660", "sourceLevel": "official_doc", "note": "Google Shopping." },
    { "id": "Google-InspectionTool", "operator": "Google", "category": "tooling", "impact": "tooling", "robotsToken": "Google-InspectionTool", "uaSubstring": "Google-InspectionTool", "ua": "Mozilla/5.0 (compatible; Google-InspectionTool/1.0)", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc", "note": "Search Console 테스트." },
    { "id": "GoogleOther", "operator": "Google", "category": "other", "impact": "none", "robotsToken": "GoogleOther", "uaSubstring": "GoogleOther", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GoogleOther) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc", "note": "범용/R&D." },
    { "id": "GoogleOther-Image", "operator": "Google", "category": "other", "impact": "none", "robotsToken": "GoogleOther-Image", "uaSubstring": "GoogleOther-Image", "ua": "GoogleOther-Image/1.0", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc" },
    { "id": "GoogleOther-Video", "operator": "Google", "category": "other", "impact": "none", "robotsToken": "GoogleOther-Video", "uaSubstring": "GoogleOther-Video", "ua": "GoogleOther-Video/1.0", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc" },
    { "id": "Google-CloudVertexBot", "operator": "Google", "category": "ai_answer", "impact": "citation", "robotsToken": "Google-CloudVertexBot", "uaSubstring": "Google-CloudVertexBot", "ua": "Mozilla/5.0 (compatible; Google-CloudVertexBot/1.0)", "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", "sourceLevel": "official_doc", "note": "사이트 소유자 요청 Vertex AI Agent grounding." },
    { "id": "Google-Extended", "operator": "Google", "category": "ai_training", "impact": "training", "robotsToken": "Google-Extended", "uaSubstring": null, "ua": null, "robotsTokenOnly": true, "respectsRobots": true, "docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", "sourceLevel": "official_doc", "note": "Gemini 학습/grounding opt-out. 검색 색인 영향 없음." },
    { "id": "APIs-Google", "operator": "Google", "category": "infra", "impact": "none", "robotsToken": "APIs-Google", "uaSubstring": "APIs-Google", "ua": "APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html)", "respectsRobots": "own-token-only", "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/apis-user-agent", "sourceLevel": "official_doc", "note": "푸시 알림. '*' 무시." },
    { "id": "AdsBot-Google-Mobile", "operator": "Google", "category": "ads", "impact": "ads", "robotsToken": "AdsBot-Google-Mobile", "uaSubstring": "AdsBot-Google-Mobile", "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)", "respectsRobots": "own-token-only", "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers", "sourceLevel": "official_doc", "note": "'*' 무시." },
    { "id": "AdsBot-Google", "operator": "Google", "category": "ads", "impact": "ads", "robotsToken": "AdsBot-Google", "uaSubstring": "AdsBot-Google", "ua": "AdsBot-Google (+http://www.google.com/adsbot.html)", "respectsRobots": "own-token-only", "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers", "sourceLevel": "official_doc", "note": "'*' 무시." },
    { "id": "Mediapartners-Google", "operator": "Google", "category": "ads", "impact": "ads", "robotsToken": "Mediapartners-Google", "uaSubstring": "Mediapartners-Google", "ua": "Mozilla/5.0 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)", "respectsRobots": "own-token-only", "docs": "https://support.google.com/adsense/answer/99376", "sourceLevel": "official_doc", "note": "AdSense. '*' 무시." },
    { "id": "Google-Safety", "operator": "Google", "category": "infra", "impact": "none", "robotsToken": "Google-Safety", "uaSubstring": "Google-Safety", "ua": "Google-Safety", "respectsRobots": false, "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers", "sourceLevel": "official_doc", "note": "악성코드 스캔. robots 무시." },
    { "id": "Google-GeminiNotebook", "operator": "Google", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "Google-GeminiNotebook", "uaSubstring": "Google-GeminiNotebook", "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36 (compatible; Google-GeminiNotebook; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-gemininotebook)", "respectsRobots": false, "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-gemininotebook", "sourceLevel": "official_doc", "note": "NotebookLM 소스 페치. 이전 토큰 Google-NotebookLM." },
    { "id": "Google-Agent", "operator": "Google", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "Google-Agent", "uaSubstring": "Google-Agent", "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": false, "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent", "sourceLevel": "official_doc", "note": "사용자 요청 에이전트." },
    { "id": "Google-Pinpoint", "operator": "Google", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "Google-Pinpoint", "uaSubstring": "Google-Pinpoint", "ua": "Google-Pinpoint", "respectsRobots": false, "docs": "https://support.google.com/pinpoint/answer/11948320", "sourceLevel": "official_doc", "note": "Pinpoint 소스 페치." },
    { "id": "Google-Read-Aloud", "operator": "Google", "category": "infra", "impact": "none", "robotsToken": "Google-Read-Aloud", "uaSubstring": "Google-Read-Aloud", "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)", "respectsRobots": false, "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/read-aloud-user-agent", "sourceLevel": "official_doc", "note": "사용자 요청 TTS." },
    { "id": "FeedFetcher-Google", "operator": "Google", "category": "infra", "impact": "none", "robotsToken": "FeedFetcher-Google", "uaSubstring": "FeedFetcher-Google", "ua": "FeedFetcher-Google; (+http://www.google.com/feedfetcher.html)", "respectsRobots": false, "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/feedfetcher", "sourceLevel": "official_doc", "note": "RSS·Atom 페치." },
    { "id": "GoogleProducer", "operator": "Google", "category": "infra", "impact": "none", "robotsToken": "GoogleProducer", "uaSubstring": "GoogleProducer", "ua": "GoogleProducer; (+https://developers.google.com/search/docs/crawling-indexing/google-producer)", "respectsRobots": false, "docs": "https://developers.google.com/search/docs/crawling-indexing/google-producer", "sourceLevel": "official_doc", "note": "Publisher Center." },
    { "id": "GoogleMessages", "operator": "Google", "category": "social_preview", "impact": "preview", "robotsToken": "GoogleMessages", "uaSubstring": "GoogleMessages", "ua": "GoogleMessages", "respectsRobots": false, "docs": null, "sourceLevel": "official_doc", "note": "채팅 링크 미리보기." },
    { "id": "Google-CWS", "operator": "Google", "category": "infra", "impact": "none", "robotsToken": null, "uaSubstring": "Google-CWS", "ua": "Mozilla/5.0 (compatible; Google-CWS)", "respectsRobots": false, "docs": null, "sourceLevel": "official_doc", "note": "Chrome Web Store 페치." },
    { "id": "Google-Site-Verification", "operator": "Google", "category": "tooling", "impact": "tooling", "robotsToken": null, "uaSubstring": "Google-Site-Verification", "ua": "Mozilla/5.0 (compatible; Google-Site-Verification/1.0)", "respectsRobots": false, "docs": "https://support.google.com/webmasters/answer/9008080", "sourceLevel": "official_doc", "note": "소유권 검증." },

    { "id": "facebookexternalhit", "operator": "Meta", "category": "social_preview", "impact": "preview", "robotsToken": "facebookexternalhit", "uaSubstring": "facebookexternalhit", "ua": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "respectsRobots": false, "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "sourceLevel": "official_doc", "note": "공유 링크 og 카드. 보안 검사 시 robots 우회." },
    { "id": "Meta-WebIndexer", "operator": "Meta", "category": "ai_answer", "impact": "citation", "robotsToken": "meta-webindexer", "uaSubstring": "meta-webindexer", "ua": "meta-webindexer/1.1 (+/documentation/sharing/webmasters/web-crawlers)", "respectsRobots": true, "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "sourceLevel": "official_doc", "note": "Meta AI 검색 인용." },
    { "id": "Meta-ExternalAgent", "operator": "Meta", "category": "ai_training", "impact": "training", "robotsToken": "meta-externalagent", "uaSubstring": "meta-externalagent", "ua": "meta-externalagent/1.1 (+/documentation/sharing/webmasters/web-crawlers)", "respectsRobots": true, "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "sourceLevel": "official_doc", "note": "파운데이션 모델 학습·색인." },
    { "id": "Meta-ExternalFetcher", "operator": "Meta", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "meta-externalfetcher", "uaSubstring": "meta-externalfetcher", "ua": "meta-externalfetcher/1.1 (+/documentation/sharing/webmasters/web-crawlers)", "respectsRobots": false, "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "sourceLevel": "official_doc", "note": "사용자 요청 페치. robots 우회 가능." },
    { "id": "Meta-ExternalAds", "operator": "Meta", "category": "ads", "impact": "ads", "robotsToken": "meta-externalads", "uaSubstring": "meta-externalads", "ua": "meta-externalads/1.1 (+/documentation/sharing/webmasters/web-crawlers)", "respectsRobots": true, "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "sourceLevel": "official_doc" },
    { "id": "Facebot", "operator": "Meta", "category": "social_preview", "impact": "preview", "robotsToken": "Facebot", "uaSubstring": "Facebot", "ua": "Facebot", "respectsRobots": false, "docs": null, "sourceLevel": "legacy_official", "note": "구형 Meta 봇. 현 문서엔 facebookexternalhit 로 통합." },

    { "id": "Amazonbot", "operator": "Amazon", "category": "ai_training", "impact": "training", "robotsToken": "Amazonbot", "uaSubstring": "Amazonbot", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://developer.amazon.com/amazonbot", "sourceLevel": "official_doc", "note": "Amazon AI 학습 가능. noarchive/noindex 지원." },
    { "id": "Amzn-SearchBot", "operator": "Amazon", "category": "ai_answer", "impact": "citation", "robotsToken": "Amzn-SearchBot", "uaSubstring": "Amzn-SearchBot", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://developer.amazon.com/amazonbot", "sourceLevel": "official_doc", "note": "Alexa 검색 노출. 학습 미사용." },
    { "id": "Amzn-User", "operator": "Amazon", "category": "ai_user_fetch", "impact": "citation", "robotsToken": "Amzn-User", "uaSubstring": "Amzn-User", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-User/0.1) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": false, "docs": "https://developer.amazon.com/amazonbot", "sourceLevel": "official_doc", "note": "Alexa 실시간 페치. 학습 미사용." },

    { "id": "Applebot", "operator": "Apple", "category": "search", "impact": "search_index", "robotsToken": "Applebot", "uaSubstring": "Applebot", "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)", "respectsRobots": true, "docs": "https://support.apple.com/en-us/119829", "sourceLevel": "official_doc", "note": "Spotlight/Siri/Safari + Siri AI 답변 grounding. nosnippet 로 AI opt-out." },
    { "id": "Applebot-Extended", "operator": "Apple", "category": "ai_training", "impact": "training", "robotsToken": "Applebot-Extended", "uaSubstring": null, "ua": null, "robotsTokenOnly": true, "respectsRobots": true, "docs": "https://support.apple.com/en-us/119829", "sourceLevel": "official_doc", "note": "Apple Intelligence 학습 opt-out. 크롤 안 함." },
    { "id": "iTMS", "operator": "Apple", "category": "infra", "impact": "none", "robotsToken": null, "uaSubstring": "iTMS", "ua": "iTMS", "respectsRobots": false, "docs": "https://support.apple.com/en-us/119829", "sourceLevel": "official_doc", "note": "Apple Podcasts 등록 콘텐츠만. robots 무시." },

    { "id": "CCBot", "operator": "Common Crawl", "category": "ai_training", "impact": "training", "robotsToken": "CCBot", "uaSubstring": "CCBot", "ua": "CCBot/2.0 (https://commoncrawl.org/faq/)", "respectsRobots": true, "docs": "https://commoncrawl.org/ccbot", "sourceLevel": "official_support", "note": "다수 LLM 학습셋 원천." },
    { "id": "Bytespider", "operator": "ByteDance", "category": "ai_training", "impact": "training", "robotsToken": "Bytespider", "uaSubstring": "Bytespider", "ua": "Mozilla/5.0 (compatible; Bytespider; spider-feedback@bytedance.com)", "respectsRobots": "disputed", "docs": null, "sourceLevel": "observed", "note": "과거 robots 무시 보고." },
    { "id": "cohere-ai", "operator": "Cohere", "category": "ai_training", "impact": "training", "robotsToken": "cohere-ai", "uaSubstring": "cohere-ai", "ua": "cohere-ai", "respectsRobots": true, "docs": null, "sourceLevel": "observed" },
    { "id": "Diffbot", "operator": "Diffbot", "category": "ai_training", "impact": "training", "robotsToken": "Diffbot", "uaSubstring": "Diffbot", "ua": "Mozilla/5.0 (compatible; Diffbot/0.1; +https://www.diffbot.com)", "respectsRobots": true, "docs": null, "sourceLevel": "official_support" },
    { "id": "YouBot", "operator": "You.com", "category": "ai_answer", "impact": "citation", "robotsToken": "YouBot", "uaSubstring": "YouBot", "ua": "Mozilla/5.0 (compatible; YouBot (+http://www.you.com))", "respectsRobots": true, "docs": null, "sourceLevel": "official_support" },

    { "id": "Bingbot", "operator": "Microsoft", "category": "search", "impact": "search_index", "robotsToken": "Bingbot", "uaSubstring": "bingbot", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0", "sourceLevel": "official_doc", "note": "Copilot 답변 파생." },
    { "id": "AdIdxBot", "operator": "Microsoft", "category": "ads", "impact": "ads", "robotsToken": "adidxbot", "uaSubstring": "adidxbot", "ua": "Mozilla/5.0 (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)", "respectsRobots": true, "docs": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0", "sourceLevel": "official_doc", "note": "Bing Ads 검사." },
    { "id": "MicrosoftPreview", "operator": "Microsoft", "category": "other", "impact": "none", "robotsToken": "MicrosoftPreview", "uaSubstring": "MicrosoftPreview", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MicrosoftPreview/2.0; +https://aka.ms/MicrosoftPreview) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0", "sourceLevel": "official_doc", "note": "MS 제품용 스냅샷." },
    { "id": "BingVideoPreview", "operator": "Microsoft", "category": "search", "impact": "search_index", "robotsToken": "BingVideoPreview", "uaSubstring": "BingVideoPreview", "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; BingVideoPreview/1.0; +https://aka.ms/microsoftbots) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0", "sourceLevel": "official_doc", "note": "Bing 비디오 미리보기." },

    { "id": "Slurp", "operator": "Yahoo", "category": "search", "impact": "search_index", "robotsToken": "Slurp", "uaSubstring": "Slurp", "ua": "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)", "respectsRobots": true, "docs": "https://help.yahoo.com/kb/search", "sourceLevel": "legacy_official", "note": "Yahoo 검색봇. 현 Yahoo 검색은 Bing 기반이라 구형." },

    { "id": "Baiduspider", "operator": "Baidu", "category": "search", "impact": "search_index", "robotsToken": "Baiduspider", "uaSubstring": "Baiduspider", "ua": "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)", "respectsRobots": true, "docs": "https://www.baidu.com/search/spider.html", "sourceLevel": "official_doc", "note": "hostname *.baidu.com 검증." },
    { "id": "Baiduspider-render", "operator": "Baidu", "category": "search", "impact": "search_index", "robotsToken": "Baiduspider", "uaSubstring": "Baiduspider-render", "ua": "Mozilla/5.0 (compatible; Baiduspider-render/2.0; +http://www.baidu.com/search/spider.html)", "respectsRobots": true, "docs": "https://www.baidu.com/search/spider.html", "sourceLevel": "official_doc", "note": "JS 렌더링. robots 토큰 Baiduspider." },

    { "id": "NaverBot", "operator": "Naver", "category": "search", "impact": "search_index", "robotsToken": "Yeti", "uaSubstring": "Yeti", "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko; compatible; Yeti/1.1; +https://naver.me/spd) Chrome/138.0.0.0 Safari/537.36", "respectsRobots": true, "docs": "https://searchadvisor.naver.com", "sourceLevel": "official_doc", "note": "네이버 검색봇(Yeti). hostname *.naver.com 검증." },
    { "id": "Ads-Naver", "operator": "Naver", "category": "ads", "impact": "ads", "robotsToken": "Ads-Naver", "uaSubstring": "Ads-Naver", "ua": "Mozilla/5.0 (compatible; Ads-Naver)", "respectsRobots": true, "docs": "https://searchadvisor.naver.com", "sourceLevel": "official_doc", "note": "광고주 페이지 정보." },
    { "id": "Blueno", "operator": "Naver", "category": "social_preview", "impact": "preview", "robotsToken": "Blueno", "uaSubstring": "Blueno", "ua": "Mozilla/5.0 (compatible; Blueno)", "respectsRobots": true, "docs": "https://searchadvisor.naver.com", "sourceLevel": "official_doc", "note": "블로그 에디터 링크 미리보기." },

    { "id": "Daum", "operator": "Kakao/Daum", "category": "search", "impact": "search_index", "robotsToken": "Daum", "uaSubstring": "Daum", "ua": "Mozilla/5.0 (compatible; Daum/4.1; +https://cs.daum.net/faq/service/15/category/4118/detail/28966)", "respectsRobots": true, "docs": "https://cs.daum.net", "sourceLevel": "official_doc", "note": "다음 검색봇. 레거시 토큰 Daumoa." },
    { "id": "kakaotalk-scrap", "operator": "Kakao", "category": "social_preview", "impact": "preview", "robotsToken": "kakaotalk-scrap", "uaSubstring": "kakaotalk-scrap", "ua": "facebookexternalhit/1.1; kakaotalk-scrap/1.0; +https://devtalk.kakao.com/t/scrap/33984", "respectsRobots": false, "docs": "https://devtalk.kakao.com/t/scrap/33984", "sourceLevel": "official_doc", "note": "카카오톡 링크 미리보기 스크랩. 실제 UA 에 facebookexternalhit 프리픽스 포함. IP 211.231.103.0/24, 27.0.238.0/24." },
    { "id": "kakaostory-og-reader", "operator": "Kakao", "category": "social_preview", "impact": "preview", "robotsToken": "kakaostory-og-reader", "uaSubstring": "kakaostory-og-reader", "ua": "Mozilla/5.0 (compatible; kakaostory-og-reader/1.0; +https://devtalk.kakao.com)", "respectsRobots": false, "docs": "https://devtalk.kakao.com", "sourceLevel": "official_support", "note": "카카오스토리 og 미리보기." },

    { "id": "DuckDuckBot", "operator": "DuckDuckGo", "category": "search", "impact": "search_index", "robotsToken": "DuckDuckBot", "uaSubstring": "DuckDuckBot", "ua": "DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)", "respectsRobots": true, "docs": "https://duckduckgo.com/duckduckbot", "sourceLevel": "official_doc" },
    { "id": "DuckAssistBot", "operator": "DuckDuckGo", "category": "ai_answer", "impact": "citation", "robotsToken": "DuckAssistBot", "uaSubstring": "DuckAssistBot", "ua": "Mozilla/5.0 (compatible; DuckAssistBot/1.0; +http://duckduckgo.com/duckassistbot.html)", "respectsRobots": true, "docs": "https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot", "sourceLevel": "official_support", "note": "DuckDuckGo AI 어시스트. UA 형식 추정." },

    { "id": "YandexBot", "operator": "Yandex", "category": "search", "impact": "search_index", "robotsToken": "YandexBot", "uaSubstring": "YandexBot", "ua": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", "respectsRobots": true, "docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", "sourceLevel": "official_doc", "note": "메인 색인." },
    { "id": "YandexAdditional", "operator": "Yandex", "category": "ai_answer", "impact": "citation", "robotsToken": "YandexAdditional", "uaSubstring": "YandexAdditional", "ua": "Mozilla/5.0 (compatible; YandexAdditionalBot/1.0; +http://yandex.com/bots)", "respectsRobots": "own-token-only", "docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", "sourceLevel": "official_doc", "note": "Yandex AI 응답 노출 제어(YandexAdditional/Bot)." },
    { "id": "YandexComBot", "operator": "Yandex", "category": "search", "impact": "search_index", "robotsToken": "YandexComBot", "uaSubstring": "YandexComBot", "ua": "Mozilla/5.0 (compatible; YandexComBot/3.0; +http://ya.cc/bots)", "respectsRobots": "own-token-only", "docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", "sourceLevel": "official_doc", "note": "비러시아어 색인. '*' 무시." },
    { "id": "YandexImages", "operator": "Yandex", "category": "search", "impact": "search_index", "robotsToken": "YandexImages", "uaSubstring": "YandexImages", "ua": "Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)", "respectsRobots": true, "docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", "sourceLevel": "official_doc" },
    { "id": "YandexVideo", "operator": "Yandex", "category": "search", "impact": "search_index", "robotsToken": "YandexVideo", "uaSubstring": "YandexVideo", "ua": "Mozilla/5.0 (compatible; YandexVideo/3.0; +http://yandex.com/bots)", "respectsRobots": true, "docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", "sourceLevel": "official_doc" },
    { "id": "YandexMobileBot", "operator": "Yandex", "category": "search", "impact": "search_index", "robotsToken": "YandexMobileBot", "uaSubstring": "YandexMobileBot", "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 8_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12B411 Safari/600.1.4 (compatible; YandexMobileBot/3.0; +http://yandex.com/bots)", "respectsRobots": "own-token-only", "docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", "sourceLevel": "official_doc", "note": "모바일 적합성. '*' 무시." },

    { "id": "Pinterestbot", "operator": "Pinterest", "category": "search", "impact": "search_index", "robotsToken": "Pinterestbot", "uaSubstring": "Pinterestbot", "ua": "Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)", "respectsRobots": true, "docs": "https://help.pinterest.com/en/business/article/pinterest-crawler", "sourceLevel": "official_support", "note": "콘텐츠 색인 + Pin 메타데이터 갱신. 소셜 디스커버리." },

    { "id": "Twitterbot", "operator": "X", "category": "social_preview", "impact": "preview", "robotsToken": "Twitterbot", "uaSubstring": "Twitterbot", "ua": "Twitterbot/1.0", "respectsRobots": false, "docs": null, "sourceLevel": "legacy_official" },
    { "id": "LinkedInBot", "operator": "LinkedIn", "category": "social_preview", "impact": "preview", "robotsToken": "LinkedInBot", "uaSubstring": "LinkedInBot", "ua": "LinkedInBot/1.0 (compatible; Mozilla/5.0; +https://www.linkedin.com)", "respectsRobots": true, "docs": null, "sourceLevel": "observed" },
    { "id": "Slackbot-LinkExpanding", "operator": "Slack", "category": "social_preview", "impact": "preview", "robotsToken": null, "uaSubstring": "Slackbot-LinkExpanding", "ua": "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)", "respectsRobots": false, "docs": "https://api.slack.com/robots", "sourceLevel": "official_doc", "note": "링크 언펄(og 카드). Slack 은 robots 미준수 명시." },
    { "id": "Slack-ImgProxy", "operator": "Slack", "category": "social_preview", "impact": "preview", "robotsToken": null, "uaSubstring": "Slack-ImgProxy", "ua": "Slack-ImgProxy 0.19 (+https://api.slack.com/robots)", "respectsRobots": false, "docs": "https://api.slack.com/robots", "sourceLevel": "official_doc", "note": "이미지 프록시." },
    { "id": "Slackbot", "operator": "Slack", "category": "other", "impact": "none", "robotsToken": null, "uaSubstring": "Slackbot 1.0", "ua": "Slackbot 1.0 (+https://api.slack.com/robots)", "respectsRobots": false, "docs": "https://api.slack.com/robots", "sourceLevel": "official_doc", "note": "일반 Slackbot. uaSubstring 은 'Slackbot 1.0' 로 좁혀 다른 Slack 봇과 구분." },
    { "id": "Discordbot", "operator": "Discord", "category": "social_preview", "impact": "preview", "robotsToken": "Discordbot", "uaSubstring": "Discordbot", "ua": "Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)", "respectsRobots": true, "docs": null, "sourceLevel": "observed" }
  ]
}