{"ok":true,"entity":{"id":"tokenization","name":"トークン化（Tokenization）","entityType":"concept","canonicalName":"Tokenization","displayName":"トークン化（Tokenization）","category":"AI基礎概念","shortDescription":"テキストをモデルが扱える単位（トークン）へ分割する処理。大規模言語モデルの入力の前処理となる。","primaryCluster":"ai-company","parentEntity":null,"verificationStatus":"draft","website":null,"updatedAt":"2026-07-10T01:03:56.918Z","secondaryClusters":[],"alias":["トークナイズ","Tokenization"],"searchKeywords":["tokenization","トークン化","トークン","BPE"]},"referenceIndex":["P-01-001","P-02-001","P-04-001","P-06-001","P-01-002"]}