{"id":4535,"date":"2024-02-15T18:31:22","date_gmt":"2024-02-15T09:31:22","guid":{"rendered":"https:\/\/blog.since2020.jp\/?p=4535"},"modified":"2024-02-15T18:56:47","modified_gmt":"2024-02-15T09:56:47","slug":"what-is-embedding","status":"publish","type":"post","link":"https:\/\/since2020.jp\/media\/what-is-embedding\/","title":{"rendered":"Embedding\uff08\u57cb\u3081\u8fbc\u307f\u8868\u73fe\uff09\u3068\u306f\u4f55\u304b\u3000\u201d\u5358\u8a9e\u3084\u6587\u7ae0\u304c\u6301\u3064\u610f\u5473\u3092\u6570\u5024\u3067\u6349\u3048\u308b\u201d"},"content":{"rendered":"\n

\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001NLP\uff08\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff09\u306e\u6838\u5fc3\u7684\u306a\u6982\u5ff5\u3067\u3042\u308b\u300cEmbedding\uff08\u57cb\u3081\u8fbc\u307f\u8868\u73fe\uff09\u300d\u306b\u7126\u70b9\u3092\u5f53\u3066\u3001Embedding\u3068\u305d\u306e\u5fdc\u7528\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n\n\n

\u306f\u3058\u3081\u306b<\/h2>\n

\u8fd1\u5e74\u3001ChatGPT\u306e\u3088\u3046\u306aLLM\uff08Large Language Models : <\/span>\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff09\u306e\u767b\u5834\u306b\u3088\u308a\u3001NLP\uff08Natural Language Processing : \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff09\u5206\u91ce\u306e\u6ce8\u76ee\u304c\u9ad8\u307e\u3063\u3066\u3044\u307e\u3059\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001NLP\u306e\u4e2d\u6838\u7684\u306a\u6982\u5ff5\u3067\u3042\u308b\u300cEmbedding : \u57cb\u3081\u8fbc\u307f\u8868\u73fe\u300d\u306b\u7126\u70b9\u3092\u5f53\u3066\u3001Embedding\u3068\u305d\u306e\u5fdc\u7528\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n\n

Embedding\u3068\u306f\u4f55\u304b<\/h2>\n

Embedding\uff08\u57cb\u3081\u8fbc\u307f\u8868\u73fe\uff09\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u3084\u6a5f\u68b0\u5b66\u7fd2\u306e\u5206\u91ce\u3067\u975e\u5e38\u306b\u91cd\u8981\u306a\u6982\u5ff5\u3067\u3059\u3002\u3053\u308c\u306f\u3001\u30c6\u30ad\u30b9\u30c8\u3084\u5358\u8a9e\u306a\u3069\u306e\u8a00\u8a9e\u30c7\u30fc\u30bf\u3092\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3059\u308b\u65b9\u6cd5\u306e\u3053\u3068\u3092\u6307\u3057\u307e\u3059\u3002\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u306f\u3001\u30c6\u30ad\u30b9\u30c8\u3092\u7406\u89e3\u3059\u308b\u969b\u306b\u6570\u5024\u30c7\u30fc\u30bf\u3092\u6271\u3044\u3084\u3059\u3044\u305f\u3081\u3001\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3057\u307e\u3059\u3002<\/p>\r\n

\u5177\u4f53\u7684\u306b\u306f\u3001\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u4e2d\u306e\u5358\u8a9e\u3084\u6587\u3092\u3001\u9ad8\u6b21\u5143\u306e\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3057\u3001\u3053\u306e\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306e\u5404\u6b21\u5143\u306f\u3001\u8a00\u8a9e\u30c7\u30fc\u30bf\u306e\u7570\u306a\u308b\u5074\u9762\u3084\u7279\u6027\u3092\u8868\u73fe\u3057\u307e\u3059\u3002<\/p>\r\n

\u5358\u8a9e\u306e\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u3092\u4f7f\u3048\u3070\u3001\u610f\u5473\u7684\u306a\u985e\u4f3c\u6027\u3084\u95a2\u9023\u6027\u3092\u8a08\u7b97\u3057\u3084\u3059\u304f\u306a\u308a\u3001\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u304c\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u7406\u89e3\u3057\u3084\u3059\u304f\u306a\u308a\u307e\u3059\u3002<\/p>\r\n

Embedding\u306e\u4e3b\u306a\u76ee\u7684\u306f\u3001\u610f\u5473\u7684\u306a\u8868\u73fe\uff08\u5358\u8a9e\u3084\u30c8\u30fc\u30af\u30f3\u3092\u9ad8\u6b21\u5143\u306e\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\uff09\u3001\u6b21\u5143\u524a\u6e1b\uff08\u9ad8\u6b21\u5143\u306e\u30c7\u30fc\u30bf\u3092\u4f4e\u6b21\u5143\u306b\u5727\u7e2e\uff09\u3001\u7279\u5fb4\u91cf\u30a8\u30f3\u30b8\u30cb\u30a2\u30ea\u30f3\u30b0\uff08\u30c7\u30fc\u30bf\u306e\u7279\u6027\u3092\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\uff09\u3001\u304a\u3088\u3073\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u5165\u529b\u3068\u3057\u3066\u306e\u9069\u7528\u3067\u3059\u3002\u6709\u540d\u306aEmbedding\u30e2\u30c7\u30eb\u306b\u306f\u3001Word2Vec\u3001GloVe\u3001FastText\u3001BERT\u306a\u3069\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\r\n

<\/p>\n\n

\u306a\u305cEmbedding\u304c\u91cd\u8981\u304b<\/h2>\n

Embedding\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u591a\u304f\u306e\u30bf\u30b9\u30af\u3067\u5fc5\u8981\u4e0d\u53ef\u6b20\u3067\u3059\u3002\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3059\u308b\u3053\u3068\u3067\u3001\u30c6\u30ad\u30b9\u30c8\u9593\u306e\u610f\u5473\u7684\u306a\u985e\u4f3c\u6027\u3092\u5b9a\u91cf\u5316\u3057\u3001\u8907\u96d1\u306a\u8a00\u8a9e\u30d1\u30bf\u30fc\u30f3\u3092\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u304c\u7406\u89e3\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002<\/p>\r\n

\u4ee5\u4e0b\u306bEmbedding\u306e\u6d3b\u7528\u3055\u308c\u3066\u3044\u308b\u4f8b\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\r\n

\u30fb\u610f\u5473\u7684\u306a\u95a2\u9023\u6027\u306e\u62bd\u51fa<\/strong>\uff1a
\r\n\u5358\u8a9e\u3084\u6587\u306e\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u610f\u5473\u7684\u306a\u95a2\u9023\u6027\u3084\u985e\u4f3c\u6027\u3092\u8a08\u7b97\u3067\u304d\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u60c5\u5831\u691c\u7d22\u3001\u6587\u7ae0\u5206\u985e\u3001\u30af\u30e9\u30b9\u30bf\u30ea\u30f3\u30b0\u306a\u3069\u306e\u30bf\u30b9\u30af\u304c\u5411\u4e0a\u3057\u307e\u3059\u3002<\/p>\r\n

\u30fb\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u5b66\u7fd2<\/strong>\uff1a
\r\n\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3059\u308b\u3053\u3068\u3067\u3001\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u304c\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u51e6\u7406\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u30c6\u30ad\u30b9\u30c8\u5206\u985e\u3001\u611f\u60c5\u5206\u6790\u3001\u6a5f\u68b0\u7ffb\u8a33\u306a\u3069\u306e\u30bf\u30b9\u30af\u304c\u5b9f\u884c\u53ef\u80fd\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\r\n

\u30fb\u30c6\u30ad\u30b9\u30c8\u751f\u6210\uff1a<\/strong>
\r\n\u751f\u6210AI\uff08\u4f8b\uff1aChatGPT\uff09\u306e\u3088\u3046\u306a\u30e2\u30c7\u30eb\u306f\u3001\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u3092\u4f7f\u7528\u3057\u3066\u30c6\u30ad\u30b9\u30c8\u3092\u751f\u6210\u3057\u307e\u3059\u3002\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u306f\u3001\u751f\u6210\u3055\u308c\u308b\u30c6\u30ad\u30b9\u30c8\u306e\u54c1\u8cea\u3084\u4e00\u8cab\u6027\u306b\u5f71\u97ff\u3092\u4e0e\u3048\u307e\u3059\u3002<\/p>\r\n

\u30fb\u30bf\u30b9\u30af\u8ee2\u79fb\uff1a<\/strong>
\r\n\u4e8b\u524d\u5b66\u7fd2\u6e08\u307f\u306e\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u7570\u306a\u308b\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u3067\u30e2\u30c7\u30eb\u3092\u52b9\u679c\u7684\u306b\u8ee2\u79fb\u5b66\u7fd2\u3055\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\r\n

<\/p>\n\n

\u5358\u7d14\u306a\u30d9\u30af\u30c8\u30eb\u5316\u3068Embedding\u306e\u9055\u3044<\/h2>\n

\u30d9\u30af\u30c8\u30eb\u5316\u3068Embedding\u306f\u3069\u3061\u3089\u3082\u30c6\u30ad\u30b9\u30c8\u3092\u6570\u5024\u30c7\u30fc\u30bf\u306b\u5909\u63db\u3059\u308b\u91cd\u8981\u306a\u6280\u8853\u3067\u3059\u304c\u3001\u305d\u306e\u30a2\u30d7\u30ed\u30fc\u30c1\u306b\u306f\u5927\u304d\u306a\u9055\u3044\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\r\n\u30d9\u30af\u30c8\u30eb\u5316\uff08Vectorization\uff09<\/strong><\/b>\r\n

\u30fb\u57fa\u672c\u7684\u306a\u5909\u63db : <\/strong>
\r\n\u30c6\u30ad\u30b9\u30c8\u3092\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u76f4\u63a5\u5909\u63db\u3057\u307e\u3059\u3002\u4f8b\u3048\u3070\u3001One-hot\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3084TF-IDF\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\r\n

\u30fb\u6587\u8108\u975e\u8003\u616e :<\/strong>
\r\n\u5404\u5358\u8a9e\u3092\u72ec\u7acb\u3057\u305f\u30a8\u30f3\u30c6\u30a3\u30c6\u30a3\u3068\u3057\u3066\u6271\u3044\u3001\u6587\u8108\u3084\u5358\u8a9e\u9593\u306e\u95a2\u4fc2\u306f\u8003\u616e\u3055\u308c\u307e\u305b\u3093\u3002<\/p>\r\nEmbedding\uff08\u57cb\u3081\u8fbc\u307f\u8868\u73fe\uff09<\/strong><\/b>\r\n

\u30fb\u610f\u5473\u7684\u7279\u6027\u306e\u6349\u3048\u65b9\uff1a<\/strong>
\r\n\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u610f\u5473\u7684\u306a\u60c5\u5831\u3092\u542b\u3080\u4f4e\u6b21\u5143\u306e\u5bc6\u306a\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3057\u307e\u3059\u3002<\/p>\r\n

\u30fb\u6587\u8108\u306e\u8003\u616e\uff1a<\/strong>
\r\nWord2Vec\u3001GloVe\u3001BERT\u306a\u3069\u306e\u6280\u8853\u3092\u4f7f\u7528\u3057\u3001\u5358\u8a9e\u306e\u4f7f\u7528\u6587\u8108\u3084\u5468\u56f2\u306e\u5358\u8a9e\u3068\u306e\u95a2\u4fc2\u3092\u8003\u616e\u3057\u3066\u30d9\u30af\u30c8\u30eb\u3092\u751f\u6210\u3057\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u540c\u4e00\u5358\u8a9e\u3067\u3082\u6587\u8108\u306b\u5fdc\u3058\u3066\u7570\u306a\u308b\u30d9\u30af\u30c8\u30eb\u3092\u6301\u3064\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\r\n

\u30fb\u610f\u5473\u7684\u985e\u4f3c\u6027\u306e\u53cd\u6620\uff1a<\/strong>
\r\n\u610f\u5473\u7684\u306b\u985e\u4f3c\u3057\u305f\u5358\u8a9e\u3084\u6587\u306f\u30d9\u30af\u30c8\u30eb\u7a7a\u9593\u5185\u3067\u4e92\u3044\u306b\u8fd1\u3044\u4f4d\u7f6e\u306b\u30de\u30c3\u30d4\u30f3\u30b0\u3055\u308c\u3001\u30c6\u30ad\u30b9\u30c8\u306e\u6df1\u3044\u610f\u5473\u7684\u306a\u5206\u6790\u3092\u53ef\u80fd\u306b\u3057\u307e\u3059\u3002<\/p>\r\n

\u30fb\u52b9\u7387\u7684\u306a\u6b21\u5143\uff1a<\/strong>
\r\n\u9ad8\u6b21\u5143\u306e\u30b9\u30d1\u30fc\u30b9\u306a\u8868\u73fe\u304b\u3089\u8131\u5374\u3057\u3001\u8a08\u7b97\u52b9\u7387\u3068\u30e2\u30c7\u30eb\u306e\u6027\u80fd\u3092\u5411\u4e0a\u3055\u305b\u308b\u4f4e\u6b21\u5143\u3067\u5bc6\u306a\u30d9\u30af\u30c8\u30eb\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002<\/p>\r\n

\u3053\u306e\u3088\u3046\u306b\u3001\u30d9\u30af\u30c8\u30eb\u5316\u306f\u30c6\u30ad\u30b9\u30c8\u3092\u5358\u7d14\u306a\u6570\u5024\u8868\u73fe\u306b\u5909\u63db\u3059\u308b\u306e\u306b\u5bfe\u3057\u3001Embedding\u306f\u30c6\u30ad\u30b9\u30c8\u306e\u610f\u5473\u7684\u306a\u7279\u6027\u3092\u8003\u616e\u3057\u305f\u9ad8\u5ea6\u306a\u6570\u5024\u8868\u73fe\u304c\u53ef\u80fd\u3067\u3059\u3002Embedding\u306f\u6587\u8108\u3092\u8003\u616e\u3057\u3001\u610f\u5473\u7684\u985e\u4f3c\u6027\u3092\u6349\u3048\u3001\u52b9\u7387\u7684\u306a\u6b21\u5143\u3067\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u8868\u73fe\u3059\u308b\u305f\u3081\u3001NLP\u30bf\u30b9\u30af\u306e\u6027\u80fd\u5411\u4e0a\u306b\u8ca2\u732e\u3057\u307e\u3059\u3002<\/p>\r\n

<\/p>\n\n

\u307e\u3068\u3081<\/h2>\n

Embedding\uff08\u57cb\u3081\u8fbc\u307f\u8868\u73fe\uff09\u306f\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u9375\u3068\u306a\u308b\u6982\u5ff5\u3067\u3042\u308a\u3001\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3059\u308b\u305f\u3081\u306e\u91cd\u8981\u306a\u624b\u6cd5\u3067\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u610f\u5473\u7684\u306a\u95a2\u9023\u6027\u306e\u62bd\u51fa\u3001\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u5b66\u7fd2\u3001\u30c6\u30ad\u30b9\u30c8\u751f\u6210\u3001\u30bf\u30b9\u30af\u8ee2\u79fb\u306a\u3069\u3001\u591a\u304f\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30bf\u30b9\u30af\u304c\u5411\u4e0a\u3057\u307e\u3059\u3002\u6b21\u56de\u306f\u3001\u3053\u308c\u3089\u306eEmbedding\u306b\u3088\u308b\u610f\u5473\u7684\u8868\u73fe\u306e\u751f\u6210\u3068\u3001\u30b3\u30b5\u30a4\u30f3\u985e\u4f3c\u6027\u306a\u3069\u306e\u624b\u6cd5\u3092\u7528\u3044\u305f\u985e\u4f3c\u6027\u306e\u8a55\u4fa1\u65b9\u6cd5\u306b\u3064\u3044\u3066\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>","protected":false},"excerpt":{"rendered":"

\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001NLP\uff08\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff09\u306e\u6838\u5fc3\u7684\u306a\u6982\u5ff5\u3067\u3042\u308b\u300cEmbedding\uff08\u57cb\u3081\u8fbc\u307f\u8868\u73fe\uff09\u300d\u306b\u7126\u70b9\u3092\u5f53\u3066\u3001Embedding\u3068\u305d\u306e\u5fdc\u7528\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u8aac\u660e\u3057\u307e\u3059\u3002 \u306f\u3058\u3081\u306b \u8fd1\u5e74\u3001ChatGPT\u306e\u3088\u3046\u306aLLM\uff08Large […]<\/p>\n","protected":false},"author":36,"featured_media":4543,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"content-type":"","swell_btn_cv_data":"","footnotes":"","_wp_rev_ctl_limit":""},"categories":[1249],"tags":[96,562,139,254],"class_list":["post-4535","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-knowledge","tag-ai","tag-embedding","tag-nlp","tag-254"],"_links":{"self":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/4535","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/users\/36"}],"replies":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/comments?post=4535"}],"version-history":[{"count":0,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/4535\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media\/4543"}],"wp:attachment":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media?parent=4535"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/categories?post=4535"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/tags?post=4535"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}