{"id":186,"date":"2023-03-12T21:16:58","date_gmt":"2023-03-12T12:16:58","guid":{"rendered":"https:\/\/jaeinlab.com\/?p=186"},"modified":"2023-11-02T20:06:07","modified_gmt":"2023-11-02T11:06:07","slug":"gpt-%eb%93%b1%ec%9e%a5-%ec%a0%84-%ec%96%b8%ec%96%b4%eb%aa%a8%eb%8d%b8%ec%9d%b4-%ec%96%b4%eb%96%bb%ea%b2%8c-%ec%83%9d%ea%b2%bc%eb%8d%94%eb%9d%bc","status":"publish","type":"post","link":"https:\/\/jaeinlab.com\/?p=186","title":{"rendered":"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c?"},"content":{"rendered":"\n<h2 class=\"wp-block-heading\">\uc5b8\uc5b4 \ubaa8\ub378 (Language Model, LM)<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\uc5b8\uc5b4 \ubaa8\ub378\uc774 \ubb34\uc5c7\uc774\ub0d0, \uc5d0 \ub300\ud574 \ud55c\ubb38\uc7a5\uc73c\ub85c \ub300\ub2f5\ud558\uba74 &#8220;\uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4\uc744 \ubcf4\uace0 \uadf8 \ub2e4\uc74c \ubb38\uc790\uc5f4\uc744 \uc608\uce21\ud558\ub294 \ubaa8\ub378&#8221; \uc774\ub77c\uace0 \uc815\ub9ac\ud560 \uc218 \uc788\ub2e4. \uc5ec\uae30\uc11c \ubb38\uc790\uc5f4\uc740 \ub2e8\uc5b4\uac00 \ub420 \uc218\ub3c4, \ubb38\uc7a5\uc774 \ub420 \uc218\ub3c4 \uc788\ub2e4. \uac00\ub839 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 (Text Generation) \ubaa8\ub378\uc740 \uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4 &#8220;\uc624\ub298 \ub0a0\uc528\uac00 ___&#8221;\uc744 \ubcf4\uace0 &#8220;\uc88b\ub2e4&#8221;\ub77c\ub294 \ubb38\uc790\uc5f4\uc744 \uc608\uce21\ud558\uace0, \uc9c8\uc758 \uc751\ub2f5 (Question Answering, QA) \ubaa8\ub378\uc740 \ubb38\uc790\uc5f4 &#8220;\ud55c\uad6d\uc758 \uc218\ub3c4\uac00 \uc5b4\ub518\uac00\uc694?&#8221;\ub97c \ubcf4\uace0 &#8220;\uc11c\uc6b8\uc785\ub2c8\ub2e4.&#8221;\ub77c\ub294 \ub300\ub2f5\uc744 \uc904 \uac83\uc774\ub2e4. \uc774\ub807\uac8c\ub9cc \ubd10\ub3c4 \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ud65c\uc57d\ud560 \uc218 \uc788\ub294 \uc790\uc5f0\uc5b4\ucc98\ub9ac (Natural Language Processing, NLP) \ud0dc\uc2a4\ud06c\uac00 \ubb34\uc218\ud788 \ub9ce\ub2e4\ub294 \uac83\uc744 \uc54c \uc218 \uc788\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub807\ub2e4\uba74 \uc5b8\uc5b4 \ubaa8\ub378\uc740 \uc5b4\ub5bb\uac8c \ub9cc\ub4e4\uc5b4\uc9c8\uae4c? \uc0ac\uc2e4 \uc5b8\uc5b4 \ubaa8\ub378\uc774\ub780 \uac1c\ub150\uc740 \ucd5c\uadfc\uc5d0 \uc720\uba85\uc138\ub97c \ud0d4\uc9c0\ub9cc, \ucd5c\ucd08\ub85c \ub4f1\uc7a5\ud55c \uc2dc\uae30\ub294 1950\ub144\ub300\ub77c\uace0 \ud55c\ub2e4. \ucd08\uae30\uc758 \uc5b8\uc5b4 \ubaa8\ub378\uc740 \uc5b8\uc5b4 \uad6c\uc870\uc640 \ubb38\ubc95\uc744 \uae30\ubc18\uc73c\ub85c \ub9cc\ub4e4\uc5b4\uc84c\uae30 \ub54c\ubb38\uc5d0 \ucef4\ud4e8\ud130\uacf5\ud559\ubcf4\ub2e4\ub294 \uc5b8\uc5b4\ud559\uc5d0 \ud070 \ube44\uc911\uc744 \ub450\uc5c8\ub2e4\uace0 \ubcfc \uc218 \uc788\ub2e4. 1980\ub144\ub300\uc5d0 \ub4e4\uc5b4\uc11c \ud1b5\uacc4 \uae30\ubc18\uc758 \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ud65c\uc6a9\ub418\uae30 \uc2dc\uc791\ud588\ub294\ub370, \ud604\uc7ac\uae4c\uc9c0\ub3c4 \ub9ce\uc774 \uc0ac\uc6a9\ub418\ub294 N-gram \ubaa8\ub378\uc758 \uc5ed\uc0ac\uac00 \uc5ec\uae30\uc11c \uc2dc\uc791\ub418\uc5c8\ub2e4. <\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\uc5b8\uc5b4 \ubaa8\ub378\uc758 \uc2dc\uc791<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">N-gram\uc740 \uac00\uc7a5 \uac04\ub2e8\ud558\uba74\uc11c\ub3c4 \ud6a8\uc728\uc801\uc73c\ub85c \uad6c\ud604\uc774 \uac00\ub2a5\ud55c \uc5b8\uc5b4 \ubaa8\ub378\uc774\ub2e4. \uc55e\uc5d0 \ub4f1\uc7a5\ud55c N\uac1c\uc758 \ub2e8\uc5b4\ub97c \ubcf4\uace0 \ub2e4\uc74c \ub2e8\uc5b4\ub97c \ud655\ub960 \uacc4\uc0b0\uc744 \ud1b5\ud574 \uc608\uce21\ud55c\ub2e4. 1-gram \ubaa8\ub378\uc5d0\uc11c\ub294 \uac00\uc7a5 \ucd5c\uadfc\uc5d0 \ub4f1\uc7a5\ud55c 1\uac1c\uc758 \ub2e8\uc5b4\ub97c \ubcf4\uace0 \ub2e4\uc74c \ub2e8\uc5b4\ub97c \uc608\uce21\ud558\uac8c \ub41c\ub2e4. \uc608\ub97c \ub4e4\uc5b4 \uc55e\uc5d0 <em>She<\/em>\uac00 \ub4f1\uc7a5\ud560 \ub54c, \ud655\ub960 P(is|She)\uac00 \uac00\uc7a5 \ub192\uc740 \uc810\uc218\ub85c \uc608\uce21\ub418\uc5b4<em> She is<\/em>\ub77c\ub294 \uacb0\uacfc\ub97c \ubcf4\uc5ec\uc904 \uac83\uc774\ub2e4. 2-gram \ubaa8\ub378\uc758 \ub9e4\ucee4\ub2c8\uc998\ub3c4 \uac19\uc740\ub370, 1\uac1c\uac00 \uc544\ub2cc 2\uac1c\uc758 \ub2e8\uc5b4\ub97c \ubcf4\uace0 \ub2e4\uc74c \ub2e8\uc5b4\ub97c \uc608\uce21\ud55c\ub2e4\ub294 \ucc28\uc774\uc810\uc774 \uc788\ub2e4. \uc608\ub97c \ub4e4\uc5b4 \uc774\ubc88\uc5d0\ub294 \ubaa8\ub378\uc774 \uc55e\uc5d0 \ub450\uac1c\uc758 \ub2e8\uc5b4<em> She is<\/em>\ub97c \ubcf4\uace0 \ub2e4\uc74c \ub2e8\uc5b4<em> a, my, beautiful<\/em> \ub4f1\uacfc \uac19\uc740 \ub2e8\uc5b4\ub4e4\uc744 \uc608\uce21\ud560 \uac83\uc774\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">N\uc744 \ud06c\uac8c \uc7a1\uc744\uc218\ub85d \uc608\uce21 \uc131\ub2a5\uc740 \uc88b\uc544\uc9c4\ub2e4. \uc5b4\ub5a4 \ucc28\uc774\uac00 \uc788\uc744\uae4c?<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\"><strong>P(<em>w<\/em>|<\/strong><s>She is<\/s><strong> a)<\/strong> v.s. <strong>P(<em>w<\/em>|<\/strong><s>She<\/s><strong> is a)<\/strong> v.s. <strong>P(<em>w<\/em>|She is a)<\/strong><\/pre>\n\n\n\n<p class=\"has-text-align-justify wp-block-paragraph\">\uc704 \uc608\uc2dc\uc5d0\uc11c \uac19\uc740 <em>She is a<\/em>\ub77c\ub294 \ubb38\uc790\uc5f4\uc744 \ubd24\uc744 \ub54c, 1-gram\uc740 \ub9c8\uc9c0\ub9c9 \ud55c\uac1c\uc758 \ub2e8\uc5b4 <em>a<\/em>\ub9cc \ubcf4\uace0 \ub2e4\uc74c \ub2e8\uc5b4\ub97c \uc608\uce21\ud574\uc57c\ud55c\ub2e4. \ubc18\uba74 2-gram\uc740 <em>is a<\/em>\uae4c\uc9c0 \ub450\uac1c\uc758 \ub2e8\uc5b4\ub97c \ubcfc \uc218 \uc788\uace0, 3-gram\uc740<em> She is a<\/em>\uae4c\uc9c0 \uc138\uac1c\uc758 \ub2e8\uc5b4\ub97c \ubcfc \uc218 \uc788\uc74c\uc73c\ub85c \uc870\uae08 \ub354 \ub9ce\uc740 \ub9e5\ub77d\uc744 \ud65c\uc6a9\ud558\uc5ec \ub2e4\uc74c \ub2e8\uc5b4\ub97c \uc608\uce21\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">1-gram\uc740 \uc77c\ubc18\uc801\uc73c\ub85c unigrams\ub77c\uace0\ub3c4 \ubd88\ub9ac\uace0, 2-gram\uc740 bigrams, 3-gram\uc740 trigrams\ub77c\uace0 \ubd88\ub9b0\ub2e4. \ubcf4\ud1b5 trigrams\ubcf4\ub2e4 \ud070 n-gram \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc0ac\uc6a9\ud558\ub294 \uacbd\uc6b0\ub294 \ub4dc\ubb38\ub370, N\uc774 \ucee4\uc9c8\uc218\ub85d \uc131\ub2a5\uc740 \uc88b\uc544\uc838\ub3c4 \ubaa8\ub378 \uc0ac\uc774\uc988\uac00 \uc9c0\ub098\uce58\uac8c \ucee4\uc9c0\uace0 \ub370\uc774\ud130 \ud76c\uc18c \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc5b4\ub835\uae30 \ub54c\ubb38\uc774\ub2e4. \uac04\ub2e8\ud788 \uc774\uc57c\uae30\ud558\uc790\uba74 \ub2e8\uc5b4\uc758 \uc870\ud569\uc774 \ub9ce\uc544\uc9c8\uc218\ub85d \uc0ac\uc804 \ub370\uc774\ud130\uac00 \uae09\uaca9\ud788 \ucee4\uc9c0\uae30 \ub54c\ubb38\uc5d0 \uacc4\uc0b0 \uc18d\ub3c4\ub97c \ub9ce\uc774 \uc7a1\uc544\uba39\uac8c \ub418\uace0, \ucda9\ubd84\ud55c \ud1b5\uacc4\ub97c \ub0bc \uc218 \uc788\uc744 \uc815\ub3c4\uc758 \ub370\uc774\ud130\uc14b\uc744 \ud655\ubcf4\ud558\uae30\uac00 \uc5b4\ub824\uc6cc\uc9c4\ub2e4. <\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\uc5b8\uc5b4 \ubaa8\ub378\uc774 \uba38\uc2e0\ub7ec\ub2dd\uc744 \ub9cc\ub0ac\uc744 \ub54c<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\uc544\ub9c8\ub3c4 \ucd08\ucc3d\uae30\uc758 \uc5b8\uc5b4\ubaa8\ub378\uc740 rule-based\ub85c \uad6c\ucd95\ub410\uc744 \uac83\uc774\ub2e4. \uc0ac\ub78c\uc774 \uc0ac\uc804 \ub370\uc774\ud130\ub97c \ud55c\uc904\ud55c\uc904 \ub9cc\ub4e4\uc5b4 \uad6c\ucd95\ud558\uace0, input \ubb38\uc790\uc5f4\uc744 \uc0ac\uc804 \ub0b4\uc5d0\uc11c \ub9e4\uce6d\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c \ub2e4\uc74c \ub2e8\uc5b4\uac00 \uc608\uce21\ub410\uc744 \uac83\uc774\ub2e4. \uc774\ub7f0 \ubc29\uc2dd\uc740 \uc5b8\uc5b4\uc5d0 \ub300\ud55c \uc9c0\uc2dd\uc774 \uc788\ub294 \uc804\ubb38\uac00\ub4e4\uc774 \uc190\uc218 \uc791\uc5c5\uc744 \ud1b5\ud574 \uc791\uc5c5\ud574\uc57c \ud568\uc73c\ub85c \ube44\uc2fc\ub370\ub2e4\uac00 \ube44\ud6a8\uc728\uc801\uc774\ub2e4. \ubaa8\ub4e0 \ub2e8\uc5b4\ub4e4\uc744 \ucee4\ubc84\ud558\uae30\ub3c4 \ubd88\uac00\ub2a5\ud558\ub2e4. \ub2e4\ud589\ud788 \ub370\uc774\ud130\uac00 \ub9ce\uc544\uc9c0\uace0 \ucef4\ud4e8\ud305 \uc790\uc6d0\uc774 \uac12\uc2f8\uc9c0\uba74\uc11c, rule-based \ubc29\uc2dd\uc740 \ud1b5\uacc4\ubc29\uc2dd (\uba38\uc2e0\ub7ec\ub2dd)\uc73c\ub85c \ub300\uccb4\ub418\uc5c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uba38\uc2e0\ub7ec\ub2dd\uc740 \ub370\uc774\ud130\ub97c \uba39\uc73c\uba70 \ud070\ub2e4. \uc989 \ud559\uc2b5\uacfc \uc720\uad00\ud55c \ub370\uc774\ud130\uac00 \ub9ce\uc744\uc218\ub85d \uc644\ubcbd\uc5d0 \uc218\ub834\ud558\ub294 \uc190\uc2e4 \ud568\uc218\ub97c \ucc3e\uc544\ub0b4\uae30\uac00 \uc218\uc6d4\ud574\uc9c4\ub2e4. N-gram \uc804\ud1b5\uc801\uc778 \uba38\uc2e0\ub7ec\ub2dd \uc5b8\uc5b4\ubaa8\ub378\uc774\ub2e4. \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130\uc5d0\uc11c n-gram \ub370\uc774\ud130\ub97c \ucd94\ucd9c\ud558\uace0, \uac01 \ub370\uc774\ud130\uac00 \uce74\uc6b4\ud305 \ub41c \ube48\ub3c4\uc218\ub97c \uce21\uc815\ud558\uc5ec \uadf8 \ube48\ub3c4\ub97c \ud655\ub960\uac12\uc744 \uacc4\uc0b0\ud558\ub294\ub370 \uc0ac\uc6a9\ud55c\ub2e4. \uadf8\ub7ec\ub2c8\uae4c \ud1b5\uacc4\uc5d0 \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ub370\uc774\ud130\uac00 \ub9ce\uc744\uc218\ub85d N-gram\uc758 \uc131\ub2a5 \ub610\ud55c \uc62c\ub77c\uac04\ub2e4. \ub370\uc774\ud130\ub9cc \uc8fc\uba74, \uc778\uac04\uc758 \uac1c\uc785 \uc5c6\uc774\ub3c4 \uc54c\uc544\uc11c \ud328\ud134\uc744 \ucc3e\uc544\ub0b4\uc5b4 \uc608\uce21 \ud0dc\uc2a4\ud06c\ub97c \uc798 \uc218\ud589\ud55c\ub2e4. \ub2e8\uc21c\ud558\uc9c0\ub9cc \ud6a8\uc728\uc801\uc778\ub9cc\ud07c \ucd5c\uadfc\uae4c\uc9c0\ub3c4 N-gram\uc740 \ub2e4\uc591\ud55c \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0\uc11c \ub110\ub9ac \uc0ac\uc6a9\ub418\uc5c8\ub2e4. (\uc815\ud655\ud788\ub294 5\ub144 \uc804\uae4c\uc9c0\ub9cc \ud574\ub3c4 \uadf8\ub7ac\ub358 \uac83 \uac19\ub2e4. AI \uc5c5\uacc4\uc758 \ubcc0\ud654\uac00 \ub108\ubb34 \ube68\ub77c\uc11c \uc9c0\uae08\uc740 \ub300\ubd80\ubd84 \ub525\ub7ec\ub2dd\uc73c\ub85c \ub300\uccb4\ub41c \ub4ef \ud558\uc9c0\ub9cc.) \uac00\ub839, \uc2a4\ub9c8\ud2b8\ud3f0 \ud0a4\ubcf4\ub4dc \uc571\uc758 <em>\ub2e4\uc74c \ub2e8\uc5b4 \uc608\uce21<\/em> (next word prediction) \uae30\ub2a5\uc740 n-gram\uc73c\ub85c \uc27d\uac8c \uad6c\ud604 \uac00\ub2a5\ud558\ub2e4. <\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ub2e8\uc5b4\ub97c \uc22b\uc790\ub85c \ud45c\ud604\ud558\ub294 \ubc29\ubc95<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\ud574\uacb0\ud558\uace0\uc790 \ud558\ub294 \ud0dc\uc2a4\ud06c\uc5d0 \ub530\ub77c \uba38\uc2e0\ub7ec\ub2dd\uc774 \uc544\uc9c1\uae4c\uc9c0\ub3c4 \ud06c\uac8c \ud65c\uc57d\ud558\ub294 \ubd84\uc57c\uac00 \ub9ce\ub2e4. \ud2b9\ud788 \ub370\uc774\ud130\uac00 \ud1b5\uacc4\ub97c \ub0bc \uc815\ub3c4\ub85c \ucda9\ubd84\ud558\uc9c0\ub9cc \ub525\ub7ec\ub2dd \ud559\uc2b5\uc5d0 \uc0ac\uc6a9\ud560 \uc815\ub3c4\ub85c \ub9ce\uc9c0\ub294 \uc54a\uc740 \ubd84\uc57c\ub4e4\uc774 \uadf8\ub807\ub2e4. \ub610 \ub370\uc774\ud130\ub97c \uc27d\uac8c \uc218\uce58\ud654\ud574\uc11c \ub098\ud0c0\ub0bc \uc218 \uc788\ub294 \ubd84\uc57c\ub4e4\uc774 \uadf8\ub807\ub2e4. \uadf8\ub798\uc11c \ub0a0\uc528 \uc608\uce21 \ubaa8\ub378, \uc8fc\uc2dd\uac00\uaca9 \uc608\uce21 \ubaa8\ub378, \uc774\uc0c1\uce58 \ud0d0\uc9c0 \ubaa8\ub378 \ub4f1\uc740 \ud604\uc7ac\ub3c4 \uba38\uc2e0\ub7ec\ub2dd\uc744 \uc801\uadf9\uc801\uc73c\ub85c \ud65c\uc6a9\ud558\uace0 \ub610 \uc0c8\ub85c \ub3c4\uc785\ud558\ub294 \ucd94\uc138\uc774\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ud558\uc9c0\ub9cc \uc790\uc5f0\uc5b4\ucc98\ub9ac \ubd84\uc57c\ub294 \uc0c1\ud669\uc774 \ud6e8\uc52c \ub354 \ubcf5\uc7a1\ud558\ub2e4. \uac00\ub839 \ub0a0\uc528\uc758 \ubcc0\ud654\ub294 \uc628\ub3c4\ub85c \ub098\ud0c0\ub0c8\uc744 \ub54c \uc27d\uac8c \uadf8\ub798\ud504\ub85c \uc2dc\uac01\ud654\ud560 \uc218 \uc788\ub2e4. \uc218\uce58\ub85c \ud45c\ud604\ud558\uae30\uac00 \uc26c\uc6b4\ub9cc\ud07c \ud1b5\uacc4\ub85c \uc608\uce21\ud558\uae30\ub3c4 \uc26c\uc6b4 \ud3b8\uc774\ub2e4. \uadf8\ub7f0\ub370 \uc6b0\ub9ac\uac00 \uc4f0\ub294 \ub9d0\uc744 \uc218\uce58\ub85c \ud45c\ud604\ud558\ub824\uba74 \uc5b4\ub5bb\uac8c \ud574\uc57c \ud560\uae4c? \ub2e8\uc5b4\ubcc4\ub85c \uace0\uc720\ud55c \uc22b\uc790\ub97c \uc815\uc758\ud574\uc8fc\ub294 \ubc29\ubc95\uc774 \uc788\uae30\ub294 \ud558\ub2e4. \uc608\ub97c \ub4e4\uc5b4 &#8220;\ub098\ub294 \uc0ac\uacfc\uac00 \uc88b\uc544.&#8221;\ub97c \ub2e4\uc74c\uacfc \uac19\uc774 \ud45c\ud604\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-pullquote\"><blockquote><p>\ub098\ub294    : 1<br>\uc0ac\uacfc\uac00: 2<br>\uc88b\uc544    : 3<\/p><cite>\uc790\uc5f0\uc5b4\uc758 \ud76c\uc18c \ud45c\ud604 (sparse representation).<\/cite><\/blockquote><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\uc774\ub7f0 \ud45c\ud604 \ubc29\ubc95\uc744<em> \ud76c\uc18c \ud45c\ud604<\/em>\uc774\ub77c \uce6d\ud55c\ub2e4. \uc804\uccb4 \ubb38\uc7a5\uc778 <em>&#8220;\ub098\ub294 \uc0ac\uacfc\uac00 \uc88b\uc544.&#8221;<\/em>\ub294 \uc815\uc758\ub41c \ud76c\uc18c \ud45c\ud604\uc5d0 \ub530\ub77c [1, 2, 3] \uc774\ub77c\ub294 \uc22b\uc790 \uc2dc\ud000\uc2a4\ub85c \ud45c\ud604\ud55c\ub2e4. \uc774 \ubc29\uc2dd\uc758 \ubb38\uc81c\uc810\uc740 \uac01\uac01\uc758 \uc22b\uc790\uac00 \ub2e8\uc5b4\uc758 \uc758\ubbf8\ub97c \uc804\ud600 \ub2f4\uc9c0 \ubabb\ud558\uae30 \ub54c\ubb38\uc5d0 \ub2e8\uc5b4 \uc720\uc0ac\ub3c4\uc640 \uac19\uc740 \uc815\ubcf4\ub97c \uc774 \uc22b\uc790\ub4e4\ub9cc\uc73c\ub85c \uc720\ucd94\ud574\ub0bc \uc218 \uc5c6\ub2e4\ub294 \uac83\uc774\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc758\ubbf8\ub97c \ubd80\uc5ec\ud558\uae30 \uc704\ud574\uc11c \uc778\ub371\uc2a4\uac00 \uc544\ub2cc \ub2e8\uc5b4 \uc784\ubca0\ub529(word embedding)\uc774 \ub4f1\uc7a5\ud588\ub2e4. \ub2e8\uc5b4\ub97c \uc800\ucc28\uc6d0 \uacf5\uac04\uc73c\ub85c \ub9e4\ud551 (mapping)\uc2dc\ud0a4\uba70, \uac01 \ucc28\uc6d0\uc774 \uac00\uc9c4 \ud2b9\uc131 (feature)\uc744 \ub098\ud0c0\ub0b4\ub294 \uac00\uc911\uce58(weight)\ub97c \ud1b5\ud574 \ub2e8\uc5b4\uc758 \uc758\ubbf8\ub97c \ud45c\ud604\ud560 \uc218 \uc788\ub2e4. \uac04\ub2e8\ud55c \uc608\ub97c \ub4e4\uba74, \ub2e8\uc5b4 <em>apple<\/em>\uc774 100\ucc28\uc6d0\uc758 \ubca1\ud130\ub85c \ub9e4\ud551\ub41c\ub2e4\uace0 \ud560 \ub54c, &#8220;\uacfc\uc77c&#8221;\uc774\ub77c\ub294 \ud2b9\uc131\uc774 1\ubc88\uc9f8 \ucc28\uc6d0\uc5d0 \ubc18\uc601\ub418\uace0 &#8220;\ube68\uac1b\ub2e4&#8221;\ub77c\ub294 \ud2b9\uc131\uc774 2\ubc88\uc9f8 \ucc28\uc6d0\uc5d0\uc11c \uac00\uc911\uce58\ub97c \ud1b5\ud574 \ud45c\ud604\ub41c\ub2e4. <em>banana<\/em>\uac00 \uac19\uc740 100\ucc28\uc6d0 \ubca1\ud130\ub85c \ub9e4\ud551\ub41c\ub2e4\uba74 <em>apple<\/em>\uacfc &#8220;\uacfc\uc77c&#8221;\uc774\ub77c\ub294 \ud2b9\uc131\uc774 \uacf5\uc720\ub428\uc73c\ub85c 1\ubc88\uc9f8 \ucc28\uc6d0\uc740 \uac70\uc758 \ube44\uc2b7\ud55c \uac00\uc911\uce58\ub85c \ud45c\ud604\ub418\uace0 2\ubc88\uc9f8 \ucc28\uc6d0\uc740 \ub2e4\ub978 \uac00\uc911\uce58\ub85c \ud45c\ud604\ub420 \uac83\uc774\ub2e4. \ub2e4\uc74c \uc608\uc2dc\ub294 \uc218\ub9ce\uc740 \ub2e8\uc5b4 \uc784\ubca0\ub529\uc744 \uc2dc\uac01\ud654\ud55c \ubaa8\uc2b5\uc774\ub2e4.<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"640\" height=\"378\" data-attachment-id=\"188\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=188\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?fit=640%2C378&amp;ssl=1\" data-orig-size=\"640,378\" data-comments-opened=\"1\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?fit=640%2C378&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?resize=640%2C378&#038;ssl=1\" alt=\"\" class=\"wp-image-188\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?w=640&amp;ssl=1 640w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?resize=300%2C177&amp;ssl=1 300w\" sizes=\"auto, (max-width: 640px) 100vw, 640px\" \/><figcaption class=\"wp-element-caption\">\ub2e8\uc5b4 \uc784\ubca0\ub529 \uc2dc\uac01\ud654.<br>(reference: <a href=\"https:\/\/www.researchgate.net\/publication\/341008283_FoodKG_A_Tool_to_Enrich_Knowledge_Graphs_Using_Machine_Learning_Techniques\">FoodKG: A Tool to Enrich Knowledge Graphs Using Machine Learning Techniques<\/a>)<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\ub2e8\uc5b4 \uc784\ubca0\ub529\uc774 \uc798 \ud559\uc2b5\ub41c\ub2e4\uba74 \uc774\ucc98\ub7fc \uac19\uc740 \uacf5\uac04\uc5d0\uc11c \ube44\uc2b7\ud55c \ub2e8\uc5b4\ub4e4\ub07c\ub9ac \uac00\uae4c\uc6b4 \uacf3\uc5d0 \uc704\uce58\ud558\uc5ec \uad70\uc9d1\uc744 \uc774\ub8e8\uac8c \ub41c\ub2e4. \ub610 \ub2e4\ub978 \uc720\uba85\ud55c \uc9c1\uad00\uc801\uc778 \uc608\uc2dc\uac00 \uc788\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-pullquote\"><blockquote><p>king &#8211; man + woman ~= queen<\/p><cite>\uc798 \ud559\uc2b5\ub41c \ub2e8\uc5b4 \uc784\ubca0\ub529 \uc608\uc2dc.<\/cite><\/blockquote><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><em>\uc655<\/em>\uc5d0\uc11c <em>\ub0a8\uc790<\/em>\ub77c\ub294 \ud2b9\uc131\uc744 \ube7c\uace0 \ub2e4\uc2dc <em>\uc5ec\uc790<\/em>\ub77c\ub294 \ud2b9\uc131\uc744 \ub354\ud55c\ub2e4\uba74? \uc6b0\ub9ac\ub294 \uc27d\uac8c<em> \uc5ec\uc655<\/em>\uc774\ub77c\ub294 \ub300\ub2f5\uc744 \ub0b4\ub193\uc744 \uac83\uc774\ub2e4. \ub2e8\uc5b4 \uc784\ubca0\ub529\uc744 \uc798 \ud559\uc2b5\uc2dc\ucf1c\ub3c4 \uac19\uc740 \ub300\ub2f5\uc744 \uc5bb\uc744 \uc218 \uc788\ub2e4. <em>&#8220;\uc655-\ub0a8\uc790+\uc5ec\uc790&#8221;<\/em>\uac00 <em>&#8220;\uc5ec\uc655&#8221;<\/em>\uc5d0 \uc644\ubcbd\ud788 \ub9e4\uce6d\ub420 \uc218\ub294 \uc5c6\uaca0\uc9c0\ub9cc \ubaa8\ub4e0 \ub2e8\uc5b4 \uc784\ubca0\ub529 \uc911 \uac00\uc7a5 \uac00\uae4c\uc6b4 \ub2e8\uc5b4\ub85c <em>&#8220;\uc5ec\uc655&#8221;<\/em>\uc744 \ub0b4\ub193\uc744 \uc218\ub294 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc774\ub807\uac8c \ub2e8\uc5b4 \uc784\ubca0\ub529\uc744 \ud559\uc2b5\ud558\uae30 \uc704\ud574 \uc0ac\uc6a9\ub418\ub294 \ubc29\ubc95\ub4e4\ub85c\ub294 \ub525\ub7ec\ub2dd \uae30\ubc18\uc758 Word2Vec, GloVe, FastText \ub4f1\uc774 \uc788\ub2e4. \uc138\ubd80\uc801\uc778 \uad6c\ud604 \ubc29\uc2dd\uc740 \ucc28\uc774\uac00 \uc788\uc73c\ub098, \uac19\uc740 \ubb38\uc7a5\uc5d0\uc11c \uc778\uc811\ud558\ub294 \ub2e8\uc5b4\ub4e4\uc774 \uc758\ubbf8\uc801\uc73c\ub85c \uc720\uc0ac\uc131\uc744 \ub74c \uac83\uc774\ub77c \uac00\uc815\ud558\uace0 \uc11c\ub85c \uac00\uae4c\uc6b4 \uacf5\uac04\uc5d0 \uc704\uce58\ud558\ub3c4\ub85d \ud559\uc2b5\uc2dc\ud0a8\ub2e4\ub294 \uacf5\ud1b5\uc810\uc774 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc784\ubca0\ub529\uc744 \ud1b5\ud574 \uc800\ucc28\uc6d0 \uacf5\uac04\uc5d0\uc11c \ub2e8\uc5b4\uc758 \uc758\ubbf8\ub97c \ud45c\ud604\ud560 \uc218 \uc788\uac8c \ub418\uc5c8\ub2e4. \ub2e8\uc5b4 \uc784\ubca0\ub529\uc758 \ucd9c\ud604\uc740 \ub9ce\uc740 \uac83\uc744 \ub2e4\ub974\uac8c \ub9cc\ub4e4\uc5c8\ub2e4. \ubb38\uc7a5 \uc784\ubca0\ub529\ub3c4 \uc27d\uac8c \uac00\ub2a5\ud574\uc84c\uc73c\uba70 \uadf8\uc5d0 \ub530\ub77c \ub9ce\uc740 \ub2e4\uc591\ud55c \uc790\uc5f0\uc5b4\ucc98\ub9ac \ud0dc\uc2a4\ud06c \uc5f0\uad6c\uc5d0 \uac00\uc18d\ub3c4\uac00 \ubd99\uc5c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ub525\ub7ec\ub2dd \uae30\ubc18 \uc5b8\uc5b4\ubaa8\ub378<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\ub525\ub7ec\ub2dd \uae30\ubc18 \uc5b8\uc5b4\ubaa8\ub378\uc5d0\uc11c \ub2e8\uc5b4 \uc784\ubca0\ub529\uc774 \ubaa8\ub378\uc758 \ud559\uc2b5 \uacfc\uc815\uc5d0\uc11c \uc544\uc8fc \uc911\uc694\ud55c \uc5ed\ud560\uc744 \ud558\ub294\ub370, \uc5bc\ub9c8\ub098 \uc798 \ud559\uc2b5\ub41c \ub2e8\uc5b4 \uc784\ubca0\ub529\uc744 \uc0ac\uc6a9\ud558\ub290\ub0d0\ub294 \ubaa8\ub378\uc774 \ub2e8\uc5b4\uc758 \uc758\ubbf8\ub97c \ub354 \uc798 \ud30c\uc545\ud558\ub294\uc9c0\uc5d0 \uc601\ud5a5\uc744 \ub07c\uce58\uace0, \uc774\ub294 \uace7 \ucd5c\uc885 \uc608\uce21 \uacb0\uacfc\ub97c \ub2e4\ub974\uac8c \ud55c\ub2e4. \ubaa8\ub378\uc774 \ud574\uacb0\ud558\uace0\uc790 \ud558\ub294 \uc790\uc5f0\uc5b4\ucc98\ub9ac \ud0dc\uc2a4\ud06c\uc5d0 \ub530\ub77c \ud559\uc2b5 \uacfc\uc815\uc5d0\uc11c \ub2e8\uc5b4 \uc784\ubca0\ub529\uc740 \uacc4\uc18d \uc5c5\ub370\uc774\ud2b8\ub418\uc9c0\ub9cc, \ucd5c\ucd08\uc5d0 \uc0ac\uc804 \ud559\uc2b5\ub41c \uc784\ubca0\ub529\uc744 \uc0ac\uc6a9\ud558\ub294 \uac83\uacfc \uc644\uc804\ud788 \ucd08\uae30\ud654\ub41c \ub79c\ub364 \ubca1\ud130\ub97c \uc0ac\uc6a9\ud558\ub294 \uac83\uc740 \ud559\uc2b5 \uc18d\ub3c4\uc640 \ud004\ub9ac\ud2f0\uc5d0 \uc601\ud5a5\uc744 \ub07c\uce5c\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc2e0\uacbd\ub9dd \uce35\uc744 \uae4a\uac8c \uc313\uc544\uc62c\ub824 \ud559\uc2b5\ud558\ub294 \ubc29\uc2dd\uc744 \uc0ac\uc6a9\ud558\ub294 \ub525\ub7ec\ub2dd\uc740 \uae30\uc874 \uba38\uc2e0\ub7ec\ub2dd \ubaa8\ub378\ubcf4\ub2e4 \ud6e8\uc52c \ub354 \ud070 \ucef4\ud4e8\ud130 \uc790\uc6d0\uacfc \ub370\uc774\ud130\ub97c \ud544\uc694\ub85c\ud55c\ub2e4. \uadf8\ub9ac\uace0 \ub204\uad6c\ub098 \uc778\ud130\ub137\uc744 \uc0ac\uc6a9\ud558\ub294 \uc138\uc0c1\uc774 \uc624\uba74\uc11c \uc778\ud130\ub137\uc5d0 \uc313\uc774\ub294 \ub370\uc774\ud130\uc758 \uc591\uc774 \ubc29\ub300\ud574\uc84c\uc73c\uba70, \ucef4\ud4e8\ud305 \uc790\uc6d0\uc740 \uc810\uc810 \uac12\uc2f8\uc84c\ub2e4. \uc774 \ub450 \uc870\uac74\uc774 \ub9cc\ub098 \ub525\ub7ec\ub2dd \uae30\ubc18\uc758 \uc5b8\uc5b4\ubaa8\ub378 \ub610\ud55c \ube60\ub978 \uc18d\ub3c4\ub85c \ubc1c\uc804\ud560 \uc218 \uc788\uc5c8\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc2dc\ud000\uc2a4 \ub370\uc774\ud130 \ucc98\ub9ac\uc5d0 \ub2a5\ud55c RNN \uae30\ubc18\uc758 \uc5b8\uc5b4\ubaa8\ub378\ubd80\ud130 \uc2dc\uc791\ud558\uc5ec LSTM, GRU, Transformer\uae4c\uc9c0\uc758 \uc9c4\ud654 \uc5ed\uc0ac\uac00 \uc9e7\uc740 \uc2dc\uac04 \ub0b4\uc5d0 \uc874\uc7ac\ud588\ub2e4. \ud604 \uc2dc\uc810\uc5d0\uc11c \uac00\uc7a5 \uc720\uba85\ud558\uace0 \ub110\ub9ac \uc4f0\uc774\ub294 \uc544\ud0a4\ud14d\ucc98\ub294 Transformer\uc778\ub370, \uae30\uc874 \ubaa8\ub378\ub4e4\uc740 \uc785\ub825 \uc2dc\ud000\uc2a4\ub97c \uad6c\uc131\ud558\ub294 \ud1a0\ud070\ub4e4\uc758 \uc704\uce58 \uc815\ubcf4\uc5d0 \uc8fc\ub85c \uc758\uc874\ud558\ub294 \ubc18\uba74, Transformer\ub294 self-attention \uba54\ucee4\ub2c8\uc998\uc744 \ud1a0\ud070\ub4e4\ub07c\ub9ac\uc758 \uc911\uc694\ub3c4\uae4c\uc9c0 \ud30c\uc545\ud558\uc5ec\ud070 \uc131\uacfc\ub97c \uc774\ub904\ub0c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4 \ubb38\uc7a5<em> &#8220;What is your name? I am Jaein.&#8221; <\/em>\uc5d0\uc11c \ub300\uba85\uc0ac<em> I<\/em>\ub294 <em>Jaein<\/em>\uacfc \uac19\uc740 \uc778\ubb3c\uc744 \uac00\ub9ac\ud0a4\ubbc0\ub85c, self-attention \uba54\ucee4\ub2c8\uc998\uc740<em> I<\/em>\uc640<em> Jaein<\/em>\uc5d0\uac8c \uac00\uc7a5 \ub192\uc740 attention score\uc744 \ubd80\uc5ec\ud55c\ub2e4.<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"437\" height=\"413\" data-attachment-id=\"190\" data-permalink=\"https:\/\/jaeinlab.com\/?attachment_id=190\" data-orig-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image-1.png?fit=437%2C413&amp;ssl=1\" data-orig-size=\"437,413\" data-comments-opened=\"1\" data-image-title=\"image-1\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image-1.png?fit=437%2C413&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image-1.png?resize=437%2C413&#038;ssl=1\" alt=\"\" class=\"wp-image-190\" srcset=\"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image-1.png?w=437&amp;ssl=1 437w, https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image-1.png?resize=300%2C284&amp;ssl=1 300w\" sizes=\"auto, (max-width: 437px) 100vw, 437px\" \/><figcaption class=\"wp-element-caption\">\uc2dc\uac01\ud654\ub41c attention score.<br>(https:\/\/jalammar.github.io\/illustrated-transformer\/)<\/figcaption><\/figure>\n<\/div>\n\n\n<p class=\"wp-block-paragraph\">\uc790\uc5f0\uc5b4\ub97c \ud45c\ud604\ud558\ub294 \ubc29\uc2dd\uc740 \uc774\ub807\uac8c \uc810\ucc28 \uc815\uad50\ud558\uac8c \uc9c4\ud654\ud588\ub2e4. \ud6e8\uc52c \ub354 \ub9ce\uc740 \ub370\uc774\ud130\ub85c \ub354\uc6b1 \ubcf5\uc7a1\ud55c \uc544\ud0a4\ud14d\ucc98\uc758 \ubaa8\ub378\uc744 \ud6c8\ub828\ud568\uc73c\ub85c\uc368 \uc810\uc810 \ub354 \uc778\uac04\uc758 \uc5b8\uc5b4 \ub2a5\ub825\uacfc \ube44\uc2b7\ud55c \uc5b8\uc5b4 \ubaa8\ub378\ub4e4\uc774 \ud0c4\uc0dd\ud558\uac8c \ub418\uc5c8\ub2e4. \ube44\uc804\uacf5\uc790\uac00 \uc778\uacf5\uc9c0\ub2a5\uc744 \ubc14\ub77c\ubcf4\ub294 \uc2dc\uc120\uc5d0 \ubd88\uc548\ud568\uc774\ub098 \uacf5\ud3ec\uc2ec\uc774 \ub2f4\uae30\ub294 \uac83\uc740 \uc790\uc5f0\uc2a4\ub7fd\ub2e4\uace0 \ub290\uaef4\uc9c4\ub2e4. \uba87\ub144 \uc804\uae4c\uc9c0\ub9cc \ud574\ub3c4 \uac1c\uc640 \uace0\uc591\uc774 \uc0ac\uc9c4 \ubd84\ub958\uc870\ucc28 \uc798 \ubabb\ud558\ub358 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378\uc774 \uac11\uc790\uae30 \uadf8\ub9bc\uc744 \uadf8\ub9ac\uace0, \uc2dc\ub97c \uc4f0\uace0, \uc791\uace1\uc744 \ud558\uba70 \uc9c4\uc9dc \uc778\uac04\ucc98\ub7fc \uc0dd\uac01\ud558\ub294 \ub9c8\ub0e5 \ub9d0\uc744 \uad6c\uc0ac\ud558\uae30 \uc2dc\uc791\ud588\uae30 \ub54c\ubb38\uc774\ub2e4. <\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub7ec\ub098 \uc78a\uc9c0 \ub9d0\uc544\uc57c \ud560 \uc810\uc774 \uc788\ub2e4. \ub525\ub7ec\ub2dd \uae30\ubc18\uc758 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378\uc740 \uacb0\uad6d \ud655\ub960\uacfc \ud1b5\uacc4\ub97c \uae30\ubc18\uc73c\ub85c \ub9cc\ub4e4\uc5b4\uc84c\ub2e4\ub294 \uac83\uc774\ub2e4. \uc774\uc5b4\uc9c0\ub294 \ud3ec\uc2a4\ud2b8\uc5d0\uc11c\ub294 \ucd5c\uadfc \uc720\uba85\ud574\uc9c0\uae30 \uc2dc\uc791\ud55c GPT \uc2dc\ub9ac\uc988\uc640 \uac19\uc740 \uc0dd\uc131\ud615 \ubaa8\ub378\uacfc \uadf8\ub97c \ub4b7\ubc1b\uce68\ud558\ub294 <em>&#8220;<s>(\uadf8\ub0e5 \uc5b8\uc5b4 \ubaa8\ub378\ub3c4 \uc544\ub2c8\uace0)<\/s>\ud070 \uc5b8\uc5b4 \ubaa8\ub378&#8221;<\/em> LLM\uc744 \ub2e4\ub8e8\ub824\uace0 \ud55c\ub2e4.<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button\"><a class=\"wp-block-button__link wp-element-button\">\uc0dd\uc131\ud615 AI \uc2dc\ub9ac\uc988<\/a><\/div>\n<\/div>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong><em><span style=\"text-decoration: underline;\">GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c?<\/span><\/em><\/strong><\/li>\n\n\n\n<li><a href=\"http:\/\/jaeinlab.com\">LLM, \uc5b4\ub514\ubd80\ud130\uac00 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc77c\uae4c?<\/a><\/li>\n\n\n\n<li><a href=\"http:\/\/jaeinlab.com\">RLHF, \uc778\uac04 \ud53c\ub4dc\ubc31\ud615 \uac15\ud654\ud559\uc2b5\uc774\ub780? <\/a><\/li>\n\n\n\n<li><a href=\"http:\/\/jaeinlab.com\">ChatGPT\uc758 \ub4f1\uc7a5\uacfc \uc0c8\ub85c\uc6b4 \ubcc0\ud654\uc758 \ud30c\ub3c4 <\/a><\/li>\n\n\n\n<li><a href=\"http:\/\/jaeinlab.com\">\uc0dd\uc131\ud615 AI \ubaa8\ub378\uc758 \ud55c\uacc4\uc640 \ubbf8\ub798<\/a><\/li>\n<\/ol>\n","protected":false},"excerpt":{"rendered":"<p>\uc5b8\uc5b4 \ubaa8\ub378 (Language Model, LM) \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ubb34\uc5c7\uc774\ub0d0, \uc5d0 \ub300\ud574 \ud55c\ubb38\uc7a5\uc73c\ub85c \ub300\ub2f5\ud558\uba74 &#8220;\uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4\uc744 \ubcf4\uace0 \uadf8 \ub2e4\uc74c \ubb38\uc790\uc5f4\uc744 \uc608\uce21\ud558\ub294 \ubaa8\ub378&#8221; \uc774\ub77c\uace0 \uc815\ub9ac\ud560 \uc218 \uc788\ub2e4. \uc5ec\uae30\uc11c \ubb38\uc790\uc5f4\uc740 \ub2e8\uc5b4\uac00 \ub420 \uc218\ub3c4, \ubb38\uc7a5\uc774 \ub420 \uc218\ub3c4 \uc788\ub2e4. \uac00\ub839 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 (Text Generation) \ubaa8\ub378\uc740 \uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4 &#8220;\uc624\ub298 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"nf_dc_page":"","_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[14],"tags":[24,23,51,52],"class_list":["post-186","post","type-post","status-publish","format-standard","hentry","category-natural-language-processing","tag-chatgpt","tag-gpt","tag-llm","tag-lm"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v28.7 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c? - Jaein&#039;s Lab<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/jaeinlab.com\/?p=186\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c? - Jaein&#039;s Lab\" \/>\n<meta property=\"og:description\" content=\"\uc5b8\uc5b4 \ubaa8\ub378 (Language Model, LM) \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ubb34\uc5c7\uc774\ub0d0, \uc5d0 \ub300\ud574 \ud55c\ubb38\uc7a5\uc73c\ub85c \ub300\ub2f5\ud558\uba74 &#8220;\uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4\uc744 \ubcf4\uace0 \uadf8 \ub2e4\uc74c \ubb38\uc790\uc5f4\uc744 \uc608\uce21\ud558\ub294 \ubaa8\ub378&#8221; \uc774\ub77c\uace0 \uc815\ub9ac\ud560 \uc218 \uc788\ub2e4. \uc5ec\uae30\uc11c \ubb38\uc790\uc5f4\uc740 \ub2e8\uc5b4\uac00 \ub420 \uc218\ub3c4, \ubb38\uc7a5\uc774 \ub420 \uc218\ub3c4 \uc788\ub2e4. \uac00\ub839 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 (Text Generation) \ubaa8\ub378\uc740 \uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4 &#8220;\uc624\ub298 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/jaeinlab.com\/?p=186\" \/>\n<meta property=\"og:site_name\" content=\"Jaein&#039;s Lab\" \/>\n<meta property=\"article:published_time\" content=\"2023-03-12T12:16:58+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-11-02T11:06:07+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png\" \/>\n<meta name=\"author\" content=\"Jaein\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Jaein\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"6 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186\"},\"author\":{\"name\":\"Jaein\",\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#\\\/schema\\\/person\\\/70edb94493e55ab8edbafc48bdf56883\"},\"headline\":\"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c?\",\"datePublished\":\"2023-03-12T12:16:58+00:00\",\"dateModified\":\"2023-11-02T11:06:07+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186\"},\"wordCount\":131,\"commentCount\":0,\"image\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2023\\\/03\\\/image.png\",\"keywords\":[\"ChatGPT\",\"GPT\",\"LLM\",\"LM\"],\"articleSection\":[\"Natural Language Processing\"],\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/jaeinlab.com\\\/?p=186#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186\",\"url\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186\",\"name\":\"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c? - Jaein&#039;s Lab\",\"isPartOf\":{\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2023\\\/03\\\/image.png\",\"datePublished\":\"2023-03-12T12:16:58+00:00\",\"dateModified\":\"2023-11-02T11:06:07+00:00\",\"author\":{\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#\\\/schema\\\/person\\\/70edb94493e55ab8edbafc48bdf56883\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/jaeinlab.com\\\/?p=186\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#primaryimage\",\"url\":\"https:\\\/\\\/i0.wp.com\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2023\\\/03\\\/image.png?fit=640%2C378&ssl=1\",\"contentUrl\":\"https:\\\/\\\/i0.wp.com\\\/jaeinlab.com\\\/wp-content\\\/uploads\\\/2023\\\/03\\\/image.png?fit=640%2C378&ssl=1\",\"width\":640,\"height\":378},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/jaeinlab.com\\\/?p=186#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"http:\\\/\\\/jaeinlab.com\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c?\"}]},{\"@type\":\"WebSite\",\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#website\",\"url\":\"http:\\\/\\\/jaeinlab.com\\\/\",\"name\":\"Jaein&#039;s Lab\",\"description\":\"Natural Language Processing, Knowledge Graph, and others!\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"http:\\\/\\\/jaeinlab.com\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"http:\\\/\\\/jaeinlab.com\\\/#\\\/schema\\\/person\\\/70edb94493e55ab8edbafc48bdf56883\",\"name\":\"Jaein\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g\",\"caption\":\"Jaein\"},\"description\":\"I'm a Computer Science PhD candidate from South Korea, currently based in Beijing, China. My academic journey is dedicated to pioneering research in Natural Language Processing and Knowledge Graphs, striving to break new ground in these dynamic fields.\",\"sameAs\":[\"http:\\\/\\\/jaeinlab.com\",\"https:\\\/\\\/www.linkedin.com\\\/in\\\/jaeinlab\\\/\"],\"url\":\"https:\\\/\\\/jaeinlab.com\\\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c? - Jaein&#039;s Lab","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/jaeinlab.com\/?p=186","og_locale":"en_US","og_type":"article","og_title":"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c? - Jaein&#039;s Lab","og_description":"\uc5b8\uc5b4 \ubaa8\ub378 (Language Model, LM) \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ubb34\uc5c7\uc774\ub0d0, \uc5d0 \ub300\ud574 \ud55c\ubb38\uc7a5\uc73c\ub85c \ub300\ub2f5\ud558\uba74 &#8220;\uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4\uc744 \ubcf4\uace0 \uadf8 \ub2e4\uc74c \ubb38\uc790\uc5f4\uc744 \uc608\uce21\ud558\ub294 \ubaa8\ub378&#8221; \uc774\ub77c\uace0 \uc815\ub9ac\ud560 \uc218 \uc788\ub2e4. \uc5ec\uae30\uc11c \ubb38\uc790\uc5f4\uc740 \ub2e8\uc5b4\uac00 \ub420 \uc218\ub3c4, \ubb38\uc7a5\uc774 \ub420 \uc218\ub3c4 \uc788\ub2e4. \uac00\ub839 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 (Text Generation) \ubaa8\ub378\uc740 \uc8fc\uc5b4\uc9c4 \ubb38\uc790\uc5f4 &#8220;\uc624\ub298 [&hellip;]","og_url":"https:\/\/jaeinlab.com\/?p=186","og_site_name":"Jaein&#039;s Lab","article_published_time":"2023-03-12T12:16:58+00:00","article_modified_time":"2023-11-02T11:06:07+00:00","og_image":[{"url":"https:\/\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png","type":"","width":"","height":""}],"author":"Jaein","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Jaein","Est. reading time":"6 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/jaeinlab.com\/?p=186#article","isPartOf":{"@id":"https:\/\/jaeinlab.com\/?p=186"},"author":{"name":"Jaein","@id":"http:\/\/jaeinlab.com\/#\/schema\/person\/70edb94493e55ab8edbafc48bdf56883"},"headline":"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c?","datePublished":"2023-03-12T12:16:58+00:00","dateModified":"2023-11-02T11:06:07+00:00","mainEntityOfPage":{"@id":"https:\/\/jaeinlab.com\/?p=186"},"wordCount":131,"commentCount":0,"image":{"@id":"https:\/\/jaeinlab.com\/?p=186#primaryimage"},"thumbnailUrl":"https:\/\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png","keywords":["ChatGPT","GPT","LLM","LM"],"articleSection":["Natural Language Processing"],"inLanguage":"en-US","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/jaeinlab.com\/?p=186#respond"]}]},{"@type":"WebPage","@id":"https:\/\/jaeinlab.com\/?p=186","url":"https:\/\/jaeinlab.com\/?p=186","name":"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c? - Jaein&#039;s Lab","isPartOf":{"@id":"http:\/\/jaeinlab.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/jaeinlab.com\/?p=186#primaryimage"},"image":{"@id":"https:\/\/jaeinlab.com\/?p=186#primaryimage"},"thumbnailUrl":"https:\/\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png","datePublished":"2023-03-12T12:16:58+00:00","dateModified":"2023-11-02T11:06:07+00:00","author":{"@id":"http:\/\/jaeinlab.com\/#\/schema\/person\/70edb94493e55ab8edbafc48bdf56883"},"breadcrumb":{"@id":"https:\/\/jaeinlab.com\/?p=186#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/jaeinlab.com\/?p=186"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/jaeinlab.com\/?p=186#primaryimage","url":"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?fit=640%2C378&ssl=1","contentUrl":"https:\/\/i0.wp.com\/jaeinlab.com\/wp-content\/uploads\/2023\/03\/image.png?fit=640%2C378&ssl=1","width":640,"height":378},{"@type":"BreadcrumbList","@id":"https:\/\/jaeinlab.com\/?p=186#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"http:\/\/jaeinlab.com\/"},{"@type":"ListItem","position":2,"name":"GPT \ub4f1\uc7a5 \uc804 \uc5b8\uc5b4\ubaa8\ub378\uc774 \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub354\ub77c?"}]},{"@type":"WebSite","@id":"http:\/\/jaeinlab.com\/#website","url":"http:\/\/jaeinlab.com\/","name":"Jaein&#039;s Lab","description":"Natural Language Processing, Knowledge Graph, and others!","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"http:\/\/jaeinlab.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Person","@id":"http:\/\/jaeinlab.com\/#\/schema\/person\/70edb94493e55ab8edbafc48bdf56883","name":"Jaein","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/secure.gravatar.com\/avatar\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/6a23798f753744134b0f342a342b0fb0d4035a7313d8b7c54faf930978eaa942?s=96&d=wp_user_avatar&r=g","caption":"Jaein"},"description":"I'm a Computer Science PhD candidate from South Korea, currently based in Beijing, China. My academic journey is dedicated to pioneering research in Natural Language Processing and Knowledge Graphs, striving to break new ground in these dynamic fields.","sameAs":["http:\/\/jaeinlab.com","https:\/\/www.linkedin.com\/in\/jaeinlab\/"],"url":"https:\/\/jaeinlab.com\/?author=1"}]}},"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts\/186","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=186"}],"version-history":[{"count":4,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts\/186\/revisions"}],"predecessor-version":[{"id":192,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=\/wp\/v2\/posts\/186\/revisions\/192"}],"wp:attachment":[{"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=186"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=186"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jaeinlab.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=186"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}