{"id":9889,"date":"2025-02-05T10:58:30","date_gmt":"2025-02-05T01:58:30","guid":{"rendered":"https:\/\/www.skyer9.pe.kr\/wordpress\/?p=9889"},"modified":"2025-02-05T18:07:35","modified_gmt":"2025-02-05T09:07:35","slug":"%ea%b8%b0%ec%a1%b4-%eb%b2%94%ec%9a%a9-%ec%9d%b8%ea%b3%b5%ec%a7%80%eb%8a%a5-%eb%aa%a8%eb%8d%b8%ec%97%90-%ed%95%9c%ea%b5%ad%ec%96%b4-%ec%b6%94%ea%b0%80%ed%95%99%ec%8a%b5%ed%95%98%ea%b8%b0-%ea%b0%9c","status":"publish","type":"post","link":"https:\/\/www.skyer9.pe.kr\/wordpress\/?p=9889","title":{"rendered":"\ubc94\uc6a9 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378\uc5d0 \ud55c\uad6d\uc5b4 \ucd94\uac00\ud559\uc2b5\ud558\uae30 (\uac1c\ub150)"},"content":{"rendered":"<h1>\ubc94\uc6a9 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378\uc5d0 \ud55c\uad6d\uc5b4 \ucd94\uac00\ud559\uc2b5\ud558\uae30 (\uac1c\ub150)<\/h1>\n<p>\uae30\uc874 \ubc94\uc6a9 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378(\uc608: GPT, LLaMA, T5 \ub4f1)\uc5d0 \ud55c\uad6d\uc5b4 \ub2a5\ub825\uc744 \ucd94\uac00\ud558\ub294 \ubc29\ubc95\uc744 \uc124\uba85\ud569\ub2c8\ub2e4.<br \/>\n\ud06c\uac8c 2\uac00\uc9c0 \ubc29\ubc95\uc774 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>\ucd94\uac00 \uc0ac\uc804\ud559\uc2b5 (Continued Pretraining)<\/h2>\n<p>\uae30\uc874 \ubaa8\ub378\uc774 \ud55c\uad6d\uc5b4\ub97c \uac70\uc758 \ubaa8\ub974\ub294 \uacbd\uc6b0\uc5d0 \uc0ac\uc6a9\ud569\ub2c8\ub2e4.<br \/>\n\ubc94\uc6a9 \ud55c\uad6d\uc5b4 \ub370\uc774\ud130 (\ud55c\uad6d\uc5b4 \uc704\ud0a4\ubc31\uacfc, \ub274\uc2a4, \ube14\ub85c\uadf8, AI Hub \ub370\uc774\ud130) \ub97c \uc900\ube44\ud569\ub2c8\ub2e4.<br \/>\n\ubaa8\ub378 \uc544\ud0a4\ud14d\ucc98\uc5d0 \ub530\ub77c \ub2e4\uc74c\uacfc \uac19\uc740 \ud559\uc2b5 \ubc29\uc2dd\uc744 \uc120\ud0dd\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h3>Masked Language Modeling(MLM)<\/h3>\n<p>\ub300\ub7c9\uc758 \ud55c\uad6d\uc5b4 \ub370\uc774\ud130\ub97c Masked Language Modeling(MLM) \ubc29\uc2dd\uc73c\ub85c \ud559\uc2b5\uc2dc\ud0b5\ub2c8\ub2e4.<br \/>\n<strong>Masked Language Modeling(MLM)<\/strong>\uc740 \ubb38\uc7a5\uc5d0\uc11c \uc77c\ubd80 \ub2e8\uc5b4\ub97c <strong>\ub9c8\uc2a4\ud0b9(\uac00\ub9bc)<\/strong>\ud558\uace0, \ubaa8\ub378\uc774 \uc774\ub97c \uc608\uce21\ud558\ub3c4\ub85d \ud559\uc2b5\ud558\ub294 \uc790\uc5f0\uc5b4 \ucc98\ub9ac(NLP) \uae30\ubc95\uc785\ub2c8\ub2e4.<br \/>\n\ubb38\uc7a5\uc758 \uc77c\ubd80 \ud1a0\ud070\uc744 \ub79c\ub364\ud558\uac8c [MASK] \ud1a0\ud070\uc73c\ub85c \uad50\uccb4\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc608\uc2dc:<\/p>\n<ul>\n<li>\uccab \ubc88\uc9f8 \ud559\uc2b5: &quot;\ub098\ub294 \uc624\ub298 [MASK] \uac14\ub2e4.&quot;<\/li>\n<li>\ub450 \ubc88\uc9f8 \ud559\uc2b5: &quot;\ub098\ub294 [MASK] \uacf5\uc6d0\uc5d0 \uac14\ub2e4.&quot;<\/li>\n<li>\uc138 \ubc88\uc9f8 \ud559\uc2b5: &quot;\ub098\ub294 \uc624\ub298 \uacf5\uc6d0\uc5d0 [MASK].&quot;<\/li>\n<\/ul>\n<p>\ud615\ud0dc\uc18c\ubd84\uc11d\uc740 \ubcf4\ud1b5 \ud558\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4.<br \/>\n\uc624\ud0c0\ub098 \uc2e0\uc870\uc5b4\uc5d0 \ubcf4\ub2e4 \uc798 \ub300\uc751\ud560 \uc218 \uc788\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4.<\/p>\n<h3>Autoregressive Language Modeling (GPT \uacc4\uc5f4)<\/h3>\n<p>\uc774\uc804 \ub2e8\uc5b4\ub4e4\uc744 \uae30\ubc18\uc73c\ub85c \ub2e4\uc74c \ub2e8\uc5b4\ub97c \uc608\uce21\ud558\ub294 \ubc29\uc2dd\uc785\ub2c8\ub2e4.<br \/>\n\uc785\ub825\ub41c \ud14d\uc2a4\ud2b8 \uc2dc\ud000\uc2a4\uc758 \ub2e4\uc74c \ud1a0\ud070\uc744 \uc21c\ucc28\uc801\uc73c\ub85c \uc608\uce21\ud558\uba74\uc11c \ud559\uc2b5\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc608\uc2dc:<br \/>\n\uc785\ub825: &quot;\ub098\ub294 \uc624\ub298&quot;<br \/>\n\uc608\uce21: &quot;\uacf5\uc6d0\uc5d0&quot;<br \/>\n\uc785\ub825: &quot;\ub098\ub294 \uc624\ub298 \uacf5\uc6d0\uc5d0&quot;<br \/>\n\uc608\uce21: &quot;\uac14\ub2e4&quot;<\/p>\n<h3>Sequence-to-Sequence \ubc29\uc2dd (T5, BART)<\/h3>\n<p>\uc785\ub825 \uc2dc\ud000\uc2a4\ub97c \ubc1b\uc544 \ucd9c\ub825 \uc2dc\ud000\uc2a4\ub97c \uc0dd\uc131\ud558\ub294 \ubc29\uc2dd\uc785\ub2c8\ub2e4.<br \/>\n\uc778\ucf54\ub354-\ub514\ucf54\ub354 \uad6c\uc870\ub97c \ud65c\uc6a9\ud558\uc5ec \ub2e4\uc591\ud55c \ud0dc\uc2a4\ud06c(\ubc88\uc5ed, \uc694\uc57d, \uc9c8\ubb38\ub2f5\ubcc0 \ub4f1)\ub97c \ud559\uc2b5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<br \/>\n\uc190\uc0c1\ub41c \ud14d\uc2a4\ud2b8\ub97c \ubcf5\uc6d0\ud558\uac70\ub098 \ub178\uc774\uc988\uac00 \uc788\ub294 \uc785\ub825\uc744 \uc815\uc81c\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c\ub3c4 \ud559\uc2b5\uc774 \uac00\ub2a5\ud569\ub2c8\ub2e4.<\/p>\n<h2>\ud30c\uc778\ud29c\ub2dd (Fine-tuning)<\/h2>\n<p>\uae30\uc874 \ubaa8\ub378\uc774 \ud55c\uad6d\uc5b4\ub97c \uc5b4\ub290 \uc815\ub3c4 \uc54c\uace0 \uc788\ub294 \uacbd\uc6b0\uc5d0 \uc0ac\uc6a9\ud569\ub2c8\ub2e4.<br \/>\n\ud55c\uad6d\uc5b4-\uc601\uc5b4 \ubcd1\ub82c \ub370\uc774\ud130 (\ubc88\uc5ed \ub370\uc774\ud130 \ub4f1)\ub098 \ud2b9\uc815 \ud0dc\uc2a4\ud06c\uc5d0 \ub9de\ub294 \ub370\uc774\ud130\uc14b\uc744 \uc900\ube44\ud569\ub2c8\ub2e4.<br \/>\n\uc900\ube44\ub41c \ub370\uc774\ud130\ub85c \ud2b9\uc815 \ud0dc\uc2a4\ud06c\uc5d0 \ub9de\uac8c \ubaa8\ub378\uc744 \ubbf8\uc138\uc870\uc815\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc8fc\uc694 \ud30c\uc778\ud29c\ub2dd \ud0dc\uc2a4\ud06c:<\/p>\n<ul>\n<li>\uae30\uacc4\ubc88\uc5ed: \ud55c\uad6d\uc5b4-\uc601\uc5b4 \ubc88\uc5ed \ub370\uc774\ud130\ub85c \ud559\uc2b5<\/li>\n<li>\ubb38\uc11c\uc694\uc57d: \ud55c\uad6d\uc5b4 \ubb38\uc11c-\uc694\uc57d\ubb38 \ud398\uc5b4\ub85c \ud559\uc2b5<\/li>\n<li>\uac10\uc131\ubd84\uc11d: \ud55c\uad6d\uc5b4 \ud14d\uc2a4\ud2b8\uc640 \uac10\uc131\ub808\uc774\ube14\ub85c \ud559\uc2b5<\/li>\n<li>\uc9c8\uc758\uc751\ub2f5: \ud55c\uad6d\uc5b4 \uc9c8\ubb38-\ub2f5\ubcc0 \ud398\uc5b4\ub85c \ud559\uc2b5<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ubc94\uc6a9 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378\uc5d0 \ud55c\uad6d\uc5b4 \ucd94\uac00\ud559\uc2b5\ud558\uae30 (\uac1c\ub150) \uae30\uc874 \ubc94\uc6a9 \uc778\uacf5\uc9c0\ub2a5 \ubaa8\ub378(\uc608: GPT, LLaMA, T5 \ub4f1)\uc5d0 \ud55c\uad6d\uc5b4 \ub2a5\ub825\uc744 \ucd94\uac00\ud558\ub294 \ubc29\ubc95\uc744 \uc124\uba85\ud569\ub2c8\ub2e4. \ud06c\uac8c 2\uac00\uc9c0 \ubc29\ubc95\uc774 \uc788\uc2b5\ub2c8\ub2e4. \ucd94\uac00 \uc0ac\uc804\ud559\uc2b5 (Continued Pretraining) \uae30\uc874 \ubaa8\ub378\uc774 \ud55c\uad6d\uc5b4\ub97c \uac70\uc758 \ubaa8\ub974\ub294 \uacbd\uc6b0\uc5d0 \uc0ac\uc6a9\ud569\ub2c8\ub2e4. \ubc94\uc6a9 \ud55c\uad6d\uc5b4 \ub370\uc774\ud130 (\ud55c\uad6d\uc5b4 \uc704\ud0a4\ubc31\uacfc, \ub274\uc2a4, \ube14\ub85c\uadf8, AI Hub \ub370\uc774\ud130) \ub97c \uc900\ube44\ud569\ub2c8\ub2e4. \ubaa8\ub378 \uc544\ud0a4\ud14d\ucc98\uc5d0 \ub530\ub77c \ub2e4\uc74c\uacfc \uac19\uc740 \ud559\uc2b5 \ubc29\uc2dd\uc744 \uc120\ud0dd\ud560 \uc218\u2026 <span class=\"read-more\"><a href=\"https:\/\/www.skyer9.pe.kr\/wordpress\/?p=9889\">Read More &raquo;<\/a><\/span><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[18],"tags":[],"class_list":["post-9889","post","type-post","status-publish","format-standard","hentry","category-machine-learning"],"_links":{"self":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/9889","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=9889"}],"version-history":[{"count":5,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/9889\/revisions"}],"predecessor-version":[{"id":9929,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/9889\/revisions\/9929"}],"wp:attachment":[{"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=9889"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=9889"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.skyer9.pe.kr\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=9889"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}