{"id":746,"date":"2025-01-30T13:05:33","date_gmt":"2025-01-30T13:05:33","guid":{"rendered":"https:\/\/janusai.pro\/?p=746"},"modified":"2025-01-30T13:05:35","modified_gmt":"2025-01-30T13:05:35","slug":"the-complete-explanation-from-deepseek-janus-to-janus-pro","status":"publish","type":"post","link":"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/","title":{"rendered":"\uc804\uccb4 \uc124\uba85: \ub525\uc2dc\ud06c \uc57c\ub204\uc2a4\uc5d0\uc11c Janus-Pro\uae4c\uc9c0!"},"content":{"rendered":"<div style=\"margin-top: 0px; margin-bottom: 0px;\" class=\"sharethis-inline-share-buttons\" ><\/div>\n<p>\uba54\uc2dc\uc9c0 \uac00\uc838\uac00\uae30: \uc57c\ub204\uc2a4\ub294 \ub2e8\uc21c\ud558\uace0 \ud1b5\ud569\uc801\uc774\uba70 \ud655\uc7a5 \uac00\ub2a5\ud55c \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574 \ubc0f \uc0dd\uc131 \ubaa8\ub378\ub85c, \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\uc640 \uc0dd\uc131\ub41c \uc2dc\uac01\uc801 \ucf54\ub529\uc744 \ubd84\ub9ac\ud558\uc5ec \ub450 \uc791\uc5c5 \uac04\uc758 \uc7a0\uc7ac\uc801\uc778 \ucda9\ub3cc\uc744 \uc644\ud654\ud569\ub2c8\ub2e4. \ud5a5\ud6c4 \ucd94\uac00 \uc785\ub825 \uc591\uc2dd\uc744 \ud1b5\ud569\ud558\ub3c4\ub85d \ud655\uc7a5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Janus-Pro\ub294 \ud6c8\ub828 \uc804\ub7b5 \ucd5c\uc801\ud654(\ud6c8\ub828 \ub2e8\uacc4 \uc218 \uc99d\uac00, \ub370\uc774\ud130 \ube44\uc728 \uc870\uc815 \ub4f1), \ub370\uc774\ud130 \ucd94\uac00(\ud569\uc131 \ub370\uc774\ud130 \uc0ac\uc6a9 \ub4f1), \ubaa8\ub378 \ud06c\uae30 \ud655\uc7a5(70\uc5b5 \uac1c\uc758 \ud30c\ub77c\ubbf8\ud130\ub85c)\uc744 \ud1b5\ud574 \uc774\ub7ec\ud55c \uae30\ubc18\uc744 \uad6c\ucd95\ud558\uc5ec \ubaa8\ub378\uc758 \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574 \ubc0f \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \uc9c0\uce68 \uc900\uc218 \uae30\ub2a5\uc744 \ubc1c\uc804\uc2dc\ucf30\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=Mjg4MjEwYjVlNzk0YTgyMTc0NDJlODQ4MTU2ZmRjYTVfWnhaaVEyZlEwUHFrUHNUeGNCOWpCRU1EVDN0QktBMUxfVG9rZW46SkVQZmJmSEhqb1g4YTJ4MVNYdmNPT2oybmVmXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<p><a href=\"https:\/\/github.com\/deepseek-ai\/JanusJanus\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ucf54\ub4dc \uc8fc\uc18c<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/github.com\/deepseek-ai\/Janus\/blob\/main\/janus_pro_tech_report.pdf\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Janus Pro \uc8fc\uc18c<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/huggingface.co\/deepseek-ai\/Janus-Pro-7B\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Janus-Pro<\/a> \ub294 (1) \ucd5c\uc801\ud654\ub41c \ud559\uc2b5 \uc804\ub7b5, (2) \ud655\uc7a5\ub41c \ud559\uc2b5 \ub370\uc774\ud130, (3) \ub354 \ucee4\uc9c4 \ubaa8\ub378 \ud06c\uae30 \ub4f1 \uc774\uc804 \uc791\uc5c5\uc778 Janus\uc758 \uace0\uae09 \ubc84\uc804\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uac1c\uc120 \uc0ac\ud56d\uc744 \ud1b5\ud574 Janus-Pro\ub294 \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\uc640 \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \uba85\ub839\uc5b4 \uc900\uc218 \uae30\ub2a5\uc774 \ud06c\uac8c \ud5a5\uc0c1\ub418\uc5c8\uc73c\uba70 \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \uc0dd\uc131\uc758 \uc548\uc815\uc131\ub3c4 \ud5a5\uc0c1\ub418\uc5c8\uc2b5\ub2c8\ub2e4. Janus-Pro\uc758 \ud3ec\uc7a5\uc744 \ud480\uae30 \uc804\uc5d0 \uc57c\ub204\uc2a4\ub97c \uc0b4\ud3b4\ubd05\uc2dc\ub2e4.<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\ubaa9\ucc28<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\ubaa9\ucc28 \ud1a0\uae00\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">\ud1a0\uae00<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Reviewing_Janus\" >\uc57c\ub204\uc2a4 \uac80\ud1a0<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Janus_training_is_divided_into_3_phases\" >\uc57c\ub204\uc2a4 \uad50\uc721\uc740 3\ub2e8\uacc4\ub85c \ub098\ub269\ub2c8\ub2e4:<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Phase_1\" >1\ub2e8\uacc4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Phase_2\" >2\ub2e8\uacc4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Phase_3\" >3\ub2e8\uacc4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Training_Objectives\" >\uad50\uc721 \ubaa9\ud45c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Reasoning\" >\ucd94\ub860<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Possible_extensions\" >\uac00\ub2a5\ud55c \ud655\uc7a5 \uae30\ub2a5<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Janus-Pro_Upgrade\" >Janus-Pro \uc5c5\uadf8\ub808\uc774\ub4dc<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Main_Improvements\" >\uc8fc\uc694 \uac1c\uc120 \uc0ac\ud56d<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Training_Strategy\" >\uad50\uc721 \uc804\ub7b5<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Data_Scale\" >\ub370\uc774\ud130 \uaddc\ubaa8<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Model_Scale\" >\ubaa8\ub378 \uc2a4\ucf00\uc77c<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Experimental_details\" >\uc2e4\ud5d8 \uc138\ubd80 \uc815\ubcf4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/janusai.pro\/ko\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Insufficient\" >\ubd88\ucda9\ubd84<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Reviewing_Janus\"><\/span>\uc57c\ub204\uc2a4 \uac80\ud1a0<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\uc774\uc804 \ubc84\uc804\uc778 \uc57c\ub204\uc2a4\ub294 \ud1b5\ud569\ub41c \ub2e4\uc911 \ubaa8\ub2ec \uc774\ud574 \ubc0f \uc0dd\uc131\uc744 \uc704\ud55c \uc790\ub3d9 \ud68c\uadc0 \ud504\ub808\uc784\uc6cc\ud06c\ub85c, \ud1b5\ud569\ub41c \ub2e4\uc911 \ubaa8\ub2ec \uc774\ud574 \ubc0f \uc0dd\uc131\uc744 \uc704\ud574 \uc2dc\uac01\uc801 \ucf54\ub529\uc744 \ubd84\ub9ac\ud558\ub294 \ub370 \uc0ac\uc6a9\ub429\ub2c8\ub2e4. \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\uc758 \uacbd\uc6b0 \uc77c\ubc18\uc801\uc73c\ub85c LLaVA\ub97c \ub530\ub974\uba70, \uc2dc\uac01 \ucf54\ub354\ub97c \ub2e4\ub9ac\ub85c \uc0ac\uc6a9\ud558\uc5ec \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378\uc774 \uc774\ubbf8\uc9c0\ub97c \uc774\ud574\ud560 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4. \uc0dd\uc131\uc758 \uacbd\uc6b0 \uc77c\ubc18\uc801\uc73c\ub85c \ud655\uc0b0 \ubaa8\ub378\uc744 \uae30\ubc18\uc73c\ub85c \ud558\uba70 \uc77c\ubd80\ub294 \uc790\ub3d9 \ud68c\uadc0 \ubc29\ubc95\uc744 \uae30\ubc18\uc73c\ub85c \ud569\ub2c8\ub2e4. \uc77c\ubd80 \uc811\uadfc \ubc29\uc2dd\uc740 \ub2e8\uc77c \ud2b8\ub79c\uc2a4\ud3ec\uba38\ub97c \uc0ac\uc6a9\ud558\uc5ec \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574\uc640 \uc0dd\uc131 \uc791\uc5c5\uc744 \ud1b5\ud569\ud558\ub824\uace0 \uc2dc\ub3c4\ud558\uba70, \uc77c\ubc18\uc801\uc73c\ub85c \ub2e8\uc77c \uc2dc\uac01 \ucf54\ub354\ub97c \uc0ac\uc6a9\ud558\uc5ec \ub450 \uc791\uc5c5\uc758 \uc785\ub825\uc744 \ucc98\ub9ac\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uadf8\ub7ec\ub098 \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574\uc640 \uc0dd\uc131 \uc791\uc5c5\uc5d0 \ud544\uc694\ud55c \ud45c\ud604\uc5d0\ub294 \ucc28\uc774\uac00 \uc788\uc2b5\ub2c8\ub2e4. \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574 \uc791\uc5c5\uc5d0\uc11c \uc2dc\uac01 \uc778\ucf54\ub354\ub294 \ub192\uc740 \uc218\uc900\uc758 \uc758\ubbf8 \uc815\ubcf4(\uc608: \uac1d\uccb4 \ubc94\uc8fc \ub610\ub294 \uc2dc\uac01\uc801 \uc18d\uc131)\ub97c \ucd94\ucd9c\ud558\ub294 \uac83\uc744 \ubaa9\ud45c\ub85c \ud558\uba70, \ucd9c\ub825\uc5d0\ub294 \uc774\ubbf8\uc9c0\uc5d0\uc11c \uc815\ubcf4\ub97c \ucd94\ucd9c\ud558\ub294 \uac83\ubfd0\ub9cc \uc544\ub2c8\ub77c \ubcf5\uc7a1\ud55c \uc758\ubbf8 \ucd94\ub860\uc774 \ud3ec\ud568\ub418\uba70, \uc778\ucf54\ub354\ub294 \uc8fc\ub85c \uace0\ucc28\uc6d0 \uc758\ubbf8 \ud45c\ud604\uc5d0 \uc911\uc810\uc744 \ub461\ub2c8\ub2e4. \uc0dd\uc131 \uc791\uc5c5\uc740 \uc8fc\ub85c \uc774\ubbf8\uc9c0\uc758 \ub85c\uceec \ub514\ud14c\uc77c\uc744 \uc0dd\uc131\ud558\uace0 \uc804\uccb4\uc801\uc778 \uc77c\uad00\uc131\uc744 \uc720\uc9c0\ud558\ub294 \uc791\uc5c5\uc774\ubbc0\ub85c \uacf5\uac04 \uad6c\uc870\uc640 \ud14d\uc2a4\ucc98 \ub514\ud14c\uc77c\uc5d0 \ub300\ud55c \uc800\ucc28\uc6d0 \ucf54\ub529 \ud45c\ud604\uc774 \ud544\uc694\ud569\ub2c8\ub2e4. \ub3d9\uc77c\ud55c \uacf5\uac04\uc5d0\uc11c \ub450 \uc791\uc5c5\uc758 \ud45c\ud604\uc744 \ud1b5\ud569\ud558\uba74 \ucda9\ub3cc\uc774 \ubc1c\uc0dd\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc57c\ub204\uc2a4\ub294 \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\uc640 \uc0dd\uc131\uc744 \uc704\ud55c 2\uac1c\uc758 \ub3c5\ub9bd\uc801\uc778 \uc2dc\uac01 \ucf54\ub529 \uacbd\ub85c\ub97c \ud3ec\ud568\ud558\uace0 \uc788\uc73c\uba70, \ub450 \uac00\uc9c0 \uc774\uc810\uc744 \uc81c\uacf5\ud569\ub2c8\ub2e4: 1) \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\uc640 \uc0dd\uc131\uc758 \uc11c\ub85c \ub2e4\ub978 \uc138\ubd84\uc131 \uc694\uad6c \uc0ac\ud56d\uc73c\ub85c \uc778\ud55c \ucda9\ub3cc\uc744 \uc644\ud654\ud558\uace0, 2) \uc720\uc5f0\ud558\uace0 \ud655\uc7a5 \uac00\ub2a5\ud558\uba70, \uc774\ud574\uc640 \uc0dd\uc131 \uc791\uc5c5\uc744 \ubaa8\ub450 \ud574\ub2f9 \ub3c4\uba54\uc778\uc5d0 \ub9de\ub294 \ucd5c\uc2e0 \ucf54\ub529 \uae30\uc220\uc744 \uc0ac\uc6a9\ud558\uc5ec \ucf54\ub529\ud560 \uc218 \uc788\ub3c4\ub85d \ubd84\ub9ac\ud558\uc5ec \ud5a5\ud6c4\uc5d0\ub294 \ud3ec\uc778\ud2b8 \ud074\ub77c\uc6b0\ub4dc, EEG \uc2e0\ud638 \ub610\ub294 \uc624\ub514\uc624 \ub370\uc774\ud130\ub97c \uc785\ub825\ud558\uace0 \ud1b5\ud569\ub41c \ud2b8\ub79c\uc2a4\ud3ec\uba38\ub97c \uc0ac\uc6a9\ud558\uc5ec \ucc98\ub9ac\ud560 \uc218 \uc788\ub2e4\ub294 \uc810\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=OTE3ZjkyNWQ5MmUwNDQzM2VjN2VlNWYwZjAxYTVmZGRfMXpJMWVObDBKOHYxTVJqeEw2S0pHT2hGU3RuVHdnWVdfVG9rZW46UDQyQ2Jrb0Myb1h0bjR4TFBrV2NRS29GbkRmXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<p>\ud14d\uc2a4\ud2b8 \uc774\ud574\ub97c \uc704\ud574 \ud14d\uc2a4\ud2b8\ub294 LLM\uc5d0 \ub0b4\uc7a5\ub41c \ud1a0\ud070\ud654 \ub3c4\uad6c\ub97c \uc0ac\uc6a9\ud558\uc5ec \uac1c\ubcc4 ID\ub85c \ubcc0\ud658\ub429\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\ub97c \uc704\ud574 \uc774\ubbf8\uc9c0\uc758 \uace0\ucc28\uc6d0 \uc758\ubbf8\uc801 \ud2b9\uc9d5\uc744 SigLIP \uc778\ucf54\ub354\ub97c \uc0ac\uc6a9\ud558\uc5ec \ucd94\ucd9c\ud558\uace0(\uc800\uc790 \uc8fc: \ucf54\uc2a4\ubaa8\uc2a4\ub294 \uac00\ub4dc\ub808\uc77c \uc139\uc158\uc5d0\uc11c\ub3c4 SigLIP \uc778\ucf54\ub354\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4), \ucd94\ucd9c\ub41c \ud2b9\uc9d5\uc744 \uc5b4\ub311\ud130(2\uacc4\uce35 MLP)\ub97c \uc0ac\uc6a9\ud558\uc5ec LLM\uc758 \ud14d\uc2a4\ud2b8 \ud2b9\uc9d5 \uacf5\uac04\uc5d0 \ub9e4\ud551\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uae34 \ucabd\uc740 384\ud53d\uc140\ub85c \uc870\uc815\ud558\uace0 \uc9e7\uc740 \ucabd\uc740 RGB(127, 127, 127)\ub97c \uc0ac\uc6a9\ud558\uc5ec 384\ud53d\uc140\ub85c \ucc44\uc6e0\uc2b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc2dc\uac01\uc801 \uc0dd\uc131\uc744 \uc704\ud574 \uc774\ubbf8\uc9c0\ub97c VQ \ud1a0\ud070\ud654\uae30\ub97c \uc0ac\uc6a9\ud558\uc5ec \uac1c\ubcc4 ID\ub85c \ubcc0\ud658\ud558\uace0, \uac01 ID\ub97c \uc5b4\ub311\ud130(2\uacc4\uce35 MLP)\ub97c \uc0ac\uc6a9\ud558\uc5ec LLM\uc758 \ud14d\uc2a4\ud2b8 \ud2b9\uc9d5 \uacf5\uac04\uc5d0 \ub9e4\ud551\ud588\uc2b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc9e7\uc740 \uac00\uc7a5\uc790\ub9ac\ub294 384\ud53d\uc140\ub85c \ud06c\uae30\ub97c \uc870\uc815\ud558\uace0 \uae34 \uac00\uc7a5\uc790\ub9ac\ub294 384\ud53d\uc140\ub85c \uc798\ub77c\ub0c8\uc2b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc804\uccb4 \ud6c8\ub828\uc740 16\uac1c\uc758 \ub178\ub4dc\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc218\ud589\ub418\uc5c8\uc73c\uba70, \uac01 \ub178\ub4dc\uc5d0\ub294 8\uac1c\uc758 Nvidia A100 GPU\uac00 \ud3ec\ud568\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc2dc\uac01\uc801 \uc0dd\uc131 \ubc0f \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574 \uc791\uc5c5 \ubaa8\ub450\uc5d0\uc11c \uc774\ubbf8\uc9c0 \ud2b9\uc9d5 \uc2dc\ud000\uc2a4\uc640 \ud14d\uc2a4\ud2b8 \ud2b9\uc9d5 \uc2dc\ud000\uc2a4\ub294 LLM\uc5d0 \uc785\ub825\uc73c\ub85c \ud568\uaed8 \uc5f0\uacb0\ub429\ub2c8\ub2e4(\ud14d\uc2a4\ud2b8\uc5d0\ub294 DeepSeek-LLM 1.3B\uac00 \uc0ac\uc6a9\ub428);<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>LLM\uc758 \ub0b4\uc7a5 \uc608\uce21 \ud5e4\ub4dc\ub294 \uc21c\uc218 \ud14d\uc2a4\ud2b8 \uc774\ud574\uc640 \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574 \uc791\uc5c5 \ubaa8\ub450\uc5d0\uc11c \ud14d\uc2a4\ud2b8 \uc608\uce21\uc5d0 \ud65c\uc6a9\ub418\uba70, \uc2dc\uac01 \uc0dd\uc131 \uc791\uc5c5\uc5d0\uc11c\ub294 \ubb34\uc791\uc704\ub85c \ucd08\uae30\ud654\ub41c \uc608\uce21 \ud5e4\ub4dc\uac00 \uc774\ubbf8\uc9c0 \uc608\uce21\uc5d0 \uc0ac\uc6a9\ub429\ub2c8\ub2e4. \uc804\uccb4 \ubaa8\ub378\uc740 \ud2b9\ubcc4\ud788 \uc124\uacc4\ub41c \uc8fc\uc758 \ub9c8\uc2a4\ud06c \uc5c6\uc774\ub3c4 \uc790\ub3d9 \ud68c\uadc0 \ud504\ub808\uc784\uc6cc\ud06c\ub97c \uc900\uc218\ud569\ub2c8\ub2e4.<\/p>\n<\/blockquote>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Janus_training_is_divided_into_3_phases\"><\/span><a href=\"https:\/\/huggingface.co\/deepseek-ai\/Janus-Pro-7B\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\uc57c\ub204\uc2a4 \uad50\uc721<\/a> \ub294 3\ub2e8\uacc4\ub85c \ub098\ub269\ub2c8\ub2e4:<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Phase_1\"><\/span>1\ub2e8\uacc4<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>\uae30\ucc28 \uc5b4\ub311\ud130 \ubc0f \uc774\ubbf8\uc9c0 \ud5e4\ub4dc<\/strong> \ub97c \uc0ac\uc6a9\ud558\uc5ec \uc784\ubca0\ub529 \uacf5\uac04\uc5d0\uc11c \uc5b8\uc5b4\uc801 \uc694\uc18c\uc640 \uc2dc\uac01\uc801 \uc694\uc18c \uac04\uc758 \uc5f0\uacb0\uc744 \uc0dd\uc131\ud558\uc5ec LLM\uc774 \uc774\ubbf8\uc9c0\uc758 \uac1c\uccb4\ub97c \uc774\ud574\ud558\uace0 \ucd08\uae30 \uc2dc\uac01\uc801 \uc0dd\uc131 \uae30\ub2a5\uc744 \uac16\ucd9c \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\ub97c \uc704\ud574 SHareGPT4V\uc758 \uc774\ubbf8\uc9c0-\ud14d\uc2a4\ud2b8 \ud398\uc5b4\ub9c1 \ucea1\uc158 \ub370\uc774\ud130 125\ub9cc \uac1c\ub97c \ud615\uc2dd\uc5d0 \ub9de\uac8c \uc0ac\uc6a9\ud558\uc138\uc694:  \ud615\uc2dd\uc785\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc2dc\uac01\uc801 \uc0dd\uc131\uc744 \uc704\ud574 \uc774\ubbf8\uc9c0\ub1371k\uc758 120\ub9cc \uac1c\uc758 \uc0d8\ud50c\uc744 \ud615\uc2dd\uc73c\ub85c \uc0ac\uc6a9\ud569\ub2c8\ub2e4: ;<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Phase_2\"><\/span>2\ub2e8\uacc4<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>\ud1b5\ud569 \uc0ac\uc804 \uad50\uc721<\/strong>\ud1b5\ud569 \uc0ac\uc804 \ud559\uc2b5\uc744 \uc704\ud574 \uba40\ud2f0\ubaa8\ub2ec \ub9d0\ubb49\uce58\ub97c \uc0ac\uc6a9\ud558\uc5ec \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574 \ubc0f \uc0dd\uc131\uc744 \ud559\uc2b5\ud569\ub2c8\ub2e4. \uc774 \ub2e8\uacc4\uc5d0\uc11c\ub294 \uc77c\ubc18 \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130, \uba40\ud2f0\ubaa8\ub2ec \uc774\ud574 \ub370\uc774\ud130, \uc2dc\uac01 \uc0dd\uc131 \ub370\uc774\ud130\uac00 \uc0ac\uc6a9\ub429\ub2c8\ub2e4. ImageNet-1k\ub97c \uc0ac\uc6a9\ud55c \uac04\ub2e8\ud55c \uc2dc\uac01 \uc0dd\uc131 \ud6c8\ub828 \ud6c4 \uc77c\ubc18 \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubaa8\ub378\uc758 \uac1c\ubc29\ud615 \ub3c4\uba54\uc778\uc5d0\uc11c \uc2dc\uac01 \uc0dd\uc131\uc744 \ud5a5\uc0c1\uc2dc\ud0b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc77c\ubc18 \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130: DeepSeek-LLM \uc0ac\uc804 \ud559\uc2b5\ub41c \ub9d0\ubb49\uce58;<\/p>\n\n\n\n<p>\uc774\ubbf8\uc9c0-\ud14d\uc2a4\ud2b8 \uc778\ud130\ub9ac\ube0c \ub370\uc774\ud130: WikiHow \ubc0f WIT \ub370\uc774\ud130 \uc138\ud2b8;<\/p>\n\n\n\n<p>\uc774\ubbf8\uc9c0 \ucea1\uc158 \ub370\uc774\ud130: \uc5ec\ub7ec \uc18c\uc2a4\uc758 \uc774\ubbf8\uc9c0\ub97c \uc624\ud508 \uc18c\uc2a4 \uba40\ud2f0\ubaa8\ub2ec \ubaa8\ub378\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc77c\ubd80 \uc774\ubbf8\uc9c0\uc5d0 \ub2e4\uc2dc \ucea1\uc158\ud55c \ub370\uc774\ud130\ub85c, Q&amp;A \uc30d(\uc608: \uc774\ubbf8\uc9c0\ub97c \uc790\uc138\ud788 \uc124\uba85\ud574 \uc8fc\uc138\uc694.)\uc73c\ub85c \ud615\uc2dd\uc774 \uc9c0\uc815\ub429\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\ud45c \ud615\uc2dd \ubc0f \uadf8\ub798\ud53d \ub370\uc774\ud130:  \ud615\uc2dd\uc758 DeepSeek-VL\uc5d0\uc11c \ud574\ub2f9 \ud45c \ud615\uc2dd \ubc0f \uadf8\ub798\ud53d \ub370\uc774\ud130\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc2dc\uac01\uc801\uc73c\ub85c \uc0dd\uc131\ub41c \ub370\uc774\ud130: \uc5ec\ub7ec \ub370\uc774\ud130 \uc138\ud2b8\uc758 \uc774\ubbf8\uc9c0-\ucea1\uc158 \uc30d\uacfc 2\ubc31\ub9cc \uac1c\uc758 \ub0b4\ubd80 \ub370\uc774\ud130;<\/p>\n\n\n\n<p>\ud559\uc2b5 \uc911\uc5d0\ub294 \ucea1\uc158\uc758 \uccab \ubb38\uc7a5\ub9cc 25% \ud655\ub960\ub85c \ubb34\uc791\uc704\ub85c \uc0ac\uc6a9\ub429\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc774\ubbf8\uc9c0\ub137 \uc0d8\ud50c\uc740 \ucd08\uae30 120,000\uac1c\uc758 \ud6c8\ub828 \ub2e8\uacc4\uc5d0\ub9cc \ub098\ud0c0\ub098\uba70, \ub2e4\ub978 \ub370\uc774\ud130 \uc138\ud2b8\uc758 \uc774\ubbf8\uc9c0\ub294 \uc774\ud6c4 60,000\uac1c\uc758 \ub2e8\uacc4\uc5d0 \ub098\ud0c0\ub0a9\ub2c8\ub2e4;<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Phase_3\"><\/span>3\ub2e8\uacc4<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>\uac10\ub3c5\ub41c \ubbf8\uc138 \uc870\uc815<\/strong>\uc5d0\uc11c \uc0ac\uc804 \ud559\uc2b5\ub41c \ubaa8\ub378\uc744 \uba85\ub839\uc5b4 \ubbf8\uc138 \uc870\uc815 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubbf8\uc138 \uc870\uc815\ud558\uc5ec \uba85\ub839\uc5b4\uc640 \ub300\ud654 \uc0c1\uc790\ub97c \ub530\ub974\ub294 \ub2a5\ub825\uc744 \ud5a5\uc0c1\uc2dc\ud0b5\ub2c8\ub2e4. \uc0dd\uc131 \uc778\ucf54\ub354\ub97c \uc81c\uc678\ud55c \ubaa8\ub4e0 \ud30c\ub77c\ubbf8\ud130\ub97c \ubbf8\uc138 \uc870\uc815\ud569\ub2c8\ub2e4. \ub2f5\ubcc0\uc744 \uac10\ub3c5\ud558\ub294 \ub3d9\uc548 \uc2dc\uc2a4\ud15c \ubc0f \uc0ac\uc6a9\uc790 \ub2e8\uc11c\ub97c \ub9c8\uc2a4\ud0b9\ud569\ub2c8\ub2e4. \uc57c\ub204\uc2a4\uac00 \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574\uc640 \uc0dd\uc131 \ubaa8\ub450\uc5d0 \ub2a5\uc219\ud558\ub3c4\ub85d \ud558\uae30 \uc704\ud574 \ud2b9\uc815 \uc791\uc5c5\uc5d0 \ub300\ud574 \ubaa8\ub378\uc744 \uac1c\ubcc4\uc801\uc73c\ub85c \ubbf8\uc138 \uc870\uc815\ud558\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4. \ub300\uc2e0 \ud14d\uc2a4\ud2b8 \uc804\uc6a9 \ub300\ud654 \ub370\uc774\ud130, \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574 \ub370\uc774\ud130, \uc2dc\uac01\uc801 \uc0dd\uc131 \ub370\uc774\ud130\ub97c \ud63c\ud569\ud558\uc5ec \ub2e4\uc591\ud55c \uc2dc\ub098\ub9ac\uc624\uc5d0\uc11c \ub2e4\uc6a9\ub3c4\ub85c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\ud14d\uc2a4\ud2b8 \uc774\ud574: \ud2b9\uc815 \uc18c\uc2a4\uc758 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uba40\ud2f0\ubaa8\ub2ec \uc774\ud574: \uc5ec\ub7ec \uc18c\uc2a4\uc758 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc778\uc2a4\ud2b8\ub7ed\uc158 \ud29c\ub2dd\uc744 \uc218\ud589\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc2dc\uac01\uc801 \uc0dd\uc131: \uc77c\ubd80 2\ub2e8\uacc4 \ub370\uc774\ud130 \uc138\ud2b8\uc640 4\ubc31\ub9cc \uac1c\uc758 \ub0b4\ubd80 \ub370\uc774\ud130\uc5d0\uc11c \uc774\ubbf8\uc9c0-\ud14d\uc2a4\ud2b8 \uc30d\uc758 \ud558\uc704 \uc9d1\ud569\uc744 \uc0ac\uc6a9\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\ub370\uc774\ud130 \ud615\uc2dd\uc740 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4: \uc0ac\uc6a9\uc790: \\n \uc5b4\uc2dc\uc2a4\ud134\ud2b8: ;<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=M2I3MWQ5MjQyNTM5NjIyZTkyMjdlODgwMDg5NzIwYzJfSGVTUnVzb0I3bEREQXBkMEJGN0lqT0JBaEVUWEQwS05fVG9rZW46Vm9OMWJzYnNsbzRGR1R4YlJrNWNad1psblhjXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Training_Objectives\"><\/span>\uad50\uc721 \ubaa9\ud45c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\uc57c\ub204\uc2a4\ub294 \uad50\ucc28 \uc5d4\ud2b8\ub85c\ud53c \uc190\uc2e4 \ud568\uc218\ub97c \uc0ac\uc6a9\ud558\uc5ec \ud559\uc2b5\ub41c \uc790\ub3d9 \ud68c\uadc0 \ubaa8\ub378\ub85c, \uc77c\ubc18 \ud14d\uc2a4\ud2b8 \uc774\ud574 \ubc0f \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574 \uc791\uc5c5\uc758 \uacbd\uc6b0 \ud14d\uc2a4\ud2b8 \uc2dc\ud000\uc2a4\uc5d0\uc11c \uc190\uc2e4\uc774 \uacc4\uc0b0\ub429\ub2c8\ub2e4. \uc2dc\uac01\uc801 \uc0dd\uc131 \uc791\uc5c5\uc758 \uacbd\uc6b0 \uc190\uc2e4\uc740 \uc774\ubbf8\uc9c0 \uc2dc\ud000\uc2a4\uc5d0\uc11c\ub9cc \uacc4\uc0b0\ub429\ub2c8\ub2e4. \uc124\uacc4\ub97c \ub2e8\uc21c\ud558\uac8c \uc720\uc9c0\ud558\uae30 \uc704\ud574 \ub2e4\ub978 \uc791\uc5c5\uc5d0 \uc11c\ub85c \ub2e4\ub978 \uc190\uc2e4 \uac00\uc911\uce58\ub97c \ud560\ub2f9\ud558\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Reasoning\"><\/span>\ucd94\ub860<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\ub2e4\uc74c \uc5b4\ud718 \uc694\uc18c \uc608\uce21 \ubc29\ubc95\uc744 \uc0ac\uc6a9\ud558\uba74 \uc77c\ubc18 \ud14d\uc2a4\ud2b8 \uc774\ud574\uc640 \ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574\uc758 \uacbd\uc6b0 \uc5b4\ud718 \uc694\uc18c\uac00 \uc608\uce21 \ubd84\ud3ec\uc5d0\uc11c \uc21c\ucc28\uc801\uc73c\ub85c \uc0d8\ud50c\ub9c1\ub429\ub2c8\ub2e4. \uc774\ubbf8\uc9c0 \uc0dd\uc131\uc5d0\ub294 \ubd84\ub958\uae30 \uc5c6\ub294 \ubd80\ud2b8\uc2a4\ud2b8\ub7a9\uc774 \uc0ac\uc6a9\ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Possible_extensions\"><\/span>\uac00\ub2a5\ud55c \ud655\uc7a5 \uae30\ub2a5<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\uba40\ud2f0\ubaa8\ub2ec \uc774\ud574\ub97c \uc704\ud574 1) \ub354 \uac15\ub825\ud55c \uc2dc\uac01\uc801 \ucf54\ub354\ub97c \uc120\ud0dd\ud558\uace0 2) \ub3d9\uc801 \uace0\ud574\uc0c1\ub3c4 \uae30\uc220\uc744 \uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\ube44\uc804 \uc0dd\uc131\uc744 \uc704\ud574 1) \ub354 \uc138\ubd84\ud654\ub41c \uc778\ucf54\ub354\ub97c \uc120\ud0dd\ud558\uac70\ub098, 2) \ube44\uc804 \uc0dd\uc131\uc744 \uc704\ud574 \ud2b9\ubcc4\ud788 \uc124\uacc4\ub41c \uc190\uc2e4 \ud568\uc218\ub97c \uc0ac\uc6a9\ud558\uac70\ub098, 3) \uc778\uacfc\uc801 \uc8fc\uc758\uc640 \ubcd1\ub82c \ubc29\uc2dd\uc744 \uacb0\ud569\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\ub354 \ub9ce\uc740 \ubaa8\ub2ec\ub9ac\ud2f0, 3D \ud3ec\uc778\ud2b8 \ud074\ub77c\uc6b0\ub4dc, \ud585\ud2f1, EEG \ubc0f \uae30\ud0c0 \uc190\uc2e4 \ubaa8\ub2ec\ub9ac\ud2f0\uc5d0 \ub300\ud55c \uc785\ub825\uc744 \ud1b5\ud569\ud560 \uc218 \uc788\ub294 \uae30\ub2a5;<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Janus-Pro_Upgrade\"><\/span><a href=\"https:\/\/huggingface.co\/deepseek-ai\/Janus-Pro-7B\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Janus-Pro \uc5c5\uadf8\ub808\uc774\ub4dc<\/a><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\uc81c\ud55c\ub41c \ud559\uc2b5 \ub370\uc774\ud130\uc640 \uc0c1\ub300\uc801\uc73c\ub85c \uc791\uc740 \ubaa8\ub378 \uc6a9\ub7c9(1B)\uc73c\ub85c \uc778\ud574 \uc57c\ub204\uc2a4\ub294 \uc9e7\uc740 \ub2e8\uc11c\uc5d0\uc11c \uc774\ubbf8\uc9c0 \uc0dd\uc131\uc758 \ud45c\ud604\ub825\uc774 \ub5a8\uc5b4\uc9c0\uace0 \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \uc0dd\uc131\uc758 \ud488\uc9c8\uc774 \uc77c\uad00\ub418\uc9c0 \uc54a\ub294 \ub4f1 \uc77c\ubd80 \uce21\uba74\uc5d0\uc11c \ubd80\uc871\ud558\uba70, Janus-Pro\uc758 \uc544\ud0a4\ud14d\ucc98\ub294 \uc544\ub798 \uadf8\ub9bc\uc5d0\uc11c \ubcfc \uc218 \uc788\ub294 \uc57c\ub204\uc2a4\uc758 \uc544\ud0a4\ud14d\ucc98\uc640 \ub3d9\uc77c\ud569\ub2c8\ub2e4:<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=NDY0ZWM0NTJiOTNlYTE4MWI4NmMwNGE4Mjc3NmYyMDJfc1FEMHVOMHo1OUM0ZVhoakJtU1lZQXdZNTd4NVFXRzhfVG9rZW46RjJrTGI3VVlqb0IxS3N4aHVVN2NxUWxJbnZkXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Main_Improvements\"><\/span>\uc8fc\uc694 \uac1c\uc120 \uc0ac\ud56d<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Training_Strategy\"><\/span>\uad50\uc721 \uc804\ub7b5<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>1\ub2e8\uacc4: \uad50\uc721 \ub2e8\uacc4 \uc218\ub97c \ub298\ub9ac\uace0 ImageNet\uc5d0\uc11c \uc644\uc804\ud788 \uad50\uc721\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>2\ub2e8\uacc4: \ub354 \uc774\uc0c1 ImageNet\uc744 \uc0ac\uc6a9\ud558\uc9c0 \uc54a\uace0 \uc77c\ubc18 \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \ub370\uc774\ud130\ub97c \uc9c1\uc811 \uc0ac\uc6a9\ud558\uc5ec \uad50\uc721\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>3\ub2e8\uacc4: \ubbf8\uc138 \uc870\uc815 \ud504\ub85c\uc138\uc2a4\uc5d0\uc11c \ub370\uc774\ud130 \uc138\ud2b8 \ube44\uc728\uc744 \uc218\uc815\ud558\uc5ec \uba40\ud2f0\ubaa8\ub2ec \ub370\uc774\ud130, \uc77c\ubc18 \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130 \ubc0f \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \ub370\uc774\ud130\uc758 \ube44\uc728\uc744 7:3:10\uc5d0\uc11c 5:1:4\ub85c \ubcc0\uacbd\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Data_Scale\"><\/span>\ub370\uc774\ud130 \uaddc\ubaa8<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\uba40\ud2f0\ubaa8\ub2ec \uc774\ud574<\/p>\n\n\n\n<p>2\ub2e8\uacc4: \uc774\ubbf8\uc9c0 \ucea1\uc158\uc6a9 YFCC\uc640 \ud45c \ubc0f \ucc28\ud2b8 \ubb38\uc11c \uc774\ud574\ub97c \uc704\ud55c Doc-matrix\ub97c \ud3ec\ud568\ud55c 9\ucc9c\ub9cc \uac1c\uc758 \uc0d8\ud50c\uc744 \ucd94\uac00\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>3\ub2e8\uacc4: MEME \uc774\ud574\uc640 \uac19\uc740 DeepSeek-VL2 \ucd94\uac00 \ub370\uc774\ud130 \uc138\ud2b8\ub97c \ucd94\uac00\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<p>\uc2dc\uac01\uc801 \uc0dd\uc131: \uc2e4\uc81c \ub370\uc774\ud130\ub294 \ud488\uc9c8\uc774 \uc88b\uc9c0 \uc54a\uc544 \ud14d\uc2a4\ud2b8-\ub300-\uc774\ubbf8\uc9c0 \uc0dd\uc131 \ubc0f \ubbf8\uc801 \uacb0\uacfc\ubb3c\uc774 \ubd88\uc548\uc815\ud560 \uc218 \uc788\uc73c\uba70, Janus-Pro\ub294 7200\ub9cc \uac1c\uc758 \ud569\uc131 \ubbf8\uc801 \ub370\uc774\ud130 \uc0d8\ud50c\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc2e4\uc81c \ub370\uc774\ud130\uc640 \ud569\uc131 \ub370\uc774\ud130\uc758 \ube44\uc728\uc774 1:1\ub85c \uade0\uc77c\ud55c \uc0ac\uc804 \ud559\uc2b5 \ub2e8\uacc4(2\ub2e8\uacc4)\ub97c \uac70\uce69\ub2c8\ub2e4;<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Model_Scale\"><\/span>\ubaa8\ub378 \uc2a4\ucf00\uc77c<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\ubaa8\ub378 \ub9e4\uac1c\ubcc0\uc218\ub97c 70\uc5b5 \uac1c\uc758 \ub9e4\uac1c\ubcc0\uc218 \uaddc\ubaa8\ub85c \ud655\uc7a5\ud569\ub2c8\ub2e4;<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Experimental_details\"><\/span>\uc2e4\ud5d8 \uc138\ubd80 \uc815\ubcf4<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\uc57c\ub204\uc2a4\uc640 \ube44\uad50\ud588\uc744 \ub54c, Janus-Pro \uc2e4\ud5d8\uc758 \uc138\ubd80 \uc0ac\ud56d\uc740 \uae30\ubcf8\uc801\uc73c\ub85c \ub3d9\uc77c\ud569\ub2c8\ub2e4. \ubc18\uba74, \ub354 \ud070 \ub9e4\uac1c\ubcc0\uc218 \ubaa8\ub378\uc740 \ub354 \ub9ce\uc740 \ud074\ub7ec\uc2a4\ud130 \ub178\ub4dc(16\uac1c\uc5d0\uc11c 32\uac1c)\ub97c \uc0ac\uc6a9\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=NDM1YTM1ZDliNDUwYzAzNzg4MTNiNjUzYWZlZjVhZjhfZGI5ZWloREhYV29OZUxiaEVFc0dhN1dMTDhGdG5ZSnNfVG9rZW46STA0amJtbVlhb0NySk94NkRKNmNqNDVybmdiXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<p>Janus-Pro \ud2b8\ub808\uc774\ub2dd \ud558\uc774\ud37c\ud30c\ub77c\ubbf8\ud130<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Insufficient\"><\/span>\ubd88\ucda9\ubd84<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\ub2e4\uc911 \ubaa8\ub4dc \uc774\ud574\uc758 \uacbd\uc6b0 \uc785\ub825 \ud574\uc0c1\ub3c4\uac00 384\u00d7384\ub85c \uc81c\ud55c\ub418\uc5b4 \uc788\uc5b4 \uc138\ubc00\ud55c \uc2dc\uac01 \uc791\uc5c5\uc758 \uc131\ub2a5\uc5d0 \uc601\ud5a5\uc744 \ubbf8\uce69\ub2c8\ub2e4. \ud14d\uc2a4\ud2b8-\uc774\ubbf8\uc9c0 \uc0dd\uc131\uc758 \uacbd\uc6b0 \ud574\uc0c1\ub3c4\uac00 \ub0ae\uc73c\uba74 \uc0dd\uc131\ub41c \uacb0\uacfc\uc758 \ub514\ud14c\uc77c\uc774 \ubd80\uc871\ud574\uc9d1\ub2c8\ub2e4.<\/p>","protected":false},"excerpt":{"rendered":"<p>\uba54\uc2dc\uc9c0 \uac00\uc838\uac00\uae30: \uc57c\ub204\uc2a4\ub294 \uac04\ub2e8\ud558\uace0 \ud1b5\ud569\uc801\uc774\uba70 \ud655\uc7a5 \uac00\ub2a5\ud55c \ub2e4\uc911 \ubaa8\ub2ec \uc774\ud574 \ubc0f \uc0dd\uc131 \ubaa8\ub378\ub85c, \ub2e4\uc911 \ubaa8\ub2ec \uc774\ud574\uc640 \uc0dd\uc131\ub41c \uc2dc\uac01\uc801 \ucf54\ub529\uc744 \ubd84\ub9ac\ud558\uc5ec \ub450 \uc791\uc5c5 \uac04\uc758 \uc7a0\uc7ac\uc801\uc778 \ucda9\ub3cc\uc744 \uc644\ud654\ud569\ub2c8\ub2e4. \ud5a5\ud6c4 \ucd94\uac00 \uc785\ub825 \uc591\uc2dd\uc744 \ud1b5\ud569\ud558\ub3c4\ub85d \ud655\uc7a5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Janus-Pro\ub294 \ud6c8\ub828 \uc804\ub7b5\uc744 \ucd5c\uc801\ud654\ud558\uc5ec \uc774\ub7ec\ud55c \ud1a0\ub300 \uc704\uc5d0 \uad6c\ucd95\ub429\ub2c8\ub2e4.<\/p>","protected":false},"author":2,"featured_media":684,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_kadence_starter_templates_imported_post":false,"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"footnotes":""},"categories":[1],"tags":[],"class_list":["post-746","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/posts\/746","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/comments?post=746"}],"version-history":[{"count":1,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/posts\/746\/revisions"}],"predecessor-version":[{"id":747,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/posts\/746\/revisions\/747"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/media\/684"}],"wp:attachment":[{"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/media?parent=746"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/categories?post=746"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/janusai.pro\/ko\/wp-json\/wp\/v2\/tags?post=746"}],"curies":[{"name":"\uc6cc\ub4dc\ud504\ub808\uc2a4","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}