{"id":746,"date":"2025-01-30T13:05:33","date_gmt":"2025-01-30T13:05:33","guid":{"rendered":"https:\/\/janusai.pro\/?p=746"},"modified":"2025-01-30T13:05:35","modified_gmt":"2025-01-30T13:05:35","slug":"the-complete-explanation-from-deepseek-janus-to-janus-pro","status":"publish","type":"post","link":"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/","title":{"rendered":"\u5b8c\u5168\u89e3\u8aac\uff1a\u30c7\u30a3\u30fc\u30d7\u30b7\u30fc\u30af\u30fb\u30e4\u30cc\u30b9\u304b\u3089Janus-Pro\u307e\u3067\uff01"},"content":{"rendered":"<div style=\"margin-top: 0px; margin-bottom: 0px;\" class=\"sharethis-inline-share-buttons\" ><\/div>\n<p>\u30e1\u30c3\u30bb\u30fc\u30b8Janus\u306f\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u3055\u308c\u305f\u8996\u899a\u7684\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u5206\u96e2\u3057\u30012\u3064\u306e\u30bf\u30b9\u30af\u9593\u306e\u6f5c\u5728\u7684\u306a\u885d\u7a81\u3092\u7de9\u548c\u3059\u308b\u3001\u30b7\u30f3\u30d7\u30eb\u3067\u7d71\u4e00\u3055\u308c\u305f\u62e1\u5f35\u53ef\u80fd\u306a\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30fb\u751f\u6210\u30e2\u30c7\u30eb\u3067\u3042\u308b\u3002\u5c06\u6765\u7684\u306b\u306f\u3001\u5165\u529b\u30e2\u30c0\u30ea\u30c6\u30a3\u3092\u8ffd\u52a0\u3057\u3066\u62e1\u5f35\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3042\u308b\u3002Janus-Pro\u306f\u3053\u306e\u57fa\u76e4\u306e\u4e0a\u306b\u3001\u5b66\u7fd2\u6226\u7565\u306e\u6700\u9069\u5316\uff08\u5b66\u7fd2\u30b9\u30c6\u30c3\u30d7\u6570\u306e\u5897\u52a0\u3001\u30c7\u30fc\u30bf\u6bd4\u7387\u306e\u8abf\u6574\u306a\u3069\uff09\u3001\u30c7\u30fc\u30bf\u306e\u8ffd\u52a0\uff08\u5408\u6210\u30c7\u30fc\u30bf\u306e\u4f7f\u7528\u306a\u3069\uff09\u3001\u30e2\u30c7\u30eb\u30b5\u30a4\u30ba\u306e\u62e1\u5927\uff0870\u5104\u30d1\u30e9\u30e1\u30fc\u30bf\u307e\u3067\uff09\u3092\u884c\u3046\u3053\u3068\u3067\u3001\u30e2\u30c7\u30eb\u306e\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u304a\u3088\u3073\u30c6\u30ad\u30b9\u30c8\u304b\u3089\u753b\u50cf\u3078\u306e\u6307\u793a\u306e\u9806\u5b88\u80fd\u529b\u3092\u5411\u4e0a\u3055\u305b\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=Mjg4MjEwYjVlNzk0YTgyMTc0NDJlODQ4MTU2ZmRjYTVfWnhaaVEyZlEwUHFrUHNUeGNCOWpCRU1EVDN0QktBMUxfVG9rZW46SkVQZmJmSEhqb1g4YTJ4MVNYdmNPT2oybmVmXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<p><a href=\"https:\/\/github.com\/deepseek-ai\/JanusJanus\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u30b3\u30fc\u30c9\u30fb\u30a2\u30c9\u30ec\u30b9<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/github.com\/deepseek-ai\/Janus\/blob\/main\/janus_pro_tech_report.pdf\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Janus Pro\u30a2\u30c9\u30ec\u30b9<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/huggingface.co\/deepseek-ai\/Janus-Pro-7B\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Janus-Pro<\/a> \u306f\u3001\u524d\u4f5cJanus\u306e\u767a\u5c55\u7248\u3067\u3042\u308a\u3001\u5177\u4f53\u7684\u306b\u306f\u3001(1)\u6700\u9069\u5316\u3055\u308c\u305f\u5b66\u7fd2\u6226\u7565\u3001(2)\u62e1\u5927\u3055\u308c\u305f\u5b66\u7fd2\u30c7\u30fc\u30bf\u3001(3)\u3088\u308a\u5927\u304d\u306a\u30e2\u30c7\u30eb\u30b5\u30a4\u30ba\u3092\u542b\u3080\u3002\u3053\u308c\u3089\u306e\u6539\u826f\u306b\u3088\u308a\u3001Janus-Pro\u306f\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u30c6\u30ad\u30b9\u30c8\u304b\u3089\u753b\u50cf\u3078\u306e\u6307\u793a\u306e\u9806\u5b88\u80fd\u529b\u306b\u304a\u3044\u3066\u5927\u304d\u306a\u9032\u6b69\u3092\u9042\u3052\u3001\u540c\u6642\u306b\u30c6\u30ad\u30b9\u30c8\u304b\u3089\u753b\u50cf\u3078\u306e\u751f\u6210\u306e\u5b89\u5b9a\u6027\u3082\u5411\u4e0a\u3055\u305b\u3066\u3044\u308b\u3002Janus-Pro\u3092\u7d10\u89e3\u304f\u524d\u306b\u3001Janus\u306b\u3064\u3044\u3066\u5fa9\u7fd2\u3057\u3066\u304a\u3053\u3046\u3002<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u76ee\u6b21<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u30c8\u30b0\u30eb\u76ee\u6b21\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">\u30c8\u30b0\u30eb<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Reviewing_Janus\" >\u30e4\u30cc\u30b9\u3092\u898b\u76f4\u3059<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Janus_training_is_divided_into_3_phases\" >\u30e4\u30cc\u30b9\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306f3\u6bb5\u968e\u306b\u5206\u304b\u308c\u3066\u3044\u308b\uff1a<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Phase_1\" >\u30d5\u30a7\u30fc\u30ba1<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Phase_2\" >\u30d5\u30a7\u30fc\u30ba2<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Phase_3\" >\u30d5\u30a7\u30fc\u30ba3<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Training_Objectives\" >\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306e\u76ee\u7684<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Reasoning\" >\u63a8\u8ad6<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Possible_extensions\" >\u5ef6\u9577\u306e\u53ef\u80fd\u6027<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Janus-Pro_Upgrade\" >Janus-Pro\u30a2\u30c3\u30d7\u30b0\u30ec\u30fc\u30c9<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Main_Improvements\" >\u4e3b\u306a\u6539\u5584\u70b9<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Training_Strategy\" >\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u6226\u7565<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Data_Scale\" >\u30c7\u30fc\u30bf\u30b9\u30b1\u30fc\u30eb<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Model_Scale\" >\u30e2\u30c7\u30eb\u30fb\u30b9\u30b1\u30fc\u30eb<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Experimental_details\" >\u5b9f\u9a13\u5185\u5bb9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/janusai.pro\/ja\/the-complete-explanation-from-deepseek-janus-to-janus-pro\/#Insufficient\" >\u4e0d\u5341\u5206<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Reviewing_Janus\"><\/span>\u30e4\u30cc\u30b9\u3092\u898b\u76f4\u3059<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u524d\u8eab\u3067\u3042\u308bJanus\u306f\u3001\u7d71\u4e00\u3055\u308c\u305f\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u306e\u305f\u3081\u306e\u81ea\u5df1\u56de\u5e30\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3042\u308a\u3001\u7d71\u4e00\u3055\u308c\u305f\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u306e\u305f\u3081\u306e\u30d3\u30b8\u30e5\u30a2\u30eb\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u30c7\u30ab\u30c3\u30d7\u30ea\u30f3\u30b0\u3059\u308b\u305f\u3081\u306b\u4f7f\u7528\u3055\u308c\u308b\u3002\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u306b\u3064\u3044\u3066\u306f\u3001\u901a\u5e38\u3001LLaVA\u306b\u5f93\u3063\u3066\u8a2d\u8a08\u3055\u308c\u3001\u5927\u898f\u6a21\u306a\u8a00\u8a9e\u30e2\u30c7\u30eb\u304c\u753b\u50cf\u3092\u7406\u89e3\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u305f\u3081\u306e\u30d6\u30ea\u30c3\u30b8\u3068\u3057\u3066\u8996\u899a\u30b3\u30fc\u30c0\u30fc\u3092\u4f7f\u7528\u3059\u308b\u3002\u751f\u6210\u306b\u3064\u3044\u3066\u306f\u3001\u901a\u5e38\u62e1\u6563\u30e2\u30c7\u30eb\u306b\u57fa\u3065\u3044\u3066\u304a\u308a\u3001\u81ea\u5df1\u56de\u5e30\u6cd5\u306b\u57fa\u3065\u3044\u3066\u3044\u308b\u3082\u306e\u3082\u3042\u308b\u3002\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u30bf\u30b9\u30af\u3092\u7d71\u4e00\u3059\u308b\u305f\u3081\u306b\u3001\u5358\u4e00\u306e\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u3092\u4f7f\u7528\u3057\u3088\u3046\u3068\u3059\u308b\u30a2\u30d7\u30ed\u30fc\u30c1\u3082\u3042\u308a\u3001\u3053\u308c\u306f\u901a\u5e38\u3001\u4e21\u65b9\u306e\u30bf\u30b9\u30af\u306e\u5165\u529b\u3092\u51e6\u7406\u3059\u308b\u305f\u3081\u306b\u5358\u4e00\u306e\u8996\u899a\u30b3\u30fc\u30c0\u30fc\u3092\u4f7f\u7528\u3059\u308b\u3002<\/p>\n\n\n\n<p>\u3057\u304b\u3057\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30bf\u30b9\u30af\u3068\u751f\u6210\u30bf\u30b9\u30af\u3067\u306f\u3001\u5fc5\u8981\u3068\u3055\u308c\u308b\u8868\u73fe\u306b\u9055\u3044\u304c\u3042\u308b\u3002\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u8ab2\u984c\u3067\u306f\u3001\u8996\u899a\u30a8\u30f3\u30b3\u30fc\u30c0\u306f\u9ad8\u30ec\u30d9\u30eb\u306e\u610f\u5473\u60c5\u5831\uff08\u4f8b\u3048\u3070\u3001\u7269\u4f53\u306e\u30ab\u30c6\u30b4\u30ea\u30fc\u3084\u8996\u899a\u5c5e\u6027\uff09\u306e\u62bd\u51fa\u3092\u76ee\u7684\u3068\u3057\u3001\u51fa\u529b\u306b\u306f\u753b\u50cf\u304b\u3089\u306e\u60c5\u5831\u62bd\u51fa\u3060\u3051\u3067\u306a\u304f\u3001\u8907\u96d1\u306a\u610f\u5473\u63a8\u8ad6\u304c\u542b\u307e\u308c\u3001\u30a8\u30f3\u30b3\u30fc\u30c0\u306f\u4e3b\u306b\u9ad8\u6b21\u5143\u306e\u610f\u5473\u8868\u73fe\u306b\u6ce8\u76ee\u3059\u308b\u3002\u751f\u6210\u30bf\u30b9\u30af\u306f\u4e3b\u306b\u753b\u50cf\u306e\u5c40\u6240\u7684\u306a\u8a73\u7d30\u306e\u751f\u6210\u3068\u5927\u57df\u7684\u306a\u4e00\u8cab\u6027\u306e\u7dad\u6301\u306b\u95a2\u4fc2\u3059\u308b\u305f\u3081\u3001\u7a7a\u9593\u69cb\u9020\u3068\u30c6\u30af\u30b9\u30c1\u30e3\u306e\u8a73\u7d30\u306e\u4f4e\u6b21\u5143\u306e\u30b3\u30fc\u30c9\u5316\u3055\u308c\u305f\u8868\u73fe\u3092\u5fc5\u8981\u3068\u3059\u308b\u3002\u4e21\u30bf\u30b9\u30af\u306e\u8868\u73fe\u3092\u540c\u3058\u7a7a\u9593\u3067\u7d71\u4e00\u3059\u308b\u3068\u3001\u77db\u76fe\u304c\u751f\u3058\u308b\u53ef\u80fd\u6027\u304c\u3042\u308b\u3002<\/p>\n\n\n\n<p>Janus\u306f\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u306e\u305f\u3081\u306e2\u3064\u306e\u72ec\u7acb\u3057\u305f\u30d3\u30b8\u30e5\u30a2\u30eb\u30fb\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u30fb\u30d1\u30b9\u3092\u6301\u3061\u30012\u3064\u306e\u5229\u70b9\u3092\u3082\u305f\u3089\u3059\uff1a1) \u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u306e\u7570\u306a\u308b\u7c92\u5ea6\u8981\u4ef6\u304b\u3089\u751f\u3058\u308b\u7af6\u5408\u3092\u7de9\u548c\u3059\u308b\u30022) \u67d4\u8edf\u3067\u30b9\u30b1\u30fc\u30e9\u30d6\u30eb\u3067\u3042\u308a\u3001\u7406\u89e3\u30bf\u30b9\u30af\u3068\u751f\u6210\u30bf\u30b9\u30af\u306e\u4e21\u65b9\u304c\u3001\u305d\u308c\u305e\u308c\u306e\u30c9\u30e1\u30a4\u30f3\u306b\u7279\u5316\u3057\u305f\u6700\u5148\u7aef\u306e\u7b26\u53f7\u5316\u6280\u8853\u3092\u4f7f\u7528\u3057\u3066\u7b26\u53f7\u5316\u3067\u304d\u308b\u3088\u3046\u306b\u5207\u308a\u96e2\u3055\u308c\u3001\u5c06\u6765\u7684\u306b\u306f\u3001\u70b9\u7fa4\u3001EEG\u4fe1\u53f7\u3001\u307e\u305f\u306f\u97f3\u58f0\u30c7\u30fc\u30bf\u3092\u5165\u529b\u3057\u3001\u7d71\u4e00\u3055\u308c\u305fTransformer\u3092\u4f7f\u7528\u3057\u3066\u51e6\u7406\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u308b\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=OTE3ZjkyNWQ5MmUwNDQzM2VjN2VlNWYwZjAxYTVmZGRfMXpJMWVObDBKOHYxTVJqeEw2S0pHT2hGU3RuVHdnWVdfVG9rZW46UDQyQ2Jrb0Myb1h0bjR4TFBrV2NRS29GbkRmXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<p>\u30c6\u30ad\u30b9\u30c8\u3092\u7406\u89e3\u3059\u308b\u305f\u3081\u306b\u3001\u30c6\u30ad\u30b9\u30c8\u306fLLM\u306e\u7d44\u307f\u8fbc\u307f\u30c8\u30fc\u30b1\u30ca\u30a4\u30b6\u30fc\u3092\u4f7f\u3063\u3066\u96e2\u6563ID\u306b\u5909\u63db\u3055\u308c\u308b\uff1b<\/p>\n\n\n\n<p>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u306e\u305f\u3081\u306b\u3001SigLIP\u30a8\u30f3\u30b3\u30fc\u30c0\uff08\u7b46\u8005\u6ce8\uff1aCosmos\u3082Guardrails\u30bb\u30af\u30b7\u30e7\u30f3\u3067SigLIP\u30a8\u30f3\u30b3\u30fc\u30c0\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\uff09\u3092\u4f7f\u7528\u3057\u3066\u753b\u50cf\u4e2d\u306e\u9ad8\u6b21\u5143\u306e\u610f\u5473\u7279\u5fb4\u3092\u62bd\u51fa\u3057\u3001\u62bd\u51fa\u3057\u305f\u7279\u5fb4\u3092Adaptor\uff082\u5c64MLP\uff09\u3092\u4f7f\u7528\u3057\u3066LLM\u306e\u30c6\u30ad\u30b9\u30c8\u7279\u5fb4\u7a7a\u9593\u306b\u30de\u30c3\u30d4\u30f3\u30b0\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u9577\u8fba\u306f384\u30d4\u30af\u30bb\u30eb\u306b\u8abf\u6574\u3055\u308c\u3001\u77ed\u8fba\u306fRGB(127, 127, 127)\u3092\u4f7f\u3063\u3066384\u30d4\u30af\u30bb\u30eb\u306b\u5857\u308a\u3064\u3076\u3055\u308c\u305f\uff1b<\/p>\n\n\n\n<p>\u8996\u899a\u7684\u751f\u6210\u306e\u305f\u3081\u306b\u3001\u753b\u50cf\u306fVQ Tokenizer\u3092\u7528\u3044\u3066\u96e2\u6563ID\u306b\u5909\u63db\u3055\u308c\u3001\u5404ID\u306fAdaptor\uff082\u5c64MLP\uff09\u3092\u7528\u3044\u3066LLM\u306e\u30c6\u30ad\u30b9\u30c8\u7279\u5fb4\u7a7a\u9593\u306b\u30de\u30c3\u30d4\u30f3\u30b0\u3055\u308c\u305f\uff1b<\/p>\n\n\n\n<p>\u77ed\u3044\u30a8\u30c3\u30b8\u306f384\u30d4\u30af\u30bb\u30eb\u306b\u30ea\u30b5\u30a4\u30ba\u3055\u308c\u3001\u9577\u3044\u30a8\u30c3\u30b8\u306f384\u30d4\u30af\u30bb\u30eb\u306b\u30c8\u30ea\u30df\u30f3\u30b0\u3055\u308c\u305f\uff1b<\/p>\n\n\n\n<p>\u5168\u4f53\u7684\u306a\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306f\u30018\u3064\u306eNvidia A100 GPU\u3092\u642d\u8f09\u3057\u305f16\u306e\u30ce\u30fc\u30c9\u3092\u4f7f\u7528\u3057\u3066\u884c\u308f\u308c\u305f\uff1b<\/p>\n\n\n\n<p>\u8996\u899a\u751f\u6210\u30bf\u30b9\u30af\u3068\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30bf\u30b9\u30af\u306e\u4e21\u65b9\u306b\u304a\u3044\u3066\u3001\u753b\u50cf\u7279\u5fb4\u5217\u3068\u30c6\u30ad\u30b9\u30c8\u7279\u5fb4\u5217\u306f\u3001LLM\u3078\u306e\u5165\u529b\u3068\u3057\u3066\u4e00\u7dd2\u306b\u30ea\u30f3\u30af\u3055\u308c\u308b\uff08\u672c\u6587\u3067\u306fDeepSeek-LLM 1.3B\u3092\u4f7f\u7528\uff09\uff1b<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>LLM\u306e\u5185\u8535\u4e88\u6e2c\u30d8\u30c3\u30c9\u306f\u3001\u7d14\u7c8b\u306a\u30c6\u30ad\u30b9\u30c8\u7406\u89e3\u30bf\u30b9\u30af\u3068\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30bf\u30b9\u30af\u306e\u4e21\u65b9\u3067\u30c6\u30ad\u30b9\u30c8\u4e88\u6e2c\u306b\u5229\u7528\u3055\u308c\u3001\u30e9\u30f3\u30c0\u30e0\u306b\u521d\u671f\u5316\u3055\u308c\u305f\u4e88\u6e2c\u30d8\u30c3\u30c9\u306f\u8996\u899a\u751f\u6210\u30bf\u30b9\u30af\u306e\u753b\u50cf\u4e88\u6e2c\u306b\u5229\u7528\u3055\u308c\u308b\u3002\u30e2\u30c7\u30eb\u5168\u4f53\u306f\u3001\u7279\u5225\u306b\u8a2d\u8a08\u3055\u308c\u305f\u30a2\u30c6\u30f3\u30b7\u30e7\u30f3\u30de\u30b9\u30af\u3092\u5fc5\u8981\u3068\u305b\u305a\u3001\u81ea\u5df1\u56de\u5e30\u7684\u306a\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306b\u6e96\u62e0\u3057\u3066\u3044\u308b\u3002<\/p>\n<\/blockquote>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Janus_training_is_divided_into_3_phases\"><\/span><a href=\"https:\/\/huggingface.co\/deepseek-ai\/Janus-Pro-7B\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u30e4\u30cc\u30b9 \u30c8\u30ec\u30fc\u30cb\u30f3\u30b0<\/a> \u306f3\u6bb5\u968e\u306b\u5206\u304b\u308c\u3066\u3044\u308b\uff1a<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Phase_1\"><\/span>\u30d5\u30a7\u30fc\u30ba1<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>\u30c8\u30ec\u30a4\u30f3\u30a2\u30c0\u30d7\u30bf\u30fc\u3068\u30a4\u30e1\u30fc\u30b8\u30d8\u30c3\u30c9<\/strong> LLM\u304c\u753b\u50cf\u5185\u306e\u5b9f\u4f53\u3092\u7406\u89e3\u3057\u3001\u521d\u671f\u306e\u8996\u899a\u7684\u751f\u6210\u80fd\u529b\u3092\u6301\u3064\u3053\u3068\u3092\u53ef\u80fd\u306b\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u7406\u89e3\u306e\u305f\u3081\u306b\u306f\u3001SHareGPT4V\u306e125\u4e07\u4ef6\u306e\u753b\u50cf-\u30c6\u30ad\u30b9\u30c8\u30da\u30a2\u30ad\u30e3\u30d7\u30b7\u30e7\u30f3\u30c7\u30fc\u30bf\u3092\u4f7f\u7528\u3059\u308b\uff1a\uff1b<\/p>\n\n\n\n<p>\u30d3\u30b8\u30e5\u30a2\u30eb\u751f\u6210\u306b\u306f\u3001ImageNet1k\u306e120\u4e07\u30b5\u30f3\u30d7\u30eb\u3092\u4f7f\u7528\uff1a\uff1b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Phase_2\"><\/span>\u30d5\u30a7\u30fc\u30ba2<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>\u7d71\u4e00\u4e8b\u524d\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0<\/strong>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u30b3\u30fc\u30d1\u30b9\u3092\u7528\u3044\u3066\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u306e\u7d71\u4e00\u7684\u306a\u4e8b\u524d\u5b66\u7fd2\u3092\u884c\u3046\u3002\u3053\u306e\u6bb5\u968e\u3067\u306f\u3001\u30d7\u30ec\u30fc\u30f3\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30c7\u30fc\u30bf\u3001\u8996\u899a\u751f\u6210\u30c7\u30fc\u30bf\u304c\u4f7f\u7528\u3055\u308c\u308b\u3002ImageNet-1k\u3092\u4f7f\u7528\u3057\u305f\u7c21\u5358\u306a\u8996\u899a\u751f\u6210\u5b66\u7fd2\u3068\u3001\u305d\u308c\u306b\u7d9a\u304f\u3001\u30e2\u30c7\u30eb\u306e\u30aa\u30fc\u30d7\u30f3\u30c9\u30e1\u30a4\u30f3\u306b\u304a\u3051\u308b\u8996\u899a\u751f\u6210\u3092\u5f37\u5316\u3059\u308b\u305f\u3081\u306e\u4e00\u822c\u7684\u306a\u30c6\u30ad\u30b9\u30c8-\u753b\u50cf\u30c7\u30fc\u30bf\u306e\u4f7f\u7528\uff1b<\/p>\n\n\n\n<p>\u30d7\u30ec\u30fc\u30f3\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\uff1aDeepSeek-LLM\u5b66\u7fd2\u6e08\u307f\u30b3\u30fc\u30d1\u30b9\uff1b<\/p>\n\n\n\n<p>\u30a4\u30f3\u30bf\u30fc\u30ea\u30fc\u30d6\u3055\u308c\u305f\u753b\u50cf-\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\uff1aWikiHow\u3068WIT\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\uff1b<\/p>\n\n\n\n<p>\u753b\u50cf\u306e\u30ad\u30e3\u30d7\u30b7\u30e7\u30f3\u30c7\u30fc\u30bf\uff1a\u8907\u6570\u306e\u30bd\u30fc\u30b9\u304b\u3089\u753b\u50cf\u3092\u53ce\u96c6\u3057\u3001\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306e\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u30e2\u30c7\u30eb\u3092\u4f7f\u7528\u3057\u3066\u4e00\u90e8\u306e\u753b\u50cf\u306b\u518d\u30ad\u30e3\u30d7\u30b7\u30e7\u30f3\u3092\u4ed8\u3051\u3001\u30c7\u30fc\u30bf\u306fQ&amp;A\u30da\u30a2\u3068\u3057\u3066\u30d5\u30a9\u30fc\u30de\u30c3\u30c8\u3055\u308c\u3066\u3044\u307e\u3059\uff1b<\/p>\n\n\n\n<p>\u8868\u5f62\u5f0f\u30c7\u30fc\u30bf\u304a\u3088\u3073\u30b0\u30e9\u30d5\u30fb\u30c7\u30fc\u30bf: \u5f62\u5f0f\u306e DeepSeek-VL \u304b\u3089\u306e\u5bfe\u5fdc\u3059\u308b\u8868\u5f62\u5f0f\u30c7\u30fc\u30bf\u304a\u3088\u3073\u30b0\u30e9\u30d5\u30fb\u30c7\u30fc\u30bf\uff1b<\/p>\n\n\n\n<p>\u8996\u899a\u7684\u306b\u751f\u6210\u3055\u308c\u305f\u30c7\u30fc\u30bf\uff1a\u8907\u6570\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u304b\u3089\u753b\u50cf\u3068\u30ad\u30e3\u30d7\u30b7\u30e7\u30f3\u306e\u30da\u30a2\u3001\u304a\u3088\u3073200\u4e07\u4ef6\u306e\u5185\u90e8\u30c7\u30fc\u30bf\uff1b<\/p>\n\n\n\n<p>\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3067\u306f\u3001\u30ad\u30e3\u30d7\u30b7\u30e7\u30f3\u306e\u6700\u521d\u306e\u6587\u3060\u3051\u304c25%\u306e\u78ba\u7387\u3067\u30e9\u30f3\u30c0\u30e0\u306b\u4f7f\u7528\u3055\u308c\u308b\uff1b<\/p>\n\n\n\n<p>ImageNet\u306e\u30b5\u30f3\u30d7\u30eb\u306f\u6700\u521d\u306e120K\u5b66\u7fd2\u30b9\u30c6\u30c3\u30d7\u306b\u306e\u307f\u767b\u5834\u3057\u3001\u4ed6\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u753b\u50cf\u306f\u305d\u306e\u5f8c\u306e60K\u5b66\u7fd2\u30b9\u30c6\u30c3\u30d7\u306b\u767b\u5834\u3059\u308b\uff1b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Phase_3\"><\/span>\u30d5\u30a7\u30fc\u30ba3<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>\u76e3\u8996\u4ed8\u304d\u5fae\u8abf\u6574<\/strong>\u3053\u3053\u3067\u3001\u4e8b\u524d\u306b\u8a13\u7df4\u3055\u308c\u305f\u30e2\u30c7\u30eb\u306f\u3001\u6307\u793a\u3084\u5bfe\u8a71\u306b\u5f93\u3046\u80fd\u529b\u3092\u9ad8\u3081\u308b\u305f\u3081\u306b\u3001\u6307\u793a\u5fae\u8abf\u6574\u30c7\u30fc\u30bf\u3092\u4f7f\u7528\u3057\u3066\u5fae\u8abf\u6574\u3055\u308c\u308b\u3002\u751f\u6210\u30a8\u30f3\u30b3\u30fc\u30c0\u4ee5\u5916\u306e\u3059\u3079\u3066\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u5fae\u8abf\u6574\u3002\u56de\u7b54\u3092\u76e3\u7763\u3059\u308b\u9593\u3001\u30b7\u30b9\u30c6\u30e0\u3068\u30e6\u30fc\u30b6\u30fc\u306e\u30ad\u30e5\u30fc\u3092\u30de\u30b9\u30ad\u30f3\u30b0\u3059\u308b\u3002Janus\u304c\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u306e\u4e21\u65b9\u306b\u719f\u9054\u3057\u3066\u3044\u308b\u3053\u3068\u3092\u4fdd\u8a3c\u3059\u308b\u305f\u3081\u306b\u3001\u30e2\u30c7\u30eb\u306f\u7279\u5b9a\u306e\u30bf\u30b9\u30af\u306e\u305f\u3081\u306b\u500b\u5225\u306b\u5fae\u8abf\u6574\u3055\u308c\u308b\u3053\u3068\u306f\u306a\u3044\u3002\u305d\u306e\u4ee3\u308f\u308a\u306b\u3001\u30c6\u30ad\u30b9\u30c8\u306e\u307f\u306e\u5bfe\u8a71\u30c7\u30fc\u30bf\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30c7\u30fc\u30bf\u3001\u8996\u899a\u7684\u751f\u6210\u30c7\u30fc\u30bf\u3092\u6df7\u5408\u3057\u3066\u4f7f\u7528\u3057\u3001\u69d8\u3005\u306a\u30b7\u30ca\u30ea\u30aa\u3067\u306e\u6c4e\u7528\u6027\u3092\u78ba\u4fdd\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u6587\u7ae0\u7406\u89e3\uff1a\u7279\u5b9a\u306e\u60c5\u5831\u6e90\u304b\u3089\u306e\u30c7\u30fc\u30bf\u3092\u4f7f\u7528\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u7406\u89e3\uff1a\u6307\u5c0e\u306e\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u305f\u3081\u306b\u8907\u6570\u306e\u30bd\u30fc\u30b9\u304b\u3089\u306e\u30c7\u30fc\u30bf\u3092\u4f7f\u7528\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u8996\u899a\u7684\u751f\u6210\uff1a\u7b2cII\u671f\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u4e00\u90e8\u3068400\u4e07\u4ef6\u306e\u5185\u90e8\u30c7\u30fc\u30bf\u304b\u3089\u753b\u50cf\u3068\u30c6\u30ad\u30b9\u30c8\u306e\u30da\u30a2\u306e\u30b5\u30d6\u30bb\u30c3\u30c8\u3092\u4f7f\u7528\uff1b<\/p>\n\n\n\n<p>\u30c7\u30fc\u30bf\u5f62\u5f0f\u306fUser: \uffe4\u30a2\u30b7\u30b9\u30bf\u30f3\u30c8\uff1a\uff1b<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=M2I3MWQ5MjQyNTM5NjIyZTkyMjdlODgwMDg5NzIwYzJfSGVTUnVzb0I3bEREQXBkMEJGN0lqT0JBaEVUWEQwS05fVG9rZW46Vm9OMWJzYnNsbzRGR1R4YlJrNWNad1psblhjXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Training_Objectives\"><\/span>\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306e\u76ee\u7684<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>Janus\u306f\u30af\u30ed\u30b9\u30a8\u30f3\u30c8\u30ed\u30d4\u30fc\u640d\u5931\u95a2\u6570\u3092\u7528\u3044\u3066\u5b66\u7fd2\u3055\u308c\u305f\u81ea\u5df1\u56de\u5e30\u30e2\u30c7\u30eb\u3067\u3042\u308a\u3001\u30d7\u30ec\u30fc\u30f3\u30c6\u30ad\u30b9\u30c8\u7406\u89e3\u30bf\u30b9\u30af\u3068\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30bf\u30b9\u30af\u3067\u306f\u3001\u640d\u5931\u306f\u30c6\u30ad\u30b9\u30c8\u30b7\u30fc\u30b1\u30f3\u30b9\u3067\u8a08\u7b97\u3055\u308c\u308b\u3002\u8996\u899a\u7684\u751f\u6210\u30bf\u30b9\u30af\u3067\u306f\u3001\u640d\u5931\u306f\u753b\u50cf\u30b7\u30fc\u30b1\u30f3\u30b9\u306e\u307f\u3067\u8a08\u7b97\u3055\u308c\u308b\u3002\u8a2d\u8a08\u3092\u30b7\u30f3\u30d7\u30eb\u306b\u4fdd\u3064\u305f\u3081\u3001\u7570\u306a\u308b\u30bf\u30b9\u30af\u306b\u7570\u306a\u308b\u640d\u5931\u306e\u91cd\u307f\u306f\u5272\u308a\u5f53\u3066\u3089\u308c\u3066\u3044\u306a\u3044\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Reasoning\"><\/span>\u63a8\u8ad6<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u6b21\u306e\u8a9e\u5f59\u8981\u7d20\u4e88\u6e2c\u6cd5\u3092\u7528\u3044\u3066\u3001\u5e73\u6587\u7406\u89e3\u3068\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u306e\u305f\u3081\u306b\u3001\u8a9e\u5f59\u8981\u7d20\u306f\u4e88\u6e2c\u5206\u5e03\u304b\u3089\u9806\u6b21\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\u3055\u308c\u308b\u3002\u753b\u50cf\u751f\u6210\u306b\u306f\u3001\u5206\u985e\u5668\u306e\u306a\u3044\u30d6\u30fc\u30c8\u30b9\u30c8\u30e9\u30c3\u30d7\u3092\u7528\u3044\u308b\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Possible_extensions\"><\/span>\u5ef6\u9577\u306e\u53ef\u80fd\u6027<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u306e\u305f\u3081\u306b\u306f\u30011\uff09\u3088\u308a\u5f37\u529b\u306a\u8996\u899a\u30b3\u30fc\u30c0\u30fc\u3092\u9078\u629e\u3057\u30012\uff09\u52d5\u7684\u306a\u9ad8\u89e3\u50cf\u5ea6\u6280\u8853\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u308b\uff1b<\/p>\n\n\n\n<p>\u8996\u899a\u751f\u6210\u306e\u305f\u3081\u306b\u306f\u30011\uff09\u3088\u308a\u304d\u3081\u7d30\u304b\u3044\u30a8\u30f3\u30b3\u30fc\u30c0\u3092\u9078\u629e\u3059\u308b\u30012\uff09\u8996\u899a\u751f\u6210\u306e\u305f\u3081\u306b\u7279\u5225\u306b\u8a2d\u8a08\u3055\u308c\u305f\u640d\u5931\u95a2\u6570\u3092\u4f7f\u7528\u3059\u308b\u30013\uff09\u56e0\u679c\u7684\u6ce8\u610f\u3068\u4e26\u5217\u6cd5\u3092\u7d44\u307f\u5408\u308f\u305b\u308b\u3001\u306a\u3069\u304c\u8003\u3048\u3089\u308c\u308b\uff1b<\/p>\n\n\n\n<p>3D\u70b9\u7fa4\u3001\u30cf\u30d7\u30c6\u30a3\u30af\u30b9\u3001EEG\u3001\u305d\u306e\u4ed6\u640d\u5931\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u5165\u529b\u3092\u7d71\u5408\u3059\u308b\u80fd\u529b\u3092\u5099\u3048\u305f\u3001\u3088\u308a\u591a\u304f\u306e\u30e2\u30c0\u30ea\u30c6\u30a3\uff1b<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Janus-Pro_Upgrade\"><\/span><a href=\"https:\/\/huggingface.co\/deepseek-ai\/Janus-Pro-7B\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">Janus-Pro\u30a2\u30c3\u30d7\u30b0\u30ec\u30fc\u30c9<\/a><span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>Janus-Pro\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306fJanus\u306e\u305d\u308c\u3068\u540c\u3058\u3067\u3001\u4e0b\u56f3\u3067\u898b\u308b\u3053\u3068\u304c\u3067\u304d\u308b\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=NDY0ZWM0NTJiOTNlYTE4MWI4NmMwNGE4Mjc3NmYyMDJfc1FEMHVOMHo1OUM0ZVhoakJtU1lZQXdZNTd4NVFXRzhfVG9rZW46RjJrTGI3VVlqb0IxS3N4aHVVN2NxUWxJbnZkXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Main_Improvements\"><\/span>\u4e3b\u306a\u6539\u5584\u70b9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Training_Strategy\"><\/span>\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u6226\u7565<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u30b9\u30c6\u30fc\u30b81\uff1a\u5b66\u7fd2\u30b9\u30c6\u30c3\u30d7\u6570\u3092\u5897\u3084\u3057\u3001ImageNet\u3067\u5b8c\u5168\u306b\u5b66\u7fd2\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u7b2c2\u6bb5\u968e\uff1aImageNet\u3092\u4f7f\u7528\u305b\u305a\u3001\u901a\u5e38\u306e\u30c6\u30ad\u30b9\u30c8-\u753b\u50cf\u30c7\u30fc\u30bf\u3092\u76f4\u63a5\u5b66\u7fd2\u306b\u4f7f\u7528\u3059\u308b\uff1b<\/p>\n\n\n\n<p>\u7b2c3\u6bb5\u968e\uff1a\u5fae\u8abf\u6574\u30d7\u30ed\u30bb\u30b9\u306b\u304a\u3044\u3066\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u30c7\u30fc\u30bf\u3001\u30d7\u30ec\u30fc\u30f3\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3001\u30c6\u30ad\u30b9\u30c8\u5bfe\u753b\u50cf\u30c7\u30fc\u30bf\u306e\u6bd4\u7387\u30927\uff1a3\uff1a10\u304b\u30895\uff1a1\uff1a4\u306b\u5909\u66f4\u3059\u308b\u3053\u3068\u3067\u3001\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u6bd4\u7387\u3092\u5909\u66f4\u3059\u308b\uff1b<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Data_Scale\"><\/span>\u30c7\u30fc\u30bf\u30b9\u30b1\u30fc\u30eb<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u7406\u89e3<\/p>\n\n\n\n<p>\u30b9\u30c6\u30fc\u30b82\uff1a\u753b\u50cf\u30ad\u30e3\u30d7\u30b7\u30e7\u30f3\u7528\u306eYFCC\u3068\u8868\u3084\u30b0\u30e9\u30d5\u306e\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u7406\u89e3\u7528\u306eDoc-matrix\u3092\u542b\u30809000\u4e07\u30b5\u30f3\u30d7\u30eb\u3092\u8ffd\u52a0\uff1b<\/p>\n\n\n\n<p>\u30b9\u30c6\u30fc\u30b8 3: MEME\u7406\u89e3\u306a\u3069\u306eDeepSeek-VL2\u8ffd\u52a0\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u8ffd\u52a0\uff1b<\/p>\n\n\n\n<p>\u8996\u899a\u7684\u751f\u6210\uff1a\u5b9f\u4e16\u754c\u306e\u30c7\u30fc\u30bf\u306b\u306f\u8cea\u306e\u60aa\u3044\u3082\u306e\u304c\u542b\u307e\u308c\u3066\u3044\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u3001\u305d\u306e\u7d50\u679c\u3001\u30c6\u30ad\u30b9\u30c8\u304b\u3089\u753b\u50cf\u3078\u306e\u751f\u6210\u304c\u4e0d\u5b89\u5b9a\u306b\u306a\u3063\u305f\u308a\u3001\u7f8e\u7684\u51fa\u529b\u304c\u60aa\u304f\u306a\u3063\u305f\u308a\u3059\u308b\u3002Janus-Pro\u3067\u306f\u30017200\u4e07\u30b5\u30f3\u30d7\u30eb\u306e\u5408\u6210\u7f8e\u7684\u30c7\u30fc\u30bf\u3092\u4f7f\u7528\u3057\u3001\u4e8b\u524d\u5b66\u7fd2\u6bb5\u968e\uff08\u30b9\u30c6\u30fc\u30b82\uff09\u3067\u306f\u3001\u5b9f\u30c7\u30fc\u30bf\u3068\u5408\u6210\u30c7\u30fc\u30bf\u306e\u6bd4\u7387\u30921\uff1a1\u306b\u7d71\u4e00\u3057\u3066\u3044\u308b\uff1b<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Model_Scale\"><\/span>\u30e2\u30c7\u30eb\u30fb\u30b9\u30b1\u30fc\u30eb<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\u30e2\u30c7\u30eb\u30d1\u30e9\u30e1\u30fc\u30bf\u309270\u5104\u30d1\u30e9\u30e1\u30fc\u30bf\u30b9\u30b1\u30fc\u30eb\u306b\u30b9\u30b1\u30fc\u30eb\u3059\u308b\uff1b<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Experimental_details\"><\/span>\u5b9f\u9a13\u5185\u5bb9<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>Janus\u3068\u6bd4\u8f03\u3059\u308b\u3068\u3001Janus-Pro\u5b9f\u9a13\u306e\u8a73\u7d30\u306f\u57fa\u672c\u7684\u306b\u540c\u3058\u3067\u3042\u308b\u3002\u4e00\u65b9\u3001\u30d1\u30e9\u30e1\u30fc\u30bf\u304c\u5927\u304d\u3044\u30e2\u30c7\u30eb\u3067\u306f\u3001\u3088\u308a\u591a\u304f\u306e\u30af\u30e9\u30b9\u30bf\u30ce\u30fc\u30c9\uff0816\u304b\u308932\uff09\u3092\u4f7f\u7528\u3057\u305f\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img decoding=\"async\" src=\"https:\/\/rmy9ct2fln.feishu.cn\/space\/api\/box\/stream\/download\/asynccode\/?code=NDM1YTM1ZDliNDUwYzAzNzg4MTNiNjUzYWZlZjVhZjhfZGI5ZWloREhYV29OZUxiaEVFc0dhN1dMTDhGdG5ZSnNfVG9rZW46STA0amJtbVlhb0NySk94NkRKNmNqNDVybmdiXzE3MzgyNDIwMzc6MTczODI0NTYzN19WNA\" alt=\"\"\/><\/figure>\n\n\n\n<p>Janus-Pro\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Insufficient\"><\/span>\u4e0d\u5341\u5206<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u306e\u5834\u5408\u3001\u5165\u529b\u89e3\u50cf\u5ea6\u306f384\u00d7384\u306b\u5236\u9650\u3055\u308c\u3001\u7d30\u304b\u306a\u8996\u899a\u30bf\u30b9\u30af\u306e\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u306b\u5f71\u97ff\u3059\u308b\u3002\u30c6\u30ad\u30b9\u30c8\u304b\u3089\u753b\u50cf\u3078\u306e\u751f\u6210\u3067\u306f\u3001\u89e3\u50cf\u5ea6\u304c\u4f4e\u3044\u305f\u3081\u3001\u751f\u6210\u7d50\u679c\u306e\u8a73\u7d30\u3055\u304c\u4e0d\u8db3\u3059\u308b\u3002<\/p>","protected":false},"excerpt":{"rendered":"<p>\u30e1\u30c3\u30bb\u30fc\u30b8Janus\u306f\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u3068\u751f\u6210\u3055\u308c\u305f\u8996\u899a\u7684\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u5206\u96e2\u3057\u30012\u3064\u306e\u30bf\u30b9\u30af\u9593\u306e\u6f5c\u5728\u7684\u306a\u885d\u7a81\u3092\u7de9\u548c\u3059\u308b\u3001\u30b7\u30f3\u30d7\u30eb\u3067\u7d71\u4e00\u3055\u308c\u305f\u62e1\u5f35\u53ef\u80fd\u306a\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u7406\u89e3\u30fb\u751f\u6210\u30e2\u30c7\u30eb\u3067\u3042\u308b\u3002\u5c06\u6765\u7684\u306b\u306f\u3001\u5165\u529b\u30e2\u30c0\u30ea\u30c6\u30a3\u3092\u8ffd\u52a0\u3057\u3066\u62e1\u5f35\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3042\u308b\u3002Janus-Pro\u306f\u3053\u306e\u57fa\u790e\u306e\u4e0a\u306b\u3001\u8a13\u7df4\u6226\u7565\u3092\u6700\u9069\u5316\u3059\u308b\uff08...<\/p>","protected":false},"author":2,"featured_media":684,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_kadence_starter_templates_imported_post":false,"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"footnotes":""},"categories":[1],"tags":[],"class_list":["post-746","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts\/746","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/comments?post=746"}],"version-history":[{"count":1,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts\/746\/revisions"}],"predecessor-version":[{"id":747,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts\/746\/revisions\/747"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/media\/684"}],"wp:attachment":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/media?parent=746"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/categories?post=746"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/tags?post=746"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}