{"id":686,"date":"2025-01-29T07:35:31","date_gmt":"2025-01-29T07:35:31","guid":{"rendered":"https:\/\/janusai.pro\/?p=686"},"modified":"2025-01-29T07:37:05","modified_gmt":"2025-01-29T07:37:05","slug":"i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive","status":"publish","type":"post","link":"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/","title":{"rendered":"DeepSeek-R1\u306e\u63a8\u7406\u529b\u306b\u95a2\u3059\u308b\u77e5\u8b58\u3092Qwen2\u306b\u843d\u3068\u3057\u8fbc\u3093\u3060\uff01"},"content":{"rendered":"<div style=\"margin-top: 0px; margin-bottom: 0px;\" class=\"sharethis-inline-share-buttons\" ><\/div>\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_72 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\u76ee\u6b21<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\u30c8\u30b0\u30eb\u76ee\u6b21\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">\u30c8\u30b0\u30eb<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewbox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewbox=\"0 0 24 24\" version=\"1.2\" baseprofile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#%E2%85%A0_What_is_knowledge_distillation\" title=\"\u2160.\u77e5\u8b58\u306e\u84b8\u7559\u3068\u306f\uff1f\">\u2160.\u77e5\u8b58\u306e\u84b8\u7559\u3068\u306f\uff1f<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#IICore_concepts\" title=\"II.\u30b3\u30a2\u30fb\u30b3\u30f3\u30bb\u30d7\u30c8\">II.\u30b3\u30a2\u30fb\u30b3\u30f3\u30bb\u30d7\u30c8<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#21_Template_design\" title=\"2.1 \u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u30c7\u30b6\u30a4\u30f3\">2.1 \u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u30c7\u30b6\u30a4\u30f3<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#22_Reasoning_trajectory_The_%E2%80%9Cthinking_chain%E2%80%9D_of_the_models_solution\" title=\"2.2 \u63a8\u8ad6\u306e\u8ecc\u8de1\uff1a\u30e2\u30c7\u30eb\u89e3\u7b54\u306e\u300c\u601d\u8003\u306e\u9023\u9396\">2.2 \u63a8\u8ad6\u306e\u8ecc\u8de1\uff1a\u30e2\u30c7\u30eb\u89e3\u7b54\u306e\u300c\u601d\u8003\u306e\u9023\u9396<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#23_Rejection_sampling_Filtering_good_data_from_%E2%80%9Ctrial_and_error\" title=\"2.3 \u62d2\u5426\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\uff1a\u8a66\u884c\u932f\u8aa4\u300d\u304b\u3089\u826f\u3044\u30c7\u30fc\u30bf\u3092\u9078\u5225\u3059\u308b\">2.3 \u62d2\u5426\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\uff1a\u8a66\u884c\u932f\u8aa4\u300d\u304b\u3089\u826f\u3044\u30c7\u30fc\u30bf\u3092\u9078\u5225\u3059\u308b<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#%E2%85%A2Generation_of_distilled_data\" title=\".\u84b8\u7559\u30c7\u30fc\u30bf\u306e\u751f\u6210\">.\u84b8\u7559\u30c7\u30fc\u30bf\u306e\u751f\u6210<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#Data_sources\" title=\"\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\">\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#Distillation_data_generation_process\" title=\"\u84b8\u7559\u30c7\u30fc\u30bf\u751f\u6210\u30d7\u30ed\u30bb\u30b9\uff1a\">\u84b8\u7559\u30c7\u30fc\u30bf\u751f\u6210\u30d7\u30ed\u30bb\u30b9\uff1a<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#%E2%85%A3Distillation_process\" title=\"IV.\u84b8\u7559\u30d7\u30ed\u30bb\u30b9\">IV.\u84b8\u7559\u30d7\u30ed\u30bb\u30b9<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#Teacher_and_student_roles\" title=\"\u6559\u5e2b\u3068\u751f\u5f92\u306e\u5f79\u5272\">\u6559\u5e2b\u3068\u751f\u5f92\u306e\u5f79\u5272<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#Training_steps\" title=\"\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306e\u30b9\u30c6\u30c3\u30d7\">\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306e\u30b9\u30c6\u30c3\u30d7<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#%E2%85%A4_Example_demonstration\" title=\"\u2164.\u30c7\u30e2\u30f3\u30b9\u30c8\u30ec\u30fc\u30b7\u30e7\u30f3\u4f8b\">\u2164.\u30c7\u30e2\u30f3\u30b9\u30c8\u30ec\u30fc\u30b7\u30e7\u30f3\u4f8b<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/janusai.pro\/ja\/i-distilled-deepseek-r1s-reasoning-ability-knowledge-into-qwen2-and-the-results-were-really-explosive\/#%E2%85%A5_Summary\" title=\"\u2165.\u307e\u3068\u3081\">\u2165.\u307e\u3068\u3081<\/a><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E2%85%A0_What_is_knowledge_distillation\"><\/span><strong>\u2160. <\/strong>\u77e5\u8b58\u306e\u84b8\u7559\u3068\u306f\u4f55\u304b\uff1f<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u77e5\u8b58\u84b8\u7559\u306f\u3001\u5927\u304d\u304f\u8907\u96d1\u306a\u30e2\u30c7\u30eb\uff08\u6559\u5e2b\u30e2\u30c7\u30eb\uff09\u304b\u3089\u5c0f\u3055\u306a\u30e2\u30c7\u30eb\uff08\u751f\u5f92\u30e2\u30c7\u30eb\uff09\u306b\u77e5\u8b58\u3092\u4f1d\u9054\u3059\u308b\u305f\u3081\u306b\u4f7f\u7528\u3055\u308c\u308b\u30e2\u30c7\u30eb\u5727\u7e2e\u6280\u8853\u3067\u3059\u3002 <\/p>\n\n\n\n<p>\u6838\u3068\u306a\u308b\u539f\u7406\u306f\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u304c\u7d50\u679c\uff08\u78ba\u7387\u5206\u5e03\u3084\u63a8\u8ad6\u30d7\u30ed\u30bb\u30b9\u306a\u3069\uff09\u3092\u4e88\u6e2c\u3059\u308b\u3053\u3068\u306b\u3088\u3063\u3066\u751f\u5f92\u30e2\u30c7\u30eb\u306b\u6559\u3048\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u306f\u3053\u308c\u3089\u306e\u4e88\u6e2c\u304b\u3089\u5b66\u7fd2\u3059\u308b\u3053\u3068\u306b\u3088\u3063\u3066\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u5411\u4e0a\u3055\u305b\u308b\u3068\u3044\u3046\u3082\u306e\u3067\u3042\u308b\u3002 <\/p>\n\n\n\n<p>\u3053\u306e\u65b9\u6cd5\u306f\u3001\u643a\u5e2f\u96fb\u8a71\u3084\u7d44\u307f\u8fbc\u307f\u6a5f\u5668\u306a\u3069\u3001\u30ea\u30bd\u30fc\u30b9\u306b\u5236\u7d04\u306e\u3042\u308b\u6a5f\u5668\u306b\u7279\u306b\u9069\u3057\u3066\u3044\u308b\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"IICore_concepts\"><\/span>II.\u30b3\u30a2\u30fb\u30b3\u30f3\u30bb\u30d7\u30c8<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"21_Template_design\"><\/span>2.1 \u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u30c7\u30b6\u30a4\u30f3<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\uff1a\u30e2\u30c7\u30eb\u306e\u51fa\u529b\u3092\u6a19\u6e96\u5316\u3059\u308b\u305f\u3081\u306b\u4f7f\u7528\u3055\u308c\u308b\u69cb\u9020\u5316\u3055\u308c\u305f\u30d5\u30a9\u30fc\u30de\u30c3\u30c8\u3002\u4f8b\n<ul class=\"wp-block-list\">\n<li>:\u63a8\u7406\u30d7\u30ed\u30bb\u30b9\u306e\u59cb\u307e\u308a\u3092\u793a\u3059\u3002<\/li>\n\n\n\n<li>:\u63a8\u7406\u30d7\u30ed\u30bb\u30b9\u306e\u7d42\u4e86\u3092\u793a\u3059\u3002<\/li>\n\n\n\n<li>:\u6700\u7d42\u7684\u306a\u7b54\u3048\u306e\u59cb\u307e\u308a\u3092\u793a\u3059\u3002<\/li>\n\n\n\n<li>:\u6700\u7d42\u7684\u306a\u7b54\u3048\u306e\u7d42\u308f\u308a\u3092\u793a\u3059\u3002<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li>\u6a5f\u80fd\uff1a\n<ul class=\"wp-block-list\">\n<li>\u660e\u78ba\u3055\uff1a\u7a74\u57cb\u3081\u554f\u984c\u306e\u300c\u4fc3\u3057\u306e\u8a00\u8449\u300d\u306e\u3088\u3046\u306b\u3001\u300c\u601d\u8003\u30d7\u30ed\u30bb\u30b9\u306f\u3053\u3053\u306b\u3042\u308a\u3001\u7b54\u3048\u306f\u305d\u3053\u306b\u3042\u308b\u300d\u3068\u3044\u3046\u3053\u3068\u3092\u30e2\u30c7\u30eb\u306b\u4f1d\u3048\u308b\u3002<\/li>\n\n\n\n<li>\u4e00\u8cab\u6027\uff1a\u3059\u3079\u3066\u306e\u51fa\u529b\u304c\u540c\u3058\u69cb\u9020\u306b\u5f93\u3063\u3066\u3044\u308b\u3053\u3068\u3092\u4fdd\u8a3c\u3057\u3001\u305d\u306e\u5f8c\u306e\u51e6\u7406\u3084\u5206\u6790\u3092\u5bb9\u6613\u306b\u3059\u308b\u3002<\/li>\n\n\n\n<li>\u8aad\u307f\u3084\u3059\u3055\uff1a\u4eba\u9593\u306f\u63a8\u8ad6\u30d7\u30ed\u30bb\u30b9\u3068\u7b54\u3048\u3092\u5bb9\u6613\u306b\u533a\u5225\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u3001\u30e6\u30fc\u30b6\u30fc\u30a8\u30af\u30b9\u30da\u30ea\u30a8\u30f3\u30b9\u3092\u5411\u4e0a\u3055\u305b\u308b\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"22_Reasoning_trajectory_The_%E2%80%9Cthinking_chain%E2%80%9D_of_the_models_solution\"><\/span>2.2 \u63a8\u8ad6\u306e\u8ecc\u8de1\uff1a\u30e2\u30c7\u30eb\u89e3\u7b54\u306e\u300c\u601d\u8003\u306e\u9023\u9396<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u63a8\u8ad6\u306e\u8ecc\u8de1\uff1a\u554f\u984c\u3092\u89e3\u304f\u969b\u306b\u30e2\u30c7\u30eb\u304c\u751f\u6210\u3059\u308b\u8a73\u7d30\u306a\u30b9\u30c6\u30c3\u30d7\u306f\u3001\u30e2\u30c7\u30eb\u306e\u8ad6\u7406\u7684\u9023\u9396\u3092\u793a\u3059\u3002<\/li>\n\n\n\n<li>\u4f8b<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"759\" height=\"290\" src=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/b8eff676-f9d7-436c-9ee7-1e423242825d.png\" alt=\"\" class=\"wp-image-689\" srcset=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/b8eff676-f9d7-436c-9ee7-1e423242825d.png 759w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/b8eff676-f9d7-436c-9ee7-1e423242825d-300x115.png 300w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/b8eff676-f9d7-436c-9ee7-1e423242825d-18x7.png 18w\" sizes=\"auto, (max-width: 759px) 100vw, 759px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"23_Rejection_sampling_Filtering_good_data_from_%E2%80%9Ctrial_and_error\"><\/span>2.3 \u62d2\u5426\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\uff1a\u8a66\u884c\u932f\u8aa4\u300d\u304b\u3089\u826f\u3044\u30c7\u30fc\u30bf\u3092\u9078\u5225\u3059\u308b<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u4e0d\u5408\u683c\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\uff1a\u8a66\u9a13\u3067\u4e0b\u66f8\u304d\u3092\u66f8\u3044\u3066\u304b\u3089\u6b63\u89e3\u3092\u66f8\u304d\u5199\u3059\u306e\u3068\u540c\u3058\u3088\u3046\u306b\u3001\u8907\u6570\u306e\u56de\u7b54\u5019\u88dc\u3092\u4f5c\u6210\u3057\u3001\u826f\u3044\u3082\u306e\u3092\u6b8b\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E2%85%A2Generation_of_distilled_data\"><\/span>.\u84b8\u7559\u30c7\u30fc\u30bf\u306e\u751f\u6210<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u77e5\u8b58\u62bd\u51fa\u306e\u6700\u521d\u306e\u30b9\u30c6\u30c3\u30d7\u306f\u3001\u5c0f\u3055\u306a\u30e2\u30c7\u30eb\u304c\u5b66\u7fd2\u3059\u308b\u305f\u3081\u306e\u9ad8\u54c1\u8cea\u306a\u300c\u30c6\u30a3\u30fc\u30c1\u30f3\u30b0\u30c7\u30fc\u30bf\u300d\u3092\u751f\u6210\u3059\u308b\u3053\u3068\u3067\u3042\u308b\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Data_sources\"><\/span><strong>\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9<\/strong>:<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u306b\u3088\u3063\u3066\u751f\u6210\u3055\u308c\u305f\u63a8\u8ad6\u30c7\u30fc\u30bf\u304b\u308980%\u3092\u5f97\u305f\u3002 <a href=\"https:\/\/huggingface.co\/deepseek-ai\/DeepSeek-R1\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u30c7\u30a3\u30fc\u30d7\u30b7\u30fc\u30af-R1<\/a><\/li>\n\n\n\n<li>DeepSeek-V3\u306e\u4e00\u822c\u30bf\u30b9\u30af\u30c7\u30fc\u30bf\u304b\u308920%\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Distillation_data_generation_process\"><\/span><strong>\u84b8\u7559\u30c7\u30fc\u30bf\u751f\u6210\u30d7\u30ed\u30bb\u30b9<\/strong>:<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u30eb\u30fc\u30eb\u30fb\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0<\/strong>\u4f8b\u3048\u3070\u3001\u6570\u5b66\u7684\u306a\u7b54\u3048\u304c\u6570\u5f0f\u306b\u5408\u3063\u3066\u3044\u308b\u304b\u3069\u3046\u304b\u306a\u3069\uff09\u3002<\/li>\n\n\n\n<li><strong>\u8aad\u307f\u3084\u3059\u3055\u306e\u30c1\u30a7\u30c3\u30af<\/strong>\u4e2d\u56fd\u8a9e\u3068\u82f1\u8a9e\u306e\u6df7\u5728\u8a00\u8a9e\u3084\u9577\u3044\u6bb5\u843d\u3092\u6392\u9664\u3002<\/li>\n\n\n\n<li><strong>\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u8a98\u5c0e\u578b\u751f\u6210<\/strong>DeepSeek-R1\u304c\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u306b\u5f93\u3063\u3066\u63a8\u8ad6\u8ecc\u8de1\u3092\u51fa\u529b\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u62d2\u7d76\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\u30fb\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0<\/strong>:<\/li>\n\n\n\n<li><strong>\u30c7\u30fc\u30bf\u7d71\u5408<\/strong>\u6700\u7d42\u7684\u306b\u3001\u7d0460\u4e07\u4ef6\u306e\u63a8\u8ad6\u30c7\u30fc\u30bf\u3068\u7d0420\u4e07\u4ef6\u306e\u4e00\u822c\u30c7\u30fc\u30bf\u3092\u542b\u3080\u300180\u4e07\u4ef6\u306e\u9ad8\u54c1\u8cea\u30b5\u30f3\u30d7\u30eb\u304c\u751f\u6210\u3055\u308c\u305f\u3002<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E2%85%A3Distillation_process\"><\/span>IV.\u84b8\u7559\u30d7\u30ed\u30bb\u30b9<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Teacher_and_student_roles\"><\/span>\u6559\u5e2b\u3068\u751f\u5f92\u306e\u5f79\u5272<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u6559\u5e2b\u30e2\u30c7\u30eb\u3068\u3057\u3066\u306eDeepSeek-R1\uff1b<\/li>\n\n\n\n<li>Qwen\u30b7\u30ea\u30fc\u30ba\u306e\u5b66\u751f\u30e2\u30c7\u30eb\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"Training_steps\"><\/span>\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306e\u30b9\u30c6\u30c3\u30d7<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\u307e\u305a\u3001\u30c7\u30fc\u30bf\u5165\u529b\uff1a80\u4e07\u30b5\u30f3\u30d7\u30eb\u306e\u8cea\u554f\u90e8\u5206\u3092Qwen\u30e2\u30c7\u30eb\u306b\u5165\u529b\u3057\u3001\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u306b\u5f93\u3063\u3066\u5b8c\u5168\u306a\u63a8\u8ad6\u306e\u8ecc\u8de1\uff08\u601d\u8003\u30d7\u30ed\u30bb\u30b9\uff0b\u56de\u7b54\uff09\u3092\u751f\u6210\u3059\u308b\u3088\u3046\u306b\u4f9d\u983c\u3059\u308b\u5fc5\u8981\u304c\u3042\u308b\u3002\u3053\u308c\u306f\u975e\u5e38\u306b\u91cd\u8981\u306a\u30b9\u30c6\u30c3\u30d7\u3067\u3042\u308b<\/p>\n\n\n\n<p>\u6b21\u306b\u3001\u640d\u5931\u8a08\u7b97\uff1a\u751f\u5f92\u30e2\u30c7\u30eb\u304c\u751f\u6210\u3057\u305f\u51fa\u529b\u3068\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u63a8\u8ad6\u8ecc\u8de1\u3092\u6bd4\u8f03\u3057\u3001\u6559\u5e2b\u3042\u308a\u5fae\u8abf\u6574\uff08SFT\uff09\u306b\u3088\u308a\u30c6\u30ad\u30b9\u30c8\u5217\u3092\u63c3\u3048\u308b\u3002SFT\u3068\u306f\u4f55\u304b\u308f\u304b\u3089\u306a\u3044\u65b9\u306f\u3001\u3053\u306e\u30ad\u30fc\u30ef\u30fc\u30c9\u3067\u691c\u7d22\u3057\u3066\u3044\u305f\u3060\u3051\u308c\u3070\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u751f\u5f92\u306e\u5927\u304d\u306a\u30e2\u30c7\u30eb\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u66f4\u65b0\u3092\u5b8c\u4e86\u3059\u308b\uff1a\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u51fa\u529b\u3092\u8fd1\u4f3c\u3059\u308b\u305f\u3081\u306b\u3001\u30d0\u30c3\u30af\u30d7\u30ed\u30d1\u30b2\u30fc\u30b7\u30e7\u30f3\u3092\u901a\u3057\u3066Qwen\u30e2\u30c7\u30eb\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u6700\u9069\u5316\u3059\u308b\u3002<\/p>\n\n\n\n<p>\u3053\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30d7\u30ed\u30bb\u30b9\u3092\u4f55\u5ea6\u3082\u7e70\u308a\u8fd4\u3059\u3053\u3068\u3067\u3001\u77e5\u8b58\u304c\u5341\u5206\u306b\u4f1d\u9054\u3055\u308c\u308b\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u672c\u6765\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306e\u76ee\u7684\u304c\u9054\u6210\u3055\u308c\u308b\u3002\u3053\u306e\u3053\u3068\u3092\u5b9f\u8a3c\u3059\u308b\u305f\u3081\u306b\u4f8b\u3092\u6319\u3052\u307e\u3059\u306e\u3067\u3001\u3054\u7406\u89e3\u3044\u305f\u3060\u3051\u308c\u3070\u5e78\u3044\u3067\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E2%85%A4_Example_demonstration\"><\/span>\u2164.\u30c7\u30e2\u30f3\u30b9\u30c8\u30ec\u30fc\u30b7\u30e7\u30f3\u4f8b<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001\u7279\u5b9a\u306e\u65b9\u7a0b\u5f0f\u3092\u89e3\u304f\u30bf\u30b9\u30af\uff08\u65b9\u7a0b\u5f0f\u3092\u89e3\u304f\uff09\u3092\u901a\u3057\u3066\u3001\u84b8\u7559\u52b9\u679c\u3092\u5b9f\u8a3c\u3057\u3066\u3044\u308b\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u6a19\u6e96\u51fa\u529b\uff1a<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"771\" height=\"328\" src=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/3a53b6a8-36d2-4251-ab0f-8646d7646352.png\" alt=\"\" class=\"wp-image-690\" srcset=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/3a53b6a8-36d2-4251-ab0f-8646d7646352.png 771w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/3a53b6a8-36d2-4251-ab0f-8646d7646352-300x128.png 300w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/3a53b6a8-36d2-4251-ab0f-8646d7646352-768x327.png 768w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/3a53b6a8-36d2-4251-ab0f-8646d7646352-18x8.png 18w\" sizes=\"auto, (max-width: 771px) 100vw, 771px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u84b8\u7559\u524d\u306eQwen-7B\u306e\u51fa\u529b\uff1a<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"766\" height=\"178\" src=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/51c44a52-01a0-474a-8d47-5483613286fb.png\" alt=\"\" class=\"wp-image-688\" srcset=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/51c44a52-01a0-474a-8d47-5483613286fb.png 766w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/51c44a52-01a0-474a-8d47-5483613286fb-300x70.png 300w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/51c44a52-01a0-474a-8d47-5483613286fb-18x4.png 18w\" sizes=\"auto, (max-width: 766px) 100vw, 766px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u84b8\u7559\u5f8c\u306eQwen-7B\u306e\u51fa\u529b\uff1a<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"759\" height=\"260\" src=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/61c7fb80-d903-4339-971c-9613b5ac199c.png\" alt=\"\" class=\"wp-image-687\" srcset=\"https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/61c7fb80-d903-4339-971c-9613b5ac199c.png 759w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/61c7fb80-d903-4339-971c-9613b5ac199c-300x103.png 300w, https:\/\/janusai.pro\/wp-content\/uploads\/2025\/01\/61c7fb80-d903-4339-971c-9613b5ac199c-18x6.png 18w\" sizes=\"auto, (max-width: 759px) 100vw, 759px\" \/><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u6700\u9069\u5316\u3055\u308c\u305f\u89e3\uff1a\u69cb\u9020\u5316\u3055\u308c\u305f\u63a8\u8ad6\u30d7\u30ed\u30bb\u30b9\u304c\u751f\u6210\u3055\u308c\u3001\u7b54\u3048\u306f\u6559\u5e2b\u30e2\u30c7\u30eb\u3068\u540c\u3058\u306b\u306a\u308b\u3002<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"%E2%85%A5_Summary\"><\/span>\u2165.\u307e\u3068\u3081<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\u77e5\u8b58\u306e\u84b8\u7559\u3092\u901a\u3058\u3066\u3001DeepSeek-R1 \u306e\u63a8\u8ad6\u80fd\u529b\u306f\u3001Qwen \u30b7\u30ea\u30fc\u30ba\u306e\u5c0f\u3055\u306a\u30e2\u30c7\u30eb\u306b\u52b9\u7387\u7684\u306b\u79fb\u884c\u3055\u308c\u307e\u3059\u3002\u3053\u306e\u30d7\u30ed\u30bb\u30b9\u306f\u3001\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u5316\u3055\u308c\u305f\u51fa\u529b\u3068\u62d2\u7d76\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\u306b\u91cd\u70b9\u3092\u7f6e\u3044\u3066\u3044\u307e\u3059\u3002\u69cb\u9020\u5316\u3055\u308c\u305f\u30c7\u30fc\u30bf\u751f\u6210\u3068\u6d17\u7df4\u3055\u308c\u305f\u5b66\u7fd2\u306b\u3088\u308a\u3001\u5c0f\u578b\u30e2\u30c7\u30eb\u306f\u30ea\u30bd\u30fc\u30b9\u306b\u5236\u7d04\u306e\u3042\u308b\u30b7\u30ca\u30ea\u30aa\u3067\u3082\u8907\u96d1\u306a\u63a8\u8ad6\u30bf\u30b9\u30af\u3092\u5b9f\u884c\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u308b\u3002\u3053\u306e\u6280\u8853\u306f\u3001AI\u30e2\u30c7\u30eb\u306e\u8efd\u91cf\u5c55\u958b\u306e\u305f\u3081\u306e\u91cd\u8981\u306a\u30ea\u30d5\u30a1\u30ec\u30f3\u30b9\u3092\u63d0\u4f9b\u3059\u308b\u3002<\/p>","protected":false},"excerpt":{"rendered":"<p>\u2160.\u77e5\u8b58\u84b8\u7559\u3068\u306f\u4f55\u3067\u3059\u304b\uff1f\u77e5\u8b58\u84b8\u7559\u3068\u306f\u3001\u5927\u898f\u6a21\u3067\u8907\u96d1\u306a\u30e2\u30c7\u30eb\uff08\u6559\u5e2b\u30e2\u30c7\u30eb\uff09\u304b\u3089\u5c0f\u898f\u6a21\u306a\u30e2\u30c7\u30eb\uff08\u751f\u5f92\u30e2\u30c7\u30eb\uff09\u306b\u77e5\u8b58\u3092\u4f1d\u9054\u3059\u308b\u305f\u3081\u306b\u4f7f\u7528\u3055\u308c\u308b\u30e2\u30c7\u30eb\u5727\u7e2e\u6280\u6cd5\u3067\u3042\u308b\u3002\u6838\u3068\u306a\u308b\u539f\u7406\u306f\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u304c\u7d50\u679c\uff08\u78ba\u7387\u5206\u5e03\u3084\u63a8\u8ad6\u904e\u7a0b\u306a\u3069\uff09\u3092\u4e88\u6e2c\u3059\u308b\u3053\u3068\u306b\u3088\u3063\u3066\u751f\u5f92\u30e2\u30c7\u30eb\u306b\u6559\u3048\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u306f...<\/p>","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_kadence_starter_templates_imported_post":false,"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"footnotes":""},"categories":[1],"tags":[],"class_list":["post-686","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts\/686","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/comments?post=686"}],"version-history":[{"count":2,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts\/686\/revisions"}],"predecessor-version":[{"id":692,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/posts\/686\/revisions\/692"}],"wp:attachment":[{"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/media?parent=686"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/categories?post=686"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/janusai.pro\/ja\/wp-json\/wp\/v2\/tags?post=686"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}