{"id":4800,"date":"2024-09-28T13:47:21","date_gmt":"2024-09-28T05:47:21","guid":{"rendered":"https:\/\/www.aqwu.net\/wp\/?p=4800"},"modified":"2024-09-28T13:48:12","modified_gmt":"2024-09-28T05:48:12","slug":"llama-3-2-3b-instruct-%e7%9a%84%e6%9c%aa%e7%bb%8f%e5%ae%a1%e6%9f%a5%e7%89%88%e6%9c%ac","status":"publish","type":"post","link":"https:\/\/www.aqwu.net\/wp\/?p=4800","title":{"rendered":"Llama 3.2 3B Instruct \u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c"},"content":{"rendered":"\n

\u8fd9\u662f Llama 3.2 3B Instruct \u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c\uff0c\u4f7f\u7528\u5220\u51cf\u521b\u5efa\uff08\u8bf7\u53c2\u9605\u672c\u6587<\/a>\u4ee5\u4e86\u89e3\u66f4\u591a\u4fe1\u606f\uff09\u3002<\/p>\n\n\n\n

\u7279\u522b\u611f\u8c22 @FailSpy<\/a> \u7684\u539f\u59cb\u4ee3\u7801\u548c\u6280\u672f\u3002\u5982\u679c\u60a8\u5bf9 abliterated \u6a21\u578b\u611f\u5174\u8da3\uff0c\u8bf7\u5173\u6ce8\u4ed6\u3002<\/p>\n\n\n\n

<\/a>\u8bc4\u4f30<\/h2>\n\n\n\n

\u4ee5\u4e0b\u6570\u636e\u5df2\u91cd\u65b0\u8bc4\u4f30\u5e76\u8ba1\u7b97\u4e3a\u6bcf\u6b21\u6d4b\u8bd5\u7684\u5e73\u5747\u503c\u3002<\/p>\n\n\n\n

Benchmark<\/th>Llama-3.2-3B-Instruct<\/th>Llama-3.2-3B-Instruct-abliterated<\/th><\/tr><\/thead>
IF_Eval<\/td>76.55<\/td>76.76<\/strong><\/td><\/tr>
MMLU <\/td>27.88<\/td>28.00<\/strong><\/td><\/tr>
TruthfulQA<\/td>50.55<\/td>50.73<\/strong><\/td><\/tr>
BBH<\/td>41.81<\/td>41.86<\/strong><\/td><\/tr>
GPQA<\/td>28.39<\/td>28.41<\/strong><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

\u7528\u4e8e\u8bc4\u4f30\u7684\u811a\u672c\u53ef\u4ee5\u5728\u6b64\u5b58\u50a8\u5e93\u7684 \/eval.sh \u4e0b\u627e\u5230\uff0c\u6216\u5355\u51fb\u6b64\u5904<\/a><\/p>\n\n\n\n

\u539f\u6587\u8fde\u63a5\uff1ahttps:\/\/huggingface.co\/huihui-ai\/Llama-3.2-3B-Instruct-abliterated<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"

\u8fd9\u662f Llama 3.2 3B Instruct \u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c\uff0c\u4f7f\u7528\u5220\u51cf\u521b\u5efa\uff08\u8bf7\u53c2\u9605\u672c\u6587\u4ee5\u4e86\u89e3\u66f4\u591a\u4fe1\u606f\uff09\u3002 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[444,445,443,442],"tags":[563,562],"class_list":["post-4800","post","type-post","status-publish","format-standard","hentry","category-ai","category-ainews","category-llm","category-llms","tag-abliterated","tag-562"],"views":2792,"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4800","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4800"}],"version-history":[{"count":2,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4800\/revisions"}],"predecessor-version":[{"id":4802,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4800\/revisions\/4802"}],"wp:attachment":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4800"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4800"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4800"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}