{"id":4797,"date":"2024-09-26T11:11:23","date_gmt":"2024-09-26T03:11:23","guid":{"rendered":"https:\/\/www.aqwu.net\/wp\/?p=4797"},"modified":"2024-09-26T11:11:23","modified_gmt":"2024-09-26T03:11:23","slug":"llama-3-1-8b-instruct-%e7%9a%84%e6%9c%aa%e7%bb%8f%e5%ae%a1%e6%9f%a5%e7%89%88%e6%9c%ac","status":"publish","type":"post","link":"https:\/\/www.aqwu.net\/wp\/?p=4797","title":{"rendered":"Llama 3.1 8B Instruct \u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c"},"content":{"rendered":"\n

\u8fd9\u662f Llama 3.1 8B Instruct \u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c\uff0c\u4f7f\u7528\u5220\u51cf\u521b\u5efa\uff08\u8bf7\u53c2\u9605\u672c\u6587<\/a>\u4ee5\u4e86\u89e3\u66f4\u591a\u4fe1\u606f\uff09\u3002<\/p>\n\n\n\n

\u7279\u522b\u611f\u8c22\u00a0@FailSpy<\/a>\u00a0\u63d0\u4f9b\u7684\u539f\u59cb\u4ee3\u7801\u548c\u6280\u672f\u3002\u5982\u679c\u60a8\u5bf9 abliterated \u6a21\u578b\u611f\u5174\u8da3\uff0c\u8bf7\u5173\u6ce8\u4ed6\u3002<\/p>\n\n\n\n

\u4ee5\u4e0b\u6570\u636e\u5df2\u91cd\u65b0\u8bc4\u4f30\u5e76\u8ba1\u7b97\u4e3a\u6bcf\u6b21\u6d4b\u8bd5\u7684\u5e73\u5747\u503c\u3002<\/p>\n\n\n\n

Benchmark<\/th>Llama-3.1-8b-Instruct<\/th>Meta-Llama-3.1-8B-Instruct-abliterated<\/th><\/tr><\/thead>
IF_Eval<\/td>80.0<\/strong><\/td>78.98<\/td><\/tr>
MMLU Pro<\/td>36.34<\/strong><\/td>35.91<\/td><\/tr>
TruthfulQA<\/td>52.98<\/td>55.42<\/strong><\/td><\/tr>
BBH<\/td>48.72<\/strong><\/td>47.0<\/td><\/tr>
GPQA<\/td>33.55<\/td>33.93<\/strong><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

\u7528\u4e8e\u8bc4\u4f30\u7684\u811a\u672c\u53ef\u4ee5\u5728\u6b64\u5b58\u50a8\u5e93\u7684 \/eval.sh \u4e0b\u627e\u5230\uff0c\u6216\u5355\u51fb\u6b64\u5904<\/a><\/p>\n\n\n\n

\u539f\u6587\u8fde\u63a5\uff1ahttps:\/\/huggingface.co\/huihui-ai\/Meta-Llama-3.1-8B-Instruct-abliterated<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"

\u8fd9\u662f Llama 3.1 8B Instruct \u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c\uff0c\u4f7f\u7528\u5220\u51cf\u521b\u5efa\uff08\u8bf7\u53c2\u9605\u672c\u6587\u4ee5\u4e86\u89e3\u66f4\u591a\u4fe1\u606f\uff09\u3002 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[444,445,443,442],"tags":[562],"class_list":["post-4797","post","type-post","status-publish","format-standard","hentry","category-ai","category-ainews","category-llm","category-llms","tag-562"],"views":3445,"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4797","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4797"}],"version-history":[{"count":1,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4797\/revisions"}],"predecessor-version":[{"id":4798,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4797\/revisions\/4798"}],"wp:attachment":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4797"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4797"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4797"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}