{"id":4792,"date":"2024-09-26T10:57:58","date_gmt":"2024-09-26T02:57:58","guid":{"rendered":"https:\/\/www.aqwu.net\/wp\/?p=4792"},"modified":"2024-09-26T11:08:05","modified_gmt":"2024-09-26T03:08:05","slug":"qwen-qwen2-5-7b-instruct-%e7%9a%84%e6%9c%aa%e7%bb%8f%e5%ae%a1%e6%9f%a5%e7%89%88%e6%9c%ac","status":"publish","type":"post","link":"https:\/\/www.aqwu.net\/wp\/?p=4792","title":{"rendered":"Qwen2.5-7B-Instruct\u00a0\u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c"},"content":{"rendered":"\n<p>\u8fd9\u662f&nbsp;<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen2.5-7B-Instruct\">Qwen\/Qwen2.5-7B-Instruct<\/a>&nbsp;\u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c\uff0c\u4f7f\u7528\u5220\u51cf\u521b\u5efa\uff08\u8bf7\u53c2\u9605<a href=\"https:\/\/huggingface.co\/blog\/mlabonne\/abliteration\">\u672c\u6587<\/a>\u4ee5\u4e86\u89e3\u66f4\u591a\u4fe1\u606f\uff09\u3002<\/p>\n\n\n\n<p>\u7279\u522b\u611f\u8c22&nbsp;<a href=\"https:\/\/huggingface.co\/failspy\">@FailSpy<\/a>&nbsp;\u7684\u539f\u59cb\u4ee3\u7801\u548c\u6280\u672f\u3002\u5982\u679c\u60a8\u5bf9 abliterated \u6a21\u578b\u611f\u5174\u8da3\uff0c\u8bf7\u5173\u6ce8\u4ed6\u3002<\/p>\n\n\n\n<p><strong>\u91cd\u8981\u63d0\u793a<\/strong>\u6709\u65b0\u7248\u672c\u53ef\u7528\uff0c\u8bf7\u5c1d\u8bd5\u4f7f\u7528\u65b0\u7248\u672c&nbsp;<a href=\"https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-7B-Instruct-abliterated-v2\">Qwen2.5-7B-Instruct-abliterated-v2<\/a>\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><a href=\"https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-7B-Instruct-abliterated#usage\"><\/a>\u7528\u6cd5<\/h2>\n\n\n\n<p>\u60a8\u53ef\u4ee5\u901a\u8fc7\u4f7f\u7528 Hugging Face \u7684\u00a0<code>transformers<\/code>\u00a0\u5e93\u52a0\u8f7d\u6b64\u6a21\u578b\u6765\u5728\u60a8\u7684\u5e94\u7528\u7a0b\u5e8f\u4e2d\u4f7f\u7528\u6b64\u6a21\u578b\uff1a<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:python decode:true \" >from transformers import AutoModelForCausalLM, AutoTokenizer\n\n# Load the model and tokenizer\nmodel_name = \"huihui-ai\/Qwen2.5-7B-Instruct-abliterated\"\nmodel = AutoModelForCausalLM.from_pretrained(\n    model_name,\n    torch_dtype=\"auto\",\n    device_map=\"auto\"\n)\ntokenizer = AutoTokenizer.from_pretrained(model_name)\n\n# Initialize conversation context\ninitial_messages = [\n    {\"role\": \"system\", \"content\": \"You are Qwen, created by Alibaba Cloud. You are a helpful assistant.\"}\n]\nmessages = initial_messages.copy()  # Copy the initial conversation context\n\n# Enter conversation loop\nwhile True:\n    # Get user input\n    user_input = input(\"User: \").strip()  # Strip leading and trailing spaces\n\n    # If the user types '\/exit', end the conversation\n    if user_input.lower() == \"\/exit\":\n        print(\"Exiting chat.\")\n        break\n\n    # If the user types '\/clean', reset the conversation context\n    if user_input.lower() == \"\/clean\":\n        messages = initial_messages.copy()  # Reset conversation context\n        print(\"Chat history cleared. Starting a new conversation.\")\n        continue\n\n    # If input is empty, prompt the user and continue\n    if not user_input:\n        print(\"Input cannot be empty. Please enter something.\")\n        continue\n\n    # Add user input to the conversation\n    messages.append({\"role\": \"user\", \"content\": user_input})\n\n    # Build the chat template\n    text = tokenizer.apply_chat_template(\n        messages,\n        tokenize=False,\n        add_generation_prompt=True\n    )\n\n    # Tokenize input and prepare it for the model\n    model_inputs = tokenizer([text], return_tensors=\"pt\").to(model.device)\n\n    # Generate a response from the model\n    generated_ids = model.generate(\n        **model_inputs,\n        max_new_tokens=8192\n    )\n\n    # Extract model output, removing special tokens\n    generated_ids = [\n        output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)\n    ]\n    response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]\n\n    # Add the model's response to the conversation\n    messages.append({\"role\": \"assistant\", \"content\": response})\n\n    # Print the model's response\n    print(f\"Qwen: {response}\")\n<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><a href=\"https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-7B-Instruct-abliterated#evaluations\"><\/a>\u8bc4\u4f30<\/h2>\n\n\n\n<p>\u4ee5\u4e0b\u6570\u636e\u5df2\u91cd\u65b0\u8bc4\u4f30\u5e76\u8ba1\u7b97\u4e3a\u6bcf\u6b21\u6d4b\u8bd5\u7684\u5e73\u5747\u503c\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u57fa\u51c6<\/th><th>Qwen2.5-7B-\u6307\u4ee4<\/th><th>Qwen2.5-7B-Instruct-abliterated<\/th><\/tr><\/thead><tbody><tr><td>IF_Eval<\/td><td>76.44<\/td><td><strong>76.49<\/strong><\/td><\/tr><tr><td>MMLU Pro<\/td><td><strong>43.12<\/strong><\/td><td>41.71<\/td><\/tr><tr><td>TruthfulQA<\/td><td>62.46<\/td><td><strong>64.92<\/strong><\/td><\/tr><tr><td>BBH<\/td><td><strong>53.92<\/strong><\/td><td>52.77<\/td><\/tr><tr><td>GPQA <\/td><td>31.91<\/td><td><strong>31.97<\/strong><\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u7528\u4e8e\u8bc4\u4f30\u7684\u811a\u672c\u53ef\u4ee5\u5728\u6b64\u5b58\u50a8\u5e93\u7684 \/eval.sh \u4e0b\u627e\u5230\uff0c\u6216<a href=\"https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-7B-Instruct-abliterated\/blob\/main\/eval.sh\">\u5355\u51fb\u6b64\u5904<\/a><\/p>\n\n\n\n<p>\u539f\u6587\u8fde\u63a5\uff1a<a href=\"https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-7B-Instruct-abliterated\">https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-7B-Instruct-abliterated<\/a><\/p>\n\n\n\n<p><a href=\"https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-14B-Instruct-abliterated\">https:\/\/huggingface.co\/huihui-ai\/Qwen2.5-14B-Instruct-abliterated<\/a><\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u8fd9\u662f&nbsp;Qwen\/Qwen2.5-7B-Instruct&nbsp;\u7684\u672a\u7ecf\u5ba1\u67e5\u7248\u672c\uff0c\u4f7f\u7528\u5220\u51cf\u521b\u5efa\uff08\u8bf7\u53c2 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[43],"tags":[],"class_list":["post-4792","post","type-post","status-publish","format-standard","hentry","category-infoarticle"],"views":8444,"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4792","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4792"}],"version-history":[{"count":4,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4792\/revisions"}],"predecessor-version":[{"id":4796,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4792\/revisions\/4796"}],"wp:attachment":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4792"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4792"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4792"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}