{"id":3354,"date":"2024-04-24T13:50:04","date_gmt":"2024-04-24T05:50:04","guid":{"rendered":"https:\/\/www.aqwu.net\/wp\/?p=3354"},"modified":"2024-05-01T18:22:47","modified_gmt":"2024-05-01T10:22:47","slug":"%e5%9c%a8%e6%a0%91%e8%8e%93%e6%b4%be%e4%b8%8a%e8%bf%90%e8%a1%8cai%e5%a4%a7%e6%a8%a1%e5%9e%8b-llama3-8b","status":"publish","type":"post","link":"https:\/\/www.aqwu.net\/wp\/?p=3354","title":{"rendered":"\u5728\u6811\u8393\u6d3e\u4e0a\u8fd0\u884cAI\u5927\u6a21\u578b llama3\u3001phi3"},"content":{"rendered":"\n<p>\u4f7f\u7528\u7684\u662f\u6811\u8393\u6d3e\uff08<strong>raspberrypi<\/strong>\uff095\uff0c8G \u5185\u5b58<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>0. \u76f4\u63a5\u4e0b\u8f7d\uff0c\u7136\u540e\u8fd0\u884c<\/strong><\/h2>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">sudo curl -L https:\/\/ollama.com\/download\/ollama-linux-arm64 -o \/usr\/bin\/ollama\nsudo chmod +x \/usr\/bin\/ollama\n\nsudo ollama serve\n\n#\u53e6\u8d77\u4e00\u4e2a\u7a97\u53e3\uff0c\u7136\u540e\u8fd0\u884c\n\nollama run llama3\n\n\n\n<\/pre><\/div>\n\n\n\n<p>\u53c2\u7167 <a href=\"https:\/\/github.com\/ollama\/ollama\/blob\/main\/docs\/linux.md\">ollama\/docs\/linux.md at main \u00b7 ollama\/ollama (github.com)<\/a>\uff0c\u505a\u6210\u670d\u52a1<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">sudo useradd -r -s \/bin\/false -m -d \/usr\/share\/ollama ollama\n\ncat \/lib\/systemd\/system\/ollama.service\n\n[Unit]\nDescription=Ollama Service\nAfter=network-online.target\n\n[Service]\nExecStart=\/usr\/bin\/ollama serve\nUser=ollama\nGroup=ollama\nRestart=always\nRestartSec=3\n\n[Install]\nWantedBy=default.target\n\nsudo systemctl daemon-reload\nsudo systemctl enable ollama\nsudo systemctl start ollama\n<\/pre><\/div>\n\n\n\n<p>\u8fd0\u884c llama3 \u6a21\u578b<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">ollama run llama3\n\n<\/pre><\/div>\n\n\n\n<p>\u8fd0\u884c phi3 \u6a21\u578b<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">ollama run phi3<\/pre><\/div>\n\n\n\n<p>\u4e0b\u9762\u7684\u5185\u5bb9\u662f\u81ea\u5df1\u7f16\u8bd1\uff0c\u9700\u8981 ollama\uff0c go<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>1. \u51c6\u5907\u6811\u8393\u6d3e(raspberrypi)5 <\/strong><\/h2>\n\n\n\n<p>\u5b89\u88c5\u597d\u7cfb\u7edf\uff0c\u53ef\u4ee5\u901a\u8fc7ssh \u8fdc\u7a0b\u8fde\u63a5\uff0c\u53ef\u4ee5\u901a\u8fc7\u6709\u7ebf\u6216\u662f\u65e0\u7ebf\u8fde\u63a5\u5230\u4e92\u8054\u7f51<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>2. \u5b89\u88c5go<\/strong><\/h2>\n\n\n\n<p>ollama \u9700\u8981\u7684\u73af\u5883<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>cmake version 3.24 or higher<\/li>\n\n\n\n<li>go version 1.22 or higher<\/li>\n\n\n\n<li>gcc version 11.4.0 or higher<\/li>\n<\/ul>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:python decode:true \">sudo apt-get install cmake gcc git\n<\/pre><\/div>\n\n\n\n<p>\u9700\u8981\u5230 <a href=\"https:\/\/go.dev\/dl\/\">All releases &#8211; The Go Programming Language<\/a> \u4e0b\u8f7d\u6700\u65b0\u7684go \u7248\u672c<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">wget https:\/\/go.dev\/dl\/go1.22.2.linux-arm64.tar.gz<\/pre><\/div>\n\n\n\n<p>\u540e\u9762\u8fd8\u4f1a\u81ea\u52a8\u4e0b\u8f7d llama.cpp<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">https:\/\/github.com\/ggerganov\/llama.cpp<\/pre><\/div>\n\n\n\n<p>\u7136\u540e\u89e3\u538b<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">sudo tar -C \/usr\/local -xzf \/home\/tony\/git\/go1.22.2.linux-arm64.tar.gz \n\nexport PATH=\/usr\/local\/go\/bin:$PATH\n<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>3. \u4e0b\u8f7d ollama<\/strong><\/h2>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">git clone https:\/\/github.com\/ollama\/ollama\n<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>4. \u7f16\u8bd1 ollama<\/strong><\/h2>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">cd ollama\ngo generate .\/...\ngo build .<\/pre><\/div>\n\n\n\n<p>\u5982\u679c\u6267\u884c\u4e0a\u9762\u6d89\u53ca\u5230\u4e0b\u8f7d i\/o timeout \u7684\u95ee\u9898\uff0c\u53ef\u4ee5\u4f7f\u7528\u4e0b\u9762\u7684\u4ee3\u7406\uff0c\u91cd\u65b0\u6267\u884c<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">export GOPROXY=https:\/\/goproxy.cn,direct\n<\/pre><\/div>\n\n\n\n<p>\u7f16\u8bd1\u6210\u529f\u540e\uff0c\u5f53\u524d\u76ee\u5f55\u4e0b\u4f1a\u6709 ollama \u6587\u4ef6<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">tony@raspberrypi:~\/git\/ollama $ ls -l ollama\n-rwxr-xr-x 1 tony tony 32467192 Apr 25 10:51 ollama\ntony@raspberrypi:~\/git\/ollama $\n<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>5. \u8fd0\u884c ollama<\/strong><\/h2>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">.\/ollama<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>6. \u9009\u62e9\u6a21\u578b<\/strong><\/h2>\n\n\n\n<p>\u53ef\u4ee5\u53bb <a href=\"https:\/\/ollama.com\/library\/llama3\">llama3 (ollama.com)<\/a> \u4e0b\u8f7d\u4f60\u60f3\u6d4b\u8bd5\u7684\u6a21\u578b\uff1a<\/p>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:python decode:true \">https:\/\/ollama.com\/library\/llama3<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>6. \u6d4b\u8bd5\u6a21\u578b <\/strong>llama3<\/h2>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">ollama run llama3<\/pre><\/div>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>7. \u6d4b\u8bd5\u6a21\u578b<\/strong> phi3<\/h2>\n\n\n\n<div class=\"wp-block-urvanov-syntax-highlighter-code-block\"><pre class=\"lang:sh decode:true \">ollama run phi3<\/pre><\/div>\n\n\n\n<p>phi3 \u6bd4 llama3 \u5feb\u4e00\u70b9<\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4f7f\u7528\u7684\u662f\u6811\u8393\u6d3e\uff08raspberrypi\uff095\uff0c8G \u5185\u5b58 0. \u76f4\u63a5\u4e0b\u8f7d\uff0c\u7136\u540e\u8fd0\u884c \u53c2\u7167 ollama\/docs [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[444,59,443,442],"tags":[432,434,433,435,429,428],"class_list":["post-3354","post","type-post","status-publish","format-standard","hentry","category-ai","category-linux","category-llm","category-llms","tag-go","tag-llama3","tag-ollama","tag-phi3","tag-raspberrypi","tag-428"],"views":2519,"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/3354","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3354"}],"version-history":[{"count":35,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/3354\/revisions"}],"predecessor-version":[{"id":3398,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/3354\/revisions\/3398"}],"wp:attachment":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3354"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3354"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3354"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}