vault backup: 2024-07-28 13:07:40

.obsidian/workspace.json

@@ -42,9 +42,21 @@
                 "source": false
               }
             }
+          },
+          {
+            "id": "766281c360d9ae1d",
+            "type": "leaf",
+            "state": {
+              "type": "markdown",
+              "state": {
+                "file": "k8sFunny/如何本地搭建ollama大模型.md",
+                "mode": "source",
+                "source": false
+              }
+            }
           }
         ],
-        "currentTab": 2
+        "currentTab": 3
       }
     ],
     "direction": "vertical"
@@ -110,7 +122,7 @@
             "state": {
               "type": "backlink",
               "state": {
-                "file": "k8sFunny/terrafrom.md",
+                "file": "k8sFunny/如何本地搭建ollama大模型.md",
                 "collapseAll": false,
                 "extraContext": false,
                 "sortOrder": "alphabetical",
@@ -127,7 +139,7 @@
             "state": {
               "type": "outgoing-link",
               "state": {
-                "file": "k8sFunny/terrafrom.md",
+                "file": "k8sFunny/如何本地搭建ollama大模型.md",
                 "linksCollapsed": false,
                 "unlinkedCollapsed": true
               }
@@ -150,7 +162,7 @@
             "state": {
               "type": "outline",
               "state": {
-                "file": "k8sFunny/terrafrom.md"
+                "file": "k8sFunny/如何本地搭建ollama大模型.md"
               }
             }
           }
@@ -172,10 +184,14 @@
       "obsidian-excalidraw-plugin:新建绘图文件": false
     }
   },
-  "active": "747e4049f67e96a7",
+  "active": "766281c360d9ae1d",
   "lastOpenFiles": [
-    "k8sFunny/07 如何使yaml更好看.md",
+    "img/Pasted image 20240728130417.png",
+    "img/Pasted image 20240728130237.png",
     "k8sFunny/terrafrom.md",
+    "k8sFunny/如何本地搭建ollama大模型.md",
+    "youAreSoBoring",
+    "k8sFunny/07 如何使yaml更好看.md",
     "k8sFunny/02 如何让你集群更整洁.md",
     "k8sFunny/03 如何删除termintaing的名称空间.md",
     "img/Pasted image 20240725224114.png",
@@ -206,8 +222,6 @@
     "kubernetes/kubernetes4.md",
     "kubernetes/kubernetes3.md",
     "kubernetes/kubernetes2.md",
-    "kubernetes/kubernetes1.md",
+    "kubernetes/kubernetes1.md"
-    "k8sFunny/04 coredns相关配置.md",
-    "k8sFunny/05 ipvs 1s超时.md"
   ]
 }

k8sFunny/如何本地搭建ollama大模型.md

@@ -0,0 +1,39 @@
+## 下载ollama
+
+整个过程需要准备三个软件：
+
+Ollama。用于运行本地大模型。如果使用闭源大模型的API，则不需要安装Ollama。
+
+Docker。用于运行AnythingLLM。
+
+AnythingLLM。知识库运行平台，提供知识库构建及运行的功能。
+
+1 安装Ollama
+下载Ollama（网址：[https://ollama.com/download]()）
+
+
+下载后直接安装，然后启动命令行窗口输入命令加载模型。命令可以通过点击官网Models后，搜索并选择所需要的模型后查看。
+
+
+搜索框输入qwen
+
+
+选择模型后，拷贝对应的命令
+例如: 
+```bash
+ollama run qwen2
+```
+
+这样就能本地跑千问了。
+
+注：Ollama支持加载运行GGUF格式的大模型，这个自行查看官网。
+
+启动命令行窗口，拷贝命令并运行，若是第一次运行，Ollama会自动下载模型并启动模型。如本机上已安装了qwen:14b模型，则输入命令后会直接启动此模型。
+
+![](../img/Pasted%20image%2020240728130237.png)
+
+## web ui
+
+然后呢，大部分人是用了open-ui，但是我觉得没必要，这里推荐一个谷歌宝藏插件：Page Assist
+
+![](../img/Pasted%20image%2020240728130417.png)