diff --git a/.obsidian/workspace.json b/.obsidian/workspace.json index 7ef94d6..13d6f87 100644 --- a/.obsidian/workspace.json +++ b/.obsidian/workspace.json @@ -42,9 +42,21 @@ "source": false } } + }, + { + "id": "766281c360d9ae1d", + "type": "leaf", + "state": { + "type": "markdown", + "state": { + "file": "k8sFunny/如何本地搭建ollama大模型.md", + "mode": "source", + "source": false + } + } } ], - "currentTab": 2 + "currentTab": 3 } ], "direction": "vertical" @@ -110,7 +122,7 @@ "state": { "type": "backlink", "state": { - "file": "k8sFunny/terrafrom.md", + "file": "k8sFunny/如何本地搭建ollama大模型.md", "collapseAll": false, "extraContext": false, "sortOrder": "alphabetical", @@ -127,7 +139,7 @@ "state": { "type": "outgoing-link", "state": { - "file": "k8sFunny/terrafrom.md", + "file": "k8sFunny/如何本地搭建ollama大模型.md", "linksCollapsed": false, "unlinkedCollapsed": true } @@ -150,7 +162,7 @@ "state": { "type": "outline", "state": { - "file": "k8sFunny/terrafrom.md" + "file": "k8sFunny/如何本地搭建ollama大模型.md" } } } @@ -172,10 +184,14 @@ "obsidian-excalidraw-plugin:新建绘图文件": false } }, - "active": "747e4049f67e96a7", + "active": "766281c360d9ae1d", "lastOpenFiles": [ - "k8sFunny/07 如何使yaml更好看.md", + "img/Pasted image 20240728130417.png", + "img/Pasted image 20240728130237.png", "k8sFunny/terrafrom.md", + "k8sFunny/如何本地搭建ollama大模型.md", + "youAreSoBoring", + "k8sFunny/07 如何使yaml更好看.md", "k8sFunny/02 如何让你集群更整洁.md", "k8sFunny/03 如何删除termintaing的名称空间.md", "img/Pasted image 20240725224114.png", @@ -206,8 +222,6 @@ "kubernetes/kubernetes4.md", "kubernetes/kubernetes3.md", "kubernetes/kubernetes2.md", - "kubernetes/kubernetes1.md", - "k8sFunny/04 coredns相关配置.md", - "k8sFunny/05 ipvs 1s超时.md" + "kubernetes/kubernetes1.md" ] } \ No newline at end of file diff --git a/img/Pasted image 20240728130237.png b/img/Pasted image 20240728130237.png new file mode 100644 index 0000000..025c51c Binary files /dev/null and b/img/Pasted image 20240728130237.png differ diff --git a/img/Pasted image 20240728130417.png b/img/Pasted image 20240728130417.png new file mode 100644 index 0000000..4b3b1f3 Binary files /dev/null and b/img/Pasted image 20240728130417.png differ diff --git a/k8sFunny/如何本地搭建ollama大模型.md b/k8sFunny/如何本地搭建ollama大模型.md new file mode 100644 index 0000000..26399bd --- /dev/null +++ b/k8sFunny/如何本地搭建ollama大模型.md @@ -0,0 +1,39 @@ +## 下载ollama + +整个过程需要准备三个软件: + +Ollama。用于运行本地大模型。如果使用闭源大模型的API,则不需要安装Ollama。 + +Docker。用于运行AnythingLLM。 + +AnythingLLM。知识库运行平台,提供知识库构建及运行的功能。 + +1 安装Ollama +下载Ollama(网址:[https://ollama.com/download]()) + + +下载后直接安装,然后启动命令行窗口输入命令加载模型。命令可以通过点击官网Models后,搜索并选择所需要的模型后查看。 + + +搜索框输入qwen + + +选择模型后,拷贝对应的命令 +例如: +```bash +ollama run qwen2 +``` + +这样就能本地跑千问了。 + +注:Ollama支持加载运行GGUF格式的大模型,这个自行查看官网。 + +启动命令行窗口,拷贝命令并运行,若是第一次运行,Ollama会自动下载模型并启动模型。如本机上已安装了qwen:14b模型,则输入命令后会直接启动此模型。 + +![](../img/Pasted%20image%2020240728130237.png) + +## web ui + +然后呢,大部分人是用了open-ui,但是我觉得没必要,这里推荐一个谷歌宝藏插件:Page Assist + +![](../img/Pasted%20image%2020240728130417.png)