[{"data":1,"prerenderedAt":1893},["ShallowReactive",2],{"header-counts":3,"footer-counts":6,"alt-main-gpt4all":8,"alt-list-gpt4all":495},{"tools":4,"reviews":5},98,27,{"tools":4,"reviews":5,"playbooks":7,"news":5},23,{"id":9,"title":10,"alternatives":11,"api_compatible":15,"body":16,"category":460,"chinese_friendly":449,"cover":461,"description":462,"domestic":463,"extension":464,"faq":15,"free":465,"github":441,"languages":466,"lastVerified":468,"meta":469,"models":15,"navigation":465,"notSuitable":15,"opensource":465,"path":470,"pillar":471,"platforms":472,"priceTable":15,"pricing":476,"published":477,"relatedPlaybooks":15,"relatedReviews":15,"score":478,"self_host":463,"seo":481,"seoTitle":482,"slug":483,"sources":484,"stem":487,"suitable":15,"tagline":488,"tags":489,"updated":468,"verdict":493,"website":433,"__hash__":494},"tools\u002Ftools\u002Fcoding\u002Flocal\u002Fgpt4all.md","GPT4All",[12,13,14],"coding\u002Flocal\u002Follama","coding\u002Flocal\u002Flm-studio","coding\u002Flocal\u002Fjan",null,{"type":17,"value":18,"toc":444},"minimark",[19,24,33,36,39,91,94,100,133,136,140,148,165,170,187,190,215,218,316,319,351,355,378,382,388,394,400,403,419,422,427],[20,21,23],"h2",{"id":22},"tldr","TL;DR",[25,26,27,28,32],"p",{},"GPT4All 是 Nomic AI 出品的本地 LLM 推理工具，最大卖点是",[29,30,31],"strong",{},"CPU 也能跑","——没有独立显卡的普通笔记本 \u002F 办公本照样运行本地大模型。MIT 开源，桌面客户端一键下载 GGUF 模型，开箱即用。适合无 GPU 设备、隐私优先、轻量本地推理场景。",[25,34,35],{},"适合：没有独立 GPU 的笔记本 \u002F 办公本用户、需要完全离线本地推理、隐私敏感场景、轻量聊天 \u002F 文档处理。不适合：需要高速推理（CPU 太慢）、需要 OpenAI 兼容 API 给应用接入（用 Ollama）、需要大模型（32B+，CPU 跑不动）。",[20,37,38],{"id":38},"核心能力",[40,41,42,49,55,61,67,73,79,85],"ul",{},[43,44,45,48],"li",{},[29,46,47],{},"CPU 推理","：基于 llama.cpp 优化，纯 CPU 跑 7B 量化模型，无需 GPU",[43,50,51,54],{},[29,52,53],{},"一键下载模型","：内置模型库，点击即下载 GGUF 格式模型，自动配置",[43,56,57,60],{},[29,58,59],{},"桌面客户端","：跨平台 GUI（Win \u002F Mac \u002F Linux），聊天界面开箱即用",[43,62,63,66],{},[29,64,65],{},"LocalDocs（RAG）","：内置文档问答功能，拖入 PDF \u002F 文档即可基于本地文档聊天",[43,68,69,72],{},[29,70,71],{},"OpenAI 兼容 API","：内置 Local Server，暴露 OpenAI 兼容端点供应用调用",[43,74,75,78],{},[29,76,77],{},"模型库丰富","：Llama \u002F Qwen \u002F Mistral \u002F Phi \u002F GPT-OSS 等主流开源模型可选",[43,80,81,84],{},[29,82,83],{},"GPU 加速（可选）","：有 GPU 时自动启用，速度提升数倍",[43,86,87,90],{},[29,88,89],{},"MIT 开源","：完全免费，可商用，提供 Python \u002F C++ SDK 二次开发",[20,92,93],{"id":93},"价格",[95,96,97],"blockquote",{},[25,98,99],{},"以下信息为 2026-07-30 核实。",[101,102,103,118],"table",{},[104,105,106],"thead",{},[107,108,109,113,115],"tr",{},[110,111,112],"th",{},"方案",[110,114,93],{},[110,116,117],{},"说明",[119,120,121],"tbody",{},[107,122,123,127,130],{},[124,125,126],"td",{},"开源版",[124,128,129],{},"$0",[124,131,132],{},"完整功能，MIT 协议，商用免费",[25,134,135],{},"完全免费。成本在于硬件（CPU \u002F 内存）和你选用的模型。",[20,137,139],{"id":138},"体验与评测资料整理","体验与评测（资料整理）",[95,141,142],{},[25,143,144,145],{},"说明：本节基于官方文档与公开评测整理，非本站独立实测环境，具体数据请以官方为准。\n",[29,146,147],{},"亮点：",[40,149,150,153,156,159,162],{},[43,151,152],{},"纯 CPU 跑 Qwen2.5-7B-Q4 在 i7 笔记本上约 5-8 tok\u002Fs，轻量聊天可用",[43,154,155],{},"LocalDocs 文档问答好用：拖入技术 PDF，直接问问题，完全离线",[43,157,158],{},"模型一键下载体验顺滑，不用手动找 GGUF + 配路径",[43,160,161],{},"有 GPU 时自动加速，RTX 3060 跑 7B 约 30-40 tok\u002Fs",[43,163,164],{},"桌面 GUI 简洁易用，非技术用户也能上手",[25,166,167],{},[29,168,169],{},"踩坑：",[40,171,172,175,178,181,184],{},[43,173,174],{},"CPU 推理速度慢，7B 模型生成一段代码要等 10-20 秒",[43,176,177],{},"内存占用高：7B-Q4 至少需 8GB RAM，13B 需 16GB",[43,179,180],{},"LocalDocs 的 RAG 质量一般，复杂文档检索准确率不高",[43,182,183],{},"OpenAI 兼容 API 功能弱，不如 Ollama 灵活，不支持自定义 Modelfile",[43,185,186],{},"中文模型支持一般，需手动选 Qwen 等中文友好的模型",[20,188,189],{"id":189},"上手",[191,192,193,196,199,202,205,208],"ol",{},[43,194,195],{},"从 gpt4all.io 下载对应平台安装包",[43,197,198],{},"安装后打开桌面客户端",[43,200,201],{},"点击 \"Downloads\" → 选模型（推荐 Qwen2.5-7B-Q4 或 Llama3.1-8B-Q4）",[43,203,204],{},"下载完成后回到 Chat → 选模型 → 开始聊天",[43,206,207],{},"文档问答：LocalDocs → 添加文档文件夹 → 在聊天中勾选引用",[43,209,210,211],{},"API 接入：Settings → 启用 API Server → 端点 ",[212,213,214],"code",{},"http:\u002F\u002Flocalhost:4891\u002Fv1",[20,216,217],{"id":217},"对比",[101,219,220,235],{},[104,221,222],{},[107,223,224,227,229,232],{},[110,225,226],{},"维度",[110,228,10],{},[110,230,231],{},"Ollama",[110,233,234],{},"LM Studio",[119,236,237,249,262,276,289,303],{},[107,238,239,241,244,247],{},[124,240,47],{},[124,242,243],{},"✅ 优化好",[124,245,246],{},"✅",[124,248,246],{},[107,250,251,254,257,260],{},[124,252,253],{},"GUI",[124,255,256],{},"✅ 桌面",[124,258,259],{},"❌ CLI",[124,261,246],{},[107,263,264,267,270,273],{},[124,265,266],{},"模型下载",[124,268,269],{},"✅ 内置库",[124,271,272],{},"✅ CLI",[124,274,275],{},"✅ GUI 库",[107,277,278,281,284,287],{},[124,279,280],{},"OpenAI API",[124,282,283],{},"基础",[124,285,286],{},"强（Modelfile）",[124,288,246],{},[107,290,291,294,297,300],{},[124,292,293],{},"文档 RAG",[124,295,296],{},"✅ LocalDocs",[124,298,299],{},"需配 WebUI",[124,301,302],{},"需插件",[107,304,305,308,311,313],{},[124,306,307],{},"开源",[124,309,310],{},"MIT",[124,312,310],{},[124,314,315],{},"闭源",[20,317,318],{"id":318},"避坑",[40,320,321,327,333,339,345],{},[43,322,323,326],{},[29,324,325],{},"CPU 用户别跑大模型","：13B 以上 CPU 跑基本不可用，坚持 7B 量化",[43,328,329,332],{},[29,330,331],{},"LocalDocs 别放太多文件","：文件多了索引慢且检索质量下降，分批放",[43,334,335,338],{},[29,336,337],{},"API Server 别对公网开","：默认无鉴权，仅本地用",[43,340,341,344],{},[29,342,343],{},"内存不够会崩","：8GB RAM 只能跑 7B-Q4，别勉强 13B",[43,346,347,350],{},[29,348,349],{},"中文场景选 Qwen","：Llama 系列中文能力弱，Qwen \u002F GLM 更合适",[20,352,354],{"id":353},"适合-不适合","适合 \u002F 不适合",[40,356,357,360,363,366,369,372,375],{},[43,358,359],{},"✅ 没有独立 GPU 的笔记本 \u002F 办公本",[43,361,362],{},"✅ 需要完全离线 + 隐私优先的本地推理",[43,364,365],{},"✅ 轻量聊天 \u002F 文档问答场景",[43,367,368],{},"✅ 非技术用户（GUI 友好）",[43,370,371],{},"❌ 需要高速推理（有 GPU 直接 Ollama）",[43,373,374],{},"❌ 需要给应用 \u002F IDE 接入 API（用 Ollama）",[43,376,377],{},"❌ 需要跑大模型（32B+，CPU 跑不动）",[20,379,381],{"id":380},"faq","FAQ",[25,383,384,387],{},[29,385,386],{},"Q: CPU 跑 7B 模型速度能接受吗？","\nA: 看用途。轻量聊天 \u002F 短问答可以接受（5-8 tok\u002Fs）。但代码生成 \u002F 长文本输出等待时间较长（一段代码 10-20 秒）。有 GPU 强烈建议用 GPU。",[25,389,390,393],{},[29,391,392],{},"Q: GPT4All 和 Ollama 怎么选？","\nA: 没 GPU + 要 GUI → GPT4All。有 GPU + 要 API 接入应用 → Ollama。两者底层都基于 llama.cpp，模型格式通用（GGUF）。",[25,395,396,399],{},[29,397,398],{},"Q: LocalDocs 文档问答好用吗？","\nA: 基础可用但 RAG 质量一般。简单 PDF 问答没问题，复杂文档 \u002F 多文件检索准确率不高。专业 RAG 需求建议配 Open WebUI + 向量数据库。",[20,401,402],{"id":402},"相关阅读",[25,404,405,410,411,410,415],{},[406,407,409],"a",{"href":408},"\u002Fcoding\u002Flocal\u002Fjan.html","Jan"," · ",[406,412,414],{"href":413},"\u002Fcoding\u002Flocal\u002Fvllm.html","vLLM",[406,416,418],{"href":417},"\u002Fagent\u002Fdesktop\u002Fopen-interpreter.html","Open Interpreter",[20,420,421],{"id":421},"来源",[95,423,424],{},[25,425,426],{},"本文的价格、版本号与性能数据均参考以下官方渠道整理，可能随时间变动，请以官方实时信息为准。",[40,428,429,437],{},[43,430,431],{},[406,432,436],{"href":433,"rel":434},"https:\u002F\u002Fgpt4all.io",[435],"nofollow","官网",[43,438,439],{},[406,440,443],{"href":441,"rel":442},"https:\u002F\u002Fgithub.com\u002Fnomic-ai\u002Fgpt4all",[435],"GitHub",{"title":445,"searchDepth":446,"depth":446,"links":447},"",3,[448,450,451,452,453,454,455,456,457,458,459],{"id":22,"depth":449,"text":23},2,{"id":38,"depth":449,"text":38},{"id":93,"depth":449,"text":93},{"id":138,"depth":449,"text":139},{"id":189,"depth":449,"text":189},{"id":217,"depth":449,"text":217},{"id":318,"depth":449,"text":318},{"id":353,"depth":449,"text":354},{"id":380,"depth":449,"text":381},{"id":402,"depth":449,"text":402},{"id":421,"depth":449,"text":421},"local","\u002Fimg\u002Ftools\u002Fgpt4all.webp","GPT4All 真实评测：Nomic AI 出品的本地 LLM 推理工具（MIT 协议），支持 CPU 运行无需 GPU，GGUF 格式模型一键下载。跨平台桌面客户端，适合没有独立显卡、需要在普通笔记本上跑本地大模型的用户。",false,"md",true,[467],"en","2026-07-30",{},"\u002Ftools\u002Fcoding\u002Flocal\u002Fgpt4all","coding",[473,474,475],"windows","macos","linux","Free \u002F 开源（MIT）","2026-07-05",{"power":446,"ux":479,"price":480,"cn_support":449,"stability":479},4,5,{"title":10,"description":462},"GPT4All - 本地 LLM 推理引擎评测与使用 | AIHO","coding\u002Flocal\u002Fgpt4all",[485,486],{"title":436,"url":433},{"title":443,"url":441},"tools\u002Fcoding\u002Flocal\u002Fgpt4all","本地 LLM 推理，Nomic AI 出品，支持 CPU 运行",[460,490,491,492],"cpu-inference","opensource","gguf","没有 GPU 也能跑本地大模型的首选，CPU 推理 + 一键下载模型体验顺滑；但推理速度慢、API 能力弱，有 GPU 用户建议直接 Ollama。","TgPrQyPJLpynyf-XkM0F8bH966neeohreYgSy1srLLI",[496,1014,1479],{"id":497,"title":231,"alternatives":498,"api_compatible":502,"body":517,"category":460,"chinese_friendly":446,"cover":958,"description":959,"domestic":463,"extension":464,"faq":960,"free":465,"github":973,"languages":974,"lastVerified":975,"meta":976,"models":15,"navigation":465,"notSuitable":15,"opensource":465,"path":977,"pillar":471,"platforms":978,"priceTable":980,"pricing":985,"published":986,"relatedPlaybooks":987,"relatedReviews":15,"score":990,"self_host":465,"seo":991,"seoTitle":992,"slug":12,"sources":993,"stem":1001,"suitable":15,"tagline":1002,"tags":1003,"updated":996,"verdict":1011,"website":1012,"__hash__":1013},"tools\u002Ftools\u002Fcoding\u002Flocal\u002Follama.md",[13,499,500,501],"coding\u002Flocal\u002Fopen-webui","coding\u002Flocal\u002Fcherry-studio","coding\u002Flocal\u002Flobe-chat",[503,504,505,506,507,508,509,510,511,512,513,514,515,231,516],"OpenAI","Anthropic","Google","Grok","Mistral","Cohere","阿里通义","百度文心","腾讯混元","Moonshot Kimi","字节豆包","DeepSeek","智谱 GLM","Hugging Face",{"type":17,"value":518,"toc":946},[519,521,528,531,533,602,604,607,611,615,635,639,670,672,706,708,834,836,868,870,893,895,921,923],[20,520,23],{"id":22},[25,522,523,524,527],{},"Ollama 是本地 LLM 的 Daemon 事实标准——后台跑、暴露 REST API（11434）+ CLI、Modelfile 配置、GGUF 一站式。MIT 开源，跨 Win \u002F Mac \u002F Linux。0.19+ 起 Mac M 系列底层切 MLX 推理。模型库覆盖 Llama \u002F Qwen \u002F DeepSeek \u002F Gemma \u002F Mistral 等主流开源模型，",[212,525,526],{},"ollama pull"," 一键拉。",[25,529,530],{},"适合：给 Cursor \u002F Cline \u002F Continue \u002F Open WebUI 接本地 OpenAI 兼容 endpoint、个人 \u002F 评估 \u002F 原型、嵌入应用、自动化脚本。不适合：GUI 偏好用户（用 LM Studio）、多用户并发生产服务（用 vLLM）、模型浏览 \u002F 调参界面（用 LM Studio）。",[20,532,38],{"id":38},[40,534,535,541,550,556,563,578,584,590,596],{},[43,536,537,540],{},[29,538,539],{},"后台 Daemon","：开机自启，应用调用零延迟",[43,542,543,546,547],{},[29,544,545],{},"CLI","：",[212,548,549],{},"ollama pull \u002F run \u002F list \u002F show \u002F create \u002F serve",[43,551,552,555],{},[29,553,554],{},"Modelfile","：类 Dockerfile 注册任意 GGUF，配 SYSTEM \u002F PARAMETER \u002F TEMPLATE",[43,557,558,546,560],{},[29,559,71],{},[212,561,562],{},"http:\u002F\u002Flocalhost:11434\u002Fv1\u002Fchat\u002Fcompletions",[43,564,565,546,568,571,572,571,575],{},[29,566,567],{},"原生 API",[212,569,570],{},"\u002Fapi\u002Fchat","、",[212,573,574],{},"\u002Fapi\u002Fgenerate",[212,576,577],{},"\u002Fapi\u002Fembeddings",[43,579,580,583],{},[29,581,582],{},"模型库","：官方注册表内置 Llama \u002F Qwen \u002F DeepSeek \u002F Gemma \u002F Mistral \u002F GPT-OSS 等",[43,585,586,589],{},[29,587,588],{},"MLX 加速（Mac）","：0.19+ 起 M 系列自动用 MLX",[43,591,592,595],{},[29,593,594],{},"量化","：默认 Q4_K_M、支持 Q5 \u002F Q8 \u002F FP16",[43,597,598,601],{},[29,599,600],{},"跨平台","：Win \u002F Mac \u002F Linux 安装包，Docker 官方镜像",[20,603,93],{"id":93},[25,605,606],{},"完全免费、MIT 开源、商用免费。",[20,608,610],{"id":609},"实测m2-pro-qwen3-coder-7b-q4","实测（M2 Pro + Qwen3-Coder-7B Q4）",[25,612,613],{},[29,614,147],{},[40,616,617,623,626,629,632],{},[43,618,619,622],{},[212,620,621],{},"ollama run qwen3-coder:7b"," 一行起飞，3 秒进交互",[43,624,625],{},"REST API 配 Cursor \u002F Cline \u002F Continue 几乎全工具开箱即用",[43,627,628],{},"Modelfile 写自定义编码助手（low temperature + system prompt + 16K context）几分钟搞定",[43,630,631],{},"多模型并存，按需切换，内存占用合理",[43,633,634],{},"Mac M 系列 MLX 后比旧 GGUF 模式快显著",[25,636,637],{},[29,638,169],{},[40,640,641,651,657,664,667],{},[43,642,643,644,647,648],{},"默认 ",[212,645,646],{},"num_ctx"," 偏小（2048），跑长上下文要在 Modelfile 加 ",[212,649,650],{},"PARAMETER num_ctx 16384",[43,652,653,654],{},"模型默认走 0.0.0.0:11434 ↔ Docker 容器互访要 ",[212,655,656],{},"--add-host=host.docker.internal:host-gateway",[43,658,659,660,663],{},"国内 ",[212,661,662],{},"ollama.com\u002Flibrary"," 下载偶有慢，可手动 HF 下 GGUF + Modelfile 自建",[43,665,666],{},"多用户并发吞吐显著低于 vLLM",[43,668,669],{},"没有 GUI，模型浏览 \u002F 参数面板要走 LM Studio \u002F Open WebUI 配合",[20,671,189],{"id":189},[191,673,674,680,686,691,697,703],{},[43,675,676,679],{},[212,677,678],{},"curl -fsSL https:\u002F\u002Follama.ai\u002Finstall.sh | sh","（Mac \u002F Linux）；Windows winget",[43,681,682,685],{},[212,683,684],{},"ollama pull qwen3-coder:7b","（按需换模型）",[43,687,688,690],{},[212,689,621],{}," 直接聊",[43,692,693,694],{},"应用接入：baseURL = ",[212,695,696],{},"http:\u002F\u002Flocalhost:11434\u002Fv1",[43,698,699,700],{},"自定义：写 Modelfile → ",[212,701,702],{},"ollama create my-coder -f Modelfile",[43,704,705],{},"进阶：装 Open WebUI 做前端 \u002F 多人共享",[20,707,217],{"id":217},[101,709,710,725],{},[104,711,712],{},[107,713,714,716,718,720,722],{},[110,715,226],{},[110,717,231],{},[110,719,234],{},[110,721,414],{},[110,723,724],{},"llama.cpp",[119,726,727,744,759,774,789,805,821],{},[107,728,729,732,735,738,741],{},[124,730,731],{},"形态",[124,733,734],{},"CLI + Daemon",[124,736,737],{},"GUI + Headless",[124,739,740],{},"Python Server",[124,742,743],{},"C++ 二进制",[107,745,746,748,751,753,756],{},[124,747,189],{},[124,749,750],{},"极低",[124,752,750],{},[124,754,755],{},"中",[124,757,758],{},"高",[107,760,761,764,766,769,772],{},[124,762,763],{},"模型浏览",[124,765,545],{},[124,767,768],{},"✅ GUI",[124,770,771],{},"无",[124,773,771],{},[107,775,776,779,782,785,787],{},[124,777,778],{},"OpenAI 兼容",[124,780,781],{},"✅ :11434",[124,783,784],{},"✅ :1234",[124,786,246],{},[124,788,246],{},[107,790,791,794,797,800,803],{},[124,792,793],{},"多用户吞吐",[124,795,796],{},"弱（~40 tok\u002Fs）",[124,798,799],{},"中（50–90）",[124,801,802],{},"强（800–12500）",[124,804,755],{},[107,806,807,810,813,815,818],{},[124,808,809],{},"MLX (Mac)",[124,811,812],{},"✅ 0.19+",[124,814,246],{},[124,816,817],{},"部分",[124,819,820],{},"–",[107,822,823,825,827,829,832],{},[124,824,307],{},[124,826,310],{},[124,828,315],{},[124,830,831],{},"Apache 2.0",[124,833,310],{},[20,835,318],{"id":318},[40,837,838,844,850,856,862],{},[43,839,840,843],{},[29,841,842],{},"num_ctx 一定要设","：默认 2K 太小，跑代码 \u002F 长文档要 16K+",[43,845,846,849],{},[29,847,848],{},"Modelfile 模板别漏 TEMPLATE","：错的 chat template 会让模型输出乱码 \u002F 不停",[43,851,852,855],{},[29,853,854],{},"KV cache 爆表 = 速度悬崖","：32B 模型 32K 上下文，KV cache 可能 12+ GB，超显存自动 offload 慢 10×",[43,857,858,861],{},[29,859,860],{},"不要 0.0.0.0 直接对公网","：默认无鉴权，对外暴露走反代 + Bearer \u002F mTLS",[43,863,864,867],{},[29,865,866],{},"Mac 让它自动用 MLX","：升 0.19+；不要手动强制 GGUF + Metal",[20,869,354],{"id":353},[40,871,872,875,878,881,884,887,890],{},[43,873,874],{},"✅ 应用 \u002F IDE 接本地模型（Cursor \u002F Cline \u002F Continue）",[43,876,877],{},"✅ 个人 \u002F 评估 \u002F 脚本自动化",[43,879,880],{},"✅ Modelfile 自定义系统 prompt + 参数",[43,882,883],{},"✅ Mac M 系列 MLX 用户",[43,885,886],{},"❌ 多用户并发生产服务（用 vLLM）",[43,888,889],{},"❌ GUI 调参 \u002F 模型浏览（配 LM Studio \u002F Open WebUI）",[43,891,892],{},"❌ 极致单卡吞吐研究（直接 llama.cpp \u002F vLLM）",[20,894,402],{"id":402},[40,896,897,903,909,915],{},[43,898,899],{},[406,900,902],{"href":901},"\u002Ftools\u002Fcoding\u002Flocal\u002Flm-studio","LM Studio 评测",[43,904,905],{},[406,906,908],{"href":907},"\u002Ftools\u002Fcoding\u002Flocal\u002Fopen-webui","Open WebUI 评测",[43,910,911],{},[406,912,914],{"href":913},"\u002Ftools\u002Fcoding\u002Flocal\u002Fcherry-studio","Cherry Studio 评测",[43,916,917],{},[406,918,920],{"href":919},"\u002Fplaybook\u002Fonboarding\u002Frag-pipeline-build","RAG Pipeline 搭建 Playbook",[20,922,421],{"id":421},[191,924,925,932,939],{},[43,926,927,928],{},"Markaicode — Import GGUF Models into Ollama 2026（2026-05-15）",[406,929,930],{"href":930,"rel":931},"https:\u002F\u002Fmarkaicode.com\u002Fimport-gguf-models-ollama-guide",[435],[43,933,934,935],{},"ComputingForGeeks — Ollama Models Cheat Sheet 2026 ",[406,936,937],{"href":937,"rel":938},"https:\u002F\u002Fcomputingforgeeks.com\u002Follama-models-cheat-sheet",[435],[43,940,941,942],{},"Codersera — Ollama vs LM Studio vs vLLM vs llama.cpp vs MLX 2026 ",[406,943,944],{"href":944,"rel":945},"https:\u002F\u002Fcodersera.com\u002Fblog\u002Follama-vs-lm-studio-vs-vllm-vs-llama-cpp-vs-mlx-2026\u002F",[435],{"title":445,"searchDepth":446,"depth":446,"links":947},[948,949,950,951,952,953,954,955,956,957],{"id":22,"depth":449,"text":23},{"id":38,"depth":449,"text":38},{"id":93,"depth":449,"text":93},{"id":609,"depth":449,"text":610},{"id":189,"depth":449,"text":189},{"id":217,"depth":449,"text":217},{"id":318,"depth":449,"text":318},{"id":353,"depth":449,"text":354},{"id":402,"depth":449,"text":402},{"id":421,"depth":449,"text":421},"\u002Fimg\u002Ftools\u002Follama.webp","Ollama 真实评测：本地 LLM 的事实标准 Daemon，CLI + REST API，模型库 + Modelfile + GGUF 一站式。0.19+ 在 Mac M 系列用 MLX 加速；OpenAI 兼容端点 11434；MIT 开源 + 跨平台。",[961,964,967,970],{"q":962,"a":963},"和 LM Studio 怎么选？","Ollama = Daemon + CLI，开机自启在 11434 端口跑，应用 \u002F IDE 调它最方便。LM Studio = GUI，模型浏览 \u002F 调参 \u002F 聊天体验更好。两者底层都基于 llama.cpp，Mac M 系列上都已切 MLX。",{"q":965,"a":966},"Modelfile 是什么？","类 Dockerfile 的模型配置：`FROM .\u002Fxxx.gguf` + PARAMETER \u002F TEMPLATE \u002F SYSTEM。把任意 GGUF 注册成本地模型供调用。`ollama create my-model -f Modelfile`。",{"q":968,"a":969},"OpenAI 兼容端点？","`http:\u002F\u002Flocalhost:11434\u002Fv1`。任何 OpenAI SDK 改 baseURL 即用。也可走原生 `\u002Fapi\u002Fchat`、`\u002Fapi\u002Fgenerate`。",{"q":971,"a":972},"并发能力？","单用户原型场景顺滑（~40 tok\u002Fs peak），多用户并发明显不如 vLLM（vLLM 的 PagedAttention + 连续批处理高 16–20×）。生产并发选 vLLM。","https:\u002F\u002Fgithub.com\u002Follama\u002Follama",[467],"2026-08-02",{},"\u002Ftools\u002Fcoding\u002Flocal\u002Follama",[473,474,475,979],"docker",[981],{"plan":126,"price":982,"features":983,"notes":984},"免费","完整 CLI + REST API + Modelfile + 模型库 + MIT 协议","全平台、商用免费","完全免费 + 开源（MIT）","2026-06-19",[988,989],"onboarding\u002Frag-pipeline-build","onboarding\u002Fclaude-code-getting-started",{"power":479,"ux":479,"price":480,"cn_support":446,"stability":480},{"title":231,"description":959},"Ollama 评测 2026：本地运行大模型，开源 AI 模型管理工具，私有化部署指南",[994,997,999],{"name":995,"url":930,"accessed":996},"Markaicode — Import GGUF 2026","2026-06-24",{"name":998,"url":937,"accessed":996},"ComputingForGeeks — Ollama Cheat Sheet 2026",{"name":1000,"url":944,"accessed":996},"Codersera — Ollama vs LM Studio vs vLLM 2026","tools\u002Fcoding\u002Flocal\u002Follama","本地 LLM 的 Daemon——CLI + REST API 后台跑，给 Cursor \u002F Cline \u002F Open WebUI 接本地模型最低门槛",[460,1004,1005,1006,1007,492,1008,1009,1010],"daemon","cli","rest-api","modelfile","mlx","openai-compatible","open-source","本地 LLM 的 Daemon 事实标准，CLI \u002F Modelfile \u002F REST API 三件套配合最广泛。GUI 偏好用户走 LM Studio；多用户并发生产用 vLLM；其他场景几乎默认 Ollama。","https:\u002F\u002Follama.com","yL3ZqN3rlWsImgvBFSYlFraTqj9ki9gSJlMbXVmruyg",{"id":1015,"title":234,"alternatives":1016,"api_compatible":15,"body":1017,"category":460,"chinese_friendly":446,"cover":1432,"description":1433,"domestic":463,"extension":464,"faq":1434,"free":465,"github":15,"languages":1447,"lastVerified":975,"meta":1449,"models":15,"navigation":465,"notSuitable":15,"opensource":463,"path":901,"pillar":471,"platforms":1450,"priceTable":1451,"pricing":1459,"published":986,"relatedPlaybooks":1460,"relatedReviews":15,"score":1461,"self_host":465,"seo":1462,"seoTitle":1463,"slug":13,"sources":1464,"stem":1470,"suitable":15,"tagline":1471,"tags":1472,"updated":996,"verdict":1476,"website":1477,"__hash__":1478},"tools\u002Ftools\u002Fcoding\u002Flocal\u002Flm-studio.md",[12,499,500,501],{"type":17,"value":1018,"toc":1420},[1019,1021,1028,1031,1033,1089,1091,1105,1110,1114,1118,1135,1139,1156,1158,1184,1186,1315,1317,1349,1351,1374,1376,1397,1399],[20,1020,23],{"id":22},[25,1022,1023,1024,1027],{},"LM Studio 是 Windows \u002F macOS \u002F Linux 桌面应用，让你像浏览 App Store 一样发现、下载、运行本地大模型（GGUF \u002F MLX 格式）。底层基于 llama.cpp + MLX，Mac M 系列原生优化。0.3+ 起新增 Headless 模式 + ",[212,1025,1026],{},"lms"," CLI，可在服务器跑 OpenAI 兼容 API（默认 :1234）。个人 \u002F 评估完全免费，商用咨询。",[25,1029,1030],{},"适合：本地 LLM 入门 \u002F 评估、Mac 用户、需要 GUI 调参 \u002F 模型比较、想给 IDE \u002F 应用接本地 OpenAI 兼容 endpoint 的开发者。不适合：多用户并发生产服务（用 vLLM）、嵌入式 \u002F 边缘部署（用 llama.cpp）、纯 CLI 工作流（用 Ollama）。",[20,1032,38],{"id":38},[40,1034,1035,1041,1047,1053,1062,1071,1077,1083],{},[43,1036,1037,1040],{},[29,1038,1039],{},"模型浏览器","：内置 Hugging Face 检索，按 GGUF \u002F MLX \u002F 大小筛选、一键下载",[43,1042,1043,1046],{},[29,1044,1045],{},"聊天界面","：System Prompt \u002F temperature \u002F top-p \u002F context size 可视化调参",[43,1048,1049,1052],{},[29,1050,1051],{},"多模型并存 \u002F 切换","：同时加载多模型在不同会话中比较",[43,1054,1055,546,1058,1061],{},[29,1056,1057],{},"OpenAI 兼容 Local Server",[212,1059,1060],{},"http:\u002F\u002Flocalhost:1234\u002Fv1","，任何 SDK 即接即用",[43,1063,1064,546,1067,1070],{},[29,1065,1066],{},"Headless \u002F CLI",[212,1068,1069],{},"lms server start --port 1234","，无 GUI 可跑",[43,1072,1073,1076],{},[29,1074,1075],{},"PDF \u002F 文档对话","：内置基础 RAG，丢文件就能聊",[43,1078,1079,1082],{},[29,1080,1081],{},"MLX 原生支持（Mac）","：M1+ 上比 GGUF + Metal 快 30–50%",[43,1084,1085,1088],{},[29,1086,1087],{},"持续批处理","：Codersera 2026 测得 50–90 tok\u002Fs（消费级 GPU + 中等模型）",[20,1090,93],{"id":93},[40,1092,1093,1099],{},[43,1094,1095,1098],{},[29,1096,1097],{},"个人 \u002F 评估","：免费，全功能可用",[43,1100,1101,1104],{},[29,1102,1103],{},"商用","：邮件 \u002F 官网联系 LM Studio 团队",[95,1106,1107],{},[25,1108,1109],{},"模型本身免费（开源权重），LM Studio 不抽水任何 token 费用。",[20,1111,1113],{"id":1112},"实测mac-m2-pro-qwen3-coder-7b-gguf-q4_k_m","实测（Mac M2 Pro + Qwen3-Coder-7B GGUF Q4_K_M）",[25,1115,1116],{},[29,1117,147],{},[40,1119,1120,1123,1126,1129,1132],{},[43,1121,1122],{},"模型浏览器极舒服：搜「qwen3-coder」直接列出 GGUF + MLX 各 quant，标硬件兼容度",[43,1124,1125],{},"加载 7B Q4 模型 \u003C 3 秒，生成 ~75 tok\u002Fs",[43,1127,1128],{},"Local Server 开了 Cursor 直接接 baseURL → 本地代码补全零成本",[43,1130,1131],{},"MLX 版同模型 ~110 tok\u002Fs，差距显著",[43,1133,1134],{},"多窗口加载 2 个模型并排测，调 prompt 直观",[25,1136,1137],{},[29,1138,169],{},[40,1140,1141,1144,1147,1150,1153],{},[43,1142,1143],{},"模型库依赖 Hugging Face，国内访问要镜像 \u002F 代理",[43,1145,1146],{},"GPU 显存吃满后会自动 offload 到 CPU，无提示就慢下来",[43,1148,1149],{},"Headless 模式相对 Ollama 偏新，文档稍少",[43,1151,1152],{},"闭源应用（虽免费），不适合企业合规挂钩",[43,1154,1155],{},"中文 UI 可用但部分菜单仍英文",[20,1157,189],{"id":189},[191,1159,1160,1163,1166,1169,1172,1179],{},[43,1161,1162],{},"lmstudio.ai 下载（Mac \u002F Windows \u002F Linux）",[43,1164,1165],{},"打开 → Discover 标签 → 搜模型（如 qwen3-coder、deepseek-v3 GGUF\u002FMLX）→ Download",[43,1167,1168],{},"Chat 标签 → 选模型 → 调参聊天",[43,1170,1171],{},"Local Server 标签 → Start Server → 默认端口 1234",[43,1173,1174,1175,1178],{},"在你的应用里：",[212,1176,1177],{},"baseURL = \"http:\u002F\u002Flocalhost:1234\u002Fv1\"","，API Key 任意",[43,1180,1181,1182],{},"Headless：",[212,1183,1069],{},[20,1185,217],{"id":217},[101,1187,1188,1203],{},[104,1189,1190],{},[107,1191,1192,1194,1196,1198,1201],{},[110,1193,226],{},[110,1195,234],{},[110,1197,231],{},[110,1199,1200],{},"Open WebUI",[110,1202,724],{},[119,1204,1205,1221,1236,1250,1262,1274,1288,1301],{},[107,1206,1207,1209,1212,1215,1218],{},[124,1208,731],{},[124,1210,1211],{},"GUI + CLI",[124,1213,1214],{},"CLI Daemon",[124,1216,1217],{},"Docker UI",[124,1219,1220],{},"二进制",[107,1222,1223,1225,1228,1231,1233],{},[124,1224,763],{},[124,1226,1227],{},"✅ 内置",[124,1229,1230],{},"CLI pull",[124,1232,771],{},[124,1234,1235],{},"手动",[107,1237,1238,1241,1243,1246,1248],{},[124,1239,1240],{},"参数调优 GUI",[124,1242,246],{},[124,1244,1245],{},"❌",[124,1247,817],{},[124,1249,1245],{},[107,1251,1252,1254,1256,1258,1260],{},[124,1253,71],{},[124,1255,784],{},[124,1257,781],{},[124,1259,246],{},[124,1261,246],{},[107,1263,1264,1266,1268,1270,1272],{},[124,1265,809],{},[124,1267,246],{},[124,1269,812],{},[124,1271,820],{},[124,1273,820],{},[107,1275,1276,1279,1282,1284,1286],{},[124,1277,1278],{},"多用户并发",[124,1280,1281],{},"弱",[124,1283,1281],{},[124,1285,246],{},[124,1287,755],{},[107,1289,1290,1292,1295,1297,1299],{},[124,1291,307],{},[124,1293,1294],{},"闭源（免费）",[124,1296,310],{},[124,1298,310],{},[124,1300,310],{},[107,1302,1303,1306,1308,1311,1313],{},[124,1304,1305],{},"上手难度",[124,1307,750],{},[124,1309,1310],{},"低",[124,1312,755],{},[124,1314,758],{},[20,1316,318],{"id":318},[40,1318,1319,1325,1331,1337,1343],{},[43,1320,1321,1324],{},[29,1322,1323],{},"国内下模型走镜像","：HF 直连慢 \u002F 卡，配 HF_ENDPOINT=hf-mirror.com",[43,1326,1327,1330],{},[29,1328,1329],{},"显存爆 ≠ 报错","：GPU 装不下会无声 offload 到 CPU，关注生成速度，必要时降 quant 或换小模型",[43,1332,1333,1336],{},[29,1334,1335],{},"MLX 优先（Mac M 系列）","：能下 MLX 版就别下 GGUF，速度差距明显",[43,1338,1339,1342],{},[29,1340,1341],{},"Local Server 暴露要谨慎","：默认 0.0.0.0 + 无鉴权，对外开放前加反代 + Bearer",[43,1344,1345,1348],{},[29,1346,1347],{},"闭源合规要核","：企业内部使用前查 license；商用必须联系官方",[20,1350,354],{"id":353},[40,1352,1353,1356,1359,1362,1365,1368,1371],{},[43,1354,1355],{},"✅ 本地 LLM 入门 \u002F 评估",[43,1357,1358],{},"✅ Mac M 系列用户",[43,1360,1361],{},"✅ 想给 Cursor \u002F Cline 接本地 OpenAI 兼容 endpoint",[43,1363,1364],{},"✅ 需要 GUI 调参 \u002F 模型比较",[43,1366,1367],{},"❌ 多用户并发生产服务",[43,1369,1370],{},"❌ 嵌入式 \u002F 边缘设备",[43,1372,1373],{},"❌ 强合规 \u002F 必须开源审计",[20,1375,402],{"id":402},[40,1377,1378,1383,1387,1391],{},[43,1379,1380],{},[406,1381,1382],{"href":977},"Ollama 评测",[43,1384,1385],{},[406,1386,908],{"href":907},[43,1388,1389],{},[406,1390,914],{"href":913},[43,1392,1393],{},[406,1394,1396],{"href":1395},"\u002Fplaybook\u002Fonboarding\u002Fclaude-code-getting-started","Claude Code 上手 Playbook",[20,1398,421],{"id":421},[191,1400,1401,1408,1415],{},[43,1402,1403,1404],{},"LM Studio 官网 ",[406,1405,1406],{"href":1406,"rel":1407},"https:\u002F\u002Flmstudio.ai\u002F",[435],[43,1409,1410,1411],{},"Codersera — LM Studio Complete Guide 2026 ",[406,1412,1413],{"href":1413,"rel":1414},"https:\u002F\u002Fcodersera.com\u002Fblog\u002Flm-studio-complete-guide-2026\u002F",[435],[43,1416,941,1417],{},[406,1418,944],{"href":944,"rel":1419},[435],{"title":445,"searchDepth":446,"depth":446,"links":1421},[1422,1423,1424,1425,1426,1427,1428,1429,1430,1431],{"id":22,"depth":449,"text":23},{"id":38,"depth":449,"text":38},{"id":93,"depth":449,"text":93},{"id":1112,"depth":449,"text":1113},{"id":189,"depth":449,"text":189},{"id":217,"depth":449,"text":217},{"id":318,"depth":449,"text":318},{"id":353,"depth":449,"text":354},{"id":402,"depth":449,"text":402},{"id":421,"depth":449,"text":421},"\u002Fimg\u002Ftools\u002Flm-studio.webp","LM Studio 真实评测：跨平台桌面应用，运行本地 GGUF \u002F MLX 大模型。50–90 tok\u002Fs 持续批处理、OpenAI 兼容本地 API（默认端口 1234）、Headless 模式、Mac \u002F Win 双端。对个人开发者免费，企业咨询。",[1435,1438,1441,1444],{"q":1436,"a":1437},"和 Ollama 怎么选？","LM Studio 是 GUI 优先（模型浏览器 + 参数面板 + 聊天界面），适合个人 \u002F 评估 \u002F 上手。Ollama 是 CLI \u002F Daemon 优先（后台跑 + REST API），适合应用嵌入 \u002F 脚本调用。两者都基于 llama.cpp，在 Mac M 系列上都已用 MLX。",{"q":1439,"a":1440},"支持 MLX 吗？","支持。Mac M1+ 上可加载 MLX 格式模型，速度比 GGUF + Metal 快 30–50%。模型搜索时筛选 MLX 即可。",{"q":1442,"a":1443},"OpenAI 兼容 API 怎么用？","开 Local Server → 默认端口 1234 → `http:\u002F\u002Flocalhost:1234\u002Fv1`。任何 OpenAI SDK 把 baseURL 改这个就能跑本地模型，零代码改动。",{"q":1445,"a":1446},"Headless 模式？","0.3+ 起支持 `lms server start` CLI 启动后台服务，无 GUI 即可跑 OpenAI 兼容 API，适合服务器 \u002F SSH 场景。",[467,1448],"zh",{},[473,474,475],[1452,1455],{"plan":1097,"price":982,"features":1453,"notes":1454},"全功能 GUI + Headless API + GGUF\u002FMLX","供个人 \u002F 评估使用",{"plan":1103,"price":1456,"features":1457,"notes":1458},"联系咨询","团队部署 \u002F 商用 license","邮件 \u002F 官网联系","免费（个人 \u002F 评估） \u002F 企业 \u002F 商用咨询",[988,989],{"power":479,"ux":480,"price":480,"cn_support":446,"stability":479},{"title":234,"description":1433},"LM Studio 评测 2026：本地运行开源大模型，图形化界面，AI 模型管理",[1465,1467,1469],{"name":1466,"url":1406,"accessed":996},"LM Studio 官网",{"name":1468,"url":1413,"accessed":996},"Codersera — LM Studio Complete Guide 2026",{"name":1000,"url":944,"accessed":996},"tools\u002Fcoding\u002Flocal\u002Flm-studio","本地 LLM 的 GUI 首选——模型浏览器 + GGUF\u002FMLX 推理 + OpenAI 兼容 API + Mac 原生优化",[460,1473,492,1008,1474,1475,1009],"gui","llama-cpp","mac","Mac \u002F Windows 桌面本地 LLM 的 GUI 首选——上手最快、模型浏览最舒服、自带 OpenAI 兼容 API。批量服务 \u002F 多用户场景用 vLLM；纯 CLI \u002F 嵌入应用走 Ollama。","https:\u002F\u002Flmstudio.ai","Pj3jNb1Z4S55e91UkW1ZMgI86ps_Wm7yCc7zeXPF05U",{"id":1480,"title":409,"alternatives":1481,"api_compatible":15,"body":1482,"category":460,"chinese_friendly":446,"cover":1873,"description":1874,"domestic":463,"extension":464,"faq":15,"free":465,"github":1858,"languages":1875,"lastVerified":468,"meta":1876,"models":15,"navigation":465,"notSuitable":15,"opensource":465,"path":1877,"pillar":471,"platforms":1878,"priceTable":15,"pricing":1879,"published":477,"relatedPlaybooks":15,"relatedReviews":15,"score":1880,"self_host":463,"seo":1881,"seoTitle":1882,"slug":14,"sources":1883,"stem":1886,"suitable":15,"tagline":1887,"tags":1888,"updated":468,"verdict":1891,"website":1852,"__hash__":1892},"tools\u002Ftools\u002Fcoding\u002Flocal\u002Fjan.md",[13,500,12],{"type":17,"value":1483,"toc":1860},[1484,1486,1493,1496,1498,1547,1549,1553,1576,1579,1581,1587,1604,1608,1625,1627,1647,1649,1751,1753,1785,1787,1809,1811,1817,1823,1829,1831,1840,1842,1846],[20,1485,23],{"id":22},[25,1487,1488,1489,1492],{},"Jan 是开源的本地 LLM 桌面客户端，定位是",[29,1490,1491],{},"ChatGPT 的离线替代品","。界面设计精美，操作体验接近 ChatGPT，支持 GGUF 模型一键下载、本地推理、多模型切换、插件扩展。AGPL 开源，完全免费。适合想要一个好看好用的本地 AI 聊天工具、隐私优先的用户。",[25,1494,1495],{},"适合：想要 ChatGPT 颜值和体验的本地替代、个人离线聊天、隐私敏感场景、非技术用户（GUI 友好）。不适合：需要 OpenAI 兼容 API 给应用接入（用 Ollama）、需要模型调参 \u002F 量化选择（用 LM Studio）、企业商用（AGPL 限制）。",[20,1497,38],{"id":38},[40,1499,1500,1506,1511,1517,1523,1529,1535,1541],{},[43,1501,1502,1505],{},[29,1503,1504],{},"ChatGPT 式界面","：聊天 UI 设计精美，多会话管理、Markdown 渲染、代码高亮",[43,1507,1508,1510],{},[29,1509,53],{},"：内置模型市场，搜索 GGUF 模型点击下载，自动配置",[43,1512,1513,1516],{},[29,1514,1515],{},"本地推理","：基于 llama.cpp，支持 CPU \u002F GPU 加速，完全离线运行",[43,1518,1519,1522],{},[29,1520,1521],{},"多模型切换","：一个会话可切换不同模型对比输出，方便评估",[43,1524,1525,1528],{},[29,1526,1527],{},"插件系统","：支持扩展功能，如网页搜索、文档分析、API 代理等",[43,1530,1531,1534],{},[29,1532,1533],{},"远程 API 接入","：除了本地模型，也支持接 OpenAI \u002F Anthropic 等云端 API",[43,1536,1537,1540],{},[29,1538,1539],{},"跨平台桌面 App","：Win \u002F Mac \u002F Linux 原生安装包，Electron 构建",[43,1542,1543,1546],{},[29,1544,1545],{},"隐私优先","：所有数据本地存储，无遥测，无云端调用（本地模型模式）",[20,1548,93],{"id":93},[95,1550,1551],{},[25,1552,99],{},[101,1554,1555,1565],{},[104,1556,1557],{},[107,1558,1559,1561,1563],{},[110,1560,112],{},[110,1562,93],{},[110,1564,117],{},[119,1566,1567],{},[107,1568,1569,1571,1573],{},[124,1570,126],{},[124,1572,129],{},[124,1574,1575],{},"完整功能，AGPL 协议",[25,1577,1578],{},"完全免费。注意 AGPL 协议：个人使用无限制，但二次开发 \u002F 商用需遵守开源传染条款。",[20,1580,139],{"id":138},[95,1582,1583],{},[25,1584,144,1585],{},[29,1586,147],{},[40,1588,1589,1592,1595,1598,1601],{},[43,1590,1591],{},"界面设计是同类最佳：比 LM Studio \u002F GPT4All 好看很多，接近 ChatGPT 体验",[43,1593,1594],{},"模型下载体验顺滑：搜索 → 下载 → 使用，全程 GUI，零命令行",[43,1596,1597],{},"多模型对比实用：同一问题切换模型看不同回答，选模型很方便",[43,1599,1600],{},"插件系统有潜力：网页搜索插件让本地模型也能联网",[43,1602,1603],{},"支持云端 API 混用：本地模型 + GPT-4o 切换，一个客户端搞定",[25,1605,1606],{},[29,1607,169],{},[40,1609,1610,1613,1616,1619,1622],{},[43,1611,1612],{},"Electron 应用内存占用偏高，老设备偶有卡顿",[43,1614,1615],{},"模型管理不如 LM Studio：量化版本选择少，调参选项有限",[43,1617,1618],{},"API Server 功能弱：有 OpenAI 兼容端点但不如 Ollama 灵活",[43,1620,1621],{},"插件生态尚不成熟，可用插件不多",[43,1623,1624],{},"AGPL 协议对企业不友好，商用需注意合规",[20,1626,189],{"id":189},[191,1628,1629,1632,1635,1638,1641,1644],{},[43,1630,1631],{},"从 jan.ai 下载对应平台安装包",[43,1633,1634],{},"安装后打开 Jan，界面类似 ChatGPT",[43,1636,1637],{},"点击模型市场（Hub）→ 搜索推荐模型（Qwen2.5-7B \u002F Llama3.1-8B）",[43,1639,1640],{},"下载模型后，新建会话 → 选择模型 → 开始聊天",[43,1642,1643],{},"多模型对比：同一会话切换模型或开多个会话",[43,1645,1646],{},"接云端 API：Settings → API Keys → 填入 OpenAI Key 即可混用",[20,1648,217],{"id":217},[101,1650,1651,1666],{},[104,1652,1653],{},[107,1654,1655,1657,1659,1661,1663],{},[110,1656,226],{},[110,1658,409],{},[110,1660,234],{},[110,1662,231],{},[110,1664,1665],{},"Cherry Studio",[119,1667,1668,1682,1696,1709,1722,1736],{},[107,1669,1670,1673,1675,1677,1680],{},[124,1671,1672],{},"界面颜值",[124,1674,758],{},[124,1676,755],{},[124,1678,1679],{},"无 GUI",[124,1681,758],{},[107,1683,1684,1687,1689,1692,1694],{},[124,1685,1686],{},"模型管理",[124,1688,755],{},[124,1690,1691],{},"强",[124,1693,1691],{},[124,1695,755],{},[107,1697,1698,1701,1703,1705,1707],{},[124,1699,1700],{},"API 接入",[124,1702,283],{},[124,1704,246],{},[124,1706,1691],{},[124,1708,246],{},[107,1710,1711,1714,1716,1718,1720],{},[124,1712,1713],{},"插件扩展",[124,1715,246],{},[124,1717,1245],{},[124,1719,1245],{},[124,1721,246],{},[107,1723,1724,1727,1729,1731,1734],{},[124,1725,1726],{},"云端 API 混用",[124,1728,246],{},[124,1730,246],{},[124,1732,1733],{},"需配",[124,1735,246],{},[107,1737,1738,1741,1744,1746,1748],{},[124,1739,1740],{},"开源协议",[124,1742,1743],{},"AGPL",[124,1745,315],{},[124,1747,310],{},[124,1749,1750],{},"Apache",[20,1752,318],{"id":318},[40,1754,1755,1761,1767,1773,1779],{},[43,1756,1757,1760],{},[29,1758,1759],{},"别指望它做 API 服务器","：Jan 的 API Server 功能基础，给应用接入用 Ollama",[43,1762,1763,1766],{},[29,1764,1765],{},"模型选对量化","：默认下载的可能不是最优量化，手动选 Q4_K_M 平衡速度质量",[43,1768,1769,1772],{},[29,1770,1771],{},"Electron 吃内存","：8GB RAM 设备跑大模型 + Jan 本身会卡，关其他应用",[43,1774,1775,1778],{},[29,1776,1777],{},"AGPL 商用注意","：企业内部署需法务确认 AGPL 合规",[43,1780,1781,1784],{},[29,1782,1783],{},"插件别装太多","：部分插件质量参差，可能影响稳定性",[20,1786,354],{"id":353},[40,1788,1789,1792,1795,1798,1801,1803,1806],{},[43,1790,1791],{},"✅ 想要 ChatGPT 颜值和体验的本地替代",[43,1793,1794],{},"✅ 个人离线聊天 \u002F 隐私优先场景",[43,1796,1797],{},"✅ 非技术用户（GUI 友好，零命令行）",[43,1799,1800],{},"✅ 本地 + 云端 API 混用需求",[43,1802,374],{},[43,1804,1805],{},"❌ 需要精细模型调参 \u002F 量化管理（用 LM Studio）",[43,1807,1808],{},"❌ 企业商用（AGPL 限制）",[20,1810,381],{"id":380},[25,1812,1813,1816],{},[29,1814,1815],{},"Q: Jan 和 LM Studio 怎么选？","\nA: 颜值和聊天体验选 Jan，模型管理和调参选 LM Studio。Jan 更像 ChatGPT，LM Studio 更像模型工具箱。两者都免费，可以都装。",[25,1818,1819,1822],{},[29,1820,1821],{},"Q: 能给 Cursor \u002F Cline 接入吗？","\nA: Jan 有 OpenAI 兼容 API Server（默认端口 1337），理论上可以。但不如 Ollama 稳定灵活，推荐用 Ollama 做 API 服务器。",[25,1824,1825,1828],{},[29,1826,1827],{},"Q: AGPL 协议影响个人使用吗？","\nA: 不影响。AGPL 主要约束网络服务分发场景。个人本地使用完全无限制。只有你把 Jan 改造后对外提供 SaaS 服务才需开源你的修改。",[20,1830,402],{"id":402},[25,1832,1833,410,1836,410,1838],{},[406,1834,10],{"href":1835},"\u002Fcoding\u002Flocal\u002Fgpt4all.html",[406,1837,414],{"href":413},[406,1839,418],{"href":417},[20,1841,421],{"id":421},[95,1843,1844],{},[25,1845,426],{},[40,1847,1848,1854],{},[43,1849,1850],{},[406,1851,436],{"href":1852,"rel":1853},"https:\u002F\u002Fjan.ai",[435],[43,1855,1856],{},[406,1857,443],{"href":1858,"rel":1859},"https:\u002F\u002Fgithub.com\u002Fjanhq\u002Fjan",[435],{"title":445,"searchDepth":446,"depth":446,"links":1861},[1862,1863,1864,1865,1866,1867,1868,1869,1870,1871,1872],{"id":22,"depth":449,"text":23},{"id":38,"depth":449,"text":38},{"id":93,"depth":449,"text":93},{"id":138,"depth":449,"text":139},{"id":189,"depth":449,"text":189},{"id":217,"depth":449,"text":217},{"id":318,"depth":449,"text":318},{"id":353,"depth":449,"text":354},{"id":380,"depth":449,"text":381},{"id":402,"depth":449,"text":402},{"id":421,"depth":449,"text":421},"\u002Fimg\u002Ftools\u002Fjan.webp","Jan 真实评测：开源本地 LLM 桌面客户端（AGPL 协议），定位 ChatGPT 的离线替代，支持 GGUF 模型一键下载 + 本地推理 + 插件扩展。跨平台桌面 app，适合需要完全离线、隐私优先的本地 AI 聊天场景。",[467],{},"\u002Ftools\u002Fcoding\u002Flocal\u002Fjan",[473,474,475],"Free \u002F 开源（AGPL）",{"power":446,"ux":479,"price":480,"cn_support":446,"stability":446},{"title":409,"description":1874},"Jan - 开源本地 LLM 桌面客户端评测 | AIHO",[1884,1885],{"title":436,"url":1852},{"title":443,"url":1858},"tools\u002Fcoding\u002Flocal\u002Fjan","开源本地 LLM 桌面客户端，定位 ChatGPT 的离线替代",[460,1889,491,492,1890],"desktop","offline","颜值最高、最像 ChatGPT 的开源本地 LLM 客户端，离线聊天体验好；但 API 能力和模型管理不如 Ollama\u002FLM Studio，定位偏轻量个人使用。","A1THYvHqqGYW3sNLdKo_wmhGktyak4UnrJaiENKFhro",1785660641085]