[{"data":1,"prerenderedAt":1521},["ShallowReactive",2],{"header-counts":3,"footer-counts":6,"compare-litellm-vs-one-api":9,"compare-a-litellm":10,"compare-b-one-api":850},{"tools":4,"reviews":5},78,26,{"tools":4,"reviews":5,"playbooks":7,"news":8},22,21,null,{"id":11,"title":12,"alternatives":13,"api_compatible":9,"body":18,"category":782,"chinese_friendly":290,"cover":783,"description":784,"domestic":785,"extension":786,"faq":787,"free":785,"github":9,"languages":800,"lastVerified":9,"meta":802,"models":9,"navigation":309,"notSuitable":9,"opensource":309,"path":803,"pillar":804,"platforms":805,"priceTable":809,"pricing":819,"published":820,"relatedPlaybooks":821,"relatedReviews":823,"score":825,"self_host":309,"seo":826,"seoTitle":9,"slug":827,"sources":828,"stem":838,"suitable":9,"tagline":839,"tags":840,"updated":831,"verdict":847,"website":848,"__hash__":849},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm.md","LiteLLM",[14,15,16,17],"coding\u002Fapi\u002Fopenrouter","coding\u002Fapi\u002Fone-api","coding\u002Fapi\u002Fportkey","coding\u002Fapi\u002Fhelicone",{"type":19,"value":20,"toc":770},"minimark",[21,26,35,38,41,141,144,161,167,171,176,199,204,229,233,438,441,604,607,671,675,701,704,731,734,766],[22,23,25],"h2",{"id":24},"tldr","TL;DR",[27,28,29,30,34],"p",{},"LiteLLM 是开源 LLM 网关里事实标准：MIT 协议，BerriAI 维护，双形态——SDK（",[31,32,33],"code",{},"pip install","，单进程嵌入）+ Proxy（Docker Compose + Postgres，团队级网关）。100+ 厂商统一 OpenAI 接口，虚拟 Key + 团队预算 + 三类 fallback（错误\u002F政策\u002F上下文）+ 成本追踪 + 内置 admin UI。2026-03 供应链事件后 v1.83+ 强化镜像验证，生产固定签名版本。",[27,36,37],{},"适合：中大型团队 \u002F 合规 \u002F 想完全控数据 + BYOK；微服务架构需要语言无关的 OpenAI 网关；要把成本治理 + 观测做到自建。不适合：不想运维（SaaS 走 OpenRouter \u002F Portkey）；中文支付 \u002F 业务运营（走 one-api \u002F new-api）；纯个人项目（pip 装 SDK 已够，不需要 Proxy）。",[22,39,40],{"id":40},"核心能力",[42,43,44,52,61,71,81,90,96,102,111,117,123,129,135],"ul",{},[45,46,47,51],"li",{},[48,49,50],"strong",{},"100+ providers","：OpenAI \u002F Anthropic \u002F Google \u002F AWS Bedrock \u002F Azure \u002F vLLM \u002F Ollama \u002F Together \u002F HuggingFace 等",[45,53,54,57,58],{},[48,55,56],{},"统一 OpenAI 接口","：所有模型走 ",[31,59,60],{},"\u002Fv1\u002Fchat\u002Fcompletions",[45,62,63,66,67,70],{},[48,64,65],{},"SDK 模式","：",[31,68,69],{},"from litellm import completion","，适合嵌入",[45,72,73,76,77,80],{},[48,74,75],{},"Proxy 模式","：HTTP 服务 + Postgres + admin UI（",[31,78,79],{},"\u002Fui","）",[45,82,83,66,86,89],{},[48,84,85],{},"虚拟 Key",[31,87,88],{},"\u002Fkey\u002Fgenerate"," 给团队 \u002F 服务签发独立 Key + 预算 + 模型白名单",[45,91,92,95],{},[48,93,94],{},"三类 fallback","：错误 \u002F 内容政策 \u002F context window",[45,97,98,101],{},[48,99,100],{},"重试 + 超时 + cooldown","：完整 SRE 配套",[45,103,104,66,107,110],{},[48,105,106],{},"Cost tracking",[31,108,109],{},"\u002Fglobal\u002Fspend\u002Freport"," + admin UI 看每团队 \u002F Key \u002F 模型成本",[45,112,113,116],{},[48,114,115],{},"回调","：Langfuse \u002F Prometheus \u002F Slack 一键挂载",[45,118,119,122],{},[48,120,121],{},"Guardrails","：Presidio PII masking \u002F 自定义内容检查",[45,124,125,128],{},[48,126,127],{},"缓存","：Redis 内置 + 语义缓存",[45,130,131,134],{},[48,132,133],{},"Routing strategy","：cost-based \u002F latency-based \u002F round-robin",[45,136,137,140],{},[48,138,139],{},"MIT 协议","：完全自由商用 + 修改",[22,142,143],{"id":143},"价格",[42,145,146,152,158],{},[45,147,148,151],{},[48,149,150],{},"OSS","：$0；自托管成本 = 1 台 Postgres + 1 台 LiteLLM container（~2GB RAM）",[45,153,154,157],{},[48,155,156],{},"Enterprise","：Custom；SSO \u002F SAML \u002F 审计 \u002F SLA \u002F on-prem 部署支持",[45,159,160],{},"模型成本走各厂商直接结算（BYOK）",[162,163,164],"blockquote",{},[27,165,166],{},"小规模总成本：1 台 2 核 4G VPS 跑 Postgres + LiteLLM 月 $20–30，团队 10 人完全够。",[22,168,170],{"id":169},"实测10-人-saas-微服务架构","实测（10 人 SaaS \u002F 微服务架构）",[27,172,173],{},[48,174,175],{},"亮点：",[42,177,178,181,184,187,190,193,196],{},[45,179,180],{},"Docker Compose 40 分钟拉起完整生产栈",[45,182,183],{},"虚拟 Key + 预算让微服务团队成本归因清晰",[45,185,186],{},"三类 fallback 配齐后可用率从 99.2% → 99.8%",[45,188,189],{},"admin UI 看每团队每天成本省了一堆自研 dashboard",[45,191,192],{},"Postgres + master key 模式，密钥 + 配置一致性高",[45,194,195],{},"与 Langfuse 集成做 trace + cost 双视角",[45,197,198],{},"多语言客户端（Python \u002F Node \u002F Go \u002F Rust）走同一 endpoint 体验一致",[27,200,201],{},[48,202,203],{},"踩坑：",[42,205,206,213,216,219,226],{},[45,207,208,209,212],{},"2026-03 供应链事件让团队对 ",[31,210,211],{},":latest"," tag 警惕，生产必须固定签名版本（如 v1.85.0）",[45,214,215],{},"Postgres salt key 一旦生成不能轮换，初始化前要谨慎备份",[45,217,218],{},"admin UI 早期版本英文为主，中文文档少",[45,220,221,222,225],{},"模型 ID 命名复杂（",[31,223,224],{},"provider\u002Fmodel-name","），各厂商命名规则不一",[45,227,228],{},"自托管 = 自付运维（Postgres backup \u002F 升级 \u002F 监控）",[22,230,232],{"id":231},"上手proxy-模式","上手（Proxy 模式）",[234,235,240],"pre",{"className":236,"code":237,"language":238,"meta":239,"style":239},"language-bash shiki shiki-themes github-light github-dark","mkdir llm-gateway && cd llm-gateway\nopenssl rand -hex 32 > .master_key\nopenssl rand -hex 32 > .salt_key\n\n# docker-compose.yml 拉 ghcr.io\u002Fberriai\u002Flitellm:v1.85.0\n# config.yaml 写 model_list \u002F fallbacks \u002F litellm_settings\n\ndocker compose up -d\n\n# 生成虚拟 Key\ncurl -X POST http:\u002F\u002Flocalhost:4000\u002Fkey\u002Fgenerate \\\n  -H \"Authorization: Bearer $LITELLM_MASTER_KEY\" \\\n  -d '{\"models\":[\"gpt-5.4\",\"claude-sonnet-4.6\"],\"max_budget\":100}'\n\n# 业务方调用\ncurl http:\u002F\u002Flocalhost:4000\u002Fv1\u002Fchat\u002Fcompletions \\\n  -H \"Authorization: Bearer sk-xxx\" \\\n  -d '{\"model\":\"gpt-5.4\",\"messages\":[...]}'\n","bash","",[31,241,242,266,288,304,311,318,324,329,344,349,355,373,390,399,404,410,420,430],{"__ignoreMap":239},[243,244,247,251,255,259,263],"span",{"class":245,"line":246},"line",1,[243,248,250],{"class":249},"sScJk","mkdir",[243,252,254],{"class":253},"sZZnC"," llm-gateway",[243,256,258],{"class":257},"sVt8B"," && ",[243,260,262],{"class":261},"sj4cs","cd",[243,264,265],{"class":253}," llm-gateway\n",[243,267,269,272,275,278,281,285],{"class":245,"line":268},2,[243,270,271],{"class":249},"openssl",[243,273,274],{"class":253}," rand",[243,276,277],{"class":261}," -hex",[243,279,280],{"class":261}," 32",[243,282,284],{"class":283},"szBVR"," >",[243,286,287],{"class":253}," .master_key\n",[243,289,291,293,295,297,299,301],{"class":245,"line":290},3,[243,292,271],{"class":249},[243,294,274],{"class":253},[243,296,277],{"class":261},[243,298,280],{"class":261},[243,300,284],{"class":283},[243,302,303],{"class":253}," .salt_key\n",[243,305,307],{"class":245,"line":306},4,[243,308,310],{"emptyLinePlaceholder":309},true,"\n",[243,312,314],{"class":245,"line":313},5,[243,315,317],{"class":316},"sJ8bj","# docker-compose.yml 拉 ghcr.io\u002Fberriai\u002Flitellm:v1.85.0\n",[243,319,321],{"class":245,"line":320},6,[243,322,323],{"class":316},"# config.yaml 写 model_list \u002F fallbacks \u002F litellm_settings\n",[243,325,327],{"class":245,"line":326},7,[243,328,310],{"emptyLinePlaceholder":309},[243,330,332,335,338,341],{"class":245,"line":331},8,[243,333,334],{"class":249},"docker",[243,336,337],{"class":253}," compose",[243,339,340],{"class":253}," up",[243,342,343],{"class":261}," -d\n",[243,345,347],{"class":245,"line":346},9,[243,348,310],{"emptyLinePlaceholder":309},[243,350,352],{"class":245,"line":351},10,[243,353,354],{"class":316},"# 生成虚拟 Key\n",[243,356,358,361,364,367,370],{"class":245,"line":357},11,[243,359,360],{"class":249},"curl",[243,362,363],{"class":261}," -X",[243,365,366],{"class":253}," POST",[243,368,369],{"class":253}," http:\u002F\u002Flocalhost:4000\u002Fkey\u002Fgenerate",[243,371,372],{"class":261}," \\\n",[243,374,376,379,382,385,388],{"class":245,"line":375},12,[243,377,378],{"class":261},"  -H",[243,380,381],{"class":253}," \"Authorization: Bearer ",[243,383,384],{"class":257},"$LITELLM_MASTER_KEY",[243,386,387],{"class":253},"\"",[243,389,372],{"class":261},[243,391,393,396],{"class":245,"line":392},13,[243,394,395],{"class":261},"  -d",[243,397,398],{"class":253}," '{\"models\":[\"gpt-5.4\",\"claude-sonnet-4.6\"],\"max_budget\":100}'\n",[243,400,402],{"class":245,"line":401},14,[243,403,310],{"emptyLinePlaceholder":309},[243,405,407],{"class":245,"line":406},15,[243,408,409],{"class":316},"# 业务方调用\n",[243,411,413,415,418],{"class":245,"line":412},16,[243,414,360],{"class":249},[243,416,417],{"class":253}," http:\u002F\u002Flocalhost:4000\u002Fv1\u002Fchat\u002Fcompletions",[243,419,372],{"class":261},[243,421,423,425,428],{"class":245,"line":422},17,[243,424,378],{"class":261},[243,426,427],{"class":253}," \"Authorization: Bearer sk-xxx\"",[243,429,372],{"class":261},[243,431,433,435],{"class":245,"line":432},18,[243,434,395],{"class":261},[243,436,437],{"class":253}," '{\"model\":\"gpt-5.4\",\"messages\":[...]}'\n",[22,439,440],{"id":440},"对比",[442,443,444,465],"table",{},[445,446,447],"thead",{},[448,449,450,454,456,459,462],"tr",{},[451,452,453],"th",{},"维度",[451,455,12],{},[451,457,458],{},"OpenRouter",[451,460,461],{},"One-API",[451,463,464],{},"Portkey",[466,467,468,484,499,514,531,544,558,574,588],"tbody",{},[448,469,470,474,477,480,482],{},[471,472,473],"td",{},"形态",[471,475,476],{},"OSS + Enterprise",[471,478,479],{},"SaaS",[471,481,150],{},[471,483,479],{},[448,485,486,489,492,495,497],{},[471,487,488],{},"协议",[471,490,491],{},"MIT",[471,493,494],{},"–",[471,496,491],{},[471,498,494],{},[448,500,501,504,507,510,512],{},[471,502,503],{},"自托管",[471,505,506],{},"✅",[471,508,509],{},"❌",[471,511,506],{},[471,513,156],{},[448,515,516,519,522,525,528],{},[471,517,518],{},"模型数",[471,520,521],{},"100+",[471,523,524],{},"300+",[471,526,527],{},"30+",[471,529,530],{},"250+",[448,532,533,536,538,540,542],{},[471,534,535],{},"虚拟 Key + 预算",[471,537,506],{},[471,539,494],{},[471,541,506],{},[471,543,506],{},[448,545,546,549,552,554,556],{},[471,547,548],{},"Fallback",[471,550,551],{},"✅ 三类",[471,553,506],{},[471,555,506],{},[471,557,506],{},[448,559,560,563,566,569,572],{},[471,561,562],{},"admin UI",[471,564,565],{},"✅ 内置",[471,567,568],{},"dashboard",[471,570,571],{},"✅ 中文 UI",[471,573,506],{},[448,575,576,579,581,583,586],{},[471,577,578],{},"中文支付",[471,580,509],{},[471,582,509],{},[471,584,585],{},"✅ EPay 内置",[471,587,509],{},[448,589,590,593,596,598,601],{},[471,591,592],{},"集成观测",[471,594,595],{},"Langfuse\u002FProm",[471,597,568],{},[471,599,600],{},"仪表盘",[471,602,603],{},"原生",[22,605,606],{"id":606},"避坑",[42,608,609,617,623,629,635,645,651,665],{},[45,610,611,66,614,616],{},[48,612,613],{},"必固定版本号",[31,615,211],{}," \u002F 滚动 tag 在 2026-03 供应链事件后已是禁忌；用带签名验证的具体版本（如 v1.85.0）",[45,618,619,622],{},[48,620,621],{},"salt_key 不能轮换","：初始化前生成 + 加密备份",[45,624,625,628],{},[48,626,627],{},"Postgres 备份","：所有虚拟 Key + 预算都在 DB，必须定期备份",[45,630,631,634],{},[48,632,633],{},"fallback 链别堆超 3 个","：失败叠加延迟 + 计费混乱",[45,636,637,640,641,644],{},[48,638,639],{},"drop_params 谨慎开","：开 ",[31,642,643],{},"drop_params: true"," 会静默丢不兼容字段，调试时容易 confused",[45,646,647,650],{},[48,648,649],{},"PII guardrail 不是 0 延迟","：Presidio 调用增 50–100ms，敏感场景再用",[45,652,653,656,657,660,661,664],{},[48,654,655],{},"monorepo + workspace 模型映射","：业务方调 ",[31,658,659],{},"gpt-4"," → config 映射到 ",[31,662,663],{},"openai\u002Fgpt-5.4-mini","，要规划稳定映射表",[45,666,667,670],{},[48,668,669],{},"国内自托管","：BYOK Key 走海外 API 仍然受网络影响，需要部署在能直连厂商的节点",[22,672,674],{"id":673},"适合-不适合","适合 \u002F 不适合",[42,676,677,680,683,686,689,692,695,698],{},[45,678,679],{},"✅ 中大型团队 \u002F 微服务架构",[45,681,682],{},"✅ 合规 \u002F 数据主权要求",[45,684,685],{},"✅ 多团队预算治理",[45,687,688],{},"✅ 想叠加 Langfuse \u002F Helicone \u002F Prometheus 观测",[45,690,691],{},"✅ BYOK 模式跨多厂商",[45,693,694],{},"❌ 不想运维（走 OpenRouter \u002F Portkey）",[45,696,697],{},"❌ 国内业务支付 + 中文运营（走 one-api \u002F new-api）",[45,699,700],{},"❌ 纯个人项目（SDK 足够，不需要 Proxy）",[22,702,703],{"id":703},"相关阅读",[42,705,706,713,719,725],{},[45,707,708],{},[709,710,712],"a",{"href":711},"\u002Ftools\u002Fcoding\u002Fapi\u002Fopenrouter","OpenRouter 评测",[45,714,715],{},[709,716,718],{"href":717},"\u002Ftools\u002Fcoding\u002Fapi\u002Fone-api","One-API 评测",[45,720,721],{},[709,722,724],{"href":723},"\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey","Portkey 评测",[45,726,727],{},[709,728,730],{"href":729},"\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone","Helicone 评测",[22,732,733],{"id":733},"来源",[735,736,737,745,752,759],"ol",{},[45,738,739,740],{},"NerdLevelTech — LiteLLM Proxy Production Tutorial 2026（含 v1.85.0 + 供应链事件细节）",[709,741,742],{"href":742,"rel":743},"https:\u002F\u002Fnerdleveltech.com\u002Flitellm-proxy-production-llm-gateway-tutorial",[744],"nofollow",[45,746,747,748],{},"LiteLLM 官方文档 — Fallbacks \u002F Retries \u002F Cooldowns ",[709,749,750],{"href":750,"rel":751},"https:\u002F\u002Fdocs.litellm.ai\u002Fdocs\u002Fproxy\u002Freliability",[744],[45,753,754,755],{},"Youngju.dev — LiteLLM Complete Guide 2026（SDK vs Proxy \u002F cost-based routing）",[709,756,757],{"href":757,"rel":758},"https:\u002F\u002Fwww.youngju.dev\u002Fblog\u002Fculture\u002F2026-03-25-litellm-unified-llm-api-proxy-guide-2025.en",[744],[45,760,761,762],{},"GitHub — BerriAI\u002Flitellm README ",[709,763,764],{"href":764,"rel":765},"https:\u002F\u002Fgithub.com\u002FBerriAI\u002Flitellm",[744],[767,768,769],"style",{},"html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":239,"searchDepth":290,"depth":290,"links":771},[772,773,774,775,776,777,778,779,780,781],{"id":24,"depth":268,"text":25},{"id":40,"depth":268,"text":40},{"id":143,"depth":268,"text":143},{"id":169,"depth":268,"text":170},{"id":231,"depth":268,"text":232},{"id":440,"depth":268,"text":440},{"id":606,"depth":268,"text":606},{"id":673,"depth":268,"text":674},{"id":703,"depth":268,"text":703},{"id":733,"depth":268,"text":733},"api","\u002Fimg\u002Ftools\u002Flitellm.webp","LiteLLM 真实评测：MIT 开源 LLM 网关，BerriAI 维护。SDK 模式（pip install litellm）+ Proxy 模式（Docker Compose 自托管）双形态，100+ 厂商统一 OpenAI 接口，虚拟 Key + 团队预算 + 三类 fallback + 成本追踪 + 内置 UI。2026-03 经历供应链事件后 v1.83+ 强化签名 + 镜像验证，生产请固定版本号。",false,"md",[788,791,794,797],{"q":789,"a":790},"SDK 和 Proxy 模式区别？","SDK 模式（`from litellm import completion`）直接在 Python 里调，适合个人项目 \u002F 单服务。Proxy 模式启动一个 HTTP 服务（默认 4000 端口）+ Postgres，所有应用通过 OpenAI 兼容 endpoint 调用，支持虚拟 Key \u002F 团队 \u002F 预算 \u002F 配额 \u002F admin UI——团队 \u002F 多语言客户端 \u002F 生产建议走 Proxy。",{"q":792,"a":793},"Fallback 有几种？","三类：(1) general fallback——5xx\u002F429 错误切到备用模型；(2) content policy fallback——内容审查拒绝时切；(3) context window fallback——输入超 context 切大窗口模型（比如超 GPT-4 32k 自动切 Claude 200k）。可叠加 num_retries \u002F cooldown \u002F timeout 做完整 SRE 策略。",{"q":795,"a":796},"2026-03 供应链事件是什么？","2026-03-24 PyPI 上的 v1.82.7 \u002F v1.82.8 在被替换约 40 分钟内可能植入 Trivy CI token 外泄代码。BerriAI 在 v1.83+ 强化签名 + 镜像验证，生产部署务必固定到带签名验证的版本（如 v1.85.0），不要用 `:latest` tag。",{"q":798,"a":799},"和 OpenRouter 怎么选？","OpenRouter = SaaS（不用自己运维 + 直接付钱）；LiteLLM = OSS 自托管（自付服务器 + 完全控制数据 + BYOK 所有 Key）。中大型团队 \u002F 合规 \u002F 长期成本敏感 \u002F 自建 → LiteLLM Proxy；小团队 \u002F 不想运维 \u002F 快速迭代 → OpenRouter。",[801],"en",{},"\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm","coding",[806,807,334,808],"sdk","proxy","kubernetes",[810,815],{"plan":811,"price":812,"features":813,"notes":814},"Open Source","$0（MIT）","SDK + Proxy + Postgres 虚拟 Key + 预算 + fallback + admin UI + 100+ providers","完全自托管，模型 \u002F 平台费走自付",{"plan":156,"price":816,"features":817,"notes":818},"Custom","SSO \u002F SAML + Audit + JWT auth + 高级路由 + SLA + on-prem 部署支持","联系 BerriAI 销售","MIT 开源免费 \u002F Enterprise SaaS 定制","2026-06-19",[822],"onboarding\u002Frag-pipeline-build",[824],"llm-gateway-comparison",{"power":313,"ux":306,"price":313,"cn_support":290,"stability":306},{"title":12,"description":784},"coding\u002Fapi\u002Flitellm",[829,832,834,836],{"name":830,"url":742,"accessed":831},"NerdLevelTech — LiteLLM Proxy 生产教程 2026","2026-06-24",{"name":833,"url":750,"accessed":831},"LiteLLM 官方文档 — Fallbacks",{"name":835,"url":757,"accessed":831},"Youngju.dev — LiteLLM Complete Guide 2026",{"name":837,"url":764,"accessed":831},"GitHub — BerriAI\u002Flitellm","tools\u002Fcoding\u002Fapi\u002Flitellm","MIT 开源 LLM 网关——SDK + Proxy 双形态，100+ 厂商统一 OpenAI 接口 + 虚拟 Key + 团队预算",[841,807,806,842,843,844,845,846],"llm-gateway","opensource","mit","fallback","virtual-keys","byok","想要『SaaS 体验 + 完全自托管』的开源 LLM 网关首选。组合『LiteLLM 网关 + Helicone\u002FLangfuse 观测』在中大型 dev org 是黄金组合。中文中转 + 业务支付走 one-api。","https:\u002F\u002Fwww.litellm.ai","JD7TeoQ-by7hjinNw1E4qfhTneex-5pJiPI0H8uth5Y",{"id":851,"title":461,"alternatives":852,"api_compatible":9,"body":853,"category":782,"chinese_friendly":313,"cover":1468,"description":1469,"domestic":785,"extension":786,"faq":1470,"free":785,"github":9,"languages":1483,"lastVerified":9,"meta":1485,"models":9,"navigation":309,"notSuitable":9,"opensource":309,"path":717,"pillar":804,"platforms":1486,"priceTable":1489,"pricing":945,"published":820,"relatedPlaybooks":1499,"relatedReviews":9,"score":1501,"self_host":309,"seo":1502,"seoTitle":9,"slug":15,"sources":1503,"stem":1512,"suitable":9,"tagline":1513,"tags":1514,"updated":831,"verdict":1519,"website":1444,"__hash__":1520},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Fone-api.md",[827,14,16,17],{"type":19,"value":854,"toc":1456},[855,857,864,867,869,937,939,953,958,962,966,991,995,1021,1025,1146,1148,1313,1315,1370,1372,1400,1402,1421,1423,1453],[22,856,25],{"id":24},[27,858,859,860,863],{},"One-API 是国内最流行的开源 LLM API 网关——JustSong 用 Go 写的 OpenAI 兼容代理，GitHub 18K+ Star，",[31,861,862],{},"docker run"," 一行起一个能用的 AI API 平台。30+ 厂商（海外 + 国内全覆盖）统一 OpenAI 格式，内置中文 UI + Key 管理 + 渠道分组 + 负载均衡 + 额度系统 + 邀请返佣。衍生项目 new-api（QuantumNous）增强多租户、缓存独立计费、内置 EPay \u002F Stripe 支付、Claude \u002F Gemini 原生格式、多种登录方式——已成为商业化中转站的事实底座。",[27,865,866],{},"适合：国内个人 \u002F 小团队自建 LLM 网关 + 多账号轮询；企业内部统一多厂商 API 入口 + 中文运营；学习 LLM 网关架构。不适合：微服务架构 \u002F 多语言客户端（走 LiteLLM）；不想运维（走 OpenRouter \u002F Portkey）；向中国境内公众提供未备案服务（违法）。",[22,868,40],{"id":40},[42,870,871,877,883,889,895,901,907,913,919,925,931],{},[45,872,873,876],{},[48,874,875],{},"30+ 厂商","：OpenAI \u002F Claude \u002F Gemini \u002F Mistral \u002F Groq \u002F xAI；DeepSeek \u002F 通义 \u002F 文心 \u002F 讯飞 \u002F 智谱 \u002F 豆包 \u002F Moonshot \u002F 百川 \u002F MiniMax \u002F 零一万物 \u002F 阶跃星辰；Ollama \u002F Cloudflare Workers AI 等",[45,878,879,882],{},[48,880,881],{},"Key 管理","：生成 \u002F 分发 \u002F 过期 \u002F 额度控制",[45,884,885,888],{},[48,886,887],{},"渠道分组","：批量创建 \u002F 分组 \u002F 模型映射",[45,890,891,894],{},[48,892,893],{},"负载均衡","：多 Key 轮询 + 失败自动重试",[45,896,897,900],{},[48,898,899],{},"额度系统","：用户额度 \u002F 兑换码 \u002F 邀请返佣",[45,902,903,906],{},[48,904,905],{},"日志监控","：请求日志 \u002F 额度明细 \u002F 报警",[45,908,909,912],{},[48,910,911],{},"权限控制","：IP 白名单 \u002F Token 分组 \u002F 模型限制",[45,914,915,918],{},[48,916,917],{},"多输出格式","：OpenAI \u002F Claude \u002F Gemini 原生（new-api）",[45,920,921,924],{},[48,922,923],{},"多登录方式","：邮箱 \u002F GitHub \u002F 飞书；new-api 加 Discord \u002F Telegram \u002F LinuxDO \u002F OIDC",[45,926,927,930],{},[48,928,929],{},"Docker 一键部署","：SQLite（小规模）\u002F MySQL（生产）",[45,932,933,936],{},[48,934,935],{},"多语言 UI","：中文 \u002F 英文 \u002F 日文",[22,938,143],{"id":143},[42,940,941,947,950],{},[45,942,943,946],{},[48,944,945],{},"MIT 开源免费","，自托管成本 = 1 台 VPS（最小 1 核 1G 跑 SQLite 版）",[45,948,949],{},"上游模型成本走各厂商直接结算",[45,951,952],{},"new-api 内置 EPay \u002F Stripe 支付，可对接支付宝当面付 \u002F 微信支付（自行二开）",[162,954,955],{},[27,956,957],{},"部署起步：阿里云 \u002F 腾讯云轻量 1 核 1G 月 ¥30，配 Cloudflare CDN 全套月不到 ¥50。",[22,959,961],{"id":960},"实测5-人创业团队-内部统一-api-入口","实测（5 人创业团队 + 内部统一 API 入口）",[27,963,964],{},[48,965,175],{},[42,967,968,973,976,979,982,985,988],{},[45,969,970,972],{},[31,971,862],{}," 一行 5 分钟拉起 + 中文 UI 上手 0 摩擦",[45,974,975],{},"多 Key 轮询解决 OpenAI \u002F Anthropic 单 Key 限流",[45,977,978],{},"国内模型全 + 统一 OpenAI 接口，业务代码 0 修改切换",[45,980,981],{},"额度系统给每人发 token，成本归因清晰",[45,983,984],{},"new-api 仪表盘 + 缓存计费让 prompt caching 优化看得见",[45,986,987],{},"new-api 内置 EPay 支付对 B2B 中转站很方便",[45,989,990],{},"二次开发简单：Go 单仓 + 前端 React，加渠道 \u002F 改 logo 都不难",[27,992,993],{},[48,994,203],{},[42,996,997,1000,1003,1006,1009,1012,1015,1018],{},[45,998,999],{},"默认账号 root \u002F 123456 不改是大坑，公网暴露 = 资产被滥用",[45,1001,1002],{},"SQLite 版只适合个人 \u002F \u003C10 用户，团队 \u002F 生产必须 MySQL",[45,1004,1005],{},"文档以中文 README 为主，国际化弱",[45,1007,1008],{},"原版 one-api 缺多租户 + 缓存计费 + 仪表盘，生产几乎都得切 new-api",[45,1010,1011],{},"上游模型轮询时单点失败重试策略不如 LiteLLM 三类 fallback 细",[45,1013,1014],{},"高并发场景需要 Redis 配合做限流",[45,1016,1017],{},"部分上游厂商接口变更后需手动跟进升级",[45,1019,1020],{},"合规：未备案对外服务面临监管风险，企业内部用没问题",[22,1022,1024],{"id":1023},"上手new-api-推荐","上手（new-api 推荐）",[234,1026,1028],{"className":236,"code":1027,"language":238,"meta":239,"style":239},"# MySQL 生产版\ndocker run --name new-api -d --restart always -p 3000:3000 \\\n  -e SQL_DSN=\"root:pass@tcp(host:3306)\u002Fnewapi\" \\\n  -e TZ=Asia\u002FShanghai \\\n  -v $PWD\u002Fdata:\u002Fdata \\\n  calciumion\u002Fnew-api:latest\n\n# 访问 http:\u002F\u002Flocalhost:3000\n# 1. 改 root 密码 + 关注册 + 加 IP 白名单\n# 2. 渠道管理 → 添加上游（OpenAI \u002F Anthropic \u002F DeepSeek Key）\n# 3. 设模型映射 + 倍率\n# 4. 用户管理 → 生成 token 给业务方\n# 5. 业务方调用：\n#    baseURL = https:\u002F\u002Fyour-domain\u002Fv1\n#    api_key = sk-xxx-from-newapi\n",[31,1029,1030,1035,1065,1075,1084,1097,1102,1106,1111,1116,1121,1126,1131,1136,1141],{"__ignoreMap":239},[243,1031,1032],{"class":245,"line":246},[243,1033,1034],{"class":316},"# MySQL 生产版\n",[243,1036,1037,1039,1042,1045,1048,1051,1054,1057,1060,1063],{"class":245,"line":268},[243,1038,334],{"class":249},[243,1040,1041],{"class":253}," run",[243,1043,1044],{"class":261}," --name",[243,1046,1047],{"class":253}," new-api",[243,1049,1050],{"class":261}," -d",[243,1052,1053],{"class":261}," --restart",[243,1055,1056],{"class":253}," always",[243,1058,1059],{"class":261}," -p",[243,1061,1062],{"class":253}," 3000:3000",[243,1064,372],{"class":261},[243,1066,1067,1070,1073],{"class":245,"line":290},[243,1068,1069],{"class":261},"  -e",[243,1071,1072],{"class":253}," SQL_DSN=\"root:pass@tcp(host:3306)\u002Fnewapi\"",[243,1074,372],{"class":261},[243,1076,1077,1079,1082],{"class":245,"line":306},[243,1078,1069],{"class":261},[243,1080,1081],{"class":253}," TZ=Asia\u002FShanghai",[243,1083,372],{"class":261},[243,1085,1086,1089,1092,1095],{"class":245,"line":313},[243,1087,1088],{"class":261},"  -v",[243,1090,1091],{"class":257}," $PWD",[243,1093,1094],{"class":253},"\u002Fdata:\u002Fdata",[243,1096,372],{"class":261},[243,1098,1099],{"class":245,"line":320},[243,1100,1101],{"class":253},"  calciumion\u002Fnew-api:latest\n",[243,1103,1104],{"class":245,"line":326},[243,1105,310],{"emptyLinePlaceholder":309},[243,1107,1108],{"class":245,"line":331},[243,1109,1110],{"class":316},"# 访问 http:\u002F\u002Flocalhost:3000\n",[243,1112,1113],{"class":245,"line":346},[243,1114,1115],{"class":316},"# 1. 改 root 密码 + 关注册 + 加 IP 白名单\n",[243,1117,1118],{"class":245,"line":351},[243,1119,1120],{"class":316},"# 2. 渠道管理 → 添加上游（OpenAI \u002F Anthropic \u002F DeepSeek Key）\n",[243,1122,1123],{"class":245,"line":357},[243,1124,1125],{"class":316},"# 3. 设模型映射 + 倍率\n",[243,1127,1128],{"class":245,"line":375},[243,1129,1130],{"class":316},"# 4. 用户管理 → 生成 token 给业务方\n",[243,1132,1133],{"class":245,"line":392},[243,1134,1135],{"class":316},"# 5. 业务方调用：\n",[243,1137,1138],{"class":245,"line":401},[243,1139,1140],{"class":316},"#    baseURL = https:\u002F\u002Fyour-domain\u002Fv1\n",[243,1142,1143],{"class":245,"line":406},[243,1144,1145],{"class":316},"#    api_key = sk-xxx-from-newapi\n",[22,1147,440],{"id":440},[442,1149,1150,1165],{},[445,1151,1152],{},[448,1153,1154,1156,1158,1161,1163],{},[451,1155,453],{},[451,1157,461],{},[451,1159,1160],{},"new-api",[451,1162,12],{},[451,1164,458],{},[466,1166,1167,1182,1196,1209,1224,1238,1252,1268,1282,1298],{},[448,1168,1169,1172,1175,1177,1180],{},[471,1170,1171],{},"语言",[471,1173,1174],{},"Go",[471,1176,1174],{},[471,1178,1179],{},"Python",[471,1181,494],{},[448,1183,1184,1187,1189,1191,1194],{},[471,1185,1186],{},"多租户",[471,1188,509],{},[471,1190,506],{},[471,1192,1193],{},"✅ (Enterprise)",[471,1195,509],{},[448,1197,1198,1201,1203,1205,1207],{},[471,1199,1200],{},"缓存独立计费",[471,1202,509],{},[471,1204,506],{},[471,1206,494],{},[471,1208,494],{},[448,1210,1211,1214,1216,1219,1221],{},[471,1212,1213],{},"内置支付",[471,1215,509],{},[471,1217,1218],{},"EPay \u002F Stripe",[471,1220,509],{},[471,1222,1223],{},"❌（卡 + USDC）",[448,1225,1226,1229,1232,1234,1236],{},[471,1227,1228],{},"中文支付二开",[471,1230,1231],{},"✅ 易",[471,1233,1231],{},[471,1235,494],{},[471,1237,494],{},[448,1239,1240,1243,1245,1247,1250],{},[471,1241,1242],{},"中文 UI",[471,1244,506],{},[471,1246,506],{},[471,1248,1249],{},"英文",[471,1251,1249],{},[448,1253,1254,1257,1260,1262,1265],{},[471,1255,1256],{},"国内模型覆盖",[471,1258,1259],{},"✅ 全",[471,1261,1259],{},[471,1263,1264],{},"部分",[471,1266,1267],{},"中等",[448,1269,1270,1273,1275,1277,1279],{},[471,1271,1272],{},"Claude 原生格式",[471,1274,509],{},[471,1276,506],{},[471,1278,506],{},[471,1280,1281],{},"OpenAI 兼容",[448,1283,1284,1287,1290,1293,1296],{},[471,1285,1286],{},"GitHub Star",[471,1288,1289],{},"18K+",[471,1291,1292],{},"增长快",[471,1294,1295],{},"高",[471,1297,494],{},[448,1299,1300,1303,1306,1308,1311],{},[471,1301,1302],{},"部署难度",[471,1304,1305],{},"⭐",[471,1307,1305],{},[471,1309,1310],{},"⭐⭐",[471,1312,494],{},[22,1314,606],{"id":606},[42,1316,1317,1322,1328,1334,1340,1346,1352,1358,1364],{},[45,1318,1319],{},[48,1320,1321],{},"第一件事改 root 密码 + 关公开注册 + 加 IP 白名单",[45,1323,1324,1327],{},[48,1325,1326],{},"生产用 MySQL 不要 SQLite","：SQLite 并发上千就吃力",[45,1329,1330,1333],{},[48,1331,1332],{},"加 Cloudflare CDN + WAF","：上游厂商风控会按出口 IP，扛不住会被拉黑",[45,1335,1336,1339],{},[48,1337,1338],{},"渠道倍率别贪 0.1","：太低用户烧得快 + 上游被你做穿",[45,1341,1342,1345],{},[48,1343,1344],{},"充值流水必须留痕","：EPay \u002F 自二开支付要符合发票 \u002F 反洗钱要求",[45,1347,1348,1351],{},[48,1349,1350],{},"算法备案","：对中国境内公众提供生成式 AI 服务必须备案，否则违法",[45,1353,1354,1357],{},[48,1355,1356],{},"上游条款","：OpenAI \u002F Anthropic \u002F 国内厂商基本都禁止未授权转售 API，自用 OK，商业化要拿合作授权",[45,1359,1360,1363],{},[48,1361,1362],{},"缓存计费 (new-api)","：开 prompt caching 后单价不同，账单要看明细",[45,1365,1366,1369],{},[48,1367,1368],{},"国内访问外网模型","：服务器要部署在能直连厂商的节点（如香港 \u002F 美西）+ 反向代理给国内用户",[22,1371,674],{"id":673},[42,1373,1374,1377,1380,1383,1386,1389,1392,1394,1397],{},[45,1375,1376],{},"✅ 国内个人 \u002F 小团队自建 LLM 网关",[45,1378,1379],{},"✅ 企业内部统一多厂商 API 入口",[45,1381,1382],{},"✅ 学习 LLM 网关架构 \u002F 二次开发",[45,1384,1385],{},"✅ 国内模型 + 海外模型混用",[45,1387,1388],{},"✅ 中文运营 + 国内支付",[45,1390,1391],{},"❌ 微服务 \u002F 多语言客户端（走 LiteLLM）",[45,1393,694],{},[45,1395,1396],{},"❌ 向中国境内公众提供未备案服务（违法）",[45,1398,1399],{},"❌ 国际化产品 \u002F 多语言文档需求",[22,1401,703],{"id":703},[42,1403,1404,1409,1413,1417],{},[45,1405,1406],{},[709,1407,1408],{"href":803},"LiteLLM 评测",[45,1410,1411],{},[709,1412,712],{"href":711},[45,1414,1415],{},[709,1416,724],{"href":723},[45,1418,1419],{},[709,1420,730],{"href":729},[22,1422,733],{"id":733},[735,1424,1425,1432,1439,1446],{},[45,1426,1427,1428],{},"CSDN — One-API vs New-API 2026 选型与部署踩坑 ",[709,1429,1430],{"href":1430,"rel":1431},"https:\u002F\u002Fblog.csdn.net\u002Fofoxcoding\u002Farticle\u002Fdetails\u002F158886435",[744],[45,1433,1434,1435],{},"DeepSeek 社区 — 2026 LLM API 中转站技术全景（含 new-api 增强能力对比表）",[709,1436,1437],{"href":1437,"rel":1438},"https:\u002F\u002Fdevpress.csdn.net\u002Fv1\u002Farticle\u002Fdetail\u002F161060038",[744],[45,1440,1441,1442],{},"GitHub — songquanpeng\u002Fone-api ",[709,1443,1444],{"href":1444,"rel":1445},"https:\u002F\u002Fgithub.com\u002Fsongquanpeng\u002Fone-api",[744],[45,1447,1448,1449],{},"GitHub — QuantumNous\u002Fnew-api ",[709,1450,1451],{"href":1451,"rel":1452},"https:\u002F\u002Fgithub.com\u002FQuantumNous\u002Fnew-api",[744],[767,1454,1455],{},"html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":239,"searchDepth":290,"depth":290,"links":1457},[1458,1459,1460,1461,1462,1463,1464,1465,1466,1467],{"id":24,"depth":268,"text":25},{"id":40,"depth":268,"text":40},{"id":143,"depth":268,"text":143},{"id":960,"depth":268,"text":961},{"id":1023,"depth":268,"text":1024},{"id":440,"depth":268,"text":440},{"id":606,"depth":268,"text":606},{"id":673,"depth":268,"text":674},{"id":703,"depth":268,"text":703},{"id":733,"depth":268,"text":733},"\u002Fimg\u002Ftools\u002Fone-api.webp","One-API 真实评测：JustSong 维护的开源 LLM API 网关（GitHub 18K+ Star，Go 语言）。把 30+ 海内外厂商 API 统一成 OpenAI 格式，内置中文 UI + Key 管理 + 渠道分组 + 负载均衡 + 额度兑换 + IP 白名单 + 邀请返佣。`docker run` 一行起。衍生 new-api 增强多租户 \u002F 缓存计费 \u002F 内置 EPay 支付。",[1471,1474,1477,1480],{"q":1472,"a":1473},"One-API 和 new-api 怎么选？","个人 \u002F 小团队内部用：one-api 已够。要做面向 B2B \u002F 商业化 \u002F 中文支付：new-api 多租户 + EPay\u002FStripe + 缓存独立计费 + 仪表盘更专业。new-api 是 one-api 二次开发版本，在生产场景已经全面超越原版。",{"q":1475,"a":1476},"支持哪些模型？","海外：OpenAI \u002F Anthropic Claude \u002F Google Gemini \u002F Mistral \u002F Groq \u002F Cohere \u002F xAI。国内：DeepSeek \u002F 通义千问 \u002F 文心一言 \u002F 讯飞星火 \u002F ChatGLM \u002F 豆包 \u002F 腾讯混元 \u002F 360 智脑 \u002F Moonshot \u002F 百川 \u002F MiniMax \u002F 零一万物 \u002F 阶跃星辰。本地：Ollama \u002F Cloudflare Workers AI。",{"q":1478,"a":1479},"默认密码记得改","Docker 拉起后默认账号 root \u002F 密码 123456。官方 README 已经反复警告但大量公开暴露的中转站连这一步都没做——上线前第一件事改密码 + 关注册 + 加 IP 白名单。",{"q":1481,"a":1482},"搭建中转站合规吗？","one-api \u002F new-api 本身是中立技术工具，合法场景：(1) 企业内部统一管理多厂商 API；(2) 个人学习研究；(3) 与上游签订正式合作的 B2B 服务。向中国境内公众提供生成式 AI 服务，依据《生成式人工智能服务管理暂行办法》必须完成算法备案 + 内容安全责任 + 投诉举报机制。未授权代理 \u002F 转售 OpenAI \u002F Anthropic API 违反上游条款。",[1484,801],"zh",{},[334,1487,1488],"linux","windows",[1490,1494],{"plan":1491,"price":812,"features":1492,"notes":1493},"one-api（原版）","30+ 厂商统一 OpenAI 格式 + Key 管理 + 渠道分组 + 负载均衡 + 额度系统 + 多语言 UI","songquanpeng\u002Fone-api",{"plan":1495,"price":1496,"features":1497,"notes":1498},"new-api（增强版）","$0","原版 + 多租户 + 缓存计费 + 内置 EPay\u002FStripe + Discord\u002FTelegram\u002FLinuxDO 登录 + Claude\u002FGemini 原生格式","QuantumNous\u002Fnew-api",[1500],"onboarding\u002Fclaude-code-getting-started",{"power":306,"ux":306,"price":313,"cn_support":313,"stability":306},{"title":461,"description":1469},[1504,1506,1508,1510],{"name":1505,"url":1430,"accessed":831},"CSDN — One-API vs New-API 2026 选型与踩坑",{"name":1507,"url":1437,"accessed":831},"DeepSeek 社区 — 2026 LLM API 中转站技术全景",{"name":1509,"url":1444,"accessed":831},"GitHub — songquanpeng\u002Fone-api",{"name":1511,"url":1451,"accessed":831},"GitHub — QuantumNous\u002Fnew-api","tools\u002Fcoding\u002Fapi\u002Fone-api","国内最流行的开源 LLM 网关——Go + Docker 一键起，30+ 厂商统一 OpenAI 格式，中文 UI + 充值系统",[841,842,843,1515,1516,1517,1518],"chinese","go","openai-compatible","self-host","国内开发者自建 LLM 网关首选——中文 UI + 国内模型全 + EPay 支付。海外团队 \u002F 多语言客户端 \u002F 微服务架构走 LiteLLM；面向中国境内公众提供服务需依法备案。","SifC2sjd2b5dMR5eSCj6GUwuMNXOHmyZ0LYFULlDzfc",1784565441130]