[{"data":1,"prerenderedAt":2989},["ShallowReactive",2],{"header-counts":3,"footer-counts":6,"alt-main-langfuse":8,"alt-list-langfuse":676},{"tools":4,"reviews":5},98,27,{"tools":4,"reviews":5,"playbooks":7,"news":5},23,{"id":9,"title":10,"alternatives":11,"api_compatible":15,"body":19,"category":643,"chinese_friendly":255,"cover":644,"description":645,"domestic":646,"extension":647,"faq":648,"free":275,"github":623,"languages":649,"lastVerified":651,"meta":652,"models":648,"navigation":275,"notSuitable":648,"opensource":275,"path":653,"pillar":654,"platforms":655,"priceTable":648,"pricing":657,"published":658,"relatedPlaybooks":648,"relatedReviews":648,"score":659,"self_host":646,"seo":660,"seoTitle":661,"slug":662,"sources":663,"stem":666,"suitable":648,"tagline":667,"tags":668,"updated":651,"verdict":674,"website":615,"__hash__":675},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Flangfuse.md","Langfuse",[12,13,14],"coding\u002Fapi\u002Fhelicone","coding\u002Fapi\u002Fportkey","coding\u002Fapi\u002Flitellm",[16,17,18],"OpenAI","Anthropic","Google",{"type":20,"value":21,"toc":630},"minimark",[22,27,31,34,37,95,98,129,133,143,148,171,176,193,196,346,349,476,479,524,528,554,558,564,570,576,582,585,601,604,609,626],[23,24,26],"h2",{"id":25},"tldr","TL;DR",[28,29,30],"p",{},"Langfuse 是开源的 LLM 可观测性平台（MIT 协议），核心做三件事：Tracing 链路追踪（记录 LLM 应用的每一步调用、输入输出、耗时、token 用量）、Prompt 版本管理（把 prompt 当代码管理、A\u002FB 测试、版本回滚）、LLM 评估打分（人工标注 + LLM-as-judge 自动评估）。支持 Cloud SaaS 和 Docker 自托管，Python \u002F JS SDK 一行接入。",[28,32,33],{},"适合：开发 LLM 应用 \u002F Agent 需要调试调用链、追踪多步推理过程、管理 prompt 版本、做评估和质量监控的团队。不适合：纯 API 路由 \u002F 成本控制需求（用 Portkey \u002F LiteLLM）、不需要 LLM 层可观测的普通后端（用 OpenTelemetry \u002F Datadog）。",[23,35,36],{"id":36},"核心能力",[38,39,40,48,54,65,71,77,83,89],"ul",{},[41,42,43,47],"li",{},[44,45,46],"strong",{},"Tracing 链路追踪","：记录 LLM 应用的完整调用链——从用户输入到 LLM 调用到工具执行到最终输出，每一步都有 input\u002Foutput\u002F耗时\u002Ftoken\u002F成本",[41,49,50,53],{},[44,51,52],{},"自动 instrument","：SDK 自动拦截 OpenAI \u002F Anthropic \u002F LangChain \u002F LlamaIndex 调用，零侵入接入",[41,55,56,59,60,64],{},[44,57,58],{},"Prompt 管理","：在 UI 中编辑、版本化、A\u002FB 测试 prompt，代码里 ",[61,62,63],"code",{},"langfuse.get_prompt(\"v2\")"," 拉取，无需重新部署",[41,66,67,70],{},[44,68,69],{},"LLM 评估（Evals）","：支持人工标注 + LLM-as-judge 自动评估，自定义评估维度（准确性、相关性、安全等）",[41,72,73,76],{},[44,74,75],{},"Analytics 仪表盘","：token 用量、成本、延迟、错误率、评估分数的实时统计和趋势图",[41,78,79,82],{},[44,80,81],{},"多框架集成","：LangChain \u002F LlamaIndex \u002F OpenAI SDK \u002F Anthropic SDK \u002F Vercel AI SDK 原生支持",[41,84,85,88],{},[44,86,87],{},"自托管","：Docker Compose 一键部署，数据完全自主，MIT 协议无商用限制",[41,90,91,94],{},[44,92,93],{},"标注队列","：团队协作标注数据，支持自定义标注流程和分配",[23,96,97],{"id":97},"价格",[38,99,100,106,112,118,124],{},[41,101,102,105],{},[44,103,104],{},"Hobby（免费）","：Cloud 版，50K units\u002F月（约 50K observations），适合个人和原型",[41,107,108,111],{},[44,109,110],{},"Core $29\u002F月","：100K units\u002F月，无限用户、90 天数据保留，生产项目入门",[41,113,114,117],{},[44,115,116],{},"Pro $199\u002F月","：100K units\u002F月包含，无限历史\u002F高并发\u002F标注队列\u002FSOC2·ISO27001 报告，适合规模化团队",[41,119,120,123],{},[44,121,122],{},"Enterprise","：联系销售（约 $2499\u002F月起），SSO、审计日志、SLA、无限制",[41,125,126,128],{},[44,127,87],{},"：完全免费，MIT 协议，自己出服务器成本（一台 4C8G VPS 即可跑）",[23,130,132],{"id":131},"体验与评测资料整理","体验与评测（资料整理）",[134,135,136],"blockquote",{},[28,137,138,139,142],{},"说明：本节基于官方文档与公开评测整理，非本站独立实测环境，具体数据请以官方为准。\n",[44,140,141],{},"示例场景","：自托管 Docker 部署 + Python SDK，追踪一个 RAG 应用（LangChain）的调用链。",[28,144,145],{},[44,146,147],{},"亮点：",[38,149,150,156,159,162,165,168],{},[41,151,152,155],{},[61,153,154],{},"@observe()"," 装饰器一行加到函数上，自动追踪整条调用链，从用户 query → embedding → 检索 → LLM 生成全链路可见",[41,157,158],{},"自动拦截 OpenAI 调用，token 用量和成本统计精确到每次调用，月度成本一目了然",[41,160,161],{},"Prompt 管理在 UI 改了直接生效，不用改代码重新部署，A\u002FB 测试两个版本对比效果",[41,163,164],{},"LLM-as-judge 评估自动化：配置 GPT-4o 对每条 trace 打分（1-5 分），评估覆盖率和一致性不错",[41,166,167],{},"UI 直观，调用链树状展开，每步 input\u002Foutput 都可点开看，调试 Agent 多步推理很方便",[41,169,170],{},"自托管 4C8G VPS 跑了一个月稳定，PostgreSQL 存数据，查询快",[28,172,173],{},[44,174,175],{},"踩坑：",[38,177,178,181,184,187,190],{},[41,179,180],{},"自动 instrument 偶尔漏追踪——用 async \u002F 多线程时要注意 SDK 版本，0.x 到 1.x 有 breaking change",[41,182,183],{},"免费版 50K units 很快用完（一次 Agent 调用可能产生 10+ observations），生产用自托管或付费",[41,185,186],{},"LLM-as-judge 评估有偏差——GPT-4o 自评倾向给自己高分，需要设计好 rubric 和 few-shot 示例",[41,188,189],{},"Prompt 管理的 UI 编辑器不支持 Jinja2 语法高亮，复杂模板调试不方便",[41,191,192],{},"自托管要配好 PostgreSQL + Redis，数据量大时查询会慢，需要定期清理",[23,194,195],{"id":195},"上手",[197,198,199,206,216,222,337,340],"ol",{},[41,200,201,202,205],{},"注册 Cloud 账号（或 ",[61,203,204],{},"docker compose up"," 自托管）",[41,207,208,209,212,213],{},"创建项目，获取 ",[61,210,211],{},"PUBLIC_KEY"," 和 ",[61,214,215],{},"SECRET_KEY",[41,217,218,219],{},"安装 SDK：",[61,220,221],{},"pip install langfuse",[41,223,224,225],{},"初始化 + 装饰器接入：\n",[226,227,232],"pre",{"className":228,"code":229,"language":230,"meta":231,"style":231},"language-python shiki shiki-themes github-light github-dark","from langfuse import observe\nfrom langfuse.openai import openai  # 自动追踪\n\n@observe()\ndef chat(query):\n    return openai.chat.completions.create(model=\"gpt-4o\", messages=[...])\n","python","",[61,233,234,253,270,277,287,299],{"__ignoreMap":231},[235,236,239,243,247,250],"span",{"class":237,"line":238},"line",1,[235,240,242],{"class":241},"szBVR","from",[235,244,246],{"class":245},"sVt8B"," langfuse ",[235,248,249],{"class":241},"import",[235,251,252],{"class":245}," observe\n",[235,254,256,258,261,263,266],{"class":237,"line":255},2,[235,257,242],{"class":241},[235,259,260],{"class":245}," langfuse.openai ",[235,262,249],{"class":241},[235,264,265],{"class":245}," openai  ",[235,267,269],{"class":268},"sJ8bj","# 自动追踪\n",[235,271,273],{"class":237,"line":272},3,[235,274,276],{"emptyLinePlaceholder":275},true,"\n",[235,278,280,284],{"class":237,"line":279},4,[235,281,283],{"class":282},"sScJk","@observe",[235,285,286],{"class":245},"()\n",[235,288,290,293,296],{"class":237,"line":289},5,[235,291,292],{"class":241},"def",[235,294,295],{"class":282}," chat",[235,297,298],{"class":245},"(query):\n",[235,300,302,305,308,312,315,319,322,325,327,330,334],{"class":237,"line":301},6,[235,303,304],{"class":241},"    return",[235,306,307],{"class":245}," openai.chat.completions.create(",[235,309,311],{"class":310},"s4XuR","model",[235,313,314],{"class":241},"=",[235,316,318],{"class":317},"sZZnC","\"gpt-4o\"",[235,320,321],{"class":245},", ",[235,323,324],{"class":310},"messages",[235,326,314],{"class":241},[235,328,329],{"class":245},"[",[235,331,333],{"class":332},"sj4cs","...",[235,335,336],{"class":245},"])\n",[41,338,339],{},"打开 Langfuse Dashboard 查看实时 trace",[41,341,342,343,345],{},"进阶：在 UI 创建 Prompt → 代码 ",[61,344,63],{}," 拉取 → 配置 LLM 评估自动打分",[23,347,348],{"id":348},"对比",[350,351,352,373],"table",{},[353,354,355],"thead",{},[356,357,358,362,364,367,370],"tr",{},[359,360,361],"th",{},"维度",[359,363,10],{},[359,365,366],{},"LangSmith",[359,368,369],{},"Helicone",[359,371,372],{},"Portkey",[374,375,376,393,407,419,432,449,463],"tbody",{},[356,377,378,382,385,388,390],{},[379,380,381],"td",{},"开源 \u002F 自托管",[379,383,384],{},"✅ MIT",[379,386,387],{},"❌",[379,389,387],{},[379,391,392],{},"部分",[356,394,395,398,401,403,405],{},[379,396,397],{},"Tracing",[379,399,400],{},"✅",[379,402,400],{},[379,404,400],{},[379,406,400],{},[356,408,409,411,413,415,417],{},[379,410,58],{},[379,412,400],{},[379,414,400],{},[379,416,387],{},[379,418,400],{},[356,420,421,424,426,428,430],{},[379,422,423],{},"LLM 评估",[379,425,400],{},[379,427,400],{},[379,429,387],{},[379,431,387],{},[356,433,434,437,440,443,446],{},[379,435,436],{},"免费额度",[379,438,439],{},"50K units\u002F月",[379,441,442],{},"5K runs\u002F月",[379,444,445],{},"100K req\u002F月",[379,447,448],{},"10K req\u002F月",[356,450,451,453,455,458,461],{},[379,452,81],{},[379,454,400],{},[379,456,457],{},"LangChain 优先",[379,459,460],{},"OpenAI 优先",[379,462,400],{},[356,464,465,468,470,472,474],{},[379,466,467],{},"API 网关",[379,469,387],{},[379,471,387],{},[379,473,400],{},[379,475,400],{},[23,477,478],{"id":478},"避坑",[38,480,481,487,496,502,508,518],{},[41,482,483,486],{},[44,484,485],{},"observations 计数要注意","：一条 trace 可能包含多个 observations（LLM 调用、工具调用、子函数），免费额度消耗比预期快",[41,488,489,492,493],{},[44,490,491],{},"SDK 版本兼容性","：1.x 版本 API 有 breaking change，升级前看 changelog，旧代码用 ",[61,494,495],{},"langfuse@0.x",[41,497,498,501],{},[44,499,500],{},"LLM-as-judge 要校准","：自动评估有系统性偏差，先用人工标注 50-100 条做 baseline，再调 rubric",[41,503,504,507],{},[44,505,506],{},"自托管数据清理","：长期运行数据膨胀快，配 retention policy 定期清理旧 trace，否则 PostgreSQL 查询变慢",[41,509,510,513,514,517],{},[44,511,512],{},"生产环境加采样","：高 QPS 场景全量 trace 会有性能开销和成本，用 ",[61,515,516],{},"@observe(enabled=False)"," 或按比例采样",[41,519,520,523],{},[44,521,522],{},"Prompt 管理不适合复杂逻辑","：纯文本模板好用，含复杂分支 \u002F 代码逻辑的 prompt 还是放代码里更可控",[23,525,527],{"id":526},"适合-不适合","适合 \u002F 不适合",[38,529,530,533,536,539,542,545,548,551],{},[41,531,532],{},"✅ LLM 应用 \u002F Agent 开发调试（看完整调用链）",[41,534,535],{},"✅ Prompt 版本管理和 A\u002FB 测试",[41,537,538],{},"✅ LLM 输出质量监控和评估（人工 + 自动）",[41,540,541],{},"✅ 需要 self-host 的数据敏感场景（MIT 自托管）",[41,543,544],{},"✅ 成本和 token 用量监控",[41,546,547],{},"❌ 纯 API 路由 \u002F 负载均衡 \u002F 多模型 fallback（用 Portkey \u002F LiteLLM）",[41,549,550],{},"❌ 非 LLM 后端的通用 APM（用 OpenTelemetry \u002F Datadog \u002F Grafana）",[41,552,553],{},"❌ 需要企业级 SSO \u002F 审计的自托管（Community 版功能有限，需 Enterprise）",[23,555,557],{"id":556},"faq","FAQ",[28,559,560,563],{},[44,561,562],{},"Q: Langfuse 和 LangSmith 怎么选？","\nA: LangSmith 是 LangChain 官方的，和 LangChain 深度绑定但闭源、无自托管。Langfuse 开源可自托管、框架无关，LangChain \u002F LlamaIndex \u002F 原生 SDK 都支持。数据敏感选 Langfuse 自托管，深度用 LangChain 生态选 LangSmith。",[28,565,566,569],{},[44,567,568],{},"Q: 自托管需要什么配置？","\nA: 最小 4C8G VPS + PostgreSQL + Redis，Docker Compose 一键部署。月成本 $10-20（VPS）。数据量大加磁盘和定期清理。",[28,571,572,575],{},[44,573,574],{},"Q: 和 Helicone 区别？","\nA: Helicone 偏 API 代理 + 成本监控，是 OpenAI API 前面的中间层。Langfuse 更偏应用层可观测，追踪的是业务逻辑调用链（RAG、Agent 多步推理），不只是 API 调用日志。",[28,577,578,581],{},[44,579,580],{},"Q: 性能开销大吗？","\nA: SDK 异步上报，单次 trace 开销 \u003C 5ms。高 QPS（1000+ req\u002Fs）建议加采样，否则 Langfuse 服务端和 PostgreSQL 压力大。",[23,583,584],{"id":584},"相关阅读",[28,586,587,592,593,592,597],{},[588,589,591],"a",{"href":590},"\u002Fagent\u002Fplatform\u002Fautogen.html","AutoGen"," · ",[588,594,596],{"href":595},"\u002Fagent\u002Fplatform\u002Fcrewai.html","CrewAI",[588,598,600],{"href":599},"\u002Fagent\u002Fplatform\u002Fanythingllm.html","AnythingLLM",[23,602,603],{"id":603},"来源",[134,605,606],{},[28,607,608],{},"本文的价格、版本号与性能数据均参考以下官方渠道整理，可能随时间变动，请以官方实时信息为准。",[38,610,611,619],{},[41,612,613],{},[588,614,618],{"href":615,"rel":616},"https:\u002F\u002Flangfuse.com",[617],"nofollow","官网",[41,620,621],{},[588,622,625],{"href":623,"rel":624},"https:\u002F\u002Fgithub.com\u002Flangfuse\u002Flangfuse",[617],"GitHub",[627,628,629],"style",{},"html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":231,"searchDepth":272,"depth":272,"links":631},[632,633,634,635,636,637,638,639,640,641,642],{"id":25,"depth":255,"text":26},{"id":36,"depth":255,"text":36},{"id":97,"depth":255,"text":97},{"id":131,"depth":255,"text":132},{"id":195,"depth":255,"text":195},{"id":348,"depth":255,"text":348},{"id":478,"depth":255,"text":478},{"id":526,"depth":255,"text":527},{"id":556,"depth":255,"text":557},{"id":584,"depth":255,"text":584},{"id":603,"depth":255,"text":603},"api","\u002Fimg\u002Ftools\u002Flangfuse.webp","Langfuse 真实评测：开源 LLM 可观测平台（MIT 协议），提供 Tracing 链路追踪 + Prompt 版本管理 + LLM 评估打分。支持自托管 + Cloud，适合需要监控调试 LLM 应用、追踪多步 Agent 调用链的开发团队。",false,"md",null,[650],"en","2026-07-30",{},"\u002Ftools\u002Fcoding\u002Fapi\u002Flangfuse","coding",[656],"web","Free \u002F Cloud \u002F 自托管（MIT）","2026-07-05",{"power":279,"ux":279,"price":289,"cn_support":255,"stability":279},{"title":10,"description":645},"Langfuse - 开源 LLM 可观测平台评测 | AIHO","coding\u002Fapi\u002Flangfuse",[664,665],{"title":618,"url":615},{"title":625,"url":623},"tools\u002Fcoding\u002Fapi\u002Flangfuse","开源 LLM 可观测平台，Tracing + Prompt 管理 + 评估",[669,670,671,672,673],"observability","tracing","prompt-management","opensource","llm-eval","开源 LLM 可观测平台的首选，Tracing + Prompt 管理 + 评估三合一且可自托管，适合需要调试和监控 LLM\u002FAgent 应用的团队；纯 API 网关需求选 Portkey\u002FLiteLLM 更轻量。","ezyDcVqCZVaY1Yexke58zDLKSEmDOsW5sBjs9O4W-Ps",[677,1444,2256],{"id":678,"title":369,"alternatives":679,"api_compatible":648,"body":682,"category":643,"chinese_friendly":255,"cover":1372,"description":1373,"domestic":646,"extension":647,"faq":1374,"free":275,"github":1387,"languages":1388,"lastVerified":1389,"meta":1390,"models":648,"navigation":275,"notSuitable":648,"opensource":275,"path":1391,"pillar":654,"platforms":1392,"priceTable":1396,"pricing":1413,"published":1414,"relatedPlaybooks":1415,"relatedReviews":648,"score":1417,"self_host":275,"seo":1418,"seoTitle":1419,"slug":12,"sources":1420,"stem":1432,"suitable":648,"tagline":1433,"tags":1434,"updated":1423,"verdict":1441,"website":1442,"__hash__":1443},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone.md",[13,14,680,681],"coding\u002Fapi\u002Fopenrouter","coding\u002Fapi\u002Fone-api",{"type":20,"value":683,"toc":1360},[684,686,689,692,694,772,774,799,804,808,812,835,839,865,867,994,1040,1042,1207,1209,1259,1261,1290,1292,1318,1320,1357],[23,685,26],{"id":25},[28,687,688],{},"Helicone 是 YC W23 出身的开源 LLM 观测平台，主打『一行代码接入』：改 baseURL，立刻看到 cost \u002F latency \u002F errors \u002F token 详情。背后还有 Rust 写的 AI Gateway，路由 100+ 模型 + 缓存 + fallback + 限流。2026-03-03 被 Mintlify 收购后转维护模式（安全 patch + 新模型 + bug fix 继续，主动新功能停）。Hobby 免费 10K req\u002F月，Pro $79，Team $799（SOC2 + HIPAA），Enterprise 定制。SOC2 + GDPR 合规，可 Docker \u002F Kubernetes 自托管。",[28,690,691],{},"适合：要 5 分钟接入 LLM 观测的小团队 \u002F 早期产品；改 baseURL 模式想看 cost \u002F latency 即可；预算紧 → Hobby 10K 免费 + 自托管 OSS。不适合：复杂 agent 调试需要 nested span（Langfuse）；要 250+ 模型 \u002F MCP Gateway \u002F 治理（Portkey）；担心维护模式带来的路线图风险（Mintlify 收购后主动开发结束）。",[23,693,36],{"id":36},[38,695,696,702,708,714,720,725,731,737,742,748,754,760,766],{},[41,697,698,701],{},[44,699,700],{},"Proxy 模式","：改 baseURL，零 SDK 改造",[41,703,704,707],{},[44,705,706],{},"Async 模式","：SDK 异步上报，0 延迟 + 容错",[41,709,710,713],{},[44,711,712],{},"Request logging","：每条请求 + 响应 + cost + token + latency",[41,715,716,719],{},[44,717,718],{},"Custom properties + sessions","：把多步工作流分组看",[41,721,722],{},[44,723,724],{},"Prompt management + playground",[41,726,727,730],{},[44,728,729],{},"Custom scoring","：基础打分 + 数据集",[41,732,733,736],{},[44,734,735],{},"AI Gateway","（Rust 写）：100+ 模型 + caching + fallback + rate limit",[41,738,739],{},[44,740,741],{},"OpenAI \u002F Anthropic \u002F Azure \u002F LiteLLM \u002F Anyscale \u002F Together \u002F OpenRouter 集成",[41,743,744,747],{},[44,745,746],{},"Trace API","：手动 POST 多步 trace 数据（弥补 proxy 看不到 agent 内部）",[41,749,750,753],{},[44,751,752],{},"Dashboard API","：查 dashboard 数据",[41,755,756,759],{},[44,757,758],{},"Self-host","：Docker \u002F Kubernetes，开源 MIT",[41,761,762,765],{},[44,763,764],{},"合规","：SOC 2 + GDPR；Team+ HIPAA",[41,767,768,771],{},[44,769,770],{},"导出","：webhook + 外部 reporting",[23,773,97],{"id":97},[38,775,776,782,788,794],{},[41,777,778,781],{},[44,779,780],{},"Hobby","：$0 \u002F 10K req\u002F月 \u002F 7 天 retention \u002F 1 seat \u002F 1GB 存储",[41,783,784,787],{},[44,785,786],{},"Pro","：$79\u002F月 \u002F 10K 起 + usage \u002F 1 月 retention \u002F unlimited seats \u002F alerts \u002F HQL",[41,789,790,793],{},[44,791,792],{},"Team","：$799\u002F月 \u002F 10K 起 + usage \u002F 3 月 retention \u002F SOC 2 + HIPAA \u002F 5 orgs",[41,795,796,798],{},[44,797,122],{},"：Custom \u002F 自定义 retention \u002F 永久存储 \u002F SSO \u002F on-prem",[134,800,801],{},[28,802,803],{},"自托管版（OSS）= $0 + 无限 logs，但运维 \u002F Postgres \u002F Clickhouse 全要自己搞。",[23,805,807],{"id":806},"实测早期-saas-5-人团队","实测（早期 SaaS \u002F 5 人团队）",[28,809,810],{},[44,811,147],{},[38,813,814,817,820,823,826,829,832],{},[41,815,816],{},"5 分钟接入，OpenAI SDK 改 baseURL + 加 Helicone-Auth header",[41,818,819],{},"Dashboard 看 cost \u002F latency \u002F error 第一天就帮发现 prompt 失控",[41,821,822],{},"Custom properties 给每个 user \u002F feature 打标，分摊成本清晰",[41,824,825],{},"Sessions 把 multi-step workflow 串起来（不像 Langfuse 是真 trace，但够小项目用）",[41,827,828],{},"AI Gateway 给 fallback \u002F caching 一处接入",[41,830,831],{},"开源自托管对预算紧团队是真救命",[41,833,834],{},"与 LiteLLM 集成顺滑",[28,836,837],{},[44,838,175],{},[38,840,841,844,847,850,853,856,859,862],{},[41,842,843],{},"2026-03 被 Mintlify 收购转维护模式后，主动功能开发停，长期路线图不确定",[41,845,846],{},"Proxy 模式 5–20ms 延迟在高 QPS 场景叠加可观",[41,848,849],{},"Proxy 看不到 agent 内部 tool \u002F sub-agent \u002F retries——复杂 agent 调试不够",[41,851,852],{},"Custom scoring 浅，不如 Langfuse 的 LLM-as-judge + 数据集 eval 体系完整",[41,854,855],{},"Free tier 10K req 小型生产几天就用完",[41,857,858],{},"文档自 Mintlify 收购后部分整合到 Mintlify Docs，导航变化",[41,860,861],{},"中文场景体验有限",[41,863,864],{},"Prompt caching 需要 cache-aware prompt design（含 timestamp \u002F nonce 命中率为 0）",[23,866,195],{"id":195},[226,868,870],{"className":228,"code":869,"language":230,"meta":231,"style":231},"# Proxy 模式\nimport openai\nclient = openai.OpenAI(\n    base_url=\"https:\u002F\u002Foai.helicone.ai\u002Fv1\",\n    api_key=OPENAI_KEY,\n    default_headers={\n        \"Helicone-Auth\": f\"Bearer {HELICONE_KEY}\",\n        \"Helicone-User-Id\": \"user_123\",\n        \"Helicone-Property-Feature\": \"summarize\"\n    }\n)\n# 立刻在 https:\u002F\u002Fus.helicone.ai 看到 cost \u002F latency \u002F log\n",[61,871,872,877,884,894,907,919,929,952,965,976,982,988],{"__ignoreMap":231},[235,873,874],{"class":237,"line":238},[235,875,876],{"class":268},"# Proxy 模式\n",[235,878,879,881],{"class":237,"line":255},[235,880,249],{"class":241},[235,882,883],{"class":245}," openai\n",[235,885,886,889,891],{"class":237,"line":272},[235,887,888],{"class":245},"client ",[235,890,314],{"class":241},[235,892,893],{"class":245}," openai.OpenAI(\n",[235,895,896,899,901,904],{"class":237,"line":279},[235,897,898],{"class":310},"    base_url",[235,900,314],{"class":241},[235,902,903],{"class":317},"\"https:\u002F\u002Foai.helicone.ai\u002Fv1\"",[235,905,906],{"class":245},",\n",[235,908,909,912,914,917],{"class":237,"line":289},[235,910,911],{"class":310},"    api_key",[235,913,314],{"class":241},[235,915,916],{"class":332},"OPENAI_KEY",[235,918,906],{"class":245},[235,920,921,924,926],{"class":237,"line":301},[235,922,923],{"class":310},"    default_headers",[235,925,314],{"class":241},[235,927,928],{"class":245},"{\n",[235,930,932,935,938,941,944,947,950],{"class":237,"line":931},7,[235,933,934],{"class":317},"        \"Helicone-Auth\"",[235,936,937],{"class":245},": ",[235,939,940],{"class":241},"f",[235,942,943],{"class":317},"\"Bearer ",[235,945,946],{"class":332},"{HELICONE_KEY}",[235,948,949],{"class":317},"\"",[235,951,906],{"class":245},[235,953,955,958,960,963],{"class":237,"line":954},8,[235,956,957],{"class":317},"        \"Helicone-User-Id\"",[235,959,937],{"class":245},[235,961,962],{"class":317},"\"user_123\"",[235,964,906],{"class":245},[235,966,968,971,973],{"class":237,"line":967},9,[235,969,970],{"class":317},"        \"Helicone-Property-Feature\"",[235,972,937],{"class":245},[235,974,975],{"class":317},"\"summarize\"\n",[235,977,979],{"class":237,"line":978},10,[235,980,981],{"class":245},"    }\n",[235,983,985],{"class":237,"line":984},11,[235,986,987],{"class":245},")\n",[235,989,991],{"class":237,"line":990},12,[235,992,993],{"class":268},"# 立刻在 https:\u002F\u002Fus.helicone.ai 看到 cost \u002F latency \u002F log\n",[226,995,999],{"className":996,"code":997,"language":998,"meta":231,"style":231},"language-bash shiki shiki-themes github-light github-dark","# 自托管\ngit clone https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone\ncd helicone && docker compose up -d\n","bash",[61,1000,1001,1006,1017],{"__ignoreMap":231},[235,1002,1003],{"class":237,"line":238},[235,1004,1005],{"class":268},"# 自托管\n",[235,1007,1008,1011,1014],{"class":237,"line":255},[235,1009,1010],{"class":282},"git",[235,1012,1013],{"class":317}," clone",[235,1015,1016],{"class":317}," https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone\n",[235,1018,1019,1022,1025,1028,1031,1034,1037],{"class":237,"line":272},[235,1020,1021],{"class":332},"cd",[235,1023,1024],{"class":317}," helicone",[235,1026,1027],{"class":245}," && ",[235,1029,1030],{"class":282},"docker",[235,1032,1033],{"class":317}," compose",[235,1035,1036],{"class":317}," up",[235,1038,1039],{"class":332}," -d\n",[23,1041,348],{"id":348},[350,1043,1044,1056],{},[353,1045,1046],{},[356,1047,1048,1050,1052,1054],{},[359,1049,361],{},[359,1051,369],{},[359,1053,10],{},[359,1055,372],{},[374,1057,1058,1072,1085,1099,1112,1126,1140,1153,1166,1179,1193],{},[356,1059,1060,1063,1066,1069],{},[379,1061,1062],{},"架构",[379,1064,1065],{},"Proxy \u002F Async",[379,1067,1068],{},"SDK",[379,1070,1071],{},"Gateway",[356,1073,1074,1077,1080,1083],{},[379,1075,1076],{},"接入时间",[379,1078,1079],{},"分钟（改 URL）",[379,1081,1082],{},"小时（代码改造）",[379,1084,1079],{},[356,1086,1087,1090,1093,1096],{},[379,1088,1089],{},"Tracing 深度",[379,1091,1092],{},"浅（请求级）",[379,1094,1095],{},"✅ 深 nested",[379,1097,1098],{},"中",[356,1100,1101,1104,1107,1109],{},[379,1102,1103],{},"Multi-provider routing",[379,1105,1106],{},"✅ 基础 fallback",[379,1108,387],{},[379,1110,1111],{},"✅ 250+",[356,1113,1114,1117,1120,1123],{},[379,1115,1116],{},"Prompt mgmt",[379,1118,1119],{},"playground + 基础版本",[379,1121,1122],{},"✅ 版本 + playground",[379,1124,1125],{},"模板 + 管理",[356,1127,1128,1131,1134,1137],{},[379,1129,1130],{},"Eval",[379,1132,1133],{},"基础 scoring",[379,1135,1136],{},"✅ LLM-as-judge + datasets",[379,1138,1139],{},"基础",[356,1141,1142,1144,1147,1150],{},[379,1143,758],{},[379,1145,1146],{},"✅ OSS 完整",[379,1148,1149],{},"✅ MIT 19K+ stars",[379,1151,1152],{},"OSS Gateway only",[356,1154,1155,1157,1160,1163],{},[379,1156,764],{},[379,1158,1159],{},"SOC2 + HIPAA (Team+)",[379,1161,1162],{},"SOC2 (Enterprise)",[379,1164,1165],{},"SOC2 + HIPAA + ISO27001",[356,1167,1168,1171,1173,1176],{},[379,1169,1170],{},"Free tier",[379,1172,448],{},[379,1174,1175],{},"50K events\u002F月",[379,1177,1178],{},"10K logs\u002F月",[356,1180,1181,1184,1187,1190],{},[379,1182,1183],{},"Paid 起价",[379,1185,1186],{},"$79",[379,1188,1189],{},"$29",[379,1191,1192],{},"$49",[356,1194,1195,1198,1201,1204],{},[379,1196,1197],{},"路线图",[379,1199,1200],{},"⚠️ 维护模式",[379,1202,1203],{},"✅ 活跃",[379,1205,1206],{},"✅ 活跃（PANW 收购）",[23,1208,478],{"id":478},[38,1210,1211,1217,1223,1229,1235,1241,1247,1253],{},[41,1212,1213,1216],{},[44,1214,1215],{},"维护模式风险","：被 Mintlify 收购后主动开发停，新项目长期演进考虑 Langfuse \u002F Portkey",[41,1218,1219,1222],{},[44,1220,1221],{},"Proxy 延迟 + SPOF","：Helicone 挂了，业务也挂；敏感链路用 async",[41,1224,1225,1228],{},[44,1226,1227],{},"Proxy 看不到 agent 内部","：tool call \u002F sub-agent \u002F retries 不可见，复杂 agent 用 Trace API 或转 Langfuse",[41,1230,1231,1234],{},[44,1232,1233],{},"Hobby 10K 跑不久","：小型生产几天用完，预算够直接上 Pro",[41,1236,1237,1240],{},[44,1238,1239],{},"Cache-aware prompt 设计","：prompt 含 timestamp \u002F random nonce 命中率 = 0",[41,1242,1243,1246],{},[44,1244,1245],{},"Custom scoring 浅","：复杂 eval 用 Langfuse 数据集 + LLM-as-judge",[41,1248,1249,1252],{},[44,1250,1251],{},"Air-gapped 价格","：自托管时部分模型价格表要手动维护",[41,1254,1255,1258],{},[44,1256,1257],{},"PII 路径敏感","：所有 prompt 经过 Helicone，要 review PII 处理 + retention + 自托管选项",[23,1260,527],{"id":526},[38,1262,1263,1266,1269,1272,1275,1278,1281,1284,1287],{},[41,1264,1265],{},"✅ 早期产品 + 想 5 分钟接入观测",[41,1267,1268],{},"✅ 改 baseURL 模式偏好 \u002F 不想 SDK 改造",[41,1270,1271],{},"✅ 预算紧 + 自托管接受",[41,1273,1274],{},"✅ 想用 Rust AI Gateway 做 fallback + caching",[41,1276,1277],{},"✅ SOC2 \u002F HIPAA Team+ 合规",[41,1279,1280],{},"❌ 复杂 agent 多步骤调试（用 Langfuse）",[41,1282,1283],{},"❌ 要 250+ 模型 + MCP + 强治理（用 Portkey）",[41,1285,1286],{},"❌ 长期路线图敏感（维护模式 risk）",[41,1288,1289],{},"❌ 中文运营（社区 \u002F 文档 \u002F UI 均英文）",[23,1291,584],{"id":584},[38,1293,1294,1300,1306,1312],{},[41,1295,1296],{},[588,1297,1299],{"href":1298},"\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey","Portkey 评测",[41,1301,1302],{},[588,1303,1305],{"href":1304},"\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm","LiteLLM 评测",[41,1307,1308],{},[588,1309,1311],{"href":1310},"\u002Ftools\u002Fcoding\u002Fapi\u002Fopenrouter","OpenRouter 评测",[41,1313,1314],{},[588,1315,1317],{"href":1316},"\u002Ftools\u002Fcoding\u002Fapi\u002Fone-api","One-API 评测",[23,1319,603],{"id":603},[197,1321,1322,1329,1336,1343,1350],{},[41,1323,1324,1325],{},"Inference.net — Helicone Pricing & Alternatives 2026（含 Mintlify 收购 + 维护模式细节）",[588,1326,1327],{"href":1327,"rel":1328},"https:\u002F\u002Finference.net\u002Fcontent\u002Fhelicone-pricing-alternatives",[617],[41,1330,1331,1332],{},"Helicone 官网 ",[588,1333,1334],{"href":1334,"rel":1335},"https:\u002F\u002Fwww.helicone.ai\u002F",[617],[41,1337,1338,1339],{},"QASkills — Helicone LLM Monitoring Complete Guide 2026 ",[588,1340,1341],{"href":1341,"rel":1342},"https:\u002F\u002Fqaskills.sh\u002Fblog\u002Fhelicone-llm-monitoring-complete-guide",[617],[41,1344,1345,1346],{},"AiPedia — Helicone Features Pricing & Failure Modes ",[588,1347,1348],{"href":1348,"rel":1349},"https:\u002F\u002Fwww.aipedia.wiki\u002Ftools\u002Fhelicone\u002F",[617],[41,1351,1352,1353],{},"BuildMVPFast — Langfuse vs Helicone vs Portkey ",[588,1354,1355],{"href":1355,"rel":1356},"https:\u002F\u002Fwww.buildmvpfast.com\u002Fblog\u002Fllm-observability-stack-langfuse-helicone-portkey-2026",[617],[627,1358,1359],{},"html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}",{"title":231,"searchDepth":272,"depth":272,"links":1361},[1362,1363,1364,1365,1366,1367,1368,1369,1370,1371],{"id":25,"depth":255,"text":26},{"id":36,"depth":255,"text":36},{"id":97,"depth":255,"text":97},{"id":806,"depth":255,"text":807},{"id":195,"depth":255,"text":195},{"id":348,"depth":255,"text":348},{"id":478,"depth":255,"text":478},{"id":526,"depth":255,"text":527},{"id":584,"depth":255,"text":584},{"id":603,"depth":255,"text":603},"\u002Fimg\u002Ftools\u002Fhelicone.webp","Helicone 真实评测：YC W23 项目，开源 LLM 观测平台 + Rust 写的 AI Gateway。2026-03-03 被 Mintlify 收购后转维护模式（安全更新 + 新模型 + bug fix 继续，主动新功能停）。免费 10K req\u002F月 + Pro $79 + Team $799（SOC2 + HIPAA）+ Enterprise 定制。零代码 SDK 改造、改 baseURL 即用，是接入最快的 LLM 观测之一。",[1375,1378,1381,1384],{"q":1376,"a":1377},"Helicone 被收购后还能用吗？","2026-03-03 Mintlify 收购 Helicone，产品转维护模式：安全 patch + 新模型支持 + bug fix 继续发，但主动新功能开发结束。现存生产部署仍稳定，但选型时要权衡：路线图不动 \u002F 不期待新观测形态 \u002F 接受工具被 Mintlify 整合或归档的风险。新项目长期演进建议看 Langfuse 或 Portkey。",{"q":1379,"a":1380},"Proxy 和 async 模式哪个好？","Proxy（改 baseURL，所有请求走 Helicone）= 接入快 + 完整捕获，但加 ~5–20ms 延迟、Helicone 挂了请求也挂。Async（SDK 异步上报）= 0 延迟 + Helicone 故障不影响业务，但失败窗口可能漏 log。生产敏感链路用 async，开发 \u002F 内部用 proxy。",{"q":1382,"a":1383},"Proxy 能看到 agent 内部工具调用吗？","不能——proxy 只能看到穿过它的 LLM 请求，agent 框架内的 tool execution \u002F sub-agent \u002F retries 都不可见。复杂 agent 调试需要 trace 级深度，要 Langfuse 的 nested span 或 Helicone Trace API（手动 POST）。",{"q":1385,"a":1386},"和 Langfuse \u002F Portkey 怎么选？","Helicone = proxy-based，URL 一改分钟上手，请求级日志 + 基础 gateway 路由。Langfuse = SDK-based，代码改造小时级，但 nested span 深度 tracing + LLM-as-judge eval 一等。Portkey = gateway-first，250+ 模型 + MCP + 强合规但定价复杂。简单 + 快 → Helicone；agent 调试 → Langfuse；网关 + 治理 + 合规 → Portkey。","https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone",[650],"2026-08-02",{},"\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone",[1393,1394,643,1395],"saas","self-host","sdk",[1397,1401,1405,1409],{"plan":780,"price":1398,"features":1399,"notes":1400},"$0","10K req\u002F月 + 7 天 retention + 1 seat + 1GB storage + 基础 dashboards","Free trial \u002F hobby \u002F 验证",{"plan":786,"price":1402,"features":1403,"notes":1404},"$79\u002F月","10K + usage + 1 月 retention + unlimited seats + alerts + HQL + prompt management","中小生产",{"plan":792,"price":1406,"features":1407,"notes":1408},"$799\u002F月","10K + usage + 3 月 retention + SOC-2 + HIPAA + 5 orgs","中大型 + 合规",{"plan":122,"price":1410,"features":1411,"notes":1412},"Custom","自定义 retention + 永久存储 + SSO + on-prem + 专属支持","大型 \u002F 政企","Hobby 免费 10K req\u002F月 \u002F Pro $79\u002F月 \u002F Team $799\u002F月 \u002F Enterprise 定制","2026-06-19",[1416],"onboarding\u002Frag-pipeline-build",{"power":279,"ux":289,"price":279,"cn_support":255,"stability":272},{"title":369,"description":1373},"Helicone - 开源 LLM 观测网关评测 | AIHO",[1421,1424,1426,1428,1430],{"name":1422,"url":1327,"accessed":1423},"Inference.net — Helicone Pricing & Alternatives (Jun 2026)","2026-06-24",{"name":1425,"url":1334,"accessed":1423},"Helicone 官网",{"name":1427,"url":1341,"accessed":1423},"QASkills — Helicone LLM Monitoring Guide 2026",{"name":1429,"url":1348,"accessed":1423},"AiPedia — Helicone 评测 + 失败模式",{"name":1431,"url":1355,"accessed":1423},"BuildMVPFast — Langfuse vs Helicone vs Portkey","tools\u002Fcoding\u002Fapi\u002Fhelicone","一行代码 LLM 观测——开源 Proxy + AI Gateway，2026-03 被 Mintlify 收购、维护模式运行",[1435,1436,1437,672,1438,1439,1440],"llm-observability","proxy","ai-gateway","ycombinator","soc2","hipaa","最容易接入的 LLM 观测，改 baseURL 几分钟看到 cost\u002Flatency\u002Ferrors。被 Mintlify 收购转维护模式后路线图不确定——做新项目权衡：要快上手 + 不期待新功能 OK；要 nested span + 持续演进走 Langfuse。","https:\u002F\u002Fwww.helicone.ai","8JJIpaMuzoQlpfxMpxjgaihSjvMbFMn2TFQ3tFomDRc",{"id":1445,"title":372,"alternatives":1446,"api_compatible":1447,"body":1460,"category":643,"chinese_friendly":255,"cover":2196,"description":2197,"domestic":646,"extension":647,"faq":2198,"free":275,"github":2211,"languages":2212,"lastVerified":1389,"meta":2213,"models":648,"navigation":275,"notSuitable":648,"opensource":275,"path":1298,"pillar":654,"platforms":2214,"priceTable":2215,"pricing":2231,"published":1414,"relatedPlaybooks":2232,"relatedReviews":2233,"score":2235,"self_host":275,"seo":2236,"seoTitle":2237,"slug":13,"sources":2238,"stem":2246,"suitable":648,"tagline":2247,"tags":2248,"updated":1423,"verdict":2253,"website":2254,"__hash__":2255},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey.md",[12,14,680,681],[16,17,18,1448,1449,1450,1451,1452,1453,1454,1455,1456,1457,1458,1459],"Grok","Mistral","Cohere","阿里通义","百度文心","腾讯混元","Moonshot Kimi","字节豆包","DeepSeek","智谱 GLM","Ollama","Hugging Face",{"type":20,"value":1461,"toc":2184},[1462,1464,1467,1470,1472,1565,1567,1596,1601,1605,1609,1629,1633,1655,1657,1861,1863,2046,2048,2098,2100,2129,2131,2150,2152,2181],[23,1463,26],{"id":25},[28,1465,1466],{},"Portkey 把 AI 网关（250+ 模型 + fallback + 路由 + 缓存）和 LLM 全栈观测（40+ 维度 + 成本归因 + tracing + auto-instrumentation）做成同一个 SaaS，再加 MCP Gateway 让 AI agent 工具调用可追溯——目标是中大型团队从 PoC 走向生产的『AI 控制面板』。2026 年 Palo Alto Networks 完成收购，附带 SOC2 Type 2 + HIPAA + GDPR + ISO 27001 合规背书。3000+ GenAI 团队使用，1T tokens\u002F天里程碑。",[28,1468,1469],{},"适合：从 PoC 走向生产的中大型团队；要 SOC2\u002FHIPAA\u002FHIPAA\u002FGDPR 强合规；多团队 RBAC + budgets + 治理；大规模 AI agent 部署需要 MCP 工具调用可追溯。不适合：深度 nested span tracing（用 Langfuse）；纯网关不要观测（用 LiteLLM）；中文支付 \u002F 中文 UI（用 one-api \u002F new-api）；预算极紧的小项目（10K log 免费 + Pro $79 但深度有限，Helicone 同档更轻）。",[23,1471,36],{"id":36},[38,1473,1474,1480,1486,1492,1498,1504,1510,1515,1521,1526,1532,1537,1542,1547,1553,1559],{},[41,1475,1476,1479],{},[44,1477,1478],{},"250+ 模型 unified API","：OpenAI \u002F Anthropic \u002F Google \u002F AWS Bedrock \u002F Azure \u002F Cohere \u002F 等",[41,1481,1482,1485],{},[44,1483,1484],{},"Fallback \u002F Load Balancing \u002F Conditional Routing","：跨 provider 高可用",[41,1487,1488,1491],{},[44,1489,1490],{},"Semantic + simple caching","：减延迟 + 降成本",[41,1493,1494,1497],{},[44,1495,1496],{},"Retries \u002F circuit breakers","：完整 SRE 配套",[41,1499,1500,1503],{},[44,1501,1502],{},"Full-stack Observability","：40+ 维度 logs \u002F traces \u002F metrics",[41,1505,1506,1509],{},[44,1507,1508],{},"OpenTelemetry 兼容","：导出到现有 APM",[41,1511,1512,1514],{},[44,1513,397],{},"：跨 LLM call + tool use 统一时序视图",[41,1516,1517,1520],{},[44,1518,1519],{},"Auto-instrumentation","：自动埋点多个 LLM \u002F agent 框架",[41,1522,1523],{},[44,1524,1525],{},"Prompt management + templates",[41,1527,1528,1531],{},[44,1529,1530],{},"MCP Gateway（GA）","：AI agent 工具调用统一访问 + 审计",[41,1533,1534],{},[44,1535,1536],{},"RBAC + SSO\u002FSAML + Audit",[41,1538,1539],{},[44,1540,1541],{},"Hierarchical budgets + rate limits",[41,1543,1544],{},[44,1545,1546],{},"Guardrails",[41,1548,1549,1552],{},[44,1550,1551],{},"Compliance","：SOC2 Type 2 \u002F HIPAA \u002F GDPR \u002F ISO 27001（Enterprise）",[41,1554,1555,1558],{},[44,1556,1557],{},"部署","：SaaS \u002F 私有云 \u002F VPC \u002F on-prem（Enterprise）",[41,1560,1561,1564],{},[44,1562,1563],{},"Open Source Gateway","：MIT 协议，可自托管纯路由层",[23,1566,97],{"id":97},[38,1568,1569,1575,1581,1586,1591],{},[41,1570,1571,1574],{},[44,1572,1573],{},"Developer Free","：10K logs\u002F月 + 3 天 retention + 基础功能",[41,1576,1577,1580],{},[44,1578,1579],{},"Production","：$49\u002F月（早期媒体引用 $79 已下调）+ 100K logs + $9\u002F100K 超量（最高 3M）+ 30 天 retention + 语义缓存 + RBAC + Guardrails",[41,1582,1583,1585],{},[44,1584,792],{},"：联系销售（更高 log 配额 + 团队治理 + 更长 retention）",[41,1587,1588,1590],{},[44,1589,122],{},"：Custom（业界估 $5K–$10K+\u002F月）+ 10M+ logs + 自定义 retention + 全套合规 + SSO + 私有云",[41,1592,1593,1595],{},[44,1594,1563],{},"：$0 自托管 MIT",[134,1597,1598],{},[28,1599,1600],{},"真实成本陷阱：超过 Production 100K logs 后 $9\u002F100K 累计快，月 1M 请求 ≈ $49 + 9 × 9 ≈ $130。",[23,1602,1604],{"id":1603},"实测中型-saas-series-b-团队","实测（中型 SaaS \u002F Series B 团队）",[28,1606,1607],{},[44,1608,147],{},[38,1610,1611,1614,1617,1620,1623,1626],{},[41,1612,1613],{},"2 分钟改 baseURL 接入，立即看到所有 LLM 调用",[41,1615,1616],{},"40+ 维度 dashboard 让 FinOps 团队第一次能拍预算",[41,1618,1619],{},"conditional routing 让『便宜模型先试 + 失败 fallback 贵模型』容易实现",[41,1621,1622],{},"MCP Gateway 给团队的 agent 工具调用上了治理",[41,1624,1625],{},"SOC 2 Type 2 + HIPAA 让合规过审快",[41,1627,1628],{},"Auto-instrumentation 帮 LangChain \u002F LlamaIndex 应用零代码改造",[28,1630,1631],{},[44,1632,175],{},[38,1634,1635,1638,1641,1644,1647,1649,1652],{},[41,1636,1637],{},"按 recorded logs 计费让用量突增时账单失控",[41,1639,1640],{},"Tracing 深度不如 Langfuse 的 nested span（复杂 agent 调试不够）",[41,1642,1643],{},"模型价格表对部分模型不全 \u002F air-gapped 部署需手动维护",[41,1645,1646],{},"文档对高级配置存在 gap，社区反馈一致",[41,1648,861],{},[41,1650,1651],{},"log retention 30 天上限不动 Enterprise 解决",[41,1653,1654],{},"PANW 收购后路线图 \u002F 定价变动是评估风险",[23,1656,195],{"id":195},[226,1658,1660],{"className":228,"code":1659,"language":230,"meta":231,"style":231},"from portkey_ai import Portkey\n\nclient = Portkey(\n    api_key=\"YOUR_PORTKEY_KEY\",\n    virtual_key=\"OPENAI_VIRTUAL_KEY\",\n    config={\n        \"strategy\": {\"mode\": \"fallback\"},\n        \"targets\": [\n            {\"virtual_key\": \"OPENAI_VK\"},\n            {\"virtual_key\": \"ANTHROPIC_VK\"}\n        ],\n        \"cache\": {\"mode\": \"semantic\"}\n    }\n)\n\nresp = client.chat.completions.create(\n    model=\"gpt-5.4\",\n    messages=[...]\n)\n# Portkey dashboard 自动看到完整 trace + cost + latency\n",[61,1661,1662,1674,1678,1687,1698,1710,1719,1738,1746,1761,1775,1780,1796,1801,1806,1811,1822,1835,1850,1855],{"__ignoreMap":231},[235,1663,1664,1666,1669,1671],{"class":237,"line":238},[235,1665,242],{"class":241},[235,1667,1668],{"class":245}," portkey_ai ",[235,1670,249],{"class":241},[235,1672,1673],{"class":245}," Portkey\n",[235,1675,1676],{"class":237,"line":255},[235,1677,276],{"emptyLinePlaceholder":275},[235,1679,1680,1682,1684],{"class":237,"line":272},[235,1681,888],{"class":245},[235,1683,314],{"class":241},[235,1685,1686],{"class":245}," Portkey(\n",[235,1688,1689,1691,1693,1696],{"class":237,"line":279},[235,1690,911],{"class":310},[235,1692,314],{"class":241},[235,1694,1695],{"class":317},"\"YOUR_PORTKEY_KEY\"",[235,1697,906],{"class":245},[235,1699,1700,1703,1705,1708],{"class":237,"line":289},[235,1701,1702],{"class":310},"    virtual_key",[235,1704,314],{"class":241},[235,1706,1707],{"class":317},"\"OPENAI_VIRTUAL_KEY\"",[235,1709,906],{"class":245},[235,1711,1712,1715,1717],{"class":237,"line":301},[235,1713,1714],{"class":310},"    config",[235,1716,314],{"class":241},[235,1718,928],{"class":245},[235,1720,1721,1724,1727,1730,1732,1735],{"class":237,"line":931},[235,1722,1723],{"class":317},"        \"strategy\"",[235,1725,1726],{"class":245},": {",[235,1728,1729],{"class":317},"\"mode\"",[235,1731,937],{"class":245},[235,1733,1734],{"class":317},"\"fallback\"",[235,1736,1737],{"class":245},"},\n",[235,1739,1740,1743],{"class":237,"line":954},[235,1741,1742],{"class":317},"        \"targets\"",[235,1744,1745],{"class":245},": [\n",[235,1747,1748,1751,1754,1756,1759],{"class":237,"line":967},[235,1749,1750],{"class":245},"            {",[235,1752,1753],{"class":317},"\"virtual_key\"",[235,1755,937],{"class":245},[235,1757,1758],{"class":317},"\"OPENAI_VK\"",[235,1760,1737],{"class":245},[235,1762,1763,1765,1767,1769,1772],{"class":237,"line":978},[235,1764,1750],{"class":245},[235,1766,1753],{"class":317},[235,1768,937],{"class":245},[235,1770,1771],{"class":317},"\"ANTHROPIC_VK\"",[235,1773,1774],{"class":245},"}\n",[235,1776,1777],{"class":237,"line":984},[235,1778,1779],{"class":245},"        ],\n",[235,1781,1782,1785,1787,1789,1791,1794],{"class":237,"line":990},[235,1783,1784],{"class":317},"        \"cache\"",[235,1786,1726],{"class":245},[235,1788,1729],{"class":317},[235,1790,937],{"class":245},[235,1792,1793],{"class":317},"\"semantic\"",[235,1795,1774],{"class":245},[235,1797,1799],{"class":237,"line":1798},13,[235,1800,981],{"class":245},[235,1802,1804],{"class":237,"line":1803},14,[235,1805,987],{"class":245},[235,1807,1809],{"class":237,"line":1808},15,[235,1810,276],{"emptyLinePlaceholder":275},[235,1812,1814,1817,1819],{"class":237,"line":1813},16,[235,1815,1816],{"class":245},"resp ",[235,1818,314],{"class":241},[235,1820,1821],{"class":245}," client.chat.completions.create(\n",[235,1823,1825,1828,1830,1833],{"class":237,"line":1824},17,[235,1826,1827],{"class":310},"    model",[235,1829,314],{"class":241},[235,1831,1832],{"class":317},"\"gpt-5.4\"",[235,1834,906],{"class":245},[235,1836,1838,1841,1843,1845,1847],{"class":237,"line":1837},18,[235,1839,1840],{"class":310},"    messages",[235,1842,314],{"class":241},[235,1844,329],{"class":245},[235,1846,333],{"class":332},[235,1848,1849],{"class":245},"]\n",[235,1851,1853],{"class":237,"line":1852},19,[235,1854,987],{"class":245},[235,1856,1858],{"class":237,"line":1857},20,[235,1859,1860],{"class":268},"# Portkey dashboard 自动看到完整 trace + cost + latency\n",[23,1862,348],{"id":348},[350,1864,1865,1880],{},[353,1866,1867],{},[356,1868,1869,1871,1873,1875,1877],{},[359,1870,361],{},[359,1872,372],{},[359,1874,369],{},[359,1876,10],{},[359,1878,1879],{},"LiteLLM",[374,1881,1882,1899,1915,1929,1941,1956,1971,1985,2000,2015,2030],{},[356,1883,1884,1887,1890,1893,1896],{},[379,1885,1886],{},"形态",[379,1888,1889],{},"Gateway+Obs SaaS",[379,1891,1892],{},"Proxy Obs",[379,1894,1895],{},"SDK Tracing",[379,1897,1898],{},"OSS Gateway",[356,1900,1901,1904,1907,1909,1912],{},[379,1902,1903],{},"集成",[379,1905,1906],{},"改 baseURL（分钟）",[379,1908,1906],{},[379,1910,1911],{},"代码改造（小时）",[379,1913,1914],{},"自托管（小时）",[356,1916,1917,1919,1921,1924,1926],{},[379,1918,1089],{},[379,1920,1098],{},[379,1922,1923],{},"浅",[379,1925,1095],{},[379,1927,1928],{},"–",[356,1930,1931,1933,1935,1937,1939],{},[379,1932,1103],{},[379,1934,1111],{},[379,1936,387],{},[379,1938,387],{},[379,1940,400],{},[356,1942,1943,1946,1949,1952,1954],{},[379,1944,1945],{},"Auto fallback",[379,1947,1948],{},"✅ chains",[379,1950,1951],{},"✅ 基础",[379,1953,387],{},[379,1955,400],{},[356,1957,1958,1961,1963,1966,1968],{},[379,1959,1960],{},"Semantic caching",[379,1962,400],{},[379,1964,1965],{},"proxy 级",[379,1967,387],{},[379,1969,1970],{},"Redis",[356,1972,1973,1976,1979,1981,1983],{},[379,1974,1975],{},"MCP Gateway",[379,1977,1978],{},"✅ GA",[379,1980,387],{},[379,1982,387],{},[379,1984,387],{},[356,1986,1987,1989,1992,1995,1998],{},[379,1988,758],{},[379,1990,1991],{},"Enterprise \u002F OSS Gateway",[379,1993,1994],{},"Enterprise（已收购）",[379,1996,1997],{},"✅ 免费无限",[379,1999,400],{},[356,2001,2002,2004,2007,2010,2013],{},[379,2003,764],{},[379,2005,2006],{},"SOC2 + HIPAA + GDPR + ISO27001",[379,2008,2009],{},"SOC2 + HIPAA",[379,2011,2012],{},"SOC2",[379,2014,400],{},[356,2016,2017,2020,2023,2025,2028],{},[379,2018,2019],{},"起价",[379,2021,2022],{},"$49\u002F月",[379,2024,1402],{},[379,2026,2027],{},"$29\u002F月",[379,2029,1398],{},[356,2031,2032,2035,2038,2041,2044],{},[379,2033,2034],{},"免费配额",[379,2036,2037],{},"10K logs",[379,2039,2040],{},"10K req",[379,2042,2043],{},"50K events",[379,2045,1928],{},[23,2047,478],{"id":478},[38,2049,2050,2056,2062,2068,2074,2080,2086,2092],{},[41,2051,2052,2055],{},[44,2053,2054],{},"按 logs 计费要设报警","：超量 $9\u002F100K 容易爆账单",[41,2057,2058,2061],{},[44,2059,2060],{},"PANW 收购变量","：评估时把定价 \u002F 路线图 \u002F API 变动写进风险",[41,2063,2064,2067],{},[44,2065,2066],{},"Tracing 不深够用就好","：复杂 agent 调试要叠 Langfuse",[41,2069,2070,2073],{},[44,2071,2072],{},"Production tier retention 30 天","：超长归档要 Enterprise",[41,2075,2076,2079],{},[44,2077,2078],{},"Air-gapped 价格表","：部分模型成本要手动维护",[41,2081,2082,2085],{},[44,2083,2084],{},"Virtual Key 别裸暴露","：客户端调用务必走 server-side proxy",[41,2087,2088,2091],{},[44,2089,2090],{},"Conditional routing 别写太复杂","：3+ 层条件路由调试痛苦",[41,2093,2094,2097],{},[44,2095,2096],{},"Open Source Gateway != 企业版","：自托管开源版缺 governance \u002F dashboards \u002F evals",[23,2099,527],{"id":526},[38,2101,2102,2105,2108,2111,2114,2117,2120,2123,2126],{},[41,2103,2104],{},"✅ 中大型团队从 PoC 走向生产",[41,2106,2107],{},"✅ 强合规（SOC2 Type 2 + HIPAA + GDPR + ISO27001）",[41,2109,2110],{},"✅ 多团队 RBAC + 预算治理",[41,2112,2113],{},"✅ 大规模 AI agent 部署 + MCP 工具治理",[41,2115,2116],{},"✅ 想要『网关 + 观测』一体化 SaaS",[41,2118,2119],{},"❌ 深度 nested span 调试（用 Langfuse）",[41,2121,2122],{},"❌ 纯网关不要观测（用 LiteLLM）",[41,2124,2125],{},"❌ 中文运营 \u002F 中文支付（用 one-api \u002F new-api）",[41,2127,2128],{},"❌ 极小预算项目（Helicone Hobby \u002F Langfuse Free 更划算）",[23,2130,584],{"id":584},[38,2132,2133,2138,2142,2146],{},[41,2134,2135],{},[588,2136,2137],{"href":1391},"Helicone 评测",[41,2139,2140],{},[588,2141,1305],{"href":1304},[41,2143,2144],{},[588,2145,1311],{"href":1310},[41,2147,2148],{},[588,2149,1317],{"href":1316},[23,2151,603],{"id":603},[197,2153,2154,2161,2168,2174],{},[41,2155,2156,2157],{},"Portkey 官网 — Observability 全栈观测 + Palo Alto Networks 收购公告 ",[588,2158,2159],{"href":2159,"rel":2160},"https:\u002F\u002Fportkey.ai\u002Ffeatures\u002Fobservability",[617],[41,2162,2163,2164],{},"TrueFoundry — Portkey AI Gateway Pricing Guide 2026 ",[588,2165,2166],{"href":2166,"rel":2167},"https:\u002F\u002Fwww.truefoundry.com\u002Fblog\u002Fportkey-pricing-guide",[617],[41,2169,2170,2171],{},"BuildMVPFast — Langfuse vs Helicone vs Portkey 对比 ",[588,2172,1355],{"href":1355,"rel":2173},[617],[41,2175,2176,2177],{},"DevTune — Portkey AI 评测 + 定价 + Gartner Cool Vendor ",[588,2178,2179],{"href":2179,"rel":2180},"https:\u002F\u002Fdevtune.ai\u002Fverticals\u002Fllm-observability-evals-gateways\u002Fportkey",[617],[627,2182,2183],{},"html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":231,"searchDepth":272,"depth":272,"links":2185},[2186,2187,2188,2189,2190,2191,2192,2193,2194,2195],{"id":25,"depth":255,"text":26},{"id":36,"depth":255,"text":36},{"id":97,"depth":255,"text":97},{"id":1603,"depth":255,"text":1604},{"id":195,"depth":255,"text":195},{"id":348,"depth":255,"text":348},{"id":478,"depth":255,"text":478},{"id":526,"depth":255,"text":527},{"id":584,"depth":255,"text":584},{"id":603,"depth":255,"text":603},"\u002Fimg\u002Ftools\u002Fportkey.webp","Portkey 真实评测：250+ 模型统一 AI 网关 + 全栈观测 + MCP Gateway。2026 被 Palo Alto Networks 收购。免费 10K logs\u002F月，Production $49\u002F月（100K logs + 30 天 retention），Team 大体量，Enterprise SOC2 Type 2 + HIPAA + GDPR + ISO 27001 + 私有云 \u002F VPC + 1T tokens\u002F天里程碑。",[2199,2202,2205,2208],{"q":2200,"a":2201},"Portkey 收购了？","2026 年 Palo Alto Networks 完成收购 Portkey，作为其『保护 AI agent 崛起』战略的一部分。产品继续运营 + 1T tokens\u002F天里程碑达成；对企业买家是利好（背靠 Palo Alto 安全 + 合规背书），但社区担忧定价 \u002F 路线图变化——评估时要把『被 PANW 整合』作为风险项。",{"q":2203,"a":2204},"Recorded logs 是什么计量？","Portkey 不按请求 \u002F token 计费，而是按『记录到观测系统的日志条数』。一次 API 调用 = 一条 log（不含 retries）。100K logs 是『被采集 100K 次请求』的容量，不是『LLM 100K 调用配额』——LLM 费用走你自己付。",{"q":2206,"a":2207},"自托管选项？","Portkey 开源了核心 AI Gateway（GitHub Star 10K+，MIT），可以自托管做纯路由 + 基础观测；但企业级功能（SOC2 \u002F 自动 evals \u002F 团队治理 \u002F governance dashboard）只在 SaaS 或 Enterprise on-prem 提供。",{"q":2209,"a":2210},"MCP Gateway 是什么？","面向 AI agent 的 MCP（Model Context Protocol）统一访问层，已 GA。每次 agent 调工具都自动记录工具名 \u002F 参数 \u002F 响应 \u002F 用户 \u002F 团队 \u002F 延迟 \u002F 状态，是大规模 agent 部署里『谁的 agent 在做什么』可追溯的关键基础设施。","https:\u002F\u002Fgithub.com\u002FPortkey-AI\u002Fportkey-ai",[650],{},[1393,643,1395],[2216,2220,2223,2227],{"plan":2217,"price":1398,"features":2218,"notes":2219},"Developer","10K recorded logs\u002F月 + 3 天 retention + 社区支持 + 基础 fallback","PoC \u002F hobby \u002F 小项目",{"plan":1579,"price":2022,"features":2221,"notes":2222},"100K logs\u002F月 + $9\u002F100K 超量（最高 3M）+ 30 天 retention + 语义缓存 + RBAC + Guardrails + 生产支持","中小生产应用",{"plan":792,"price":2224,"features":2225,"notes":2226},"联系销售","更高 log 配额 + 团队治理 + 更长 retention","中型组织",{"plan":122,"price":2228,"features":2229,"notes":2230},"Custom（$5K–$10K+\u002F月）","10M+ logs + 自定义 retention + SSO\u002FSAML + 私有云\u002FVPC + SOC2 Type 2 + HIPAA + GDPR + ISO 27001 + 单租户","大企业 \u002F 强合规","Developer 免费 10K logs\u002F月 \u002F Production $49\u002F月 100K logs \u002F Team 大体量 \u002F Enterprise 定制",[1416],[2234],"llm-gateway-comparison",{"power":289,"ux":279,"price":272,"cn_support":255,"stability":279},{"title":372,"description":2197},"Portkey 评测 2026：AI 网关 + 全栈观测，被 Palo Alto 收购",[2239,2241,2243,2244],{"name":2240,"url":2159,"accessed":1423},"Portkey 官网 — Observability 功能",{"name":2242,"url":2166,"accessed":1423},"TrueFoundry — Portkey Pricing Guide 2026",{"name":1431,"url":1355,"accessed":1423},{"name":2245,"url":2179,"accessed":1423},"DevTune — Portkey AI 评测 + 定价","tools\u002Fcoding\u002Fapi\u002Fportkey","Control Panel for Production AI——AI 网关 + 全栈观测 + MCP 网关，2026 被 Palo Alto Networks 收购",[2249,669,2250,2251,2252,1439,1440],"llm-gateway","mcp","governance","enterprise","网关 + 观测一体化最完整的 SaaS。中大型团队从 PoC 走向生产、要 SOC2\u002FHIPAA\u002FMCP\u002F治理走 Portkey。纯观测 → Helicone\u002FLangfuse；自托管控制成本 → LiteLLM + Langfuse。","https:\u002F\u002Fportkey.ai","9Mhkjcqkyj4_ZuP7nvoUjWvqhUYDS_-lrh0pnW4Dq3s",{"id":2257,"title":1879,"alternatives":2258,"api_compatible":2259,"body":2260,"category":643,"chinese_friendly":272,"cover":2936,"description":2937,"domestic":646,"extension":647,"faq":2938,"free":275,"github":2919,"languages":2951,"lastVerified":1389,"meta":2952,"models":648,"navigation":275,"notSuitable":648,"opensource":275,"path":1304,"pillar":654,"platforms":2953,"priceTable":2955,"pricing":2964,"published":1414,"relatedPlaybooks":2965,"relatedReviews":2966,"score":2967,"self_host":275,"seo":2968,"seoTitle":2969,"slug":14,"sources":2970,"stem":2979,"suitable":648,"tagline":2980,"tags":2981,"updated":1423,"verdict":2986,"website":2987,"__hash__":2988},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm.md",[680,681,13,12],[16,17,18,1448,1449,1450,1451,1452,1453,1454,1455,1456,1457,1458,1459],{"type":20,"value":2261,"toc":2924},[2262,2264,2271,2274,2276,2370,2372,2388,2393,2397,2401,2424,2428,2453,2457,2623,2625,2775,2777,2841,2843,2869,2871,2889,2891,2921],[23,2263,26],{"id":25},[28,2265,2266,2267,2270],{},"LiteLLM 是开源 LLM 网关里事实标准：MIT 协议，BerriAI 维护，双形态——SDK（",[61,2268,2269],{},"pip install","，单进程嵌入）+ Proxy（Docker Compose + Postgres，团队级网关）。100+ 厂商统一 OpenAI 接口，虚拟 Key + 团队预算 + 三类 fallback（错误\u002F政策\u002F上下文）+ 成本追踪 + 内置 admin UI。2026-03 供应链事件后 v1.83+ 强化镜像验证，生产固定签名版本。",[28,2272,2273],{},"适合：中大型团队 \u002F 合规 \u002F 想完全控数据 + BYOK；微服务架构需要语言无关的 OpenAI 网关；要把成本治理 + 观测做到自建。不适合：不想运维（SaaS 走 OpenRouter \u002F Portkey）；中文支付 \u002F 业务运营（走 one-api \u002F new-api）；纯个人项目（pip 装 SDK 已够，不需要 Proxy）。",[23,2275,36],{"id":36},[38,2277,2278,2284,2293,2303,2312,2321,2327,2332,2341,2347,2352,2358,2364],{},[41,2279,2280,2283],{},[44,2281,2282],{},"100+ providers","：OpenAI \u002F Anthropic \u002F Google \u002F AWS Bedrock \u002F Azure \u002F vLLM \u002F Ollama \u002F Together \u002F HuggingFace 等",[41,2285,2286,2289,2290],{},[44,2287,2288],{},"统一 OpenAI 接口","：所有模型走 ",[61,2291,2292],{},"\u002Fv1\u002Fchat\u002Fcompletions",[41,2294,2295,2298,2299,2302],{},[44,2296,2297],{},"SDK 模式","：",[61,2300,2301],{},"from litellm import completion","，适合嵌入",[41,2304,2305,2307,2308,2311],{},[44,2306,700],{},"：HTTP 服务 + Postgres + admin UI（",[61,2309,2310],{},"\u002Fui","）",[41,2313,2314,2298,2317,2320],{},[44,2315,2316],{},"虚拟 Key",[61,2318,2319],{},"\u002Fkey\u002Fgenerate"," 给团队 \u002F 服务签发独立 Key + 预算 + 模型白名单",[41,2322,2323,2326],{},[44,2324,2325],{},"三类 fallback","：错误 \u002F 内容政策 \u002F context window",[41,2328,2329,1497],{},[44,2330,2331],{},"重试 + 超时 + cooldown",[41,2333,2334,2298,2337,2340],{},[44,2335,2336],{},"Cost tracking",[61,2338,2339],{},"\u002Fglobal\u002Fspend\u002Freport"," + admin UI 看每团队 \u002F Key \u002F 模型成本",[41,2342,2343,2346],{},[44,2344,2345],{},"回调","：Langfuse \u002F Prometheus \u002F Slack 一键挂载",[41,2348,2349,2351],{},[44,2350,1546],{},"：Presidio PII masking \u002F 自定义内容检查",[41,2353,2354,2357],{},[44,2355,2356],{},"缓存","：Redis 内置 + 语义缓存",[41,2359,2360,2363],{},[44,2361,2362],{},"Routing strategy","：cost-based \u002F latency-based \u002F round-robin",[41,2365,2366,2369],{},[44,2367,2368],{},"MIT 协议","：完全自由商用 + 修改",[23,2371,97],{"id":97},[38,2373,2374,2380,2385],{},[41,2375,2376,2379],{},[44,2377,2378],{},"OSS","：$0；自托管成本 = 1 台 Postgres + 1 台 LiteLLM container（~2GB RAM）",[41,2381,2382,2384],{},[44,2383,122],{},"：Custom；SSO \u002F SAML \u002F 审计 \u002F SLA \u002F on-prem 部署支持",[41,2386,2387],{},"模型成本走各厂商直接结算（BYOK）",[134,2389,2390],{},[28,2391,2392],{},"小规模总成本：1 台 2 核 4G VPS 跑 Postgres + LiteLLM 月 $20–30，团队 10 人完全够。",[23,2394,2396],{"id":2395},"实测10-人-saas-微服务架构","实测（10 人 SaaS \u002F 微服务架构）",[28,2398,2399],{},[44,2400,147],{},[38,2402,2403,2406,2409,2412,2415,2418,2421],{},[41,2404,2405],{},"Docker Compose 40 分钟拉起完整生产栈",[41,2407,2408],{},"虚拟 Key + 预算让微服务团队成本归因清晰",[41,2410,2411],{},"三类 fallback 配齐后可用率从 99.2% → 99.8%",[41,2413,2414],{},"admin UI 看每团队每天成本省了一堆自研 dashboard",[41,2416,2417],{},"Postgres + master key 模式，密钥 + 配置一致性高",[41,2419,2420],{},"与 Langfuse 集成做 trace + cost 双视角",[41,2422,2423],{},"多语言客户端（Python \u002F Node \u002F Go \u002F Rust）走同一 endpoint 体验一致",[28,2425,2426],{},[44,2427,175],{},[38,2429,2430,2437,2440,2443,2450],{},[41,2431,2432,2433,2436],{},"2026-03 供应链事件让团队对 ",[61,2434,2435],{},":latest"," tag 警惕，生产必须固定签名版本（如 v1.85.0）",[41,2438,2439],{},"Postgres salt key 一旦生成不能轮换，初始化前要谨慎备份",[41,2441,2442],{},"admin UI 早期版本英文为主，中文文档少",[41,2444,2445,2446,2449],{},"模型 ID 命名复杂（",[61,2447,2448],{},"provider\u002Fmodel-name","），各厂商命名规则不一",[41,2451,2452],{},"自托管 = 自付运维（Postgres backup \u002F 升级 \u002F 监控）",[23,2454,2456],{"id":2455},"上手proxy-模式","上手（Proxy 模式）",[226,2458,2460],{"className":996,"code":2459,"language":998,"meta":231,"style":231},"mkdir llm-gateway && cd llm-gateway\nopenssl rand -hex 32 > .master_key\nopenssl rand -hex 32 > .salt_key\n\n# docker-compose.yml 拉 ghcr.io\u002Fberriai\u002Flitellm:v1.85.0\n# config.yaml 写 model_list \u002F fallbacks \u002F litellm_settings\n\ndocker compose up -d\n\n# 生成虚拟 Key\ncurl -X POST http:\u002F\u002Flocalhost:4000\u002Fkey\u002Fgenerate \\\n  -H \"Authorization: Bearer $LITELLM_MASTER_KEY\" \\\n  -d '{\"models\":[\"gpt-5.4\",\"claude-sonnet-4.6\"],\"max_budget\":100}'\n\n# 业务方调用\ncurl http:\u002F\u002Flocalhost:4000\u002Fv1\u002Fchat\u002Fcompletions \\\n  -H \"Authorization: Bearer sk-xxx\" \\\n  -d '{\"model\":\"gpt-5.4\",\"messages\":[...]}'\n",[61,2461,2462,2477,2497,2512,2516,2521,2526,2530,2540,2544,2549,2566,2581,2589,2593,2598,2607,2616],{"__ignoreMap":231},[235,2463,2464,2467,2470,2472,2474],{"class":237,"line":238},[235,2465,2466],{"class":282},"mkdir",[235,2468,2469],{"class":317}," llm-gateway",[235,2471,1027],{"class":245},[235,2473,1021],{"class":332},[235,2475,2476],{"class":317}," llm-gateway\n",[235,2478,2479,2482,2485,2488,2491,2494],{"class":237,"line":255},[235,2480,2481],{"class":282},"openssl",[235,2483,2484],{"class":317}," rand",[235,2486,2487],{"class":332}," -hex",[235,2489,2490],{"class":332}," 32",[235,2492,2493],{"class":241}," >",[235,2495,2496],{"class":317}," .master_key\n",[235,2498,2499,2501,2503,2505,2507,2509],{"class":237,"line":272},[235,2500,2481],{"class":282},[235,2502,2484],{"class":317},[235,2504,2487],{"class":332},[235,2506,2490],{"class":332},[235,2508,2493],{"class":241},[235,2510,2511],{"class":317}," .salt_key\n",[235,2513,2514],{"class":237,"line":279},[235,2515,276],{"emptyLinePlaceholder":275},[235,2517,2518],{"class":237,"line":289},[235,2519,2520],{"class":268},"# docker-compose.yml 拉 ghcr.io\u002Fberriai\u002Flitellm:v1.85.0\n",[235,2522,2523],{"class":237,"line":301},[235,2524,2525],{"class":268},"# config.yaml 写 model_list \u002F fallbacks \u002F litellm_settings\n",[235,2527,2528],{"class":237,"line":931},[235,2529,276],{"emptyLinePlaceholder":275},[235,2531,2532,2534,2536,2538],{"class":237,"line":954},[235,2533,1030],{"class":282},[235,2535,1033],{"class":317},[235,2537,1036],{"class":317},[235,2539,1039],{"class":332},[235,2541,2542],{"class":237,"line":967},[235,2543,276],{"emptyLinePlaceholder":275},[235,2545,2546],{"class":237,"line":978},[235,2547,2548],{"class":268},"# 生成虚拟 Key\n",[235,2550,2551,2554,2557,2560,2563],{"class":237,"line":984},[235,2552,2553],{"class":282},"curl",[235,2555,2556],{"class":332}," -X",[235,2558,2559],{"class":317}," POST",[235,2561,2562],{"class":317}," http:\u002F\u002Flocalhost:4000\u002Fkey\u002Fgenerate",[235,2564,2565],{"class":332}," \\\n",[235,2567,2568,2571,2574,2577,2579],{"class":237,"line":990},[235,2569,2570],{"class":332},"  -H",[235,2572,2573],{"class":317}," \"Authorization: Bearer ",[235,2575,2576],{"class":245},"$LITELLM_MASTER_KEY",[235,2578,949],{"class":317},[235,2580,2565],{"class":332},[235,2582,2583,2586],{"class":237,"line":1798},[235,2584,2585],{"class":332},"  -d",[235,2587,2588],{"class":317}," '{\"models\":[\"gpt-5.4\",\"claude-sonnet-4.6\"],\"max_budget\":100}'\n",[235,2590,2591],{"class":237,"line":1803},[235,2592,276],{"emptyLinePlaceholder":275},[235,2594,2595],{"class":237,"line":1808},[235,2596,2597],{"class":268},"# 业务方调用\n",[235,2599,2600,2602,2605],{"class":237,"line":1813},[235,2601,2553],{"class":282},[235,2603,2604],{"class":317}," http:\u002F\u002Flocalhost:4000\u002Fv1\u002Fchat\u002Fcompletions",[235,2606,2565],{"class":332},[235,2608,2609,2611,2614],{"class":237,"line":1824},[235,2610,2570],{"class":332},[235,2612,2613],{"class":317}," \"Authorization: Bearer sk-xxx\"",[235,2615,2565],{"class":332},[235,2617,2618,2620],{"class":237,"line":1837},[235,2619,2585],{"class":332},[235,2621,2622],{"class":317}," '{\"model\":\"gpt-5.4\",\"messages\":[...]}'\n",[23,2624,348],{"id":348},[350,2626,2627,2643],{},[353,2628,2629],{},[356,2630,2631,2633,2635,2638,2641],{},[359,2632,361],{},[359,2634,1879],{},[359,2636,2637],{},"OpenRouter",[359,2639,2640],{},"One-API",[359,2642,372],{},[374,2644,2645,2659,2673,2685,2702,2715,2729,2745,2759],{},[356,2646,2647,2649,2652,2655,2657],{},[379,2648,1886],{},[379,2650,2651],{},"OSS + Enterprise",[379,2653,2654],{},"SaaS",[379,2656,2378],{},[379,2658,2654],{},[356,2660,2661,2664,2667,2669,2671],{},[379,2662,2663],{},"协议",[379,2665,2666],{},"MIT",[379,2668,1928],{},[379,2670,2666],{},[379,2672,1928],{},[356,2674,2675,2677,2679,2681,2683],{},[379,2676,87],{},[379,2678,400],{},[379,2680,387],{},[379,2682,400],{},[379,2684,122],{},[356,2686,2687,2690,2693,2696,2699],{},[379,2688,2689],{},"模型数",[379,2691,2692],{},"100+",[379,2694,2695],{},"300+",[379,2697,2698],{},"30+",[379,2700,2701],{},"250+",[356,2703,2704,2707,2709,2711,2713],{},[379,2705,2706],{},"虚拟 Key + 预算",[379,2708,400],{},[379,2710,1928],{},[379,2712,400],{},[379,2714,400],{},[356,2716,2717,2720,2723,2725,2727],{},[379,2718,2719],{},"Fallback",[379,2721,2722],{},"✅ 三类",[379,2724,400],{},[379,2726,400],{},[379,2728,400],{},[356,2730,2731,2734,2737,2740,2743],{},[379,2732,2733],{},"admin UI",[379,2735,2736],{},"✅ 内置",[379,2738,2739],{},"dashboard",[379,2741,2742],{},"✅ 中文 UI",[379,2744,400],{},[356,2746,2747,2750,2752,2754,2757],{},[379,2748,2749],{},"中文支付",[379,2751,387],{},[379,2753,387],{},[379,2755,2756],{},"✅ EPay 内置",[379,2758,387],{},[356,2760,2761,2764,2767,2769,2772],{},[379,2762,2763],{},"集成观测",[379,2765,2766],{},"Langfuse\u002FProm",[379,2768,2739],{},[379,2770,2771],{},"仪表盘",[379,2773,2774],{},"原生",[23,2776,478],{"id":478},[38,2778,2779,2787,2793,2799,2805,2815,2821,2835],{},[41,2780,2781,2298,2784,2786],{},[44,2782,2783],{},"必固定版本号",[61,2785,2435],{}," \u002F 滚动 tag 在 2026-03 供应链事件后已是禁忌；用带签名验证的具体版本（如 v1.85.0）",[41,2788,2789,2792],{},[44,2790,2791],{},"salt_key 不能轮换","：初始化前生成 + 加密备份",[41,2794,2795,2798],{},[44,2796,2797],{},"Postgres 备份","：所有虚拟 Key + 预算都在 DB，必须定期备份",[41,2800,2801,2804],{},[44,2802,2803],{},"fallback 链别堆超 3 个","：失败叠加延迟 + 计费混乱",[41,2806,2807,2810,2811,2814],{},[44,2808,2809],{},"drop_params 谨慎开","：开 ",[61,2812,2813],{},"drop_params: true"," 会静默丢不兼容字段，调试时容易 confused",[41,2816,2817,2820],{},[44,2818,2819],{},"PII guardrail 不是 0 延迟","：Presidio 调用增 50–100ms，敏感场景再用",[41,2822,2823,2826,2827,2830,2831,2834],{},[44,2824,2825],{},"monorepo + workspace 模型映射","：业务方调 ",[61,2828,2829],{},"gpt-4"," → config 映射到 ",[61,2832,2833],{},"openai\u002Fgpt-5.4-mini","，要规划稳定映射表",[41,2836,2837,2840],{},[44,2838,2839],{},"国内自托管","：BYOK Key 走海外 API 仍然受网络影响，需要部署在能直连厂商的节点",[23,2842,527],{"id":526},[38,2844,2845,2848,2851,2854,2857,2860,2863,2866],{},[41,2846,2847],{},"✅ 中大型团队 \u002F 微服务架构",[41,2849,2850],{},"✅ 合规 \u002F 数据主权要求",[41,2852,2853],{},"✅ 多团队预算治理",[41,2855,2856],{},"✅ 想叠加 Langfuse \u002F Helicone \u002F Prometheus 观测",[41,2858,2859],{},"✅ BYOK 模式跨多厂商",[41,2861,2862],{},"❌ 不想运维（走 OpenRouter \u002F Portkey）",[41,2864,2865],{},"❌ 国内业务支付 + 中文运营（走 one-api \u002F new-api）",[41,2867,2868],{},"❌ 纯个人项目（SDK 足够，不需要 Proxy）",[23,2870,584],{"id":584},[38,2872,2873,2877,2881,2885],{},[41,2874,2875],{},[588,2876,1311],{"href":1310},[41,2878,2879],{},[588,2880,1317],{"href":1316},[41,2882,2883],{},[588,2884,1299],{"href":1298},[41,2886,2887],{},[588,2888,2137],{"href":1391},[23,2890,603],{"id":603},[197,2892,2893,2900,2907,2914],{},[41,2894,2895,2896],{},"NerdLevelTech — LiteLLM Proxy Production Tutorial 2026（含 v1.85.0 + 供应链事件细节）",[588,2897,2898],{"href":2898,"rel":2899},"https:\u002F\u002Fnerdleveltech.com\u002Flitellm-proxy-production-llm-gateway-tutorial",[617],[41,2901,2902,2903],{},"LiteLLM 官方文档 — Fallbacks \u002F Retries \u002F Cooldowns ",[588,2904,2905],{"href":2905,"rel":2906},"https:\u002F\u002Fdocs.litellm.ai\u002Fdocs\u002Fproxy\u002Freliability",[617],[41,2908,2909,2910],{},"Youngju.dev — LiteLLM Complete Guide 2026（SDK vs Proxy \u002F cost-based routing）",[588,2911,2912],{"href":2912,"rel":2913},"https:\u002F\u002Fwww.youngju.dev\u002Fblog\u002Fculture\u002F2026-03-25-litellm-unified-llm-api-proxy-guide-2025.en",[617],[41,2915,2916,2917],{},"GitHub — BerriAI\u002Flitellm README ",[588,2918,2919],{"href":2919,"rel":2920},"https:\u002F\u002Fgithub.com\u002FBerriAI\u002Flitellm",[617],[627,2922,2923],{},"html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":231,"searchDepth":272,"depth":272,"links":2925},[2926,2927,2928,2929,2930,2931,2932,2933,2934,2935],{"id":25,"depth":255,"text":26},{"id":36,"depth":255,"text":36},{"id":97,"depth":255,"text":97},{"id":2395,"depth":255,"text":2396},{"id":2455,"depth":255,"text":2456},{"id":348,"depth":255,"text":348},{"id":478,"depth":255,"text":478},{"id":526,"depth":255,"text":527},{"id":584,"depth":255,"text":584},{"id":603,"depth":255,"text":603},"\u002Fimg\u002Ftools\u002Flitellm.webp","LiteLLM 真实评测：MIT 开源 LLM 网关，BerriAI 维护。SDK 模式（pip install litellm）+ Proxy 模式（Docker Compose 自托管）双形态，100+ 厂商统一 OpenAI 接口，虚拟 Key + 团队预算 + 三类 fallback + 成本追踪 + 内置 UI。2026-03 经历供应链事件后 v1.83+ 强化签名 + 镜像验证，生产请固定版本号。",[2939,2942,2945,2948],{"q":2940,"a":2941},"SDK 和 Proxy 模式区别？","SDK 模式（`from litellm import completion`）直接在 Python 里调，适合个人项目 \u002F 单服务。Proxy 模式启动一个 HTTP 服务（默认 4000 端口）+ Postgres，所有应用通过 OpenAI 兼容 endpoint 调用，支持虚拟 Key \u002F 团队 \u002F 预算 \u002F 配额 \u002F admin UI——团队 \u002F 多语言客户端 \u002F 生产建议走 Proxy。",{"q":2943,"a":2944},"Fallback 有几种？","三类：(1) general fallback——5xx\u002F429 错误切到备用模型；(2) content policy fallback——内容审查拒绝时切；(3) context window fallback——输入超 context 切大窗口模型（比如超 GPT-4 32k 自动切 Claude 200k）。可叠加 num_retries \u002F cooldown \u002F timeout 做完整 SRE 策略。",{"q":2946,"a":2947},"2026-03 供应链事件是什么？","2026-03-24 PyPI 上的 v1.82.7 \u002F v1.82.8 在被替换约 40 分钟内可能植入 Trivy CI token 外泄代码。BerriAI 在 v1.83+ 强化签名 + 镜像验证，生产部署务必固定到带签名验证的版本（如 v1.85.0），不要用 `:latest` tag。",{"q":2949,"a":2950},"和 OpenRouter 怎么选？","OpenRouter = SaaS（不用自己运维 + 直接付钱）；LiteLLM = OSS 自托管（自付服务器 + 完全控制数据 + BYOK 所有 Key）。中大型团队 \u002F 合规 \u002F 长期成本敏感 \u002F 自建 → LiteLLM Proxy；小团队 \u002F 不想运维 \u002F 快速迭代 → OpenRouter。",[650],{},[1395,1436,1030,2954],"kubernetes",[2956,2961],{"plan":2957,"price":2958,"features":2959,"notes":2960},"Open Source","$0（MIT）","SDK + Proxy + Postgres 虚拟 Key + 预算 + fallback + admin UI + 100+ providers","完全自托管，模型 \u002F 平台费走自付",{"plan":122,"price":1410,"features":2962,"notes":2963},"SSO \u002F SAML + Audit + JWT auth + 高级路由 + SLA + on-prem 部署支持","联系 BerriAI 销售","MIT 开源免费 \u002F Enterprise SaaS 定制",[1416],[2234],{"power":289,"ux":279,"price":289,"cn_support":272,"stability":279},{"title":1879,"description":2937},"LiteLLM 评测 2026：开源 LLM 网关，100+ 厂商统一 OpenAI 接口",[2971,2973,2975,2977],{"name":2972,"url":2898,"accessed":1423},"NerdLevelTech — LiteLLM Proxy 生产教程 2026",{"name":2974,"url":2905,"accessed":1423},"LiteLLM 官方文档 — Fallbacks",{"name":2976,"url":2912,"accessed":1423},"Youngju.dev — LiteLLM Complete Guide 2026",{"name":2978,"url":2919,"accessed":1423},"GitHub — BerriAI\u002Flitellm","tools\u002Fcoding\u002Fapi\u002Flitellm","MIT 开源 LLM 网关——SDK + Proxy 双形态，100+ 厂商统一 OpenAI 接口 + 虚拟 Key + 团队预算",[2249,1436,1395,672,2982,2983,2984,2985],"mit","fallback","virtual-keys","byok","想要『SaaS 体验 + 完全自托管』的开源 LLM 网关首选。组合『LiteLLM 网关 + Helicone\u002FLangfuse 观测』在中大型 dev org 是黄金组合。中文中转 + 业务支付走 one-api。","https:\u002F\u002Fwww.litellm.ai","gajiT_SY7TiVCCCUElYHDjw0I5C_FDozvhWdbofF-EY",1785660639788]