[{"data":1,"prerenderedAt":1437},["ShallowReactive",2],{"header-counts":3,"footer-counts":6,"compare-helicone-vs-langfuse":8,"compare-a-helicone":9,"compare-b-langfuse":843},{"tools":4,"reviews":5},98,27,{"tools":4,"reviews":5,"playbooks":7,"news":5},22,null,{"id":10,"title":11,"alternatives":12,"api_compatible":8,"body":17,"category":765,"chinese_friendly":238,"cover":766,"description":767,"domestic":768,"extension":769,"faq":770,"free":768,"github":8,"languages":783,"lastVerified":8,"meta":785,"models":8,"navigation":786,"notSuitable":8,"opensource":786,"path":787,"pillar":788,"platforms":789,"priceTable":793,"pricing":810,"published":811,"relatedPlaybooks":812,"relatedReviews":8,"score":814,"self_host":786,"seo":815,"seoTitle":816,"slug":817,"sources":818,"stem":830,"suitable":8,"tagline":831,"tags":832,"updated":821,"verdict":840,"website":841,"__hash__":842},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone.md","Helicone",[13,14,15,16],"coding\u002Fapi\u002Fportkey","coding\u002Fapi\u002Flitellm","coding\u002Fapi\u002Fopenrouter","coding\u002Fapi\u002Fone-api",{"type":18,"value":19,"toc":753},"minimark",[20,25,29,32,35,116,119,145,151,155,160,183,188,214,217,365,412,415,591,594,644,648,677,680,707,710,749],[21,22,24],"h2",{"id":23},"tldr","TL;DR",[26,27,28],"p",{},"Helicone 是 YC W23 出身的开源 LLM 观测平台，主打『一行代码接入』：改 baseURL，立刻看到 cost \u002F latency \u002F errors \u002F token 详情。背后还有 Rust 写的 AI Gateway，路由 100+ 模型 + 缓存 + fallback + 限流。2026-03-03 被 Mintlify 收购后转维护模式（安全 patch + 新模型 + bug fix 继续，主动新功能停）。Hobby 免费 10K req\u002F月，Pro $79，Team $799（SOC2 + HIPAA），Enterprise 定制。SOC2 + GDPR 合规，可 Docker \u002F Kubernetes 自托管。",[26,30,31],{},"适合：要 5 分钟接入 LLM 观测的小团队 \u002F 早期产品；改 baseURL 模式想看 cost \u002F latency 即可；预算紧 → Hobby 10K 免费 + 自托管 OSS。不适合：复杂 agent 调试需要 nested span（Langfuse）；要 250+ 模型 \u002F MCP Gateway \u002F 治理（Portkey）；担心维护模式带来的路线图风险（Mintlify 收购后主动开发结束）。",[21,33,34],{"id":34},"核心能力",[36,37,38,46,52,58,64,69,75,81,86,92,98,104,110],"ul",{},[39,40,41,45],"li",{},[42,43,44],"strong",{},"Proxy 模式","：改 baseURL，零 SDK 改造",[39,47,48,51],{},[42,49,50],{},"Async 模式","：SDK 异步上报，0 延迟 + 容错",[39,53,54,57],{},[42,55,56],{},"Request logging","：每条请求 + 响应 + cost + token + latency",[39,59,60,63],{},[42,61,62],{},"Custom properties + sessions","：把多步工作流分组看",[39,65,66],{},[42,67,68],{},"Prompt management + playground",[39,70,71,74],{},[42,72,73],{},"Custom scoring","：基础打分 + 数据集",[39,76,77,80],{},[42,78,79],{},"AI Gateway","（Rust 写）：100+ 模型 + caching + fallback + rate limit",[39,82,83],{},[42,84,85],{},"OpenAI \u002F Anthropic \u002F Azure \u002F LiteLLM \u002F Anyscale \u002F Together \u002F OpenRouter 集成",[39,87,88,91],{},[42,89,90],{},"Trace API","：手动 POST 多步 trace 数据（弥补 proxy 看不到 agent 内部）",[39,93,94,97],{},[42,95,96],{},"Dashboard API","：查 dashboard 数据",[39,99,100,103],{},[42,101,102],{},"Self-host","：Docker \u002F Kubernetes，开源 MIT",[39,105,106,109],{},[42,107,108],{},"合规","：SOC 2 + GDPR；Team+ HIPAA",[39,111,112,115],{},[42,113,114],{},"导出","：webhook + 外部 reporting",[21,117,118],{"id":118},"价格",[36,120,121,127,133,139],{},[39,122,123,126],{},[42,124,125],{},"Hobby","：$0 \u002F 10K req\u002F月 \u002F 7 天 retention \u002F 1 seat \u002F 1GB 存储",[39,128,129,132],{},[42,130,131],{},"Pro","：$79\u002F月 \u002F 10K 起 + usage \u002F 1 月 retention \u002F unlimited seats \u002F alerts \u002F HQL",[39,134,135,138],{},[42,136,137],{},"Team","：$799\u002F月 \u002F 10K 起 + usage \u002F 3 月 retention \u002F SOC 2 + HIPAA \u002F 5 orgs",[39,140,141,144],{},[42,142,143],{},"Enterprise","：Custom \u002F 自定义 retention \u002F 永久存储 \u002F SSO \u002F on-prem",[146,147,148],"blockquote",{},[26,149,150],{},"自托管版（OSS）= $0 + 无限 logs，但运维 \u002F Postgres \u002F Clickhouse 全要自己搞。",[21,152,154],{"id":153},"实测早期-saas-5-人团队","实测（早期 SaaS \u002F 5 人团队）",[26,156,157],{},[42,158,159],{},"亮点：",[36,161,162,165,168,171,174,177,180],{},[39,163,164],{},"5 分钟接入，OpenAI SDK 改 baseURL + 加 Helicone-Auth header",[39,166,167],{},"Dashboard 看 cost \u002F latency \u002F error 第一天就帮发现 prompt 失控",[39,169,170],{},"Custom properties 给每个 user \u002F feature 打标，分摊成本清晰",[39,172,173],{},"Sessions 把 multi-step workflow 串起来（不像 Langfuse 是真 trace，但够小项目用）",[39,175,176],{},"AI Gateway 给 fallback \u002F caching 一处接入",[39,178,179],{},"开源自托管对预算紧团队是真救命",[39,181,182],{},"与 LiteLLM 集成顺滑",[26,184,185],{},[42,186,187],{},"踩坑：",[36,189,190,193,196,199,202,205,208,211],{},[39,191,192],{},"2026-03 被 Mintlify 收购转维护模式后，主动功能开发停，长期路线图不确定",[39,194,195],{},"Proxy 模式 5–20ms 延迟在高 QPS 场景叠加可观",[39,197,198],{},"Proxy 看不到 agent 内部 tool \u002F sub-agent \u002F retries——复杂 agent 调试不够",[39,200,201],{},"Custom scoring 浅，不如 Langfuse 的 LLM-as-judge + 数据集 eval 体系完整",[39,203,204],{},"Free tier 10K req 小型生产几天就用完",[39,206,207],{},"文档自 Mintlify 收购后部分整合到 Mintlify Docs，导航变化",[39,209,210],{},"中文场景体验有限",[39,212,213],{},"Prompt caching 需要 cache-aware prompt design（含 timestamp \u002F nonce 命中率为 0）",[21,215,216],{"id":216},"上手",[218,219,224],"pre",{"className":220,"code":221,"language":222,"meta":223,"style":223},"language-python shiki shiki-themes github-light github-dark","# Proxy 模式\nimport openai\nclient = openai.OpenAI(\n    base_url=\"https:\u002F\u002Foai.helicone.ai\u002Fv1\",\n    api_key=OPENAI_KEY,\n    default_headers={\n        \"Helicone-Auth\": f\"Bearer {HELICONE_KEY}\",\n        \"Helicone-User-Id\": \"user_123\",\n        \"Helicone-Property-Feature\": \"summarize\"\n    }\n)\n# 立刻在 https:\u002F\u002Fus.helicone.ai 看到 cost \u002F latency \u002F log\n","python","",[225,226,227,236,247,259,275,289,300,323,336,347,353,359],"code",{"__ignoreMap":223},[228,229,232],"span",{"class":230,"line":231},"line",1,[228,233,235],{"class":234},"sJ8bj","# Proxy 模式\n",[228,237,239,243],{"class":230,"line":238},2,[228,240,242],{"class":241},"szBVR","import",[228,244,246],{"class":245},"sVt8B"," openai\n",[228,248,250,253,256],{"class":230,"line":249},3,[228,251,252],{"class":245},"client ",[228,254,255],{"class":241},"=",[228,257,258],{"class":245}," openai.OpenAI(\n",[228,260,262,266,268,272],{"class":230,"line":261},4,[228,263,265],{"class":264},"s4XuR","    base_url",[228,267,255],{"class":241},[228,269,271],{"class":270},"sZZnC","\"https:\u002F\u002Foai.helicone.ai\u002Fv1\"",[228,273,274],{"class":245},",\n",[228,276,278,281,283,287],{"class":230,"line":277},5,[228,279,280],{"class":264},"    api_key",[228,282,255],{"class":241},[228,284,286],{"class":285},"sj4cs","OPENAI_KEY",[228,288,274],{"class":245},[228,290,292,295,297],{"class":230,"line":291},6,[228,293,294],{"class":264},"    default_headers",[228,296,255],{"class":241},[228,298,299],{"class":245},"{\n",[228,301,303,306,309,312,315,318,321],{"class":230,"line":302},7,[228,304,305],{"class":270},"        \"Helicone-Auth\"",[228,307,308],{"class":245},": ",[228,310,311],{"class":241},"f",[228,313,314],{"class":270},"\"Bearer ",[228,316,317],{"class":285},"{HELICONE_KEY}",[228,319,320],{"class":270},"\"",[228,322,274],{"class":245},[228,324,326,329,331,334],{"class":230,"line":325},8,[228,327,328],{"class":270},"        \"Helicone-User-Id\"",[228,330,308],{"class":245},[228,332,333],{"class":270},"\"user_123\"",[228,335,274],{"class":245},[228,337,339,342,344],{"class":230,"line":338},9,[228,340,341],{"class":270},"        \"Helicone-Property-Feature\"",[228,343,308],{"class":245},[228,345,346],{"class":270},"\"summarize\"\n",[228,348,350],{"class":230,"line":349},10,[228,351,352],{"class":245},"    }\n",[228,354,356],{"class":230,"line":355},11,[228,357,358],{"class":245},")\n",[228,360,362],{"class":230,"line":361},12,[228,363,364],{"class":234},"# 立刻在 https:\u002F\u002Fus.helicone.ai 看到 cost \u002F latency \u002F log\n",[218,366,370],{"className":367,"code":368,"language":369,"meta":223,"style":223},"language-bash shiki shiki-themes github-light github-dark","# 自托管\ngit clone https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone\ncd helicone && docker compose up -d\n","bash",[225,371,372,377,389],{"__ignoreMap":223},[228,373,374],{"class":230,"line":231},[228,375,376],{"class":234},"# 自托管\n",[228,378,379,383,386],{"class":230,"line":238},[228,380,382],{"class":381},"sScJk","git",[228,384,385],{"class":270}," clone",[228,387,388],{"class":270}," https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone\n",[228,390,391,394,397,400,403,406,409],{"class":230,"line":249},[228,392,393],{"class":285},"cd",[228,395,396],{"class":270}," helicone",[228,398,399],{"class":245}," && ",[228,401,402],{"class":381},"docker",[228,404,405],{"class":270}," compose",[228,407,408],{"class":270}," up",[228,410,411],{"class":285}," -d\n",[21,413,414],{"id":414},"对比",[416,417,418,436],"table",{},[419,420,421],"thead",{},[422,423,424,428,430,433],"tr",{},[425,426,427],"th",{},"维度",[425,429,11],{},[425,431,432],{},"Langfuse",[425,434,435],{},"Portkey",[437,438,439,454,467,481,495,509,523,536,549,563,577],"tbody",{},[422,440,441,445,448,451],{},[442,443,444],"td",{},"架构",[442,446,447],{},"Proxy \u002F Async",[442,449,450],{},"SDK",[442,452,453],{},"Gateway",[422,455,456,459,462,465],{},[442,457,458],{},"接入时间",[442,460,461],{},"分钟（改 URL）",[442,463,464],{},"小时（代码改造）",[442,466,461],{},[422,468,469,472,475,478],{},[442,470,471],{},"Tracing 深度",[442,473,474],{},"浅（请求级）",[442,476,477],{},"✅ 深 nested",[442,479,480],{},"中",[422,482,483,486,489,492],{},[442,484,485],{},"Multi-provider routing",[442,487,488],{},"✅ 基础 fallback",[442,490,491],{},"❌",[442,493,494],{},"✅ 250+",[422,496,497,500,503,506],{},[442,498,499],{},"Prompt mgmt",[442,501,502],{},"playground + 基础版本",[442,504,505],{},"✅ 版本 + playground",[442,507,508],{},"模板 + 管理",[422,510,511,514,517,520],{},[442,512,513],{},"Eval",[442,515,516],{},"基础 scoring",[442,518,519],{},"✅ LLM-as-judge + datasets",[442,521,522],{},"基础",[422,524,525,527,530,533],{},[442,526,102],{},[442,528,529],{},"✅ OSS 完整",[442,531,532],{},"✅ MIT 19K+ stars",[442,534,535],{},"OSS Gateway only",[422,537,538,540,543,546],{},[442,539,108],{},[442,541,542],{},"SOC2 + HIPAA (Team+)",[442,544,545],{},"SOC2 (Enterprise)",[442,547,548],{},"SOC2 + HIPAA + ISO27001",[422,550,551,554,557,560],{},[442,552,553],{},"Free tier",[442,555,556],{},"10K req\u002F月",[442,558,559],{},"50K events\u002F月",[442,561,562],{},"10K logs\u002F月",[422,564,565,568,571,574],{},[442,566,567],{},"Paid 起价",[442,569,570],{},"$79",[442,572,573],{},"$29",[442,575,576],{},"$49",[422,578,579,582,585,588],{},[442,580,581],{},"路线图",[442,583,584],{},"⚠️ 维护模式",[442,586,587],{},"✅ 活跃",[442,589,590],{},"✅ 活跃（PANW 收购）",[21,592,593],{"id":593},"避坑",[36,595,596,602,608,614,620,626,632,638],{},[39,597,598,601],{},[42,599,600],{},"维护模式风险","：被 Mintlify 收购后主动开发停，新项目长期演进考虑 Langfuse \u002F Portkey",[39,603,604,607],{},[42,605,606],{},"Proxy 延迟 + SPOF","：Helicone 挂了，业务也挂；敏感链路用 async",[39,609,610,613],{},[42,611,612],{},"Proxy 看不到 agent 内部","：tool call \u002F sub-agent \u002F retries 不可见，复杂 agent 用 Trace API 或转 Langfuse",[39,615,616,619],{},[42,617,618],{},"Hobby 10K 跑不久","：小型生产几天用完，预算够直接上 Pro",[39,621,622,625],{},[42,623,624],{},"Cache-aware prompt 设计","：prompt 含 timestamp \u002F random nonce 命中率 = 0",[39,627,628,631],{},[42,629,630],{},"Custom scoring 浅","：复杂 eval 用 Langfuse 数据集 + LLM-as-judge",[39,633,634,637],{},[42,635,636],{},"Air-gapped 价格","：自托管时部分模型价格表要手动维护",[39,639,640,643],{},[42,641,642],{},"PII 路径敏感","：所有 prompt 经过 Helicone，要 review PII 处理 + retention + 自托管选项",[21,645,647],{"id":646},"适合-不适合","适合 \u002F 不适合",[36,649,650,653,656,659,662,665,668,671,674],{},[39,651,652],{},"✅ 早期产品 + 想 5 分钟接入观测",[39,654,655],{},"✅ 改 baseURL 模式偏好 \u002F 不想 SDK 改造",[39,657,658],{},"✅ 预算紧 + 自托管接受",[39,660,661],{},"✅ 想用 Rust AI Gateway 做 fallback + caching",[39,663,664],{},"✅ SOC2 \u002F HIPAA Team+ 合规",[39,666,667],{},"❌ 复杂 agent 多步骤调试（用 Langfuse）",[39,669,670],{},"❌ 要 250+ 模型 + MCP + 强治理（用 Portkey）",[39,672,673],{},"❌ 长期路线图敏感（维护模式 risk）",[39,675,676],{},"❌ 中文运营（社区 \u002F 文档 \u002F UI 均英文）",[21,678,679],{"id":679},"相关阅读",[36,681,682,689,695,701],{},[39,683,684],{},[685,686,688],"a",{"href":687},"\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey","Portkey 评测",[39,690,691],{},[685,692,694],{"href":693},"\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm","LiteLLM 评测",[39,696,697],{},[685,698,700],{"href":699},"\u002Ftools\u002Fcoding\u002Fapi\u002Fopenrouter","OpenRouter 评测",[39,702,703],{},[685,704,706],{"href":705},"\u002Ftools\u002Fcoding\u002Fapi\u002Fone-api","One-API 评测",[21,708,709],{"id":709},"来源",[711,712,713,721,728,735,742],"ol",{},[39,714,715,716],{},"Inference.net — Helicone Pricing & Alternatives 2026（含 Mintlify 收购 + 维护模式细节）",[685,717,718],{"href":718,"rel":719},"https:\u002F\u002Finference.net\u002Fcontent\u002Fhelicone-pricing-alternatives",[720],"nofollow",[39,722,723,724],{},"Helicone 官网 ",[685,725,726],{"href":726,"rel":727},"https:\u002F\u002Fwww.helicone.ai\u002F",[720],[39,729,730,731],{},"QASkills — Helicone LLM Monitoring Complete Guide 2026 ",[685,732,733],{"href":733,"rel":734},"https:\u002F\u002Fqaskills.sh\u002Fblog\u002Fhelicone-llm-monitoring-complete-guide",[720],[39,736,737,738],{},"AiPedia — Helicone Features Pricing & Failure Modes ",[685,739,740],{"href":740,"rel":741},"https:\u002F\u002Fwww.aipedia.wiki\u002Ftools\u002Fhelicone\u002F",[720],[39,743,744,745],{},"BuildMVPFast — Langfuse vs Helicone vs Portkey ",[685,746,747],{"href":747,"rel":748},"https:\u002F\u002Fwww.buildmvpfast.com\u002Fblog\u002Fllm-observability-stack-langfuse-helicone-portkey-2026",[720],[750,751,752],"style",{},"html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}",{"title":223,"searchDepth":249,"depth":249,"links":754},[755,756,757,758,759,760,761,762,763,764],{"id":23,"depth":238,"text":24},{"id":34,"depth":238,"text":34},{"id":118,"depth":238,"text":118},{"id":153,"depth":238,"text":154},{"id":216,"depth":238,"text":216},{"id":414,"depth":238,"text":414},{"id":593,"depth":238,"text":593},{"id":646,"depth":238,"text":647},{"id":679,"depth":238,"text":679},{"id":709,"depth":238,"text":709},"api","\u002Fimg\u002Ftools\u002Fhelicone.webp","Helicone 真实评测：YC W23 项目，开源 LLM 观测平台 + Rust 写的 AI Gateway。2026-03-03 被 Mintlify 收购后转维护模式（安全更新 + 新模型 + bug fix 继续，主动新功能停）。免费 10K req\u002F月 + Pro $79 + Team $799（SOC2 + HIPAA）+ Enterprise 定制。零代码 SDK 改造、改 baseURL 即用，是接入最快的 LLM 观测之一。",false,"md",[771,774,777,780],{"q":772,"a":773},"Helicone 被收购后还能用吗？","2026-03-03 Mintlify 收购 Helicone，产品转维护模式：安全 patch + 新模型支持 + bug fix 继续发，但主动新功能开发结束。现存生产部署仍稳定，但选型时要权衡：路线图不动 \u002F 不期待新观测形态 \u002F 接受工具被 Mintlify 整合或归档的风险。新项目长期演进建议看 Langfuse 或 Portkey。",{"q":775,"a":776},"Proxy 和 async 模式哪个好？","Proxy（改 baseURL，所有请求走 Helicone）= 接入快 + 完整捕获，但加 ~5–20ms 延迟、Helicone 挂了请求也挂。Async（SDK 异步上报）= 0 延迟 + Helicone 故障不影响业务，但失败窗口可能漏 log。生产敏感链路用 async，开发 \u002F 内部用 proxy。",{"q":778,"a":779},"Proxy 能看到 agent 内部工具调用吗？","不能——proxy 只能看到穿过它的 LLM 请求，agent 框架内的 tool execution \u002F sub-agent \u002F retries 都不可见。复杂 agent 调试需要 trace 级深度，要 Langfuse 的 nested span 或 Helicone Trace API（手动 POST）。",{"q":781,"a":782},"和 Langfuse \u002F Portkey 怎么选？","Helicone = proxy-based，URL 一改分钟上手，请求级日志 + 基础 gateway 路由。Langfuse = SDK-based，代码改造小时级，但 nested span 深度 tracing + LLM-as-judge eval 一等。Portkey = gateway-first，250+ 模型 + MCP + 强合规但定价复杂。简单 + 快 → Helicone；agent 调试 → Langfuse；网关 + 治理 + 合规 → Portkey。",[784],"en",{},true,"\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone","coding",[790,791,765,792],"saas","self-host","sdk",[794,798,802,806],{"plan":125,"price":795,"features":796,"notes":797},"$0","10K req\u002F月 + 7 天 retention + 1 seat + 1GB storage + 基础 dashboards","Free trial \u002F hobby \u002F 验证",{"plan":131,"price":799,"features":800,"notes":801},"$79\u002F月","10K + usage + 1 月 retention + unlimited seats + alerts + HQL + prompt management","中小生产",{"plan":137,"price":803,"features":804,"notes":805},"$799\u002F月","10K + usage + 3 月 retention + SOC-2 + HIPAA + 5 orgs","中大型 + 合规",{"plan":143,"price":807,"features":808,"notes":809},"Custom","自定义 retention + 永久存储 + SSO + on-prem + 专属支持","大型 \u002F 政企","Hobby 免费 10K req\u002F月 \u002F Pro $79\u002F月 \u002F Team $799\u002F月 \u002F Enterprise 定制","2026-06-19",[813],"onboarding\u002Frag-pipeline-build",{"power":261,"ux":277,"price":261,"cn_support":238,"stability":249},{"title":11,"description":767},"Helicone - 开源 LLM 观测网关评测 | AIHO","coding\u002Fapi\u002Fhelicone",[819,822,824,826,828],{"name":820,"url":718,"accessed":821},"Inference.net — Helicone Pricing & Alternatives (Jun 2026)","2026-06-24",{"name":823,"url":726,"accessed":821},"Helicone 官网",{"name":825,"url":733,"accessed":821},"QASkills — Helicone LLM Monitoring Guide 2026",{"name":827,"url":740,"accessed":821},"AiPedia — Helicone 评测 + 失败模式",{"name":829,"url":747,"accessed":821},"BuildMVPFast — Langfuse vs Helicone vs Portkey","tools\u002Fcoding\u002Fapi\u002Fhelicone","一行代码 LLM 观测——开源 Proxy + AI Gateway，2026-03 被 Mintlify 收购、维护模式运行",[833,834,835,836,837,838,839],"llm-observability","proxy","ai-gateway","opensource","ycombinator","soc2","hipaa","最容易接入的 LLM 观测，改 baseURL 几分钟看到 cost\u002Flatency\u002Ferrors。被 Mintlify 收购转维护模式后路线图不确定——做新项目权衡：要快上手 + 不期待新功能 OK；要 nested span + 持续演进走 Langfuse。","https:\u002F\u002Fwww.helicone.ai","ef2i6qmclCxe6O_p4Z8CyXo-G-5zCtdbQZ5iZkCzg44",{"id":844,"title":432,"alternatives":845,"api_compatible":8,"body":846,"category":765,"chinese_friendly":238,"cover":1411,"description":1412,"domestic":768,"extension":769,"faq":8,"free":768,"github":1392,"languages":1413,"lastVerified":1414,"meta":1415,"models":8,"navigation":786,"notSuitable":8,"opensource":786,"path":1416,"pillar":788,"platforms":1417,"priceTable":8,"pricing":1419,"published":1420,"relatedPlaybooks":8,"relatedReviews":8,"score":1421,"self_host":768,"seo":1422,"seoTitle":1423,"slug":1424,"sources":1425,"stem":1428,"suitable":8,"tagline":1429,"tags":1430,"updated":1414,"verdict":1435,"website":1385,"__hash__":1436},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Flangfuse.md",[817,13,14],{"type":18,"value":847,"toc":1398},[848,850,853,856,858,912,914,944,948,957,961,984,988,1005,1007,1134,1136,1252,1254,1299,1301,1327,1331,1337,1343,1349,1355,1357,1372,1374,1379,1395],[21,849,24],{"id":23},[26,851,852],{},"Langfuse 是开源的 LLM 可观测性平台（MIT 协议），核心做三件事：Tracing 链路追踪（记录 LLM 应用的每一步调用、输入输出、耗时、token 用量）、Prompt 版本管理（把 prompt 当代码管理、A\u002FB 测试、版本回滚）、LLM 评估打分（人工标注 + LLM-as-judge 自动评估）。支持 Cloud SaaS 和 Docker 自托管，Python \u002F JS SDK 一行接入。",[26,854,855],{},"适合：开发 LLM 应用 \u002F Agent 需要调试调用链、追踪多步推理过程、管理 prompt 版本、做评估和质量监控的团队。不适合：纯 API 路由 \u002F 成本控制需求（用 Portkey \u002F LiteLLM）、不需要 LLM 层可观测的普通后端（用 OpenTelemetry \u002F Datadog）。",[21,857,34],{"id":34},[36,859,860,866,872,882,888,894,900,906],{},[39,861,862,865],{},[42,863,864],{},"Tracing 链路追踪","：记录 LLM 应用的完整调用链——从用户输入到 LLM 调用到工具执行到最终输出，每一步都有 input\u002Foutput\u002F耗时\u002Ftoken\u002F成本",[39,867,868,871],{},[42,869,870],{},"自动 instrument","：SDK 自动拦截 OpenAI \u002F Anthropic \u002F LangChain \u002F LlamaIndex 调用，零侵入接入",[39,873,874,877,878,881],{},[42,875,876],{},"Prompt 管理","：在 UI 中编辑、版本化、A\u002FB 测试 prompt，代码里 ",[225,879,880],{},"langfuse.get_prompt(\"v2\")"," 拉取，无需重新部署",[39,883,884,887],{},[42,885,886],{},"LLM 评估（Evals）","：支持人工标注 + LLM-as-judge 自动评估，自定义评估维度（准确性、相关性、安全等）",[39,889,890,893],{},[42,891,892],{},"Analytics 仪表盘","：token 用量、成本、延迟、错误率、评估分数的实时统计和趋势图",[39,895,896,899],{},[42,897,898],{},"多框架集成","：LangChain \u002F LlamaIndex \u002F OpenAI SDK \u002F Anthropic SDK \u002F Vercel AI SDK 原生支持",[39,901,902,905],{},[42,903,904],{},"自托管","：Docker Compose 一键部署，数据完全自主，MIT 协议无商用限制",[39,907,908,911],{},[42,909,910],{},"标注队列","：团队协作标注数据，支持自定义标注流程和分配",[21,913,118],{"id":118},[36,915,916,922,928,934,939],{},[39,917,918,921],{},[42,919,920],{},"Hobby（免费）","：Cloud 版，50K units\u002F月（约 50K observations），适合个人和原型",[39,923,924,927],{},[42,925,926],{},"Core $29\u002F月","：100K units\u002F月，无限用户、90 天数据保留，生产项目入门",[39,929,930,933],{},[42,931,932],{},"Pro $199\u002F月","：100K units\u002F月包含，无限历史\u002F高并发\u002F标注队列\u002FSOC2·ISO27001 报告，适合规模化团队",[39,935,936,938],{},[42,937,143],{},"：联系销售（约 $2499\u002F月起），SSO、审计日志、SLA、无限制",[39,940,941,943],{},[42,942,904],{},"：完全免费，MIT 协议，自己出服务器成本（一台 4C8G VPS 即可跑）",[21,945,947],{"id":946},"体验与评测资料整理","体验与评测（资料整理）",[146,949,950],{},[26,951,952,953,956],{},"说明：本节基于官方文档与公开评测整理，非本站独立实测环境，具体数据请以官方为准。\n",[42,954,955],{},"示例场景","：自托管 Docker 部署 + Python SDK，追踪一个 RAG 应用（LangChain）的调用链。",[26,958,959],{},[42,960,159],{},[36,962,963,969,972,975,978,981],{},[39,964,965,968],{},[225,966,967],{},"@observe()"," 装饰器一行加到函数上，自动追踪整条调用链，从用户 query → embedding → 检索 → LLM 生成全链路可见",[39,970,971],{},"自动拦截 OpenAI 调用，token 用量和成本统计精确到每次调用，月度成本一目了然",[39,973,974],{},"Prompt 管理在 UI 改了直接生效，不用改代码重新部署，A\u002FB 测试两个版本对比效果",[39,976,977],{},"LLM-as-judge 评估自动化：配置 GPT-4o 对每条 trace 打分（1-5 分），评估覆盖率和一致性不错",[39,979,980],{},"UI 直观，调用链树状展开，每步 input\u002Foutput 都可点开看，调试 Agent 多步推理很方便",[39,982,983],{},"自托管 4C8G VPS 跑了一个月稳定，PostgreSQL 存数据，查询快",[26,985,986],{},[42,987,187],{},[36,989,990,993,996,999,1002],{},[39,991,992],{},"自动 instrument 偶尔漏追踪——用 async \u002F 多线程时要注意 SDK 版本，0.x 到 1.x 有 breaking change",[39,994,995],{},"免费版 50K units 很快用完（一次 Agent 调用可能产生 10+ observations），生产用自托管或付费",[39,997,998],{},"LLM-as-judge 评估有偏差——GPT-4o 自评倾向给自己高分，需要设计好 rubric 和 few-shot 示例",[39,1000,1001],{},"Prompt 管理的 UI 编辑器不支持 Jinja2 语法高亮，复杂模板调试不方便",[39,1003,1004],{},"自托管要配好 PostgreSQL + Redis，数据量大时查询会慢，需要定期清理",[21,1006,216],{"id":216},[711,1008,1009,1016,1026,1032,1125,1128],{},[39,1010,1011,1012,1015],{},"注册 Cloud 账号（或 ",[225,1013,1014],{},"docker compose up"," 自托管）",[39,1017,1018,1019,1022,1023],{},"创建项目，获取 ",[225,1020,1021],{},"PUBLIC_KEY"," 和 ",[225,1024,1025],{},"SECRET_KEY",[39,1027,1028,1029],{},"安装 SDK：",[225,1030,1031],{},"pip install langfuse",[39,1033,1034,1035],{},"初始化 + 装饰器接入：\n",[218,1036,1038],{"className":220,"code":1037,"language":222,"meta":223,"style":223},"from langfuse import observe\nfrom langfuse.openai import openai  # 自动追踪\n\n@observe()\ndef chat(query):\n    return openai.chat.completions.create(model=\"gpt-4o\", messages=[...])\n",[225,1039,1040,1053,1068,1073,1081,1092],{"__ignoreMap":223},[228,1041,1042,1045,1048,1050],{"class":230,"line":231},[228,1043,1044],{"class":241},"from",[228,1046,1047],{"class":245}," langfuse ",[228,1049,242],{"class":241},[228,1051,1052],{"class":245}," observe\n",[228,1054,1055,1057,1060,1062,1065],{"class":230,"line":238},[228,1056,1044],{"class":241},[228,1058,1059],{"class":245}," langfuse.openai ",[228,1061,242],{"class":241},[228,1063,1064],{"class":245}," openai  ",[228,1066,1067],{"class":234},"# 自动追踪\n",[228,1069,1070],{"class":230,"line":249},[228,1071,1072],{"emptyLinePlaceholder":786},"\n",[228,1074,1075,1078],{"class":230,"line":261},[228,1076,1077],{"class":381},"@observe",[228,1079,1080],{"class":245},"()\n",[228,1082,1083,1086,1089],{"class":230,"line":277},[228,1084,1085],{"class":241},"def",[228,1087,1088],{"class":381}," chat",[228,1090,1091],{"class":245},"(query):\n",[228,1093,1094,1097,1100,1103,1105,1108,1111,1114,1116,1119,1122],{"class":230,"line":291},[228,1095,1096],{"class":241},"    return",[228,1098,1099],{"class":245}," openai.chat.completions.create(",[228,1101,1102],{"class":264},"model",[228,1104,255],{"class":241},[228,1106,1107],{"class":270},"\"gpt-4o\"",[228,1109,1110],{"class":245},", ",[228,1112,1113],{"class":264},"messages",[228,1115,255],{"class":241},[228,1117,1118],{"class":245},"[",[228,1120,1121],{"class":285},"...",[228,1123,1124],{"class":245},"])\n",[39,1126,1127],{},"打开 Langfuse Dashboard 查看实时 trace",[39,1129,1130,1131,1133],{},"进阶：在 UI 创建 Prompt → 代码 ",[225,1132,880],{}," 拉取 → 配置 LLM 评估自动打分",[21,1135,414],{"id":414},[416,1137,1138,1153],{},[419,1139,1140],{},[422,1141,1142,1144,1146,1149,1151],{},[425,1143,427],{},[425,1145,432],{},[425,1147,1148],{},"LangSmith",[425,1150,11],{},[425,1152,435],{},[437,1154,1155,1170,1184,1196,1209,1225,1239],{},[422,1156,1157,1160,1163,1165,1167],{},[442,1158,1159],{},"开源 \u002F 自托管",[442,1161,1162],{},"✅ MIT",[442,1164,491],{},[442,1166,491],{},[442,1168,1169],{},"部分",[422,1171,1172,1175,1178,1180,1182],{},[442,1173,1174],{},"Tracing",[442,1176,1177],{},"✅",[442,1179,1177],{},[442,1181,1177],{},[442,1183,1177],{},[422,1185,1186,1188,1190,1192,1194],{},[442,1187,876],{},[442,1189,1177],{},[442,1191,1177],{},[442,1193,491],{},[442,1195,1177],{},[422,1197,1198,1201,1203,1205,1207],{},[442,1199,1200],{},"LLM 评估",[442,1202,1177],{},[442,1204,1177],{},[442,1206,491],{},[442,1208,491],{},[422,1210,1211,1214,1217,1220,1223],{},[442,1212,1213],{},"免费额度",[442,1215,1216],{},"50K units\u002F月",[442,1218,1219],{},"5K runs\u002F月",[442,1221,1222],{},"100K req\u002F月",[442,1224,556],{},[422,1226,1227,1229,1231,1234,1237],{},[442,1228,898],{},[442,1230,1177],{},[442,1232,1233],{},"LangChain 优先",[442,1235,1236],{},"OpenAI 优先",[442,1238,1177],{},[422,1240,1241,1244,1246,1248,1250],{},[442,1242,1243],{},"API 网关",[442,1245,491],{},[442,1247,491],{},[442,1249,1177],{},[442,1251,1177],{},[21,1253,593],{"id":593},[36,1255,1256,1262,1271,1277,1283,1293],{},[39,1257,1258,1261],{},[42,1259,1260],{},"observations 计数要注意","：一条 trace 可能包含多个 observations（LLM 调用、工具调用、子函数），免费额度消耗比预期快",[39,1263,1264,1267,1268],{},[42,1265,1266],{},"SDK 版本兼容性","：1.x 版本 API 有 breaking change，升级前看 changelog，旧代码用 ",[225,1269,1270],{},"langfuse@0.x",[39,1272,1273,1276],{},[42,1274,1275],{},"LLM-as-judge 要校准","：自动评估有系统性偏差，先用人工标注 50-100 条做 baseline，再调 rubric",[39,1278,1279,1282],{},[42,1280,1281],{},"自托管数据清理","：长期运行数据膨胀快，配 retention policy 定期清理旧 trace，否则 PostgreSQL 查询变慢",[39,1284,1285,1288,1289,1292],{},[42,1286,1287],{},"生产环境加采样","：高 QPS 场景全量 trace 会有性能开销和成本，用 ",[225,1290,1291],{},"@observe(enabled=False)"," 或按比例采样",[39,1294,1295,1298],{},[42,1296,1297],{},"Prompt 管理不适合复杂逻辑","：纯文本模板好用，含复杂分支 \u002F 代码逻辑的 prompt 还是放代码里更可控",[21,1300,647],{"id":646},[36,1302,1303,1306,1309,1312,1315,1318,1321,1324],{},[39,1304,1305],{},"✅ LLM 应用 \u002F Agent 开发调试（看完整调用链）",[39,1307,1308],{},"✅ Prompt 版本管理和 A\u002FB 测试",[39,1310,1311],{},"✅ LLM 输出质量监控和评估（人工 + 自动）",[39,1313,1314],{},"✅ 需要 self-host 的数据敏感场景（MIT 自托管）",[39,1316,1317],{},"✅ 成本和 token 用量监控",[39,1319,1320],{},"❌ 纯 API 路由 \u002F 负载均衡 \u002F 多模型 fallback（用 Portkey \u002F LiteLLM）",[39,1322,1323],{},"❌ 非 LLM 后端的通用 APM（用 OpenTelemetry \u002F Datadog \u002F Grafana）",[39,1325,1326],{},"❌ 需要企业级 SSO \u002F 审计的自托管（Community 版功能有限，需 Enterprise）",[21,1328,1330],{"id":1329},"faq","FAQ",[26,1332,1333,1336],{},[42,1334,1335],{},"Q: Langfuse 和 LangSmith 怎么选？","\nA: LangSmith 是 LangChain 官方的，和 LangChain 深度绑定但闭源、无自托管。Langfuse 开源可自托管、框架无关，LangChain \u002F LlamaIndex \u002F 原生 SDK 都支持。数据敏感选 Langfuse 自托管，深度用 LangChain 生态选 LangSmith。",[26,1338,1339,1342],{},[42,1340,1341],{},"Q: 自托管需要什么配置？","\nA: 最小 4C8G VPS + PostgreSQL + Redis，Docker Compose 一键部署。月成本 $10-20（VPS）。数据量大加磁盘和定期清理。",[26,1344,1345,1348],{},[42,1346,1347],{},"Q: 和 Helicone 区别？","\nA: Helicone 偏 API 代理 + 成本监控，是 OpenAI API 前面的中间层。Langfuse 更偏应用层可观测，追踪的是业务逻辑调用链（RAG、Agent 多步推理），不只是 API 调用日志。",[26,1350,1351,1354],{},[42,1352,1353],{},"Q: 性能开销大吗？","\nA: SDK 异步上报，单次 trace 开销 \u003C 5ms。高 QPS（1000+ req\u002Fs）建议加采样，否则 Langfuse 服务端和 PostgreSQL 压力大。",[21,1356,679],{"id":679},[26,1358,1359,1363,1364,1363,1368],{},[685,1360,1362],{"href":1361},"\u002Fagent\u002Fplatform\u002Fautogen.html","AutoGen"," · ",[685,1365,1367],{"href":1366},"\u002Fagent\u002Fplatform\u002Fcrewai.html","CrewAI",[685,1369,1371],{"href":1370},"\u002Fagent\u002Fplatform\u002Fanythingllm.html","AnythingLLM",[21,1373,709],{"id":709},[146,1375,1376],{},[26,1377,1378],{},"本文的价格、版本号与性能数据均参考以下官方渠道整理，可能随时间变动，请以官方实时信息为准。",[36,1380,1381,1388],{},[39,1382,1383],{},[685,1384,1387],{"href":1385,"rel":1386},"https:\u002F\u002Flangfuse.com",[720],"官网",[39,1389,1390],{},[685,1391,1394],{"href":1392,"rel":1393},"https:\u002F\u002Fgithub.com\u002Flangfuse\u002Flangfuse",[720],"GitHub",[750,1396,1397],{},"html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":223,"searchDepth":249,"depth":249,"links":1399},[1400,1401,1402,1403,1404,1405,1406,1407,1408,1409,1410],{"id":23,"depth":238,"text":24},{"id":34,"depth":238,"text":34},{"id":118,"depth":238,"text":118},{"id":946,"depth":238,"text":947},{"id":216,"depth":238,"text":216},{"id":414,"depth":238,"text":414},{"id":593,"depth":238,"text":593},{"id":646,"depth":238,"text":647},{"id":1329,"depth":238,"text":1330},{"id":679,"depth":238,"text":679},{"id":709,"depth":238,"text":709},"\u002Fimg\u002Ftools\u002Flangfuse.webp","Langfuse 真实评测：开源 LLM 可观测平台（MIT 协议），提供 Tracing 链路追踪 + Prompt 版本管理 + LLM 评估打分。支持自托管 + Cloud，适合需要监控调试 LLM 应用、追踪多步 Agent 调用链的开发团队。",[784],"2026-07-30",{},"\u002Ftools\u002Fcoding\u002Fapi\u002Flangfuse",[1418],"web","Free \u002F Cloud \u002F 自托管（MIT）","2026-07-05",{"power":261,"ux":261,"price":277,"cn_support":238,"stability":261},{"title":432,"description":1412},"Langfuse - 开源 LLM 可观测平台评测 | AIHO","coding\u002Fapi\u002Flangfuse",[1426,1427],{"title":1387,"url":1385},{"title":1394,"url":1392},"tools\u002Fcoding\u002Fapi\u002Flangfuse","开源 LLM 可观测平台，Tracing + Prompt 管理 + 评估",[1431,1432,1433,836,1434],"observability","tracing","prompt-management","llm-eval","开源 LLM 可观测平台的首选，Tracing + Prompt 管理 + 评估三合一且可自托管，适合需要调试和监控 LLM\u002FAgent 应用的团队；纯 API 网关需求选 Portkey\u002FLiteLLM 更轻量。","i-NrZE4lUW8oeoza3xiR0xvrA2IHuWuFfGRLpRVlcmw",1785428441817]