[{"data":1,"prerenderedAt":1522},["ShallowReactive",2],{"header-counts":3,"footer-counts":6,"compare-helicone-vs-raga":9,"compare-a-helicone":10,"compare-b-raga":843},{"tools":4,"reviews":5},78,26,{"tools":4,"reviews":5,"playbooks":7,"news":8},22,21,null,{"id":11,"title":12,"alternatives":13,"api_compatible":9,"body":18,"category":766,"chinese_friendly":239,"cover":767,"description":768,"domestic":769,"extension":770,"faq":771,"free":769,"github":9,"languages":784,"lastVerified":9,"meta":786,"models":9,"navigation":787,"notSuitable":9,"opensource":787,"path":788,"pillar":789,"platforms":790,"priceTable":794,"pricing":811,"published":812,"relatedPlaybooks":813,"relatedReviews":9,"score":815,"self_host":787,"seo":816,"seoTitle":9,"slug":817,"sources":818,"stem":830,"suitable":9,"tagline":831,"tags":832,"updated":821,"verdict":840,"website":841,"__hash__":842},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone.md","Helicone",[14,15,16,17],"coding\u002Fapi\u002Fportkey","coding\u002Fapi\u002Flitellm","coding\u002Fapi\u002Fopenrouter","coding\u002Fapi\u002Fone-api",{"type":19,"value":20,"toc":754},"minimark",[21,26,30,33,36,117,120,146,152,156,161,184,189,215,218,366,413,416,592,595,645,649,678,681,708,711,750],[22,23,25],"h2",{"id":24},"tldr","TL;DR",[27,28,29],"p",{},"Helicone 是 YC W23 出身的开源 LLM 观测平台，主打『一行代码接入』：改 baseURL，立刻看到 cost \u002F latency \u002F errors \u002F token 详情。背后还有 Rust 写的 AI Gateway，路由 100+ 模型 + 缓存 + fallback + 限流。2026-03-03 被 Mintlify 收购后转维护模式（安全 patch + 新模型 + bug fix 继续，主动新功能停）。Hobby 免费 10K req\u002F月，Pro $79，Team $799（SOC2 + HIPAA），Enterprise 定制。SOC2 + GDPR 合规，可 Docker \u002F Kubernetes 自托管。",[27,31,32],{},"适合：要 5 分钟接入 LLM 观测的小团队 \u002F 早期产品；改 baseURL 模式想看 cost \u002F latency 即可；预算紧 → Hobby 10K 免费 + 自托管 OSS。不适合：复杂 agent 调试需要 nested span（Langfuse）；要 250+ 模型 \u002F MCP Gateway \u002F 治理（Portkey）；担心维护模式带来的路线图风险（Mintlify 收购后主动开发结束）。",[22,34,35],{"id":35},"核心能力",[37,38,39,47,53,59,65,70,76,82,87,93,99,105,111],"ul",{},[40,41,42,46],"li",{},[43,44,45],"strong",{},"Proxy 模式","：改 baseURL，零 SDK 改造",[40,48,49,52],{},[43,50,51],{},"Async 模式","：SDK 异步上报，0 延迟 + 容错",[40,54,55,58],{},[43,56,57],{},"Request logging","：每条请求 + 响应 + cost + token + latency",[40,60,61,64],{},[43,62,63],{},"Custom properties + sessions","：把多步工作流分组看",[40,66,67],{},[43,68,69],{},"Prompt management + playground",[40,71,72,75],{},[43,73,74],{},"Custom scoring","：基础打分 + 数据集",[40,77,78,81],{},[43,79,80],{},"AI Gateway","（Rust 写）：100+ 模型 + caching + fallback + rate limit",[40,83,84],{},[43,85,86],{},"OpenAI \u002F Anthropic \u002F Azure \u002F LiteLLM \u002F Anyscale \u002F Together \u002F OpenRouter 集成",[40,88,89,92],{},[43,90,91],{},"Trace API","：手动 POST 多步 trace 数据（弥补 proxy 看不到 agent 内部）",[40,94,95,98],{},[43,96,97],{},"Dashboard API","：查 dashboard 数据",[40,100,101,104],{},[43,102,103],{},"Self-host","：Docker \u002F Kubernetes，开源 MIT",[40,106,107,110],{},[43,108,109],{},"合规","：SOC 2 + GDPR；Team+ HIPAA",[40,112,113,116],{},[43,114,115],{},"导出","：webhook + 外部 reporting",[22,118,119],{"id":119},"价格",[37,121,122,128,134,140],{},[40,123,124,127],{},[43,125,126],{},"Hobby","：$0 \u002F 10K req\u002F月 \u002F 7 天 retention \u002F 1 seat \u002F 1GB 存储",[40,129,130,133],{},[43,131,132],{},"Pro","：$79\u002F月 \u002F 10K 起 + usage \u002F 1 月 retention \u002F unlimited seats \u002F alerts \u002F HQL",[40,135,136,139],{},[43,137,138],{},"Team","：$799\u002F月 \u002F 10K 起 + usage \u002F 3 月 retention \u002F SOC 2 + HIPAA \u002F 5 orgs",[40,141,142,145],{},[43,143,144],{},"Enterprise","：Custom \u002F 自定义 retention \u002F 永久存储 \u002F SSO \u002F on-prem",[147,148,149],"blockquote",{},[27,150,151],{},"自托管版（OSS）= $0 + 无限 logs，但运维 \u002F Postgres \u002F Clickhouse 全要自己搞。",[22,153,155],{"id":154},"实测早期-saas-5-人团队","实测（早期 SaaS \u002F 5 人团队）",[27,157,158],{},[43,159,160],{},"亮点：",[37,162,163,166,169,172,175,178,181],{},[40,164,165],{},"5 分钟接入，OpenAI SDK 改 baseURL + 加 Helicone-Auth header",[40,167,168],{},"Dashboard 看 cost \u002F latency \u002F error 第一天就帮发现 prompt 失控",[40,170,171],{},"Custom properties 给每个 user \u002F feature 打标，分摊成本清晰",[40,173,174],{},"Sessions 把 multi-step workflow 串起来（不像 Langfuse 是真 trace，但够小项目用）",[40,176,177],{},"AI Gateway 给 fallback \u002F caching 一处接入",[40,179,180],{},"开源自托管对预算紧团队是真救命",[40,182,183],{},"与 LiteLLM 集成顺滑",[27,185,186],{},[43,187,188],{},"踩坑：",[37,190,191,194,197,200,203,206,209,212],{},[40,192,193],{},"2026-03 被 Mintlify 收购转维护模式后，主动功能开发停，长期路线图不确定",[40,195,196],{},"Proxy 模式 5–20ms 延迟在高 QPS 场景叠加可观",[40,198,199],{},"Proxy 看不到 agent 内部 tool \u002F sub-agent \u002F retries——复杂 agent 调试不够",[40,201,202],{},"Custom scoring 浅，不如 Langfuse 的 LLM-as-judge + 数据集 eval 体系完整",[40,204,205],{},"Free tier 10K req 小型生产几天就用完",[40,207,208],{},"文档自 Mintlify 收购后部分整合到 Mintlify Docs，导航变化",[40,210,211],{},"中文场景体验有限",[40,213,214],{},"Prompt caching 需要 cache-aware prompt design（含 timestamp \u002F nonce 命中率为 0）",[22,216,217],{"id":217},"上手",[219,220,225],"pre",{"className":221,"code":222,"language":223,"meta":224,"style":224},"language-python shiki shiki-themes github-light github-dark","# Proxy 模式\nimport openai\nclient = openai.OpenAI(\n    base_url=\"https:\u002F\u002Foai.helicone.ai\u002Fv1\",\n    api_key=OPENAI_KEY,\n    default_headers={\n        \"Helicone-Auth\": f\"Bearer {HELICONE_KEY}\",\n        \"Helicone-User-Id\": \"user_123\",\n        \"Helicone-Property-Feature\": \"summarize\"\n    }\n)\n# 立刻在 https:\u002F\u002Fus.helicone.ai 看到 cost \u002F latency \u002F log\n","python","",[226,227,228,237,248,260,276,290,301,324,337,348,354,360],"code",{"__ignoreMap":224},[229,230,233],"span",{"class":231,"line":232},"line",1,[229,234,236],{"class":235},"sJ8bj","# Proxy 模式\n",[229,238,240,244],{"class":231,"line":239},2,[229,241,243],{"class":242},"szBVR","import",[229,245,247],{"class":246},"sVt8B"," openai\n",[229,249,251,254,257],{"class":231,"line":250},3,[229,252,253],{"class":246},"client ",[229,255,256],{"class":242},"=",[229,258,259],{"class":246}," openai.OpenAI(\n",[229,261,263,267,269,273],{"class":231,"line":262},4,[229,264,266],{"class":265},"s4XuR","    base_url",[229,268,256],{"class":242},[229,270,272],{"class":271},"sZZnC","\"https:\u002F\u002Foai.helicone.ai\u002Fv1\"",[229,274,275],{"class":246},",\n",[229,277,279,282,284,288],{"class":231,"line":278},5,[229,280,281],{"class":265},"    api_key",[229,283,256],{"class":242},[229,285,287],{"class":286},"sj4cs","OPENAI_KEY",[229,289,275],{"class":246},[229,291,293,296,298],{"class":231,"line":292},6,[229,294,295],{"class":265},"    default_headers",[229,297,256],{"class":242},[229,299,300],{"class":246},"{\n",[229,302,304,307,310,313,316,319,322],{"class":231,"line":303},7,[229,305,306],{"class":271},"        \"Helicone-Auth\"",[229,308,309],{"class":246},": ",[229,311,312],{"class":242},"f",[229,314,315],{"class":271},"\"Bearer ",[229,317,318],{"class":286},"{HELICONE_KEY}",[229,320,321],{"class":271},"\"",[229,323,275],{"class":246},[229,325,327,330,332,335],{"class":231,"line":326},8,[229,328,329],{"class":271},"        \"Helicone-User-Id\"",[229,331,309],{"class":246},[229,333,334],{"class":271},"\"user_123\"",[229,336,275],{"class":246},[229,338,340,343,345],{"class":231,"line":339},9,[229,341,342],{"class":271},"        \"Helicone-Property-Feature\"",[229,344,309],{"class":246},[229,346,347],{"class":271},"\"summarize\"\n",[229,349,351],{"class":231,"line":350},10,[229,352,353],{"class":246},"    }\n",[229,355,357],{"class":231,"line":356},11,[229,358,359],{"class":246},")\n",[229,361,363],{"class":231,"line":362},12,[229,364,365],{"class":235},"# 立刻在 https:\u002F\u002Fus.helicone.ai 看到 cost \u002F latency \u002F log\n",[219,367,371],{"className":368,"code":369,"language":370,"meta":224,"style":224},"language-bash shiki shiki-themes github-light github-dark","# 自托管\ngit clone https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone\ncd helicone && docker compose up -d\n","bash",[226,372,373,378,390],{"__ignoreMap":224},[229,374,375],{"class":231,"line":232},[229,376,377],{"class":235},"# 自托管\n",[229,379,380,384,387],{"class":231,"line":239},[229,381,383],{"class":382},"sScJk","git",[229,385,386],{"class":271}," clone",[229,388,389],{"class":271}," https:\u002F\u002Fgithub.com\u002FHelicone\u002Fhelicone\n",[229,391,392,395,398,401,404,407,410],{"class":231,"line":250},[229,393,394],{"class":286},"cd",[229,396,397],{"class":271}," helicone",[229,399,400],{"class":246}," && ",[229,402,403],{"class":382},"docker",[229,405,406],{"class":271}," compose",[229,408,409],{"class":271}," up",[229,411,412],{"class":286}," -d\n",[22,414,415],{"id":415},"对比",[417,418,419,437],"table",{},[420,421,422],"thead",{},[423,424,425,429,431,434],"tr",{},[426,427,428],"th",{},"维度",[426,430,12],{},[426,432,433],{},"Langfuse",[426,435,436],{},"Portkey",[438,439,440,455,468,482,496,510,524,537,550,564,578],"tbody",{},[423,441,442,446,449,452],{},[443,444,445],"td",{},"架构",[443,447,448],{},"Proxy \u002F Async",[443,450,451],{},"SDK",[443,453,454],{},"Gateway",[423,456,457,460,463,466],{},[443,458,459],{},"接入时间",[443,461,462],{},"分钟（改 URL）",[443,464,465],{},"小时（代码改造）",[443,467,462],{},[423,469,470,473,476,479],{},[443,471,472],{},"Tracing 深度",[443,474,475],{},"浅（请求级）",[443,477,478],{},"✅ 深 nested",[443,480,481],{},"中",[423,483,484,487,490,493],{},[443,485,486],{},"Multi-provider routing",[443,488,489],{},"✅ 基础 fallback",[443,491,492],{},"❌",[443,494,495],{},"✅ 250+",[423,497,498,501,504,507],{},[443,499,500],{},"Prompt mgmt",[443,502,503],{},"playground + 基础版本",[443,505,506],{},"✅ 版本 + playground",[443,508,509],{},"模板 + 管理",[423,511,512,515,518,521],{},[443,513,514],{},"Eval",[443,516,517],{},"基础 scoring",[443,519,520],{},"✅ LLM-as-judge + datasets",[443,522,523],{},"基础",[423,525,526,528,531,534],{},[443,527,103],{},[443,529,530],{},"✅ OSS 完整",[443,532,533],{},"✅ MIT 19K+ stars",[443,535,536],{},"OSS Gateway only",[423,538,539,541,544,547],{},[443,540,109],{},[443,542,543],{},"SOC2 + HIPAA (Team+)",[443,545,546],{},"SOC2 (Enterprise)",[443,548,549],{},"SOC2 + HIPAA + ISO27001",[423,551,552,555,558,561],{},[443,553,554],{},"Free tier",[443,556,557],{},"10K req\u002F月",[443,559,560],{},"50K events\u002F月",[443,562,563],{},"10K logs\u002F月",[423,565,566,569,572,575],{},[443,567,568],{},"Paid 起价",[443,570,571],{},"$79",[443,573,574],{},"$29",[443,576,577],{},"$49",[423,579,580,583,586,589],{},[443,581,582],{},"路线图",[443,584,585],{},"⚠️ 维护模式",[443,587,588],{},"✅ 活跃",[443,590,591],{},"✅ 活跃（PANW 收购）",[22,593,594],{"id":594},"避坑",[37,596,597,603,609,615,621,627,633,639],{},[40,598,599,602],{},[43,600,601],{},"维护模式风险","：被 Mintlify 收购后主动开发停，新项目长期演进考虑 Langfuse \u002F Portkey",[40,604,605,608],{},[43,606,607],{},"Proxy 延迟 + SPOF","：Helicone 挂了，业务也挂；敏感链路用 async",[40,610,611,614],{},[43,612,613],{},"Proxy 看不到 agent 内部","：tool call \u002F sub-agent \u002F retries 不可见，复杂 agent 用 Trace API 或转 Langfuse",[40,616,617,620],{},[43,618,619],{},"Hobby 10K 跑不久","：小型生产几天用完，预算够直接上 Pro",[40,622,623,626],{},[43,624,625],{},"Cache-aware prompt 设计","：prompt 含 timestamp \u002F random nonce 命中率 = 0",[40,628,629,632],{},[43,630,631],{},"Custom scoring 浅","：复杂 eval 用 Langfuse 数据集 + LLM-as-judge",[40,634,635,638],{},[43,636,637],{},"Air-gapped 价格","：自托管时部分模型价格表要手动维护",[40,640,641,644],{},[43,642,643],{},"PII 路径敏感","：所有 prompt 经过 Helicone，要 review PII 处理 + retention + 自托管选项",[22,646,648],{"id":647},"适合-不适合","适合 \u002F 不适合",[37,650,651,654,657,660,663,666,669,672,675],{},[40,652,653],{},"✅ 早期产品 + 想 5 分钟接入观测",[40,655,656],{},"✅ 改 baseURL 模式偏好 \u002F 不想 SDK 改造",[40,658,659],{},"✅ 预算紧 + 自托管接受",[40,661,662],{},"✅ 想用 Rust AI Gateway 做 fallback + caching",[40,664,665],{},"✅ SOC2 \u002F HIPAA Team+ 合规",[40,667,668],{},"❌ 复杂 agent 多步骤调试（用 Langfuse）",[40,670,671],{},"❌ 要 250+ 模型 + MCP + 强治理（用 Portkey）",[40,673,674],{},"❌ 长期路线图敏感（维护模式 risk）",[40,676,677],{},"❌ 中文运营（社区 \u002F 文档 \u002F UI 均英文）",[22,679,680],{"id":680},"相关阅读",[37,682,683,690,696,702],{},[40,684,685],{},[686,687,689],"a",{"href":688},"\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey","Portkey 评测",[40,691,692],{},[686,693,695],{"href":694},"\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm","LiteLLM 评测",[40,697,698],{},[686,699,701],{"href":700},"\u002Ftools\u002Fcoding\u002Fapi\u002Fopenrouter","OpenRouter 评测",[40,703,704],{},[686,705,707],{"href":706},"\u002Ftools\u002Fcoding\u002Fapi\u002Fone-api","One-API 评测",[22,709,710],{"id":710},"来源",[712,713,714,722,729,736,743],"ol",{},[40,715,716,717],{},"Inference.net — Helicone Pricing & Alternatives 2026（含 Mintlify 收购 + 维护模式细节）",[686,718,719],{"href":719,"rel":720},"https:\u002F\u002Finference.net\u002Fcontent\u002Fhelicone-pricing-alternatives",[721],"nofollow",[40,723,724,725],{},"Helicone 官网 ",[686,726,727],{"href":727,"rel":728},"https:\u002F\u002Fwww.helicone.ai\u002F",[721],[40,730,731,732],{},"QASkills — Helicone LLM Monitoring Complete Guide 2026 ",[686,733,734],{"href":734,"rel":735},"https:\u002F\u002Fqaskills.sh\u002Fblog\u002Fhelicone-llm-monitoring-complete-guide",[721],[40,737,738,739],{},"AiPedia — Helicone Features Pricing & Failure Modes ",[686,740,741],{"href":741,"rel":742},"https:\u002F\u002Fwww.aipedia.wiki\u002Ftools\u002Fhelicone\u002F",[721],[40,744,745,746],{},"BuildMVPFast — Langfuse vs Helicone vs Portkey ",[686,747,748],{"href":748,"rel":749},"https:\u002F\u002Fwww.buildmvpfast.com\u002Fblog\u002Fllm-observability-stack-langfuse-helicone-portkey-2026",[721],[751,752,753],"style",{},"html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}",{"title":224,"searchDepth":250,"depth":250,"links":755},[756,757,758,759,760,761,762,763,764,765],{"id":24,"depth":239,"text":25},{"id":35,"depth":239,"text":35},{"id":119,"depth":239,"text":119},{"id":154,"depth":239,"text":155},{"id":217,"depth":239,"text":217},{"id":415,"depth":239,"text":415},{"id":594,"depth":239,"text":594},{"id":647,"depth":239,"text":648},{"id":680,"depth":239,"text":680},{"id":710,"depth":239,"text":710},"api","\u002Fimg\u002Ftools\u002Fhelicone.webp","Helicone 真实评测：YC W23 项目，开源 LLM 观测平台 + Rust 写的 AI Gateway。2026-03-03 被 Mintlify 收购后转维护模式（安全更新 + 新模型 + bug fix 继续，主动新功能停）。免费 10K req\u002F月 + Pro $79 + Team $799（SOC2 + HIPAA）+ Enterprise 定制。零代码 SDK 改造、改 baseURL 即用，是接入最快的 LLM 观测之一。",false,"md",[772,775,778,781],{"q":773,"a":774},"Helicone 被收购后还能用吗？","2026-03-03 Mintlify 收购 Helicone，产品转维护模式：安全 patch + 新模型支持 + bug fix 继续发，但主动新功能开发结束。现存生产部署仍稳定，但选型时要权衡：路线图不动 \u002F 不期待新观测形态 \u002F 接受工具被 Mintlify 整合或归档的风险。新项目长期演进建议看 Langfuse 或 Portkey。",{"q":776,"a":777},"Proxy 和 async 模式哪个好？","Proxy（改 baseURL，所有请求走 Helicone）= 接入快 + 完整捕获，但加 ~5–20ms 延迟、Helicone 挂了请求也挂。Async（SDK 异步上报）= 0 延迟 + Helicone 故障不影响业务，但失败窗口可能漏 log。生产敏感链路用 async，开发 \u002F 内部用 proxy。",{"q":779,"a":780},"Proxy 能看到 agent 内部工具调用吗？","不能——proxy 只能看到穿过它的 LLM 请求，agent 框架内的 tool execution \u002F sub-agent \u002F retries 都不可见。复杂 agent 调试需要 trace 级深度，要 Langfuse 的 nested span 或 Helicone Trace API（手动 POST）。",{"q":782,"a":783},"和 Langfuse \u002F Portkey 怎么选？","Helicone = proxy-based，URL 一改分钟上手，请求级日志 + 基础 gateway 路由。Langfuse = SDK-based，代码改造小时级，但 nested span 深度 tracing + LLM-as-judge eval 一等。Portkey = gateway-first，250+ 模型 + MCP + 强合规但定价复杂。简单 + 快 → Helicone；agent 调试 → Langfuse；网关 + 治理 + 合规 → Portkey。",[785],"en",{},true,"\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone","coding",[791,792,766,793],"saas","self-host","sdk",[795,799,803,807],{"plan":126,"price":796,"features":797,"notes":798},"$0","10K req\u002F月 + 7 天 retention + 1 seat + 1GB storage + 基础 dashboards","Free trial \u002F hobby \u002F 验证",{"plan":132,"price":800,"features":801,"notes":802},"$79\u002F月","10K + usage + 1 月 retention + unlimited seats + alerts + HQL + prompt management","中小生产",{"plan":138,"price":804,"features":805,"notes":806},"$799\u002F月","10K + usage + 3 月 retention + SOC-2 + HIPAA + 5 orgs","中大型 + 合规",{"plan":144,"price":808,"features":809,"notes":810},"Custom","自定义 retention + 永久存储 + SSO + on-prem + 专属支持","大型 \u002F 政企","Hobby 免费 10K req\u002F月 \u002F Pro $79\u002F月 \u002F Team $799\u002F月 \u002F Enterprise 定制","2026-06-19",[814],"onboarding\u002Frag-pipeline-build",{"power":262,"ux":278,"price":262,"cn_support":239,"stability":250},{"title":12,"description":768},"coding\u002Fapi\u002Fhelicone",[819,822,824,826,828],{"name":820,"url":719,"accessed":821},"Inference.net — Helicone Pricing & Alternatives (Jun 2026)","2026-06-24",{"name":823,"url":727,"accessed":821},"Helicone 官网",{"name":825,"url":734,"accessed":821},"QASkills — Helicone LLM Monitoring Guide 2026",{"name":827,"url":741,"accessed":821},"AiPedia — Helicone 评测 + 失败模式",{"name":829,"url":748,"accessed":821},"BuildMVPFast — Langfuse vs Helicone vs Portkey","tools\u002Fcoding\u002Fapi\u002Fhelicone","一行代码 LLM 观测——开源 Proxy + AI Gateway，2026-03 被 Mintlify 收购、维护模式运行",[833,834,835,836,837,838,839],"llm-observability","proxy","ai-gateway","opensource","ycombinator","soc2","hipaa","最容易接入的 LLM 观测，改 baseURL 几分钟看到 cost\u002Flatency\u002Ferrors。被 Mintlify 收购转维护模式后路线图不确定——做新项目权衡：要快上手 + 不期待新功能 OK；要 nested span + 持续演进走 Langfuse。","https:\u002F\u002Fwww.helicone.ai","tHRHXQxgc0aP5SBqodWK2usgvYzJ5yhsCHQgcMqyz3Q",{"id":844,"title":845,"alternatives":846,"api_compatible":9,"body":848,"category":1465,"chinese_friendly":232,"cover":1466,"description":1467,"domestic":769,"extension":770,"faq":1468,"free":769,"github":9,"languages":1481,"lastVerified":9,"meta":1482,"models":9,"navigation":787,"notSuitable":9,"opensource":787,"path":1483,"pillar":789,"platforms":1484,"priceTable":1486,"pricing":1497,"published":812,"relatedPlaybooks":1498,"relatedReviews":9,"score":1499,"self_host":787,"seo":1500,"seoTitle":9,"slug":1501,"sources":1502,"stem":1511,"suitable":9,"tagline":1512,"tags":1513,"updated":821,"verdict":1519,"website":1520,"__hash__":1521},"tools\u002Ftools\u002Fcoding\u002Fagent\u002Fraga.md","RagaAI Catalyst",[817,14,15,847],"agent\u002Fplatform\u002Flangflow",{"type":19,"value":849,"toc":1453},[850,852,855,858,860,916,918,937,942,946,950,970,974,997,999,1015,1156,1158,1315,1317,1367,1369,1395,1397,1418,1420,1450],[22,851,25],{"id":24},[27,853,854],{},"RagaAI Catalyst 是印度 RagaAI 出品的 AI agent \u002F RAG \u002F LLM 应用『测试 + 观测』专项平台——Python SDK + 云端，300+ 自动化测试库覆盖 hallucination \u002F bias \u002F RAG faithfulness \u002F agentic 协作，多 agent 系统 tracing + debug，主打『部署前发现生产风险减少 90%』。Catalyst SDK 开源（github.com\u002Fraga-ai-hub\u002FRagaAI-Catalyst），Cloud \u002F Enterprise 走销售定价。",[27,856,857],{},"适合：构建生产级 agentic 系统的中大型团队（金融 \u002F 医疗 \u002F 政企）需要 pre-prod 风险量化；RAG pipeline 需要 retrieval \u002F faithfulness 多维评测；多 agent 协作系统需要 trace + debug 工具链。不适合：单一 LLM 调用 + 简单观测（Helicone \u002F Langfuse 更轻）；预算紧的小团队（社区版 SDK 够但 Cloud 走企业销售）；中文 \u002F 国内合规为主（生态弱）。",[22,859,35],{"id":35},[37,861,862,868,874,880,886,892,898,904,910],{},[40,863,864,867],{},[43,865,866],{},"300+ 自动化测试","：LLM（hallucination \u002F toxicity \u002F PII \u002F prompt injection）+ RAG（precision \u002F faithfulness \u002F relevance）+ Agentic（tool 正确性 \u002F 协作一致性 \u002F 任务完成率）",[40,869,870,873],{},[43,871,872],{},"多 agent tracing","：每次 LLM \u002F tool \u002F sub-agent 调用都可追溯 + 时序回放",[40,875,876,879],{},[43,877,878],{},"多 agent debug","：复杂 agent 失败时回放每个决策点 + 上下文",[40,881,882,885],{},[43,883,884],{},"Python SDK","：包装 LangChain \u002F LlamaIndex \u002F 自家框架自动埋点",[40,887,888,891],{},[43,889,890],{},"风险量化","：每个测试出风险分 + 影响面 + 修复建议",[40,893,894,897],{},[43,895,896],{},"数据集管理","：build eval dataset + 跑 regression",[40,899,900,903],{},[43,901,902],{},"报告 \u002F 仪表盘","：团队级风险仪表盘 + 趋势 + CI\u002FCD 集成",[40,905,906,909],{},[43,907,908],{},"自托管 SDK + Cloud 协同","：SDK 本地跑、Cloud 集中可视化",[40,911,912,915],{},[43,913,914],{},"合规友好","：私有部署 + SSO + 审计（Enterprise）",[22,917,119],{"id":119},[37,919,920,926,932],{},[40,921,922,925],{},[43,923,924],{},"Catalyst OSS Python SDK","：$0；功能含 tracing + 部分 eval",[40,927,928,931],{},[43,929,930],{},"Cloud","：Custom（联系销售）；含全 300+ 测试库 + 仪表盘 + 协作",[40,933,934,936],{},[43,935,144],{},"：Custom + SSO + 私有部署 + SLA",[147,938,939],{},[27,940,941],{},"真实场景：先用 OSS SDK 跑 trace 评估价值，进 PoC 后再谈 Cloud 价格。",[22,943,945],{"id":944},"实测中型-rag-agentic-产品-印度欧美客户","实测（中型 RAG \u002F agentic 产品 \u002F 印度欧美客户）",[27,947,948],{},[43,949,160],{},[37,951,952,955,958,961,964,967],{},[40,953,954],{},"300+ 测试库省去 reinvent 各种 eval metric 的工作",[40,956,957],{},"RAG faithfulness \u002F context precision 测试对反 hallucination 很有用",[40,959,960],{},"多 agent trace + 回放在调试复杂协作链时是救命工具",[40,962,963],{},"风险评分给业务方一个 quantitative 沟通口径",[40,965,966],{},"Catalyst SDK 开源，预算紧团队也能先用上",[40,968,969],{},"与 LangChain \u002F LlamaIndex 集成顺滑",[27,971,972],{},[43,973,188],{},[37,975,976,979,982,985,988,991,994],{},[40,977,978],{},"文档对高级配置 + 自定义测试覆盖不足，社区反馈一致",[40,980,981],{},"Cloud 定价不透明，PoC 才能拿到报价",[40,983,984],{},"报告 \u002F UI 偏英文 + 印度产品风格，中文场景弱",[40,986,987],{},"多 agent trace 在超大调用图（>500 step）下渲染慢",[40,989,990],{},"测试结果质量依赖 dataset 质量，garbage in \u002F garbage out",[40,992,993],{},"比 Langfuse 更偏『测试』少偏『日常 observability』，两个工具有时要叠用",[40,995,996],{},"国内访问 Cloud 延迟 + 合规需要评估",[22,998,217],{"id":217},[219,1000,1002],{"className":368,"code":1001,"language":370,"meta":224,"style":224},"pip install ragaai-catalyst\n",[226,1003,1004],{"__ignoreMap":224},[229,1005,1006,1009,1012],{"class":231,"line":232},[229,1007,1008],{"class":382},"pip",[229,1010,1011],{"class":271}," install",[229,1013,1014],{"class":271}," ragaai-catalyst\n",[219,1016,1018],{"className":221,"code":1017,"language":223,"meta":224,"style":224},"from ragaai_catalyst import RagaAICatalyst, Tracer\n\ncatalyst = RagaAICatalyst(\n    access_key=\"...\",\n    secret_key=\"...\",\n    base_url=\"https:\u002F\u002Fcatalyst.raga.ai\"\n)\n\ntracer = Tracer(project_name=\"my-rag-app\", tracer_type=\"langchain\")\ntracer.start()\n\n# 你的 LangChain \u002F LlamaIndex \u002F 自家 agent 代码\n# tracer 自动捕获 LLM \u002F tool \u002F sub-agent 调用\n\ntracer.stop()\n# 登录 Catalyst Cloud 看 trace + 跑 300+ 测试\n",[226,1019,1020,1033,1038,1048,1060,1071,1080,1084,1088,1119,1124,1128,1133,1139,1144,1150],{"__ignoreMap":224},[229,1021,1022,1025,1028,1030],{"class":231,"line":232},[229,1023,1024],{"class":242},"from",[229,1026,1027],{"class":246}," ragaai_catalyst ",[229,1029,243],{"class":242},[229,1031,1032],{"class":246}," RagaAICatalyst, Tracer\n",[229,1034,1035],{"class":231,"line":239},[229,1036,1037],{"emptyLinePlaceholder":787},"\n",[229,1039,1040,1043,1045],{"class":231,"line":250},[229,1041,1042],{"class":246},"catalyst ",[229,1044,256],{"class":242},[229,1046,1047],{"class":246}," RagaAICatalyst(\n",[229,1049,1050,1053,1055,1058],{"class":231,"line":262},[229,1051,1052],{"class":265},"    access_key",[229,1054,256],{"class":242},[229,1056,1057],{"class":271},"\"...\"",[229,1059,275],{"class":246},[229,1061,1062,1065,1067,1069],{"class":231,"line":278},[229,1063,1064],{"class":265},"    secret_key",[229,1066,256],{"class":242},[229,1068,1057],{"class":271},[229,1070,275],{"class":246},[229,1072,1073,1075,1077],{"class":231,"line":292},[229,1074,266],{"class":265},[229,1076,256],{"class":242},[229,1078,1079],{"class":271},"\"https:\u002F\u002Fcatalyst.raga.ai\"\n",[229,1081,1082],{"class":231,"line":303},[229,1083,359],{"class":246},[229,1085,1086],{"class":231,"line":326},[229,1087,1037],{"emptyLinePlaceholder":787},[229,1089,1090,1093,1095,1098,1101,1103,1106,1109,1112,1114,1117],{"class":231,"line":339},[229,1091,1092],{"class":246},"tracer ",[229,1094,256],{"class":242},[229,1096,1097],{"class":246}," Tracer(",[229,1099,1100],{"class":265},"project_name",[229,1102,256],{"class":242},[229,1104,1105],{"class":271},"\"my-rag-app\"",[229,1107,1108],{"class":246},", ",[229,1110,1111],{"class":265},"tracer_type",[229,1113,256],{"class":242},[229,1115,1116],{"class":271},"\"langchain\"",[229,1118,359],{"class":246},[229,1120,1121],{"class":231,"line":350},[229,1122,1123],{"class":246},"tracer.start()\n",[229,1125,1126],{"class":231,"line":356},[229,1127,1037],{"emptyLinePlaceholder":787},[229,1129,1130],{"class":231,"line":362},[229,1131,1132],{"class":235},"# 你的 LangChain \u002F LlamaIndex \u002F 自家 agent 代码\n",[229,1134,1136],{"class":231,"line":1135},13,[229,1137,1138],{"class":235},"# tracer 自动捕获 LLM \u002F tool \u002F sub-agent 调用\n",[229,1140,1142],{"class":231,"line":1141},14,[229,1143,1037],{"emptyLinePlaceholder":787},[229,1145,1147],{"class":231,"line":1146},15,[229,1148,1149],{"class":246},"tracer.stop()\n",[229,1151,1153],{"class":231,"line":1152},16,[229,1154,1155],{"class":235},"# 登录 Catalyst Cloud 看 trace + 跑 300+ 测试\n",[22,1157,415],{"id":415},[417,1159,1160,1174],{},[420,1161,1162],{},[423,1163,1164,1166,1168,1170,1172],{},[426,1165,428],{},[426,1167,845],{},[426,1169,433],{},[426,1171,12],{},[426,1173,436],{},[438,1175,1176,1193,1209,1224,1239,1253,1268,1281,1298],{},[423,1177,1178,1181,1184,1187,1190],{},[443,1179,1180],{},"主打",[443,1182,1183],{},"测试 + 风险量化",[443,1185,1186],{},"Tracing + eval",[443,1188,1189],{},"Proxy 观测 + gateway",[443,1191,1192],{},"Gateway + 观测",[423,1194,1195,1198,1201,1204,1207],{},[443,1196,1197],{},"自动化测试库",[443,1199,1200],{},"✅ 300+",[443,1202,1203],{},"部分",[443,1205,1206],{},"浅",[443,1208,1206],{},[423,1210,1211,1214,1217,1220,1222],{},[443,1212,1213],{},"Agentic debug",[443,1215,1216],{},"✅ 强",[443,1218,1219],{},"✅ nested span",[443,1221,1206],{},[443,1223,481],{},[423,1225,1226,1229,1231,1234,1237],{},[443,1227,1228],{},"RAG 专项测试",[443,1230,1216],{},[443,1232,1233],{},"✅ 中",[443,1235,1236],{},"弱",[443,1238,1236],{},[423,1240,1241,1244,1246,1248,1251],{},[443,1242,1243],{},"Proxy \u002F gateway",[443,1245,492],{},[443,1247,492],{},[443,1249,1250],{},"✅",[443,1252,495],{},[423,1254,1255,1258,1261,1264,1266],{},[443,1256,1257],{},"自托管 OSS",[443,1259,1260],{},"SDK 部分",[443,1262,1263],{},"✅ MIT 19K+",[443,1265,1250],{},[443,1267,536],{},[423,1269,1270,1273,1275,1277,1279],{},[443,1271,1272],{},"中文生态",[443,1274,492],{},[443,1276,492],{},[443,1278,492],{},[443,1280,492],{},[423,1282,1283,1286,1289,1292,1295],{},[443,1284,1285],{},"定价透明",[443,1287,1288],{},"❌ Custom",[443,1290,1291],{},"✅ $0\u002F$29\u002FEnterprise",[443,1293,1294],{},"✅ $0\u002F$79\u002F$799",[443,1296,1297],{},"✅ $0\u002F$49\u002F$799",[423,1299,1300,1303,1306,1309,1312],{},[443,1301,1302],{},"适合",[443,1304,1305],{},"pre-prod testing + agentic",[443,1307,1308],{},"日常 tracing + eval",[443,1310,1311],{},"改 URL 快上手",[443,1313,1314],{},"gateway + 治理",[22,1316,594],{"id":594},[37,1318,1319,1325,1331,1337,1343,1349,1355,1361],{},[40,1320,1321,1324],{},[43,1322,1323],{},"OSS SDK ≠ 完整 Cloud","：300+ 测试库主要在 Cloud，OSS 主要 tracing + 部分 eval",[40,1326,1327,1330],{},[43,1328,1329],{},"dataset 质量决定测试质量","：建 eval dataset 时务必含 edge case \u002F adversarial 例",[40,1332,1333,1336],{},[43,1334,1335],{},"大 trace 渲染慢","：>500 step 的 agent 用 filter \u002F sampling",[40,1338,1339,1342],{},[43,1340,1341],{},"Cloud 定价 PoC 谈","：先 SDK 跑两月有数据再谈合同",[40,1344,1345,1348],{},[43,1346,1347],{},"不替代日常 observability","：复杂场景叠 Langfuse \u002F Helicone",[40,1350,1351,1354],{},[43,1352,1353],{},"中文场景弱","：报告 \u002F 文档 \u002F UI 均英文为主，国内项目要评估团队接受度",[40,1356,1357,1360],{},[43,1358,1359],{},"Agentic 测试时间长","：300+ 测试跑一遍可能数小时，CI\u002FCD 集成要 schedule 而非每次 PR",[40,1362,1363,1366],{},[43,1364,1365],{},"风险评分谨慎宣传","：『-90% 生产风险』是营销话术，实际依赖你的实施质量",[22,1368,648],{"id":647},[37,1370,1371,1374,1377,1380,1383,1386,1389,1392],{},[40,1372,1373],{},"✅ 生产级 agentic 系统 \u002F RAG pipeline 的中大型团队",[40,1375,1376],{},"✅ 金融 \u002F 医疗 \u002F 政企需要风险量化沟通",[40,1378,1379],{},"✅ 多 agent 协作系统需要 trace + debug",[40,1381,1382],{},"✅ 想把 LLM eval 从手工脚本升级成系统化平台",[40,1384,1385],{},"❌ 单一 LLM 调用 + 简单观测",[40,1387,1388],{},"❌ 预算紧 + 不要 Cloud（OSS SDK 部分能力够）",[40,1390,1391],{},"❌ 中文 \u002F 国内合规为主",[40,1393,1394],{},"❌ 不愿走企业销售流程",[22,1396,680],{"id":680},[37,1398,1399,1404,1408,1412],{},[40,1400,1401],{},[686,1402,1403],{"href":788},"Helicone 评测",[40,1405,1406],{},[686,1407,689],{"href":688},[40,1409,1410],{},[686,1411,695],{"href":694},[40,1413,1414],{},[686,1415,1417],{"href":1416},"\u002Ftools\u002Fagent\u002Flangflow","Langflow 评测",[22,1419,710],{"id":710},[712,1421,1422,1429,1436,1443],{},[40,1423,1424,1425],{},"F6S — RagaAI Catalyst 产品概览 ",[686,1426,1427],{"href":1427,"rel":1428},"https:\u002F\u002Fwww.f6s.com\u002Fsoftware\u002Fragaai-catalyst",[721],[40,1430,1431,1432],{},"AIIndigo — RagaAI Catalyst 评测 + 定价 + 替代品 2026 ",[686,1433,1434],{"href":1434,"rel":1435},"https:\u002F\u002Faiindigo.com\u002Ftool\u002Fragaai-catalyst",[721],[40,1437,1438,1439],{},"SwitchTools — RagaAI Inc 平台（300+ 测试 \u002F 90% 风险下降）",[686,1440,1441],{"href":1441,"rel":1442},"https:\u002F\u002Fwww.switchtools.io\u002Ftool\u002Fragaai-inc",[721],[40,1444,1445,1446],{},"SoftwareSuggest — RagaAI Details \u002F Pricing 2026 ",[686,1447,1448],{"href":1448,"rel":1449},"https:\u002F\u002Fwww.softwaresuggest.com\u002Fragaai",[721],[751,1451,1452],{},"html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}",{"title":224,"searchDepth":250,"depth":250,"links":1454},[1455,1456,1457,1458,1459,1460,1461,1462,1463,1464],{"id":24,"depth":239,"text":25},{"id":35,"depth":239,"text":35},{"id":119,"depth":239,"text":119},{"id":944,"depth":239,"text":945},{"id":217,"depth":239,"text":217},{"id":415,"depth":239,"text":415},{"id":594,"depth":239,"text":594},{"id":647,"depth":239,"text":648},{"id":680,"depth":239,"text":680},{"id":710,"depth":239,"text":710},"agent","\u002Fimg\u002Ftools\u002Fraga.webp","RagaAI Catalyst 真实评测：印度 RagaAI 出品的 AI 测试 + 观测平台（Python SDK + 云端）。300+ 自动化测试覆盖 LLM \u002F RAG \u002F 多 agent，多 agent 系统 tracing + 调试，主打『部署前发现风险减少 90%』。F6S \u002F SoftwareSuggest \u002F SwitchTools 已收录。定价以企业销售为主，社区版 Python SDK 开源。",[1469,1472,1475,1478],{"q":1470,"a":1471},"RagaAI 和 Langfuse \u002F Helicone 怎么选？","RagaAI Catalyst 把『测试』作为一等公民——300+ 自动化测试 + RAG \u002F Agent 风险量化，强调『部署前发现』。Langfuse 是 tracing + eval 双强，Helicone 是 proxy 观测 + gateway。要 agentic 系统的 pre-prod testing + 风险评分 → RagaAI；要日常 LLM trace \u002F 简单 eval → Langfuse；要改 baseURL 看 cost → Helicone。",{"q":1473,"a":1474},"300+ 测试覆盖什么？","覆盖三类系统：(1) LLM 应用——hallucination \u002F toxicity \u002F bias \u002F PII leakage \u002F prompt injection；(2) RAG pipeline——检索准确率 \u002F context precision \u002F answer relevance \u002F faithfulness；(3) Agentic 系统——tool use 正确性 \u002F 多 agent 协作一致性 \u002F 任务完成率 \u002F 安全围栏。",{"q":1476,"a":1477},"Catalyst SDK 怎么用？","pip install ragaai-catalyst → 包装 LangChain \u002F LlamaIndex \u002F 自家 agent 框架 → 自动 trace 每次 LLM \u002F tool \u002F sub-agent 调用 → 上传 Cloud 看仪表盘 \u002F 跑测试。SDK 本身 OSS，Cloud 部分付费。",{"q":1479,"a":1480},"国内能用吗？","Python SDK 自托管 OK。Cloud 服务器在海外，国内延迟 + 合规要评估。中文场景 + 中文文档极弱，prompt \u002F 报告均英文。国内类似定位推荐看 PromptLayer \u002F Helicone OSS 自托管，或自家 LangSmith \u002F Phoenix 组合。",[785],{},"\u002Ftools\u002Fcoding\u002Fagent\u002Fraga",[223,793,1485],"cloud",[1487,1491,1494],{"plan":1488,"price":796,"features":1489,"notes":1490},"Catalyst OSS","Python SDK + agent \u002F LLM \u002F tool tracing + 多 agent debug + 部分 eval","github.com\u002Fraga-ai-hub\u002FRagaAI-Catalyst",{"plan":930,"price":808,"features":1492,"notes":1493},"300+ 自动化测试库 + RAG \u002F LLM \u002F Agentic 全景 + 报告 \u002F 仪表盘 + 协作","联系销售",{"plan":144,"price":808,"features":1495,"notes":1496},"SSO + 私有部署 + 合规 + SLA + 专属支持","大型 \u002F 受监管","Catalyst Python SDK 开源 \u002F Cloud Enterprise 定制",[814],{"power":278,"ux":250,"price":250,"cn_support":232,"stability":262},{"title":845,"description":1467},"coding\u002Fagent\u002Fraga",[1503,1505,1507,1509],{"name":1504,"url":1427,"accessed":821},"F6S — RagaAI Catalyst 概览",{"name":1506,"url":1434,"accessed":821},"AIIndigo — RagaAI Catalyst 评测 2026",{"name":1508,"url":1441,"accessed":821},"SwitchTools — RagaAI Inc 平台 + 90% 风险下降",{"name":1510,"url":1448,"accessed":821},"SoftwareSuggest — RagaAI Details 2026","tools\u002Fcoding\u002Fagent\u002Fraga","AI agent 测试 + 观测平台——300+ 自动化测试覆盖 LLM\u002FRAG\u002FAgentic，量化『生产风险 -90%』",[1514,1515,1516,1517,1518,836],"agent-testing","llm-eval","rag-testing","observability","tracing","agentic AI 系统的『生产前测试 + 上线后观测』专项工具。要 300+ 测试库 + 多 agent debug 走 Raga；要简单 LLM trace 用 Langfuse \u002F Helicone；要网关 + 治理用 Portkey。中文 \u002F 国内场景生态弱。","https:\u002F\u002Fraga.ai","D4CXLJkcXBHicMVKL1pAZ4PurzLASuxOKD5agbaXSeQ",1784565440991]