[{"data":1,"prerenderedAt":1599},["ShallowReactive",2],{"header-counts":3,"footer-counts":6,"compare-portkey-vs-raga":9,"compare-a-portkey":10,"compare-b-raga":923},{"tools":4,"reviews":5},78,26,{"tools":4,"reviews":5,"playbooks":7,"news":8},22,21,null,{"id":11,"title":12,"alternatives":13,"api_compatible":9,"body":18,"category":849,"chinese_friendly":264,"cover":850,"description":851,"domestic":852,"extension":853,"faq":854,"free":852,"github":9,"languages":867,"lastVerified":9,"meta":869,"models":9,"navigation":267,"notSuitable":9,"opensource":267,"path":870,"pillar":871,"platforms":872,"priceTable":875,"pricing":891,"published":892,"relatedPlaybooks":893,"relatedReviews":895,"score":897,"self_host":267,"seo":898,"seoTitle":9,"slug":899,"sources":900,"stem":910,"suitable":9,"tagline":911,"tags":912,"updated":903,"verdict":920,"website":921,"__hash__":922},"tools\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey.md","Portkey",[14,15,16,17],"coding\u002Fapi\u002Fhelicone","coding\u002Fapi\u002Flitellm","coding\u002Fapi\u002Fopenrouter","coding\u002Fapi\u002Fone-api",{"type":19,"value":20,"toc":837},"minimark",[21,26,30,33,36,133,136,167,173,177,182,202,207,230,233,476,479,682,685,735,739,768,771,798,801,833],[22,23,25],"h2",{"id":24},"tldr","TL;DR",[27,28,29],"p",{},"Portkey 把 AI 网关（250+ 模型 + fallback + 路由 + 缓存）和 LLM 全栈观测（40+ 维度 + 成本归因 + tracing + auto-instrumentation）做成同一个 SaaS，再加 MCP Gateway 让 AI agent 工具调用可追溯——目标是中大型团队从 PoC 走向生产的『AI 控制面板』。2026 年 Palo Alto Networks 完成收购，附带 SOC2 Type 2 + HIPAA + GDPR + ISO 27001 合规背书。3000+ GenAI 团队使用，1T tokens\u002F天里程碑。",[27,31,32],{},"适合：从 PoC 走向生产的中大型团队；要 SOC2\u002FHIPAA\u002FHIPAA\u002FGDPR 强合规；多团队 RBAC + budgets + 治理；大规模 AI agent 部署需要 MCP 工具调用可追溯。不适合：深度 nested span tracing（用 Langfuse）；纯网关不要观测（用 LiteLLM）；中文支付 \u002F 中文 UI（用 one-api \u002F new-api）；预算极紧的小项目（10K log 免费 + Pro $79 但深度有限，Helicone 同档更轻）。",[22,34,35],{"id":35},"核心能力",[37,38,39,47,53,59,65,71,77,83,89,94,100,105,110,115,121,127],"ul",{},[40,41,42,46],"li",{},[43,44,45],"strong",{},"250+ 模型 unified API","：OpenAI \u002F Anthropic \u002F Google \u002F AWS Bedrock \u002F Azure \u002F Cohere \u002F 等",[40,48,49,52],{},[43,50,51],{},"Fallback \u002F Load Balancing \u002F Conditional Routing","：跨 provider 高可用",[40,54,55,58],{},[43,56,57],{},"Semantic + simple caching","：减延迟 + 降成本",[40,60,61,64],{},[43,62,63],{},"Retries \u002F circuit breakers","：完整 SRE 配套",[40,66,67,70],{},[43,68,69],{},"Full-stack Observability","：40+ 维度 logs \u002F traces \u002F metrics",[40,72,73,76],{},[43,74,75],{},"OpenTelemetry 兼容","：导出到现有 APM",[40,78,79,82],{},[43,80,81],{},"Tracing","：跨 LLM call + tool use 统一时序视图",[40,84,85,88],{},[43,86,87],{},"Auto-instrumentation","：自动埋点多个 LLM \u002F agent 框架",[40,90,91],{},[43,92,93],{},"Prompt management + templates",[40,95,96,99],{},[43,97,98],{},"MCP Gateway（GA）","：AI agent 工具调用统一访问 + 审计",[40,101,102],{},[43,103,104],{},"RBAC + SSO\u002FSAML + Audit",[40,106,107],{},[43,108,109],{},"Hierarchical budgets + rate limits",[40,111,112],{},[43,113,114],{},"Guardrails",[40,116,117,120],{},[43,118,119],{},"Compliance","：SOC2 Type 2 \u002F HIPAA \u002F GDPR \u002F ISO 27001（Enterprise）",[40,122,123,126],{},[43,124,125],{},"部署","：SaaS \u002F 私有云 \u002F VPC \u002F on-prem（Enterprise）",[40,128,129,132],{},[43,130,131],{},"Open Source Gateway","：MIT 协议，可自托管纯路由层",[22,134,135],{"id":135},"价格",[37,137,138,144,150,156,162],{},[40,139,140,143],{},[43,141,142],{},"Developer Free","：10K logs\u002F月 + 3 天 retention + 基础功能",[40,145,146,149],{},[43,147,148],{},"Production","：$49\u002F月（早期媒体引用 $79 已下调）+ 100K logs + $9\u002F100K 超量（最高 3M）+ 30 天 retention + 语义缓存 + RBAC + Guardrails",[40,151,152,155],{},[43,153,154],{},"Team","：联系销售（更高 log 配额 + 团队治理 + 更长 retention）",[40,157,158,161],{},[43,159,160],{},"Enterprise","：Custom（业界估 $5K–$10K+\u002F月）+ 10M+ logs + 自定义 retention + 全套合规 + SSO + 私有云",[40,163,164,166],{},[43,165,131],{},"：$0 自托管 MIT",[168,169,170],"blockquote",{},[27,171,172],{},"真实成本陷阱：超过 Production 100K logs 后 $9\u002F100K 累计快，月 1M 请求 ≈ $49 + 9 × 9 ≈ $130。",[22,174,176],{"id":175},"实测中型-saas-series-b-团队","实测（中型 SaaS \u002F Series B 团队）",[27,178,179],{},[43,180,181],{},"亮点：",[37,183,184,187,190,193,196,199],{},[40,185,186],{},"2 分钟改 baseURL 接入，立即看到所有 LLM 调用",[40,188,189],{},"40+ 维度 dashboard 让 FinOps 团队第一次能拍预算",[40,191,192],{},"conditional routing 让『便宜模型先试 + 失败 fallback 贵模型』容易实现",[40,194,195],{},"MCP Gateway 给团队的 agent 工具调用上了治理",[40,197,198],{},"SOC 2 Type 2 + HIPAA 让合规过审快",[40,200,201],{},"Auto-instrumentation 帮 LangChain \u002F LlamaIndex 应用零代码改造",[27,203,204],{},[43,205,206],{},"踩坑：",[37,208,209,212,215,218,221,224,227],{},[40,210,211],{},"按 recorded logs 计费让用量突增时账单失控",[40,213,214],{},"Tracing 深度不如 Langfuse 的 nested span（复杂 agent 调试不够）",[40,216,217],{},"模型价格表对部分模型不全 \u002F air-gapped 部署需手动维护",[40,219,220],{},"文档对高级配置存在 gap，社区反馈一致",[40,222,223],{},"中文场景体验有限",[40,225,226],{},"log retention 30 天上限不动 Enterprise 解决",[40,228,229],{},"PANW 收购后路线图 \u002F 定价变动是评估风险",[22,231,232],{"id":232},"上手",[234,235,240],"pre",{"className":236,"code":237,"language":238,"meta":239,"style":239},"language-python shiki shiki-themes github-light github-dark","from portkey_ai import Portkey\n\nclient = Portkey(\n    api_key=\"YOUR_PORTKEY_KEY\",\n    virtual_key=\"OPENAI_VIRTUAL_KEY\",\n    config={\n        \"strategy\": {\"mode\": \"fallback\"},\n        \"targets\": [\n            {\"virtual_key\": \"OPENAI_VK\"},\n            {\"virtual_key\": \"ANTHROPIC_VK\"}\n        ],\n        \"cache\": {\"mode\": \"semantic\"}\n    }\n)\n\nresp = client.chat.completions.create(\n    model=\"gpt-5.4\",\n    messages=[...]\n)\n# Portkey dashboard 自动看到完整 trace + cost + latency\n","python","",[241,242,243,262,269,281,297,310,321,342,351,367,382,388,405,411,417,422,433,446,464,469],"code",{"__ignoreMap":239},[244,245,248,252,256,259],"span",{"class":246,"line":247},"line",1,[244,249,251],{"class":250},"szBVR","from",[244,253,255],{"class":254},"sVt8B"," portkey_ai ",[244,257,258],{"class":250},"import",[244,260,261],{"class":254}," Portkey\n",[244,263,265],{"class":246,"line":264},2,[244,266,268],{"emptyLinePlaceholder":267},true,"\n",[244,270,272,275,278],{"class":246,"line":271},3,[244,273,274],{"class":254},"client ",[244,276,277],{"class":250},"=",[244,279,280],{"class":254}," Portkey(\n",[244,282,284,288,290,294],{"class":246,"line":283},4,[244,285,287],{"class":286},"s4XuR","    api_key",[244,289,277],{"class":250},[244,291,293],{"class":292},"sZZnC","\"YOUR_PORTKEY_KEY\"",[244,295,296],{"class":254},",\n",[244,298,300,303,305,308],{"class":246,"line":299},5,[244,301,302],{"class":286},"    virtual_key",[244,304,277],{"class":250},[244,306,307],{"class":292},"\"OPENAI_VIRTUAL_KEY\"",[244,309,296],{"class":254},[244,311,313,316,318],{"class":246,"line":312},6,[244,314,315],{"class":286},"    config",[244,317,277],{"class":250},[244,319,320],{"class":254},"{\n",[244,322,324,327,330,333,336,339],{"class":246,"line":323},7,[244,325,326],{"class":292},"        \"strategy\"",[244,328,329],{"class":254},": {",[244,331,332],{"class":292},"\"mode\"",[244,334,335],{"class":254},": ",[244,337,338],{"class":292},"\"fallback\"",[244,340,341],{"class":254},"},\n",[244,343,345,348],{"class":246,"line":344},8,[244,346,347],{"class":292},"        \"targets\"",[244,349,350],{"class":254},": [\n",[244,352,354,357,360,362,365],{"class":246,"line":353},9,[244,355,356],{"class":254},"            {",[244,358,359],{"class":292},"\"virtual_key\"",[244,361,335],{"class":254},[244,363,364],{"class":292},"\"OPENAI_VK\"",[244,366,341],{"class":254},[244,368,370,372,374,376,379],{"class":246,"line":369},10,[244,371,356],{"class":254},[244,373,359],{"class":292},[244,375,335],{"class":254},[244,377,378],{"class":292},"\"ANTHROPIC_VK\"",[244,380,381],{"class":254},"}\n",[244,383,385],{"class":246,"line":384},11,[244,386,387],{"class":254},"        ],\n",[244,389,391,394,396,398,400,403],{"class":246,"line":390},12,[244,392,393],{"class":292},"        \"cache\"",[244,395,329],{"class":254},[244,397,332],{"class":292},[244,399,335],{"class":254},[244,401,402],{"class":292},"\"semantic\"",[244,404,381],{"class":254},[244,406,408],{"class":246,"line":407},13,[244,409,410],{"class":254},"    }\n",[244,412,414],{"class":246,"line":413},14,[244,415,416],{"class":254},")\n",[244,418,420],{"class":246,"line":419},15,[244,421,268],{"emptyLinePlaceholder":267},[244,423,425,428,430],{"class":246,"line":424},16,[244,426,427],{"class":254},"resp ",[244,429,277],{"class":250},[244,431,432],{"class":254}," client.chat.completions.create(\n",[244,434,436,439,441,444],{"class":246,"line":435},17,[244,437,438],{"class":286},"    model",[244,440,277],{"class":250},[244,442,443],{"class":292},"\"gpt-5.4\"",[244,445,296],{"class":254},[244,447,449,452,454,457,461],{"class":246,"line":448},18,[244,450,451],{"class":286},"    messages",[244,453,277],{"class":250},[244,455,456],{"class":254},"[",[244,458,460],{"class":459},"sj4cs","...",[244,462,463],{"class":254},"]\n",[244,465,467],{"class":246,"line":466},19,[244,468,416],{"class":254},[244,470,472],{"class":246,"line":471},20,[244,473,475],{"class":474},"sJ8bj","# Portkey dashboard 自动看到完整 trace + cost + latency\n",[22,477,478],{"id":478},"对比",[480,481,482,503],"table",{},[483,484,485],"thead",{},[486,487,488,492,494,497,500],"tr",{},[489,490,491],"th",{},"维度",[489,493,12],{},[489,495,496],{},"Helicone",[489,498,499],{},"Langfuse",[489,501,502],{},"LiteLLM",[504,505,506,524,540,557,573,588,603,617,633,649,666],"tbody",{},[486,507,508,512,515,518,521],{},[509,510,511],"td",{},"形态",[509,513,514],{},"Gateway+Obs SaaS",[509,516,517],{},"Proxy Obs",[509,519,520],{},"SDK Tracing",[509,522,523],{},"OSS Gateway",[486,525,526,529,532,534,537],{},[509,527,528],{},"集成",[509,530,531],{},"改 baseURL（分钟）",[509,533,531],{},[509,535,536],{},"代码改造（小时）",[509,538,539],{},"自托管（小时）",[486,541,542,545,548,551,554],{},[509,543,544],{},"Tracing 深度",[509,546,547],{},"中",[509,549,550],{},"浅",[509,552,553],{},"✅ 深 nested",[509,555,556],{},"–",[486,558,559,562,565,568,570],{},[509,560,561],{},"Multi-provider routing",[509,563,564],{},"✅ 250+",[509,566,567],{},"❌",[509,569,567],{},[509,571,572],{},"✅",[486,574,575,578,581,584,586],{},[509,576,577],{},"Auto fallback",[509,579,580],{},"✅ chains",[509,582,583],{},"✅ 基础",[509,585,567],{},[509,587,572],{},[486,589,590,593,595,598,600],{},[509,591,592],{},"Semantic caching",[509,594,572],{},[509,596,597],{},"proxy 级",[509,599,567],{},[509,601,602],{},"Redis",[486,604,605,608,611,613,615],{},[509,606,607],{},"MCP Gateway",[509,609,610],{},"✅ GA",[509,612,567],{},[509,614,567],{},[509,616,567],{},[486,618,619,622,625,628,631],{},[509,620,621],{},"Self-host",[509,623,624],{},"Enterprise \u002F OSS Gateway",[509,626,627],{},"Enterprise（已收购）",[509,629,630],{},"✅ 免费无限",[509,632,572],{},[486,634,635,638,641,644,647],{},[509,636,637],{},"合规",[509,639,640],{},"SOC2 + HIPAA + GDPR + ISO27001",[509,642,643],{},"SOC2 + HIPAA",[509,645,646],{},"SOC2",[509,648,572],{},[486,650,651,654,657,660,663],{},[509,652,653],{},"起价",[509,655,656],{},"$49\u002F月",[509,658,659],{},"$79\u002F月",[509,661,662],{},"$29\u002F月",[509,664,665],{},"$0",[486,667,668,671,674,677,680],{},[509,669,670],{},"免费配额",[509,672,673],{},"10K logs",[509,675,676],{},"10K req",[509,678,679],{},"50K events",[509,681,556],{},[22,683,684],{"id":684},"避坑",[37,686,687,693,699,705,711,717,723,729],{},[40,688,689,692],{},[43,690,691],{},"按 logs 计费要设报警","：超量 $9\u002F100K 容易爆账单",[40,694,695,698],{},[43,696,697],{},"PANW 收购变量","：评估时把定价 \u002F 路线图 \u002F API 变动写进风险",[40,700,701,704],{},[43,702,703],{},"Tracing 不深够用就好","：复杂 agent 调试要叠 Langfuse",[40,706,707,710],{},[43,708,709],{},"Production tier retention 30 天","：超长归档要 Enterprise",[40,712,713,716],{},[43,714,715],{},"Air-gapped 价格表","：部分模型成本要手动维护",[40,718,719,722],{},[43,720,721],{},"Virtual Key 别裸暴露","：客户端调用务必走 server-side proxy",[40,724,725,728],{},[43,726,727],{},"Conditional routing 别写太复杂","：3+ 层条件路由调试痛苦",[40,730,731,734],{},[43,732,733],{},"Open Source Gateway != 企业版","：自托管开源版缺 governance \u002F dashboards \u002F evals",[22,736,738],{"id":737},"适合-不适合","适合 \u002F 不适合",[37,740,741,744,747,750,753,756,759,762,765],{},[40,742,743],{},"✅ 中大型团队从 PoC 走向生产",[40,745,746],{},"✅ 强合规（SOC2 Type 2 + HIPAA + GDPR + ISO27001）",[40,748,749],{},"✅ 多团队 RBAC + 预算治理",[40,751,752],{},"✅ 大规模 AI agent 部署 + MCP 工具治理",[40,754,755],{},"✅ 想要『网关 + 观测』一体化 SaaS",[40,757,758],{},"❌ 深度 nested span 调试（用 Langfuse）",[40,760,761],{},"❌ 纯网关不要观测（用 LiteLLM）",[40,763,764],{},"❌ 中文运营 \u002F 中文支付（用 one-api \u002F new-api）",[40,766,767],{},"❌ 极小预算项目（Helicone Hobby \u002F Langfuse Free 更划算）",[22,769,770],{"id":770},"相关阅读",[37,772,773,780,786,792],{},[40,774,775],{},[776,777,779],"a",{"href":778},"\u002Ftools\u002Fcoding\u002Fapi\u002Fhelicone","Helicone 评测",[40,781,782],{},[776,783,785],{"href":784},"\u002Ftools\u002Fcoding\u002Fapi\u002Flitellm","LiteLLM 评测",[40,787,788],{},[776,789,791],{"href":790},"\u002Ftools\u002Fcoding\u002Fapi\u002Fopenrouter","OpenRouter 评测",[40,793,794],{},[776,795,797],{"href":796},"\u002Ftools\u002Fcoding\u002Fapi\u002Fone-api","One-API 评测",[22,799,800],{"id":800},"来源",[802,803,804,812,819,826],"ol",{},[40,805,806,807],{},"Portkey 官网 — Observability 全栈观测 + Palo Alto Networks 收购公告 ",[776,808,809],{"href":809,"rel":810},"https:\u002F\u002Fportkey.ai\u002Ffeatures\u002Fobservability",[811],"nofollow",[40,813,814,815],{},"TrueFoundry — Portkey AI Gateway Pricing Guide 2026 ",[776,816,817],{"href":817,"rel":818},"https:\u002F\u002Fwww.truefoundry.com\u002Fblog\u002Fportkey-pricing-guide",[811],[40,820,821,822],{},"BuildMVPFast — Langfuse vs Helicone vs Portkey 对比 ",[776,823,824],{"href":824,"rel":825},"https:\u002F\u002Fwww.buildmvpfast.com\u002Fblog\u002Fllm-observability-stack-langfuse-helicone-portkey-2026",[811],[40,827,828,829],{},"DevTune — Portkey AI 评测 + 定价 + Gartner Cool Vendor ",[776,830,831],{"href":831,"rel":832},"https:\u002F\u002Fdevtune.ai\u002Fverticals\u002Fllm-observability-evals-gateways\u002Fportkey",[811],[834,835,836],"style",{},"html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":239,"searchDepth":271,"depth":271,"links":838},[839,840,841,842,843,844,845,846,847,848],{"id":24,"depth":264,"text":25},{"id":35,"depth":264,"text":35},{"id":135,"depth":264,"text":135},{"id":175,"depth":264,"text":176},{"id":232,"depth":264,"text":232},{"id":478,"depth":264,"text":478},{"id":684,"depth":264,"text":684},{"id":737,"depth":264,"text":738},{"id":770,"depth":264,"text":770},{"id":800,"depth":264,"text":800},"api","\u002Fimg\u002Ftools\u002Fportkey.webp","Portkey 真实评测：250+ 模型统一 AI 网关 + 全栈观测 + MCP Gateway。2026 被 Palo Alto Networks 收购。免费 10K logs\u002F月，Production $49\u002F月（100K logs + 30 天 retention），Team 大体量，Enterprise SOC2 Type 2 + HIPAA + GDPR + ISO 27001 + 私有云 \u002F VPC + 1T tokens\u002F天里程碑。",false,"md",[855,858,861,864],{"q":856,"a":857},"Portkey 收购了？","2026 年 Palo Alto Networks 完成收购 Portkey，作为其『保护 AI agent 崛起』战略的一部分。产品继续运营 + 1T tokens\u002F天里程碑达成；对企业买家是利好（背靠 Palo Alto 安全 + 合规背书），但社区担忧定价 \u002F 路线图变化——评估时要把『被 PANW 整合』作为风险项。",{"q":859,"a":860},"Recorded logs 是什么计量？","Portkey 不按请求 \u002F token 计费，而是按『记录到观测系统的日志条数』。一次 API 调用 = 一条 log（不含 retries）。100K logs 是『被采集 100K 次请求』的容量，不是『LLM 100K 调用配额』——LLM 费用走你自己付。",{"q":862,"a":863},"自托管选项？","Portkey 开源了核心 AI Gateway（GitHub Star 10K+，MIT），可以自托管做纯路由 + 基础观测；但企业级功能（SOC2 \u002F 自动 evals \u002F 团队治理 \u002F governance dashboard）只在 SaaS 或 Enterprise on-prem 提供。",{"q":865,"a":866},"MCP Gateway 是什么？","面向 AI agent 的 MCP（Model Context Protocol）统一访问层，已 GA。每次 agent 调工具都自动记录工具名 \u002F 参数 \u002F 响应 \u002F 用户 \u002F 团队 \u002F 延迟 \u002F 状态，是大规模 agent 部署里『谁的 agent 在做什么』可追溯的关键基础设施。",[868],"en",{},"\u002Ftools\u002Fcoding\u002Fapi\u002Fportkey","coding",[873,849,874],"saas","sdk",[876,880,883,887],{"plan":877,"price":665,"features":878,"notes":879},"Developer","10K recorded logs\u002F月 + 3 天 retention + 社区支持 + 基础 fallback","PoC \u002F hobby \u002F 小项目",{"plan":148,"price":656,"features":881,"notes":882},"100K logs\u002F月 + $9\u002F100K 超量（最高 3M）+ 30 天 retention + 语义缓存 + RBAC + Guardrails + 生产支持","中小生产应用",{"plan":154,"price":884,"features":885,"notes":886},"联系销售","更高 log 配额 + 团队治理 + 更长 retention","中型组织",{"plan":160,"price":888,"features":889,"notes":890},"Custom（$5K–$10K+\u002F月）","10M+ logs + 自定义 retention + SSO\u002FSAML + 私有云\u002FVPC + SOC2 Type 2 + HIPAA + GDPR + ISO 27001 + 单租户","大企业 \u002F 强合规","Developer 免费 10K logs\u002F月 \u002F Production $49\u002F月 100K logs \u002F Team 大体量 \u002F Enterprise 定制","2026-06-19",[894],"onboarding\u002Frag-pipeline-build",[896],"llm-gateway-comparison",{"power":299,"ux":283,"price":271,"cn_support":264,"stability":283},{"title":12,"description":851},"coding\u002Fapi\u002Fportkey",[901,904,906,908],{"name":902,"url":809,"accessed":903},"Portkey 官网 — Observability 功能","2026-06-24",{"name":905,"url":817,"accessed":903},"TrueFoundry — Portkey Pricing Guide 2026",{"name":907,"url":824,"accessed":903},"BuildMVPFast — Langfuse vs Helicone vs Portkey",{"name":909,"url":831,"accessed":903},"DevTune — Portkey AI 评测 + 定价","tools\u002Fcoding\u002Fapi\u002Fportkey","Control Panel for Production AI——AI 网关 + 全栈观测 + MCP 网关，2026 被 Palo Alto Networks 收购",[913,914,915,916,917,918,919],"llm-gateway","observability","mcp","governance","enterprise","soc2","hipaa","网关 + 观测一体化最完整的 SaaS。中大型团队从 PoC 走向生产、要 SOC2\u002FHIPAA\u002FMCP\u002F治理走 Portkey。纯观测 → Helicone\u002FLangfuse；自托管控制成本 → LiteLLM + Langfuse。","https:\u002F\u002Fportkey.ai","D-hkXpkUX3nY6PLJAwd90FbNiesZtpVVfrd-6fd4_K8",{"id":924,"title":925,"alternatives":926,"api_compatible":9,"body":928,"category":1542,"chinese_friendly":247,"cover":1543,"description":1544,"domestic":852,"extension":853,"faq":1545,"free":852,"github":9,"languages":1558,"lastVerified":9,"meta":1559,"models":9,"navigation":267,"notSuitable":9,"opensource":267,"path":1560,"pillar":871,"platforms":1561,"priceTable":1563,"pricing":1574,"published":892,"relatedPlaybooks":1575,"relatedReviews":9,"score":1576,"self_host":267,"seo":1577,"seoTitle":9,"slug":1578,"sources":1579,"stem":1588,"suitable":9,"tagline":1589,"tags":1590,"updated":903,"verdict":1596,"website":1597,"__hash__":1598},"tools\u002Ftools\u002Fcoding\u002Fagent\u002Fraga.md","RagaAI Catalyst",[14,899,15,927],"agent\u002Fplatform\u002Flangflow",{"type":19,"value":929,"toc":1530},[930,932,935,938,940,996,998,1017,1022,1026,1030,1050,1054,1077,1079,1098,1234,1236,1392,1394,1444,1446,1472,1474,1495,1497,1527],[22,931,25],{"id":24},[27,933,934],{},"RagaAI Catalyst 是印度 RagaAI 出品的 AI agent \u002F RAG \u002F LLM 应用『测试 + 观测』专项平台——Python SDK + 云端，300+ 自动化测试库覆盖 hallucination \u002F bias \u002F RAG faithfulness \u002F agentic 协作，多 agent 系统 tracing + debug，主打『部署前发现生产风险减少 90%』。Catalyst SDK 开源（github.com\u002Fraga-ai-hub\u002FRagaAI-Catalyst），Cloud \u002F Enterprise 走销售定价。",[27,936,937],{},"适合：构建生产级 agentic 系统的中大型团队（金融 \u002F 医疗 \u002F 政企）需要 pre-prod 风险量化；RAG pipeline 需要 retrieval \u002F faithfulness 多维评测；多 agent 协作系统需要 trace + debug 工具链。不适合：单一 LLM 调用 + 简单观测（Helicone \u002F Langfuse 更轻）；预算紧的小团队（社区版 SDK 够但 Cloud 走企业销售）；中文 \u002F 国内合规为主（生态弱）。",[22,939,35],{"id":35},[37,941,942,948,954,960,966,972,978,984,990],{},[40,943,944,947],{},[43,945,946],{},"300+ 自动化测试","：LLM（hallucination \u002F toxicity \u002F PII \u002F prompt injection）+ RAG（precision \u002F faithfulness \u002F relevance）+ Agentic（tool 正确性 \u002F 协作一致性 \u002F 任务完成率）",[40,949,950,953],{},[43,951,952],{},"多 agent tracing","：每次 LLM \u002F tool \u002F sub-agent 调用都可追溯 + 时序回放",[40,955,956,959],{},[43,957,958],{},"多 agent debug","：复杂 agent 失败时回放每个决策点 + 上下文",[40,961,962,965],{},[43,963,964],{},"Python SDK","：包装 LangChain \u002F LlamaIndex \u002F 自家框架自动埋点",[40,967,968,971],{},[43,969,970],{},"风险量化","：每个测试出风险分 + 影响面 + 修复建议",[40,973,974,977],{},[43,975,976],{},"数据集管理","：build eval dataset + 跑 regression",[40,979,980,983],{},[43,981,982],{},"报告 \u002F 仪表盘","：团队级风险仪表盘 + 趋势 + CI\u002FCD 集成",[40,985,986,989],{},[43,987,988],{},"自托管 SDK + Cloud 协同","：SDK 本地跑、Cloud 集中可视化",[40,991,992,995],{},[43,993,994],{},"合规友好","：私有部署 + SSO + 审计（Enterprise）",[22,997,135],{"id":135},[37,999,1000,1006,1012],{},[40,1001,1002,1005],{},[43,1003,1004],{},"Catalyst OSS Python SDK","：$0；功能含 tracing + 部分 eval",[40,1007,1008,1011],{},[43,1009,1010],{},"Cloud","：Custom（联系销售）；含全 300+ 测试库 + 仪表盘 + 协作",[40,1013,1014,1016],{},[43,1015,160],{},"：Custom + SSO + 私有部署 + SLA",[168,1018,1019],{},[27,1020,1021],{},"真实场景：先用 OSS SDK 跑 trace 评估价值，进 PoC 后再谈 Cloud 价格。",[22,1023,1025],{"id":1024},"实测中型-rag-agentic-产品-印度欧美客户","实测（中型 RAG \u002F agentic 产品 \u002F 印度欧美客户）",[27,1027,1028],{},[43,1029,181],{},[37,1031,1032,1035,1038,1041,1044,1047],{},[40,1033,1034],{},"300+ 测试库省去 reinvent 各种 eval metric 的工作",[40,1036,1037],{},"RAG faithfulness \u002F context precision 测试对反 hallucination 很有用",[40,1039,1040],{},"多 agent trace + 回放在调试复杂协作链时是救命工具",[40,1042,1043],{},"风险评分给业务方一个 quantitative 沟通口径",[40,1045,1046],{},"Catalyst SDK 开源，预算紧团队也能先用上",[40,1048,1049],{},"与 LangChain \u002F LlamaIndex 集成顺滑",[27,1051,1052],{},[43,1053,206],{},[37,1055,1056,1059,1062,1065,1068,1071,1074],{},[40,1057,1058],{},"文档对高级配置 + 自定义测试覆盖不足，社区反馈一致",[40,1060,1061],{},"Cloud 定价不透明，PoC 才能拿到报价",[40,1063,1064],{},"报告 \u002F UI 偏英文 + 印度产品风格，中文场景弱",[40,1066,1067],{},"多 agent trace 在超大调用图（>500 step）下渲染慢",[40,1069,1070],{},"测试结果质量依赖 dataset 质量，garbage in \u002F garbage out",[40,1072,1073],{},"比 Langfuse 更偏『测试』少偏『日常 observability』，两个工具有时要叠用",[40,1075,1076],{},"国内访问 Cloud 延迟 + 合规需要评估",[22,1078,232],{"id":232},[234,1080,1084],{"className":1081,"code":1082,"language":1083,"meta":239,"style":239},"language-bash shiki shiki-themes github-light github-dark","pip install ragaai-catalyst\n","bash",[241,1085,1086],{"__ignoreMap":239},[244,1087,1088,1092,1095],{"class":246,"line":247},[244,1089,1091],{"class":1090},"sScJk","pip",[244,1093,1094],{"class":292}," install",[244,1096,1097],{"class":292}," ragaai-catalyst\n",[234,1099,1101],{"className":236,"code":1100,"language":238,"meta":239,"style":239},"from ragaai_catalyst import RagaAICatalyst, Tracer\n\ncatalyst = RagaAICatalyst(\n    access_key=\"...\",\n    secret_key=\"...\",\n    base_url=\"https:\u002F\u002Fcatalyst.raga.ai\"\n)\n\ntracer = Tracer(project_name=\"my-rag-app\", tracer_type=\"langchain\")\ntracer.start()\n\n# 你的 LangChain \u002F LlamaIndex \u002F 自家 agent 代码\n# tracer 自动捕获 LLM \u002F tool \u002F sub-agent 调用\n\ntracer.stop()\n# 登录 Catalyst Cloud 看 trace + 跑 300+ 测试\n",[241,1102,1103,1115,1119,1129,1141,1152,1162,1166,1170,1201,1206,1210,1215,1220,1224,1229],{"__ignoreMap":239},[244,1104,1105,1107,1110,1112],{"class":246,"line":247},[244,1106,251],{"class":250},[244,1108,1109],{"class":254}," ragaai_catalyst ",[244,1111,258],{"class":250},[244,1113,1114],{"class":254}," RagaAICatalyst, Tracer\n",[244,1116,1117],{"class":246,"line":264},[244,1118,268],{"emptyLinePlaceholder":267},[244,1120,1121,1124,1126],{"class":246,"line":271},[244,1122,1123],{"class":254},"catalyst ",[244,1125,277],{"class":250},[244,1127,1128],{"class":254}," RagaAICatalyst(\n",[244,1130,1131,1134,1136,1139],{"class":246,"line":283},[244,1132,1133],{"class":286},"    access_key",[244,1135,277],{"class":250},[244,1137,1138],{"class":292},"\"...\"",[244,1140,296],{"class":254},[244,1142,1143,1146,1148,1150],{"class":246,"line":299},[244,1144,1145],{"class":286},"    secret_key",[244,1147,277],{"class":250},[244,1149,1138],{"class":292},[244,1151,296],{"class":254},[244,1153,1154,1157,1159],{"class":246,"line":312},[244,1155,1156],{"class":286},"    base_url",[244,1158,277],{"class":250},[244,1160,1161],{"class":292},"\"https:\u002F\u002Fcatalyst.raga.ai\"\n",[244,1163,1164],{"class":246,"line":323},[244,1165,416],{"class":254},[244,1167,1168],{"class":246,"line":344},[244,1169,268],{"emptyLinePlaceholder":267},[244,1171,1172,1175,1177,1180,1183,1185,1188,1191,1194,1196,1199],{"class":246,"line":353},[244,1173,1174],{"class":254},"tracer ",[244,1176,277],{"class":250},[244,1178,1179],{"class":254}," Tracer(",[244,1181,1182],{"class":286},"project_name",[244,1184,277],{"class":250},[244,1186,1187],{"class":292},"\"my-rag-app\"",[244,1189,1190],{"class":254},", ",[244,1192,1193],{"class":286},"tracer_type",[244,1195,277],{"class":250},[244,1197,1198],{"class":292},"\"langchain\"",[244,1200,416],{"class":254},[244,1202,1203],{"class":246,"line":369},[244,1204,1205],{"class":254},"tracer.start()\n",[244,1207,1208],{"class":246,"line":384},[244,1209,268],{"emptyLinePlaceholder":267},[244,1211,1212],{"class":246,"line":390},[244,1213,1214],{"class":474},"# 你的 LangChain \u002F LlamaIndex \u002F 自家 agent 代码\n",[244,1216,1217],{"class":246,"line":407},[244,1218,1219],{"class":474},"# tracer 自动捕获 LLM \u002F tool \u002F sub-agent 调用\n",[244,1221,1222],{"class":246,"line":413},[244,1223,268],{"emptyLinePlaceholder":267},[244,1225,1226],{"class":246,"line":419},[244,1227,1228],{"class":254},"tracer.stop()\n",[244,1230,1231],{"class":246,"line":424},[244,1232,1233],{"class":474},"# 登录 Catalyst Cloud 看 trace + 跑 300+ 测试\n",[22,1235,478],{"id":478},[480,1237,1238,1252],{},[483,1239,1240],{},[486,1241,1242,1244,1246,1248,1250],{},[489,1243,491],{},[489,1245,925],{},[489,1247,499],{},[489,1249,496],{},[489,1251,12],{},[504,1253,1254,1271,1286,1301,1316,1329,1345,1358,1375],{},[486,1255,1256,1259,1262,1265,1268],{},[509,1257,1258],{},"主打",[509,1260,1261],{},"测试 + 风险量化",[509,1263,1264],{},"Tracing + eval",[509,1266,1267],{},"Proxy 观测 + gateway",[509,1269,1270],{},"Gateway + 观测",[486,1272,1273,1276,1279,1282,1284],{},[509,1274,1275],{},"自动化测试库",[509,1277,1278],{},"✅ 300+",[509,1280,1281],{},"部分",[509,1283,550],{},[509,1285,550],{},[486,1287,1288,1291,1294,1297,1299],{},[509,1289,1290],{},"Agentic debug",[509,1292,1293],{},"✅ 强",[509,1295,1296],{},"✅ nested span",[509,1298,550],{},[509,1300,547],{},[486,1302,1303,1306,1308,1311,1314],{},[509,1304,1305],{},"RAG 专项测试",[509,1307,1293],{},[509,1309,1310],{},"✅ 中",[509,1312,1313],{},"弱",[509,1315,1313],{},[486,1317,1318,1321,1323,1325,1327],{},[509,1319,1320],{},"Proxy \u002F gateway",[509,1322,567],{},[509,1324,567],{},[509,1326,572],{},[509,1328,564],{},[486,1330,1331,1334,1337,1340,1342],{},[509,1332,1333],{},"自托管 OSS",[509,1335,1336],{},"SDK 部分",[509,1338,1339],{},"✅ MIT 19K+",[509,1341,572],{},[509,1343,1344],{},"OSS Gateway only",[486,1346,1347,1350,1352,1354,1356],{},[509,1348,1349],{},"中文生态",[509,1351,567],{},[509,1353,567],{},[509,1355,567],{},[509,1357,567],{},[486,1359,1360,1363,1366,1369,1372],{},[509,1361,1362],{},"定价透明",[509,1364,1365],{},"❌ Custom",[509,1367,1368],{},"✅ $0\u002F$29\u002FEnterprise",[509,1370,1371],{},"✅ $0\u002F$79\u002F$799",[509,1373,1374],{},"✅ $0\u002F$49\u002F$799",[486,1376,1377,1380,1383,1386,1389],{},[509,1378,1379],{},"适合",[509,1381,1382],{},"pre-prod testing + agentic",[509,1384,1385],{},"日常 tracing + eval",[509,1387,1388],{},"改 URL 快上手",[509,1390,1391],{},"gateway + 治理",[22,1393,684],{"id":684},[37,1395,1396,1402,1408,1414,1420,1426,1432,1438],{},[40,1397,1398,1401],{},[43,1399,1400],{},"OSS SDK ≠ 完整 Cloud","：300+ 测试库主要在 Cloud，OSS 主要 tracing + 部分 eval",[40,1403,1404,1407],{},[43,1405,1406],{},"dataset 质量决定测试质量","：建 eval dataset 时务必含 edge case \u002F adversarial 例",[40,1409,1410,1413],{},[43,1411,1412],{},"大 trace 渲染慢","：>500 step 的 agent 用 filter \u002F sampling",[40,1415,1416,1419],{},[43,1417,1418],{},"Cloud 定价 PoC 谈","：先 SDK 跑两月有数据再谈合同",[40,1421,1422,1425],{},[43,1423,1424],{},"不替代日常 observability","：复杂场景叠 Langfuse \u002F Helicone",[40,1427,1428,1431],{},[43,1429,1430],{},"中文场景弱","：报告 \u002F 文档 \u002F UI 均英文为主，国内项目要评估团队接受度",[40,1433,1434,1437],{},[43,1435,1436],{},"Agentic 测试时间长","：300+ 测试跑一遍可能数小时，CI\u002FCD 集成要 schedule 而非每次 PR",[40,1439,1440,1443],{},[43,1441,1442],{},"风险评分谨慎宣传","：『-90% 生产风险』是营销话术，实际依赖你的实施质量",[22,1445,738],{"id":737},[37,1447,1448,1451,1454,1457,1460,1463,1466,1469],{},[40,1449,1450],{},"✅ 生产级 agentic 系统 \u002F RAG pipeline 的中大型团队",[40,1452,1453],{},"✅ 金融 \u002F 医疗 \u002F 政企需要风险量化沟通",[40,1455,1456],{},"✅ 多 agent 协作系统需要 trace + debug",[40,1458,1459],{},"✅ 想把 LLM eval 从手工脚本升级成系统化平台",[40,1461,1462],{},"❌ 单一 LLM 调用 + 简单观测",[40,1464,1465],{},"❌ 预算紧 + 不要 Cloud（OSS SDK 部分能力够）",[40,1467,1468],{},"❌ 中文 \u002F 国内合规为主",[40,1470,1471],{},"❌ 不愿走企业销售流程",[22,1473,770],{"id":770},[37,1475,1476,1480,1485,1489],{},[40,1477,1478],{},[776,1479,779],{"href":778},[40,1481,1482],{},[776,1483,1484],{"href":870},"Portkey 评测",[40,1486,1487],{},[776,1488,785],{"href":784},[40,1490,1491],{},[776,1492,1494],{"href":1493},"\u002Ftools\u002Fagent\u002Flangflow","Langflow 评测",[22,1496,800],{"id":800},[802,1498,1499,1506,1513,1520],{},[40,1500,1501,1502],{},"F6S — RagaAI Catalyst 产品概览 ",[776,1503,1504],{"href":1504,"rel":1505},"https:\u002F\u002Fwww.f6s.com\u002Fsoftware\u002Fragaai-catalyst",[811],[40,1507,1508,1509],{},"AIIndigo — RagaAI Catalyst 评测 + 定价 + 替代品 2026 ",[776,1510,1511],{"href":1511,"rel":1512},"https:\u002F\u002Faiindigo.com\u002Ftool\u002Fragaai-catalyst",[811],[40,1514,1515,1516],{},"SwitchTools — RagaAI Inc 平台（300+ 测试 \u002F 90% 风险下降）",[776,1517,1518],{"href":1518,"rel":1519},"https:\u002F\u002Fwww.switchtools.io\u002Ftool\u002Fragaai-inc",[811],[40,1521,1522,1523],{},"SoftwareSuggest — RagaAI Details \u002F Pricing 2026 ",[776,1524,1525],{"href":1525,"rel":1526},"https:\u002F\u002Fwww.softwaresuggest.com\u002Fragaai",[811],[834,1528,1529],{},"html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .szBVR, html code.shiki .szBVR{--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sVt8B, html code.shiki .sVt8B{--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .s4XuR, html code.shiki .s4XuR{--shiki-default:#E36209;--shiki-dark:#FFAB70}html pre.shiki code .sJ8bj, html code.shiki .sJ8bj{--shiki-default:#6A737D;--shiki-dark:#6A737D}",{"title":239,"searchDepth":271,"depth":271,"links":1531},[1532,1533,1534,1535,1536,1537,1538,1539,1540,1541],{"id":24,"depth":264,"text":25},{"id":35,"depth":264,"text":35},{"id":135,"depth":264,"text":135},{"id":1024,"depth":264,"text":1025},{"id":232,"depth":264,"text":232},{"id":478,"depth":264,"text":478},{"id":684,"depth":264,"text":684},{"id":737,"depth":264,"text":738},{"id":770,"depth":264,"text":770},{"id":800,"depth":264,"text":800},"agent","\u002Fimg\u002Ftools\u002Fraga.webp","RagaAI Catalyst 真实评测：印度 RagaAI 出品的 AI 测试 + 观测平台（Python SDK + 云端）。300+ 自动化测试覆盖 LLM \u002F RAG \u002F 多 agent，多 agent 系统 tracing + 调试，主打『部署前发现风险减少 90%』。F6S \u002F SoftwareSuggest \u002F SwitchTools 已收录。定价以企业销售为主，社区版 Python SDK 开源。",[1546,1549,1552,1555],{"q":1547,"a":1548},"RagaAI 和 Langfuse \u002F Helicone 怎么选？","RagaAI Catalyst 把『测试』作为一等公民——300+ 自动化测试 + RAG \u002F Agent 风险量化，强调『部署前发现』。Langfuse 是 tracing + eval 双强，Helicone 是 proxy 观测 + gateway。要 agentic 系统的 pre-prod testing + 风险评分 → RagaAI；要日常 LLM trace \u002F 简单 eval → Langfuse；要改 baseURL 看 cost → Helicone。",{"q":1550,"a":1551},"300+ 测试覆盖什么？","覆盖三类系统：(1) LLM 应用——hallucination \u002F toxicity \u002F bias \u002F PII leakage \u002F prompt injection；(2) RAG pipeline——检索准确率 \u002F context precision \u002F answer relevance \u002F faithfulness；(3) Agentic 系统——tool use 正确性 \u002F 多 agent 协作一致性 \u002F 任务完成率 \u002F 安全围栏。",{"q":1553,"a":1554},"Catalyst SDK 怎么用？","pip install ragaai-catalyst → 包装 LangChain \u002F LlamaIndex \u002F 自家 agent 框架 → 自动 trace 每次 LLM \u002F tool \u002F sub-agent 调用 → 上传 Cloud 看仪表盘 \u002F 跑测试。SDK 本身 OSS，Cloud 部分付费。",{"q":1556,"a":1557},"国内能用吗？","Python SDK 自托管 OK。Cloud 服务器在海外，国内延迟 + 合规要评估。中文场景 + 中文文档极弱，prompt \u002F 报告均英文。国内类似定位推荐看 PromptLayer \u002F Helicone OSS 自托管，或自家 LangSmith \u002F Phoenix 组合。",[868],{},"\u002Ftools\u002Fcoding\u002Fagent\u002Fraga",[238,874,1562],"cloud",[1564,1568,1571],{"plan":1565,"price":665,"features":1566,"notes":1567},"Catalyst OSS","Python SDK + agent \u002F LLM \u002F tool tracing + 多 agent debug + 部分 eval","github.com\u002Fraga-ai-hub\u002FRagaAI-Catalyst",{"plan":1010,"price":1569,"features":1570,"notes":884},"Custom","300+ 自动化测试库 + RAG \u002F LLM \u002F Agentic 全景 + 报告 \u002F 仪表盘 + 协作",{"plan":160,"price":1569,"features":1572,"notes":1573},"SSO + 私有部署 + 合规 + SLA + 专属支持","大型 \u002F 受监管","Catalyst Python SDK 开源 \u002F Cloud Enterprise 定制",[894],{"power":299,"ux":271,"price":271,"cn_support":247,"stability":283},{"title":925,"description":1544},"coding\u002Fagent\u002Fraga",[1580,1582,1584,1586],{"name":1581,"url":1504,"accessed":903},"F6S — RagaAI Catalyst 概览",{"name":1583,"url":1511,"accessed":903},"AIIndigo — RagaAI Catalyst 评测 2026",{"name":1585,"url":1518,"accessed":903},"SwitchTools — RagaAI Inc 平台 + 90% 风险下降",{"name":1587,"url":1525,"accessed":903},"SoftwareSuggest — RagaAI Details 2026","tools\u002Fcoding\u002Fagent\u002Fraga","AI agent 测试 + 观测平台——300+ 自动化测试覆盖 LLM\u002FRAG\u002FAgentic，量化『生产风险 -90%』",[1591,1592,1593,914,1594,1595],"agent-testing","llm-eval","rag-testing","tracing","opensource","agentic AI 系统的『生产前测试 + 上线后观测』专项工具。要 300+ 测试库 + 多 agent debug 走 Raga；要简单 LLM trace 用 Langfuse \u002F Helicone；要网关 + 治理用 Portkey。中文 \u002F 国内场景生态弱。","https:\u002F\u002Fraga.ai","D4CXLJkcXBHicMVKL1pAZ4PurzLASuxOKD5agbaXSeQ",1784565441002]