{"qwen3.7-flash|alibaba":{"latency":{"p50":1018,"p75":1789.25,"p90":4631.800000000001,"p99":23728.090000000015},"throughput":{"p50":91,"p75":127,"p90":144,"p99":184}},"claude-opus-5-fast|anthropic":{"latency":{"p50":2328,"p75":3030,"p90":3844.2000000000003,"p99":8399.439999999999},"throughput":{"p50":107,"p75":159,"p90":202,"p99":276.1199999999998}},"claude-opus-5|amazon":{"latency":{"p50":4296,"p75":5634,"p90":7530.400000000003,"p99":18901},"throughput":{"p50":49,"p75":62,"p90":73,"p99":102.55999999999995}},"claude-opus-5|claude-platform-on-aws":{"latency":{"p50":2334,"p75":2956.5,"p90":4517.599999999999,"p99":5395.839999999999},"throughput":{"p50":2,"p75":18.5,"p90":26.199999999999996,"p99":42.47999999999999}},"claude-opus-5|anthropic":{"latency":{"p50":3737,"p75":4770.5,"p90":5681.4,"p99":9289.619999999999},"throughput":{"p50":59,"p75":73,"p90":83,"p99":109}},"claude-opus-5|azure":{"latency":{"p50":1857,"p75":2284.5,"p90":3803.4,"p99":5490.5400000000045},"throughput":{"p50":80,"p75":86,"p90":91,"p99":102}},"claude-opus-5|google":{"latency":{"p50":2298.5,"p75":3721,"p90":4690,"p99":5802.050000000004},"throughput":{"p50":65,"p75":76,"p90":89.5,"p99":105.10000000000002}},"laguna-s-2.1|poolside":{"latency":{"p50":375,"p75":794,"p90":1977.5,"p99":5222.900000000005},"throughput":{"p50":86,"p75":131,"p90":174,"p99":308.50000000000045}},"gemini-3.6-flash|google":{"latency":{"p50":2055,"p75":2551,"p90":4040.000000000002,"p99":17573.45999999999},"throughput":{"p50":104,"p75":136.5,"p90":202,"p99":247.54}},"gemini-3.5-flash-lite|google":{"latency":{"p50":1460.5,"p75":2751.25,"p90":3505.5,"p99":5151},"throughput":{"p50":34.5,"p75":50,"p90":68,"p99":326.25}},"longcat-2.0|atlascloud":{"latency":{"p50":1466,"p75":2395.25,"p90":4601.599999999999,"p99":14807.089999999998},"throughput":{"p50":31,"p75":34,"p90":37,"p99":47}},"inkling|deepinfra":{"latency":{"p50":1199,"p75":1376,"p90":1632.7999999999997,"p99":2325.759999999999},"throughput":{"p50":8,"p75":9,"p90":9,"p99":11}},"inkling|baseten":{"latency":{"p50":337,"p75":422,"p90":687.6,"p99":1708.2799999999972},"throughput":{"p50":131,"p75":158,"p90":198,"p99":275.4799999999999}},"inkling|together":{"latency":{"p50":476.5,"p75":2749.75,"p90":12750.199999999997,"p99":30807.70000000004},"throughput":{"p50":50,"p75":81,"p90":107.29999999999995,"p99":143.86000000000013}},"kimi-k3|baseten":{"latency":{"p50":2940,"p75":9134.5,"p90":17970.5,"p99":68134.75},"throughput":{"p50":24.5,"p75":47,"p90":60.5,"p99":69}},"kimi-k3|digitalocean":{"latency":{"p50":6306.5,"p75":13343,"p90":29390.299999999996,"p99":131994.9100000001},"throughput":{"p50":10,"p75":16,"p90":20.899999999999977,"p99":29}},"kimi-k3|nebius":{"latency":{"p50":798,"p75":1063,"p90":1803.1000000000006,"p99":6836.18999999999},"throughput":{"p50":29,"p75":36,"p90":40,"p99":52.569999999999936}},"kimi-k3|fireworks":{"latency":{"p50":1726,"p75":3232.75,"p90":5372.100000000004,"p99":11260.730000000012},"throughput":{"p50":61,"p75":76,"p90":89,"p99":114}},"kimi-k3|together":{"latency":{"p50":2875.5,"p75":5004.75,"p90":7162.500000000004,"p99":31597.04999999997},"throughput":{"p50":36,"p75":47,"p90":55,"p99":67}},"kimi-k3|moonshot":{"latency":{"p50":4372.5,"p75":5474.25,"p90":6854.800000000001,"p99":13329.860000000008},"throughput":{"p50":24,"p75":29,"p90":33,"p99":39}},"muse-spark-1.1|meta":{"latency":{"p50":3166.5,"p75":6753.75,"p90":12322,"p99":31131.800000000025},"throughput":{"p50":146,"p75":175,"p90":215,"p99":348.90000000000055}},"kat-coder-air-v2.5|streamlake":{"latency":{"p50":1769,"p75":2196.5,"p90":2876.6000000000004,"p99":10055.879999999852},"throughput":{"p50":110,"p75":158,"p90":184,"p99":208.67999999999995}},"kat-coder-pro-v2.5|streamlake":{"latency":{"p50":852,"p75":2529.5,"p90":7492.20000000001,"p99":69727.55999999997},"throughput":{"p50":46,"p75":102.5,"p90":112.2,"p99":117}},"gpt-5.6-luna-pro|openai":{"latency":{"p50":6503,"p75":10398.5,"p90":18961.599999999995,"p99":69640.89999999985},"throughput":{"p50":101,"p75":143,"p90":189,"p99":293.15999999999985}},"gpt-5.6-luna-pro|azure":{"latency":{"p50":9707,"p75":11519.5,"p90":13648,"p99":33068.99999999992},"throughput":{"p50":181,"p75":388,"p90":425,"p99":504.4}},"gpt-5.6-luna|openai":{"latency":{"p50":2139,"p75":2928,"p90":3270,"p99":5786.799999999999},"throughput":{"p50":139,"p75":221,"p90":241,"p99":289.8}},"gpt-5.6-luna|azure":{"latency":{"p50":1914.5,"p75":3677.5,"p90":6540.9,"p99":24680.38000000006},"throughput":{"p50":42,"p75":72,"p90":104,"p99":146}},"gpt-5.6-terra-pro|openai":{"latency":{"p50":8218,"p75":18357.5,"p90":26442.800000000025,"p99":74479.82000000004},"throughput":{"p50":88,"p75":136.5,"p90":187.40000000000003,"p99":339.34000000000043}},"gpt-5.6-terra-pro|azure":{"latency":{"p50":8360,"p75":11437,"p90":20549.799999999985,"p99":67906.84},"throughput":{"p50":135,"p75":253,"p90":331.6,"p99":351.48}},"gpt-5.6-terra|openai":{"latency":{"p50":1047,"p75":1498.75,"p90":2516.5,"p99":3041.25},"throughput":{"p50":96.5,"p75":115,"p90":227.5,"p99":337.95}},"gpt-5.6-terra|azure":{"latency":{"p50":4133,"p75":11092,"p90":18448,"p99":22804.6},"throughput":{"p50":103,"p75":116,"p90":133,"p99":141.60000000000002}},"gpt-5.6-sol-pro|azure":{"latency":{"p50":13340,"p75":18527.5,"p90":25707.5,"p99":54005.699999999866},"throughput":{"p50":180,"p75":216.75,"p90":251.5,"p99":284.19999999999993}},"gpt-5.6-sol-pro|openai":{"latency":{"p50":10310.5,"p75":20044.25,"p90":46345.5,"p99":221381.15999999913},"throughput":{"p50":66,"p75":86,"p90":106,"p99":164.80999999999995}},"gpt-5.6-sol|openai":{"latency":{"p50":3787,"p75":7437,"p90":14339.400000000001,"p99":28501.07999999996},"throughput":{"p50":53,"p75":80,"p90":87.60000000000002,"p99":116.15999999999997}},"gpt-5.6-sol|azure":{"latency":{"p50":3935,"p75":6333,"p90":11191.200000000008,"p99":59290.44},"throughput":{"p50":32,"p75":54,"p90":70,"p99":88}},"grok-4.5|xai":{"latency":{"p50":1027.5,"p75":1411.25,"p90":2308.000000000002,"p99":17053.78},"throughput":{"p50":55,"p75":63,"p90":72,"p99":93}},"aion-3.0-mini|aionlabs":{"latency":{"p50":959,"p75":1377,"p90":2266.600000000004,"p99":78693.70000000004},"throughput":{"p50":63,"p75":70,"p90":76,"p99":91.29000000000002}},"aion-3.0|aionlabs":{"latency":{"p50":1349,"p75":2340.75,"p90":3574.6,"p99":11554.369999999897},"throughput":{"p50":45.5,"p75":51,"p90":55,"p99":64}},"hy3|gmicloud":{"latency":{"p50":3611,"p75":6672,"p90":13237,"p99":40496.60000000001},"throughput":{"p50":48,"p75":72,"p90":94,"p99":168.30000000000007}},"hy3|tencent":{"latency":{"p50":2728,"p75":3769.5,"p90":5566.700000000002,"p99":16884.450000000073},"throughput":{"p50":44,"p75":63,"p90":89,"p99":155}},"hy3|deepinfra":{"latency":{"p50":560,"p75":1197.5,"p90":11985.200000000008,"p99":56592.879999999954},"throughput":{"p50":51,"p75":61,"p90":68.60000000000002,"p99":92.65999999999997}},"hy3|novita":{"latency":{"p50":3327,"p75":4434,"p90":6240.400000000012,"p99":37058.06},"throughput":{"p50":44,"p75":62,"p90":85,"p99":151}},"hy3|atlascloud":{"latency":{"p50":1340,"p75":2439.25,"p90":6143.899999999999,"p99":44022.92999999999},"throughput":{"p50":49,"p75":64,"p90":76,"p99":124.2299999999999}},"laguna-xs-2.1|poolside":{"latency":{"p50":271,"p75":393.5,"p90":622.0000000000001,"p99":4055.8600000000097},"throughput":{"p50":128,"p75":207,"p90":239,"p99":670.780000000001}},"claude-sonnet-5|amazon":{"latency":{"p50":4690,"p75":6636.75,"p90":9517.400000000001,"p99":23230.010000000002},"throughput":{"p50":44,"p75":65,"p90":87,"p99":120}},"claude-sonnet-5|azure":{"latency":{"p50":3689.5,"p75":4682.25,"p90":5661.5,"p99":10056.34999999999},"throughput":{"p50":61,"p75":78,"p90":91,"p99":111}},"claude-sonnet-5|anthropic":{"latency":{"p50":3133,"p75":3984,"p90":4830,"p99":8222.45},"throughput":{"p50":63,"p75":84,"p90":101,"p99":128.09000000000015}},"claude-sonnet-5|google":{"latency":{"p50":3819,"p75":4487,"p90":5152.099999999999,"p99":7428.900000000003},"throughput":{"p50":102.5,"p75":109,"p90":116,"p99":133.93}},"nex-n2-mini|nex-agi":{"latency":{"p50":1129,"p75":1540,"p90":2009.800000000001,"p99":5903.600000000006},"throughput":{"p50":36,"p75":51,"p90":166,"p99":217}},"fugu-ultra|sakana":{"latency":{"p50":24828,"p75":44251.5,"p90":67189.4,"p99":133890.16000000003},"throughput":{"p50":14,"p75":46,"p90":56.2,"p99":69.30000000000001}},"glm-5.2|coreweave":{"latency":{"p50":786.5,"p75":1535,"p90":3189.9000000000005,"p99":13269.840000000011},"throughput":{"p50":48,"p75":76,"p90":112,"p99":201.09000000000015}},"glm-5.2|streamlake":{"latency":{"p50":1942.5,"p75":3049,"p90":4711.700000000002,"p99":11675.400000000023},"throughput":{"p50":28,"p75":38,"p90":46,"p99":55}},"glm-5.2|novita":{"latency":{"p50":2520,"p75":3560,"p90":6020.800000000001,"p99":18738.890000000105},"throughput":{"p50":31,"p75":40,"p90":44,"p99":55}},"glm-5.2|baidu":{"latency":{"p50":1626,"p75":2678.25,"p90":4272,"p99":10286.700000000004},"throughput":{"p50":39,"p75":50,"p90":60,"p99":72}},"glm-5.2|akashml":{"latency":{"p50":2117.5,"p75":5825.5,"p90":8297,"p99":12180.75},"throughput":{"p50":10,"p75":22,"p90":30,"p99":69.5}},"glm-5.2|alibaba":{"latency":{"p50":734,"p75":1542,"p90":4409,"p99":12762.710000000017},"throughput":{"p50":85,"p75":96,"p90":103,"p99":124}},"glm-5.2|gmicloud":{"latency":{"p50":1516,"p75":2509,"p90":4754.400000000001,"p99":18485.860000000004},"throughput":{"p50":38,"p75":62,"p90":88.20000000000005,"p99":148.44000000000005}},"glm-5.2|deepinfra":{"latency":{"p50":1010,"p75":2272.5,"p90":5914.200000000001,"p99":33927.06000000002},"throughput":{"p50":45,"p75":65,"p90":82,"p99":110.73000000000002}},"glm-5.2|inceptron":{"latency":{"p50":3565.5,"p75":8805.25,"p90":27281,"p99":112376.39999999995},"throughput":{"p50":3,"p75":9,"p90":20,"p99":32}},"glm-5.2|digitalocean":{"latency":{"p50":1565,"p75":2211,"p90":3012.2000000000035,"p99":7042.439999999974},"throughput":{"p50":28,"p75":39,"p90":47,"p99":57}},"glm-5.2|ambient":{"latency":{"p50":2342,"p75":3850,"p90":6371.600000000004,"p99":16436.360000000015},"throughput":{"p50":27,"p75":46,"p90":71,"p99":127.32000000000005}},"glm-5.2|morph":{"latency":{"p50":2305,"p75":3336,"p90":5749.4000000000015,"p99":50647.76000000001},"throughput":{"p50":53,"p75":97,"p90":148.40000000000003,"p99":289.6800000000005}},"glm-5.2|sail-research":{"latency":{"p50":1122.5,"p75":1544.5,"p90":2867.600000000003,"p99":62382.1099999999},"throughput":{"p50":33.5,"p75":43,"p90":51,"p99":65}},"glm-5.2|decart":{"latency":{"p50":1077,"p75":2391,"p90":5792.800000000001,"p99":43076.039999999964},"throughput":{"p50":62,"p75":87,"p90":123,"p99":203.03999999999996}},"glm-5.2|chutes":{"latency":{"p50":1794.5,"p75":2793,"p90":4865.200000000004,"p99":62429.44000000014},"throughput":{"p50":30,"p75":46,"p90":58.900000000000034,"p99":87.94000000000005}},"glm-5.2|wafer":{"latency":{"p50":1352,"p75":3933,"p90":5303,"p99":8010.240000000001},"throughput":{"p50":66,"p75":112,"p90":136,"p99":171.24}},"glm-5.2|atlascloud":{"latency":{"p50":2060,"p75":3966.5,"p90":7544.100000000005,"p99":22505.130000000067},"throughput":{"p50":36,"p75":46,"p90":52,"p99":65}},"glm-5.2|siliconflow":{"latency":{"p50":1473,"p75":2341.25,"p90":3992.300000000001,"p99":11648.66},"throughput":{"p50":43,"p75":51,"p90":54,"p99":60}},"glm-5.2|z-ai":{"latency":{"p50":4177,"p75":5510.5,"p90":7314,"p99":14384.050000000007},"throughput":{"p50":28,"p75":51,"p90":72,"p99":102}},"glm-5.2|fireworks":{"latency":{"p50":1868,"p75":3267,"p90":5686,"p99":16149.699999999972},"throughput":{"p50":57,"p75":100,"p90":145,"p99":213}},"glm-5.2|cloudflare":{"latency":{"p50":4788.5,"p75":9900.75,"p90":15896,"p99":46986.85},"throughput":{"p50":39,"p75":81,"p90":98,"p99":108.94999999999999}},"glm-5.2|friendli":{"latency":{"p50":770,"p75":879,"p90":1452.000000000001,"p99":4402.919999999996},"throughput":{"p50":21,"p75":105,"p90":202.80000000000018,"p99":386.15999999999985}},"glm-5.2|parasail":{"latency":{"p50":1042,"p75":2131.5,"p90":7465.700000000003,"p99":23012.08000000001},"throughput":{"p50":65,"p75":115,"p90":166,"p99":248.98000000000002}},"glm-5.2|venice":{"latency":{"p50":1479.5,"p75":2379.5,"p90":4118.900000000001,"p99":14602.249999999989},"throughput":{"p50":38.5,"p75":54.25,"p90":70,"p99":89.65999999999997}},"glm-5.2|together":{"latency":{"p50":1355,"p75":2949.75,"p90":8817.099999999999,"p99":30226.23000000003},"throughput":{"p50":41,"p75":72,"p90":104,"p99":197.0600000000004}},"glm-5.2|ionstream":{"latency":{"p50":783,"p75":1387.5,"p90":3528.5,"p99":11523.350000000006},"throughput":{"p50":78,"p75":106,"p90":132,"p99":167.35000000000002}},"glm-5.2|phala":{"latency":{"p50":1609,"p75":2584.25,"p90":5236.800000000012,"p99":22872.46000000005},"throughput":{"p50":30,"p75":43,"p90":52.900000000000034,"p99":73.96000000000004}},"glm-5.2|baseten":{"latency":{"p50":2015,"p75":3044,"p90":5614.199999999995,"p99":24471.89999999998},"throughput":{"p50":94,"p75":186,"p90":236.89999999999998,"p99":315.89}},"glm-5.2|io-net":{"latency":{"p50":2164,"p75":2787,"p90":3471.0000000000005,"p99":15318.479999999994},"throughput":{"p50":28,"p75":51,"p90":83,"p99":121}},"kimi-k2.7-code|coreweave":{"latency":{"p50":839.5,"p75":1271,"p90":2277.3,"p99":18418.920000000013},"throughput":{"p50":118.5,"p75":196.25,"p90":256.1,"p99":360}},"kimi-k2.7-code|inceptron":{"latency":{"p50":735,"p75":1089,"p90":2251.5,"p99":22588.9},"throughput":{"p50":94,"p75":140,"p90":175,"p99":261.25}},"kimi-k2.7-code|ambient":{"latency":{"p50":2272.5,"p75":3722.5,"p90":7598.5,"p99":19500.52999999999},"throughput":{"p50":25,"p75":41,"p90":56,"p99":81.9699999999998}},"kimi-k2.7-code|deepinfra":{"latency":{"p50":769,"p75":1104.25,"p90":2100.1000000000004,"p99":4625.149999999927},"throughput":{"p50":39,"p75":60,"p90":83.70000000000002,"p99":118.53999999999996}},"kimi-k2.7-code|venice":{"latency":{"p50":987,"p75":1129.5,"p90":2621.100000000003,"p99":15704.16999999999},"throughput":{"p50":36,"p75":51.5,"p90":69.00000000000003,"p99":83.69}},"kimi-k2.7-code|parasail":{"latency":{"p50":1273,"p75":3437,"p90":5560.200000000001,"p99":7390.72},"throughput":{"p50":46,"p75":72,"p90":82,"p99":89}},"kimi-k2.7-code|siliconflow":{"latency":{"p50":1562,"p75":2445,"p90":4429.4,"p99":12293.87999999999},"throughput":{"p50":39,"p75":51,"p90":57,"p99":69.57999999999998}},"kimi-k2.7-code|novita":{"latency":{"p50":751,"p75":1121.5,"p90":1378,"p99":7152.299999999976},"throughput":{"p50":3,"p75":3,"p90":26,"p99":54}},"kimi-k2.7-code|moonshot":{"latency":{"p50":2373,"p75":3853.5,"p90":5255.799999999999,"p99":7582.499999999973},"throughput":{"p50":64,"p75":143,"p90":183.20000000000002,"p99":226.09999999999962}},"kimi-k2.7-code|cloudflare":{"latency":{"p50":1230,"p75":2780,"p90":3937.6000000000004,"p99":6351.4},"throughput":{"p50":62,"p75":69,"p90":80.40000000000002,"p99":88.27999999999999}},"kimi-k2.7-code|atlascloud":{"latency":{"p50":994,"p75":1271,"p90":1943.0000000000014,"p99":11874.069999999992},"throughput":{"p50":46,"p75":54.75,"p90":64.30000000000001,"p99":73.69}},"kimi-k2.7-code|together":{"latency":{"p50":688,"p75":965,"p90":1565,"p99":4830.0000000000155},"throughput":{"p50":63,"p75":96,"p90":123,"p99":189.00000000000006}},"kimi-k2.7-code|fireworks":{"latency":{"p50":2797.5,"p75":4292.75,"p90":7773.000000000002,"p99":18827.520000000004},"throughput":{"p50":58,"p75":77.25,"p90":96.80000000000001,"p99":126.57000000000004}},"claude-fable-5|amazon":{"latency":{"p50":6122,"p75":7357.25,"p90":8999.7,"p99":17190.22999999993},"throughput":{"p50":40,"p75":56,"p90":68,"p99":90}},"claude-fable-5|azure":{"latency":{"p50":4093,"p75":5723.25,"p90":9304.900000000001,"p99":26307.97},"throughput":{"p50":1,"p75":11,"p90":49,"p99":78}},"claude-fable-5|anthropic":{"latency":{"p50":4681,"p75":6141.25,"p90":7811.000000000003,"p99":12949.8},"throughput":{"p50":1,"p75":46,"p90":67,"p99":96}},"claude-fable-5|google":{"latency":{"p50":1849,"p75":2649,"p90":4342,"p99":7582.219999999999},"throughput":{"p50":2,"p75":9,"p90":72,"p99":109}},"nex-n2-pro|nex-agi":{"latency":{"p50":1758.5,"p75":2352,"p90":2872.9,"p99":5765.869999999999},"throughput":{"p50":67,"p75":107.25,"p90":130.10000000000002,"p99":147.02999999999997}},"nex-n2-pro|siliconflow":{"latency":{"p50":877.5,"p75":1012.5,"p90":1121.8,"p99":1246.4499999999998},"throughput":{"p50":23.5,"p75":100.5,"p90":129.9,"p99":152.74}},"nemotron-3-ultra-550b-a55b|deepinfra":{"latency":{"p50":2568.5,"p75":4898.25,"p90":8138.800000000001,"p99":21710.280000000042},"throughput":{"p50":59,"p75":74.25,"p90":95,"p99":151.09000000000015}},"nemotron-3-ultra-550b-a55b|baseten":{"latency":{"p50":361,"p75":479,"p90":1535.5999999999995,"p99":8345.859999999979},"throughput":{"p50":112,"p75":143,"p90":177,"p99":260}},"nemotron-3-ultra-550b-a55b|together":{"latency":{"p50":324,"p75":405,"p90":1266.2000000000003,"p99":5579.960000000017},"throughput":{"p50":111,"p75":149,"p90":178,"p99":224}},"nemotron-3-ultra-550b-a55b|venice":{"latency":{"p50":3412,"p75":5797,"p90":8822.400000000001,"p99":22166.00000000009},"throughput":{"p50":47,"p75":56,"p90":67,"p99":100}},"qwen3.7-plus|alibaba":{"latency":{"p50":901,"p75":1250,"p90":2803,"p99":8027.450000000001},"throughput":{"p50":12,"p75":29,"p90":53,"p99":85}},"minimax-m3|gmicloud":{"latency":{"p50":1662,"p75":2703.75,"p90":4313.099999999999,"p99":20665.59000000007},"throughput":{"p50":33,"p75":68,"p90":94,"p99":130}},"minimax-m3|novita":{"latency":{"p50":2115,"p75":3750.25,"p90":6830.400000000003,"p99":18828.36},"throughput":{"p50":48,"p75":75,"p90":100,"p99":143}},"minimax-m3|venice":{"latency":{"p50":1864.5,"p75":3695.75,"p90":7181.300000000003,"p99":22062.45},"throughput":{"p50":87,"p75":135,"p90":168,"p99":234.74}},"minimax-m3|minimax":{"latency":{"p50":1171,"p75":1983.25,"p90":3424,"p99":11978.09},"throughput":{"p50":67,"p75":93,"p90":118,"p99":159}},"minimax-m3|atlascloud":{"latency":{"p50":1362.5,"p75":1820.25,"p90":2791,"p99":15123.29999999981},"throughput":{"p50":59,"p75":87,"p90":111,"p99":154}},"minimax-m3|together":{"latency":{"p50":1133.5,"p75":2150.75,"p90":5306.5,"p99":26635.64999999998},"throughput":{"p50":55,"p75":72,"p90":91,"p99":122}},"minimax-m3|morph":{"latency":{"p50":874,"p75":1380.5,"p90":2907.2999999999997,"p99":16021.590000000007},"throughput":{"p50":34,"p75":42,"p90":52,"p99":73}},"minimax-m3|deepinfra":{"latency":{"p50":1598,"p75":168294,"p90":352832.00000000023,"p99":688060.4399999988},"throughput":{"p50":11,"p75":12,"p90":15,"p99":19}},"step-3.7-flash|stepfun":{"latency":{"p50":5337,"p75":7339,"p90":10296.700000000003,"p99":21191.63},"throughput":{"p50":44,"p75":76,"p90":118,"p99":189}},"step-3.7-flash|deepinfra":{"latency":{"p50":316.5,"p75":679.75,"p90":1100,"p99":3012.5000000000027},"throughput":{"p50":157.5,"p75":201,"p90":221.5,"p99":277.4500000000002}},"step-3.7-flash|novita":{"latency":{"p50":4085,"p75":6795,"p90":10201.6,"p99":23947.40000000001},"throughput":{"p50":80,"p75":100,"p90":123.80000000000001,"p99":180.1800000000001}},"claude-opus-4.8-fast|anthropic":{"latency":{"p50":1317,"p75":2006,"p90":3060,"p99":7032},"throughput":{"p50":101,"p75":147,"p90":196,"p99":276}},"claude-opus-4.8|amazon":{"latency":{"p50":1874,"p75":3404,"p90":5756.499999999998,"p99":10952.839999999997},"throughput":{"p50":48,"p75":66,"p90":77,"p99":98}},"claude-opus-4.8|azure":{"latency":{"p50":2457,"p75":2661,"p90":3241,"p99":3266.2},"throughput":{"p50":29,"p75":41,"p90":51.6,"p99":53.76}},"claude-opus-4.8|google":{"latency":{"p50":2150,"p75":3496.5,"p90":4969.700000000001,"p99":8774.219999999996},"throughput":{"p50":51,"p75":63,"p90":77,"p99":103.9699999999998}},"claude-opus-4.8|anthropic":{"latency":{"p50":1904,"p75":3197.25,"p90":4888.800000000001,"p99":8697.700000000004},"throughput":{"p50":46,"p75":62,"p90":74,"p99":97}},"qwen3.7-max|alibaba":{"latency":{"p50":1227,"p75":1882,"p90":4758.500000000001,"p99":35068.32000000001},"throughput":{"p50":48,"p75":53,"p90":55,"p99":66.93000000000029}},"grok-build-0.1|xai":{"latency":{"p50":342,"p75":369.5,"p90":443.7000000000001,"p99":567.98},"throughput":{"p50":103.5,"p75":115,"p90":123.60000000000002,"p99":136.29999999999998}},"gemini-3.5-flash|google":{"latency":{"p50":934,"p75":1165,"p90":1422,"p99":64435.420000000086},"throughput":{"p50":71,"p75":91.5,"p90":109.80000000000001,"p99":113.34}},"perceptron-mk1|perceptron":{"latency":{"p50":2940,"p75":6277,"p90":37668,"p99":102141.25},"throughput":{"p50":14,"p75":27,"p90":40,"p99":46}},"ring-2.6-1t|novita":{"latency":{"p50":1236.5,"p75":2085.25,"p90":5425.3,"p99":14439.289999999985},"throughput":{"p50":56,"p75":69,"p90":75.30000000000001,"p99":90.88999999999999}},"gemini-3.1-flash-lite|google":{"latency":{"p50":585,"p75":1253,"p90":1696.6,"p99":2225.239999999999},"throughput":{"p50":119,"p75":231,"p90":263,"p99":274.76}},"gpt-chat-latest|openai":{"latency":{"p50":1250.5,"p75":1656.25,"p90":2176.300000000001,"p99":6201.76},"throughput":{"p50":53.5,"p75":73.25,"p90":103.70000000000002,"p99":164.7}},"grok-4.3|xai":{"latency":{"p50":636,"p75":740,"p90":887,"p99":1460.8100000000004},"throughput":{"p50":99,"p75":108,"p90":117,"p99":134}},"granite-4.1-8b|coreweave":{"latency":{"p50":182,"p75":210,"p90":266.10000000000014,"p99":832.6399999999994},"throughput":{"p50":132,"p75":144,"p90":157,"p99":192}},"mistral-medium-3-5|mistral":{"latency":{"p50":460,"p75":1483.25,"p90":8364.200000000004,"p99":36555.11000000009},"throughput":{"p50":37,"p75":44,"p90":51,"p99":106.59000000000015}},"qwen3.5-plus|alibaba":{"latency":{"p50":875,"p75":1117,"p90":4096.20000000001,"p99":38775.31999999991},"throughput":{"p50":55,"p75":55,"p90":55,"p99":105.83999999999997}},"qwen3.6-flash|alibaba":{"latency":{"p50":752.5,"p75":5303.75,"p90":12810.8,"p99":49717.21000000001},"throughput":{"p50":88,"p75":123,"p90":170,"p99":227}},"qwen3.6-35b-a3b|venice":{"latency":{"p50":1150.5,"p75":1835.25,"p90":4625.299999999998,"p99":10304.430000000004},"throughput":{"p50":147.5,"p75":186,"p90":211,"p99":293.55}},"qwen3.6-35b-a3b|akashml":{"latency":{"p50":875,"p75":1638,"p90":2745.7000000000016,"p99":8765.080000000002},"throughput":{"p50":77,"p75":118,"p90":159,"p99":207}},"qwen3.6-35b-a3b|parasail":{"latency":{"p50":650,"p75":1301,"p90":2475,"p99":10179.5},"throughput":{"p50":44,"p75":69,"p90":98,"p99":128}},"qwen3.6-35b-a3b|atlascloud":{"latency":{"p50":1488,"p75":2105.5,"p90":3092,"p99":7556.060000000007},"throughput":{"p50":130,"p75":170,"p90":210,"p99":256}},"qwen3.6-35b-a3b|phala":{"latency":{"p50":1168,"p75":1498,"p90":2243.8000000000006,"p99":4131.88},"throughput":{"p50":89,"p75":118,"p90":145,"p99":234.8800000000001}},"qwen3.6-35b-a3b|siliconflow":{"latency":{"p50":1358,"p75":1990.5,"p90":3553.4000000000005,"p99":7168.800000000011},"throughput":{"p50":53,"p75":75,"p90":93,"p99":119}},"qwen3.6-35b-a3b|coreweave":{"latency":{"p50":253,"p75":344.5,"p90":545,"p99":1474.4999999999998},"throughput":{"p50":159,"p75":165,"p90":170,"p99":215.29999999999995}},"qwen3.6-35b-a3b|io-net":{"latency":{"p50":854,"p75":2417.5,"p90":4978.8,"p99":8713.659999999998},"throughput":{"p50":109,"p75":187,"p90":254.6,"p99":293.6399999999999}},"qwen3.6-max|alibaba":{"latency":{"p50":1188,"p75":1542.25,"p90":3292.200000000004,"p99":4674.700000000001},"throughput":{"p50":49,"p75":53.25,"p90":57.900000000000006,"p99":70.35000000000002}},"qwen3.6-27b|io-net":{"latency":{"p50":888,"p75":2950,"p90":7759.4,"p99":20961.16},"throughput":{"p50":46,"p75":65,"p90":72,"p99":77}},"qwen3.6-27b|morph":{"latency":{"p50":984,"p75":1666.5,"p90":9557.200000000003,"p99":13168.319999999974},"throughput":{"p50":42,"p75":57,"p90":69,"p99":80.3599999999999}},"qwen3.6-27b|chutes":{"latency":{"p50":1505,"p75":3355,"p90":6457.199999999999,"p99":21246.280000000093},"throughput":{"p50":17,"p75":25,"p90":34,"p99":53.180000000000064}},"qwen3.6-27b|siliconflow":{"latency":{"p50":1460,"p75":2894,"p90":6324.200000000001,"p99":15485.119999999999},"throughput":{"p50":25,"p75":36,"p90":42,"p99":47}},"qwen3.6-27b|phala":{"latency":{"p50":1369,"p75":2461.5,"p90":5666.200000000009,"p99":20017.019999999997},"throughput":{"p50":19,"p75":26,"p90":35,"p99":51.3599999999999}},"qwen3.6-27b|deepinfra":{"latency":{"p50":2576,"p75":10506,"p90":125401,"p99":128831.29999999999},"throughput":{"p50":30.5,"p75":46.25,"p90":55.599999999999994,"p99":74.31000000000003}},"qwen3.6-27b|venice":{"latency":{"p50":799.5,"p75":1362,"p90":2022.0000000000014,"p99":6314.060000000001},"throughput":{"p50":58,"p75":68,"p90":73,"p99":80}},"qwen3.6-27b|alibaba":{"latency":{"p50":740,"p75":1173.25,"p90":2454.5,"p99":16333.800000000001},"throughput":{"p50":52,"p75":62.75,"p90":70,"p99":74}},"qwen3.6-27b|coreweave":{"latency":{"p50":400,"p75":682,"p90":1084,"p99":3813.879999999991},"throughput":{"p50":83,"p75":93,"p90":97,"p99":110}},"gpt-5.5-pro|openai":{"latency":{"p50":6264,"p75":13144.75,"p90":75691.30000000005,"p99":324512.7},"throughput":{"p50":4,"p75":7.25,"p90":25.80000000000004,"p99":40.14}},"gpt-5.5|openai":{"latency":{"p50":1479,"p75":1623,"p90":2061.6000000000004,"p99":3302.16},"throughput":{"p50":47,"p75":57,"p90":63.400000000000006,"p99":64.84}},"gpt-5.5|azure":{"latency":{"p50":4203,"p75":6099,"p90":8750.6,"p99":15496.500000000036},"throughput":{"p50":51,"p75":64,"p90":87,"p99":106}},"deepseek-v4-pro|deepseek":{"latency":{"p50":1222,"p75":1650.25,"p90":2308,"p99":6585.020000000011},"throughput":{"p50":42,"p75":55,"p90":67,"p99":99}},"deepseek-v4-pro|baidu":{"latency":{"p50":758,"p75":1019,"p90":1713.9000000000005,"p99":17468.330000000005},"throughput":{"p50":49,"p75":55,"p90":60,"p99":70}},"deepseek-v4-pro|streamlake":{"latency":{"p50":2758,"p75":4890,"p90":7960.800000000001,"p99":17511.15000000002},"throughput":{"p50":35,"p75":43,"p90":48,"p99":56}},"deepseek-v4-pro|gmicloud":{"latency":{"p50":2468.5,"p75":2773.25,"p90":3382.9000000000005,"p99":6135.27},"throughput":{"p50":48,"p75":65,"p90":74,"p99":89}},"deepseek-v4-pro|ionstream":{"latency":{"p50":2520,"p75":4375,"p90":9126.8,"p99":34895.000000000015},"throughput":{"p50":5,"p75":8,"p90":12,"p99":22}},"deepseek-v4-pro|novita":{"latency":{"p50":1611.5,"p75":2176,"p90":3027.9000000000005,"p99":8296.880000000005},"throughput":{"p50":55,"p75":64,"p90":74,"p99":100}},"deepseek-v4-pro|wafer":{"latency":{"p50":4987,"p75":7388.5,"p90":9405.6,"p99":11240.859999999999},"throughput":{"p50":33,"p75":44,"p90":58,"p99":66}},"deepseek-v4-pro|deepinfra":{"latency":{"p50":817,"p75":1262.25,"p90":2186.800000000001,"p99":9179.950000000023},"throughput":{"p50":40,"p75":57,"p90":72,"p99":112}},"deepseek-v4-pro|digitalocean":{"latency":{"p50":2161,"p75":3103.5,"p90":5618.399999999999,"p99":10505.800000000003},"throughput":{"p50":6,"p75":8,"p90":10,"p99":15.420000000000073}},"deepseek-v4-pro|alibaba":{"latency":{"p50":1760.5,"p75":2272,"p90":2865.9000000000005,"p99":8908.290000000012},"throughput":{"p50":52,"p75":67,"p90":73,"p99":81}},"deepseek-v4-pro|siliconflow":{"latency":{"p50":1672.5,"p75":2452,"p90":3687.9000000000005,"p99":10136.260000000002},"throughput":{"p50":41,"p75":44,"p90":48,"p99":66}},"deepseek-v4-pro|venice":{"latency":{"p50":1081,"p75":1625,"p90":2934,"p99":9666},"throughput":{"p50":53,"p75":64,"p90":74,"p99":100}},"deepseek-v4-pro|atlascloud":{"latency":{"p50":2470,"p75":3020,"p90":3660,"p99":6458.430000000004},"throughput":{"p50":51,"p75":62,"p90":70,"p99":88.09000000000015}},"deepseek-v4-pro|baseten":{"latency":{"p50":756,"p75":1507.25,"p90":2912,"p99":9783.750000000004},"throughput":{"p50":94.5,"p75":117,"p90":134,"p99":164.9000000000001}},"deepseek-v4-pro|parasail":{"latency":{"p50":765,"p75":1553,"p90":3752,"p99":10150.199999999975},"throughput":{"p50":66,"p75":86,"p90":101,"p99":121.19999999999982}},"deepseek-v4-pro|together":{"latency":{"p50":579,"p75":846,"p90":2757,"p99":10614.549999999992},"throughput":{"p50":38,"p75":50,"p90":63,"p99":84}},"deepseek-v4-pro|coreweave":{"latency":{"p50":878,"p75":1731.75,"p90":3897.5,"p99":25051.000000000146},"throughput":{"p50":13,"p75":17,"p90":22,"p99":31}},"deepseek-v4-pro|fireworks":{"latency":{"p50":1959,"p75":4985,"p90":13102.000000000005,"p99":61707.92000000006},"throughput":{"p50":49,"p75":66,"p90":77,"p99":96}},"deepseek-v4-flash|deepinfra":{"latency":{"p50":1163,"p75":2335,"p90":5404.700000000002,"p99":17323.920000000027},"throughput":{"p50":27,"p75":38,"p90":49,"p99":72}},"deepseek-v4-flash|baidu":{"latency":{"p50":823,"p75":1225,"p90":2010.800000000001,"p99":5609.250000000004},"throughput":{"p50":67,"p75":90,"p90":105,"p99":121}},"deepseek-v4-flash|streamlake":{"latency":{"p50":1267,"p75":1937.75,"p90":4376.900000000001,"p99":12362.400000000023},"throughput":{"p50":34,"p75":46,"p90":54,"p99":64}},"deepseek-v4-flash|gmicloud":{"latency":{"p50":2138.5,"p75":2395,"p90":2800.7000000000016,"p99":6584.540000000001},"throughput":{"p50":37,"p75":42,"p90":49,"p99":101.09000000000015}},"deepseek-v4-flash|akashml":{"latency":{"p50":1389,"p75":1794,"p90":2367.9000000000005,"p99":7652.200000000012},"throughput":{"p50":11,"p75":17,"p90":30,"p99":51}},"deepseek-v4-flash|digitalocean":{"latency":{"p50":1498.5,"p75":2196.25,"p90":3415,"p99":8801.080000000002},"throughput":{"p50":7,"p75":9,"p90":13,"p99":20}},"deepseek-v4-flash|siliconflow":{"latency":{"p50":1335,"p75":1770,"p90":2450.9000000000005,"p99":7467.94000000001},"throughput":{"p50":52,"p75":65,"p90":77,"p99":110}},"deepseek-v4-flash|alibaba":{"latency":{"p50":966,"p75":1086,"p90":1328.9000000000005,"p99":5980.630000000001},"throughput":{"p50":53,"p75":68,"p90":82,"p99":101}},"deepseek-v4-flash|venice":{"latency":{"p50":1762,"p75":2291,"p90":3950.5000000000027,"p99":11851.600000000006},"throughput":{"p50":25,"p75":42,"p90":73,"p99":102}},"deepseek-v4-flash|morph":{"latency":{"p50":929.5,"p75":1638.25,"p90":3779.4000000000033,"p99":18337.620000000003},"throughput":{"p50":26,"p75":37,"p90":48,"p99":100.09000000000015}},"deepseek-v4-flash|io-net":{"latency":{"p50":2531,"p75":3184,"p90":4310,"p99":26840.94000000001},"throughput":{"p50":4,"p75":5,"p90":6,"p99":9}},"deepseek-v4-flash|ionstream":{"latency":{"p50":1870.5,"p75":4353,"p90":6902.700000000002,"p99":16188.460000000028},"throughput":{"p50":9,"p75":14,"p90":21,"p99":38}},"deepseek-v4-flash|parasail":{"latency":{"p50":971.5,"p75":2319.25,"p90":5522.800000000001,"p99":18795.87000000002},"throughput":{"p50":32,"p75":59,"p90":88,"p99":133}},"deepseek-v4-flash|fireworks":{"latency":{"p50":1393.5,"p75":3081,"p90":5732.900000000001,"p99":24353.97000000005},"throughput":{"p50":67,"p75":89,"p90":105,"p99":131}},"deepseek-v4-flash|novita":{"latency":{"p50":1487,"p75":1958.25,"p90":2766.7000000000016,"p99":13463.290000000026},"throughput":{"p50":57,"p75":85,"p90":110,"p99":155}},"deepseek-v4-flash|ambient":{"latency":{"p50":1217,"p75":2051.25,"p90":4306.600000000002,"p99":13756.620000000003},"throughput":{"p50":21,"p75":31,"p90":37,"p99":47}},"deepseek-v4-flash|cloudflare":{"latency":{"p50":930,"p75":1238,"p90":1613,"p99":3015.9900000000016},"throughput":{"p50":48,"p75":66,"p90":75,"p99":86}},"deepseek-v4-flash|atlascloud":{"latency":{"p50":1296.5,"p75":2189,"p90":3794.900000000006,"p99":9150.94000000001},"throughput":{"p50":56,"p75":81,"p90":98,"p99":123}},"deepseek-v4-flash|deepseek":{"latency":{"p50":969,"p75":1180,"p90":1454,"p99":2973.09},"throughput":{"p50":77,"p75":104,"p90":124,"p99":159.09000000000015}},"deepseek-v4-flash|coreweave":{"latency":{"p50":768,"p75":2289.5,"p90":5780.800000000001,"p99":23040.48000000004},"throughput":{"p50":23,"p75":36,"p90":47,"p99":70}},"deepseek-v4-flash|mancer-2":{"latency":{"p50":1100,"p75":1936,"p90":4023.9000000000005,"p99":15918.679999999986},"throughput":{"p50":12,"p75":23,"p90":34,"p99":49}},"ling-2.6-1t|novita":{"latency":{"p50":953.5,"p75":1281.25,"p90":2290.0999999999985,"p99":5141.450000000016},"throughput":{"p50":3,"p75":28,"p90":57,"p99":113.09000000000003}},"mimo-v2.5-pro|gmicloud":{"latency":{"p50":3934,"p75":5850.75,"p90":8500.700000000003,"p99":22239.69999999997},"throughput":{"p50":27,"p75":40,"p90":50,"p99":60}},"mimo-v2.5-pro|xiaomi":{"latency":{"p50":1885,"p75":3395.5,"p90":6700.500000000014,"p99":26521.79000000002},"throughput":{"p50":42,"p75":50,"p90":59,"p99":79}},"mimo-v2.5-pro|atlascloud":{"latency":{"p50":2318.5,"p75":4081.75,"p90":8405.399999999994,"p99":25803.310000000016},"throughput":{"p50":39,"p75":47,"p90":54,"p99":67.71000000000004}},"mimo-v2.5-pro|novita":{"latency":{"p50":2201,"p75":4089,"p90":7757.200000000003,"p99":36197.24},"throughput":{"p50":39,"p75":49,"p90":57,"p99":80}},"mimo-v2.5-pro|digitalocean":{"latency":{"p50":748,"p75":1296.75,"p90":2251.5000000000005,"p99":7386.139999999943},"throughput":{"p50":49,"p75":61,"p90":69.30000000000007,"p99":85.62999999999988}},"mimo-v2.5-pro|deepinfra":{"latency":{"p50":381.5,"p75":891,"p90":1682.1,"p99":14279.469999999983},"throughput":{"p50":52,"p75":95,"p90":136.10000000000002,"p99":188.0499999999999}},"mimo-v2.5|gmicloud":{"latency":{"p50":4225,"p75":6171.5,"p90":9738,"p99":30423.59999999999},"throughput":{"p50":36,"p75":51,"p90":67,"p99":90}},"mimo-v2.5|io-net":{"latency":{"p50":2068,"p75":4293,"p90":11172.600000000002,"p99":38005.79999999971},"throughput":{"p50":37,"p75":55,"p90":72,"p99":105.37999999999982}},"mimo-v2.5|xiaomi":{"latency":{"p50":1926,"p75":3196,"p90":4804.900000000001,"p99":16533.060000000005},"throughput":{"p50":50,"p75":69,"p90":86,"p99":121}},"mimo-v2.5|parasail":{"latency":{"p50":899,"p75":1422,"p90":4678.000000000003,"p99":40183.88000000011},"throughput":{"p50":11,"p75":55,"p90":74,"p99":97}},"mimo-v2.5|venice":{"latency":{"p50":1066,"p75":1496.5,"p90":4038.6000000000004,"p99":21068.559999999903},"throughput":{"p50":42,"p75":67,"p90":81,"p99":98}},"mimo-v2.5|novita":{"latency":{"p50":9248.5,"p75":14422.5,"p90":19987,"p99":35964.5},"throughput":{"p50":29,"p75":52,"p90":82,"p99":132}},"mimo-v2.5|deepinfra":{"latency":{"p50":2062,"p75":4115,"p90":5618.4000000000015,"p99":9296.200000000015},"throughput":{"p50":16,"p75":22,"p90":30,"p99":41}},"ling-2.6-flash|novita":{"latency":{"p50":569,"p75":635,"p90":842.9000000000005,"p99":2580.520000000004},"throughput":{"p50":111,"p75":120,"p90":124,"p99":131}},"kimi-k2.6|inceptron":{"latency":{"p50":797,"p75":1368,"p90":2821.4000000000005,"p99":11759.640000000003},"throughput":{"p50":28,"p75":33,"p90":38,"p99":50}},"kimi-k2.6|baidu":{"latency":{"p50":1263.5,"p75":2413.5,"p90":3641.2,"p99":7068.569999999995},"throughput":{"p50":43,"p75":49,"p90":57,"p99":69.52999999999997}},"kimi-k2.6|coreweave":{"latency":{"p50":535,"p75":713,"p90":928,"p99":2426},"throughput":{"p50":157,"p75":229,"p90":266,"p99":327}},"kimi-k2.6|decart":{"latency":{"p50":2796,"p75":5496,"p90":6818.599999999999,"p99":9673.24},"throughput":{"p50":30,"p75":49,"p90":72,"p99":178.35999999999967}},"kimi-k2.6|chutes":{"latency":{"p50":2897,"p75":5396,"p90":6005,"p99":8154.000000000011},"throughput":{"p50":24,"p75":32,"p90":37,"p99":50.80000000000001}},"kimi-k2.6|modelrun":{"latency":{"p50":359,"p75":703,"p90":1033.2000000000003,"p99":2583.8599999999933},"throughput":{"p50":118,"p75":151.5,"p90":183,"p99":230.33999999999992}},"kimi-k2.6|crusoe":{"latency":{"p50":596,"p75":1103,"p90":2167.6000000000004,"p99":9164.999999999967},"throughput":{"p50":35,"p75":40,"p90":44,"p99":53.27999999999997}},"kimi-k2.6|parasail":{"latency":{"p50":974,"p75":1731,"p90":3405.999999999999,"p99":35204.79999999999},"throughput":{"p50":60,"p75":69,"p90":88,"p99":170.03999999999996}},"kimi-k2.6|venice":{"latency":{"p50":1148,"p75":1554,"p90":2361,"p99":8073.649999999992},"throughput":{"p50":44,"p75":53,"p90":59,"p99":66.19999999999999}},"kimi-k2.6|deepinfra":{"latency":{"p50":965,"p75":1393,"p90":1885.8000000000002,"p99":7844.2399999999925},"throughput":{"p50":41,"p75":51,"p90":58,"p99":71.51999999999998}},"kimi-k2.6|digitalocean":{"latency":{"p50":1581.5,"p75":2720,"p90":5297.000000000001,"p99":13099.15},"throughput":{"p50":29,"p75":35,"p90":42,"p99":51.610000000000014}},"kimi-k2.6|siliconflow":{"latency":{"p50":921.5,"p75":1343.75,"p90":2209.499999999999,"p99":6769.689999999986},"throughput":{"p50":31,"p75":42,"p90":48,"p99":55.76999999999998}},"kimi-k2.6|novita":{"latency":{"p50":2541,"p75":6334,"p90":11364.000000000002,"p99":15821.439999999851},"throughput":{"p50":20,"p75":34,"p90":47,"p99":67.27999999999997}},"kimi-k2.6|streamlake":{"latency":{"p50":2024.5,"p75":3194.5,"p90":5809.200000000003,"p99":52499.56000000003},"throughput":{"p50":22,"p75":30,"p90":39.30000000000001,"p99":71.03}},"kimi-k2.6|atlascloud":{"latency":{"p50":2299,"p75":3448,"p90":6381.200000000003,"p99":15694.179999999993},"throughput":{"p50":23,"p75":34.5,"p90":40,"p99":104.07999999999993}},"kimi-k2.6|moonshot":{"latency":{"p50":2954,"p75":4614,"p90":5645,"p99":11938.149999999983},"throughput":{"p50":23,"p75":28,"p90":34,"p99":45}},"kimi-k2.6|cloudflare":{"latency":{"p50":990,"p75":1718,"p90":3351.2,"p99":8876.479999999992},"throughput":{"p50":34,"p75":38,"p90":41,"p99":50}},"kimi-k2.6|phala":{"latency":{"p50":2042,"p75":2583,"p90":3651.4000000000015,"p99":7619.360000000002},"throughput":{"p50":26,"p75":33.5,"p90":37.60000000000001,"p99":53}},"kimi-k2.6|together":{"latency":{"p50":543,"p75":780,"p90":1363.2000000000003,"p99":4165.52000000001},"throughput":{"p50":112,"p75":146,"p90":183.80000000000007,"p99":271.7800000000002}},"kimi-k2.6|baseten":{"latency":{"p50":2748,"p75":4590,"p90":6706.6,"p99":13183.839999999986},"throughput":{"p50":136,"p75":185,"p90":219,"p99":296.7999999999997}},"kimi-k2.6|fireworks":{"latency":{"p50":447,"p75":1095,"p90":2882.5,"p99":6205.850000000001},"throughput":{"p50":73,"p75":83,"p90":91.5,"p99":105}},"claude-opus-4.7|amazon":{"latency":{"p50":1076,"p75":1776.75,"p90":3002.4000000000005,"p99":9580.339999999964},"throughput":{"p50":48,"p75":54,"p90":68,"p99":115.48999999999978}},"claude-opus-4.7|anthropic":{"latency":{"p50":1493,"p75":1859,"p90":2429.9000000000005,"p99":5620.980000000003},"throughput":{"p50":52,"p75":72,"p90":86,"p99":104}},"claude-opus-4.7|google":{"latency":{"p50":909,"p75":1145,"p90":1697.9000000000005,"p99":3460.7800000000007},"throughput":{"p50":70,"p75":87,"p90":103.90000000000055,"p99":130}},"glm-5.1|baidu":{"latency":{"p50":1071,"p75":1503,"p90":2241.6000000000013,"p99":4486.039999999995},"throughput":{"p50":45,"p75":53,"p90":56,"p99":63}},"glm-5.1|streamlake":{"latency":{"p50":1703.5,"p75":2369.5,"p90":3146.5,"p99":5460.799999999981},"throughput":{"p50":35,"p75":45,"p90":52,"p99":64}},"glm-5.1|digitalocean":{"latency":{"p50":1637,"p75":4217,"p90":9119.800000000001,"p99":22164},"throughput":{"p50":20,"p75":22,"p90":24,"p99":25}},"glm-5.1|chutes":{"latency":{"p50":1936.5,"p75":4487.5,"p90":8806.5,"p99":114848.29999999977},"throughput":{"p50":30.5,"p75":37,"p90":39.5,"p99":52.24999999999999}},"glm-5.1|gmicloud":{"latency":{"p50":2921,"p75":3458.5,"p90":4377.6,"p99":8430.400000000001},"throughput":{"p50":66,"p75":77,"p90":107,"p99":156}},"glm-5.1|wafer":{"latency":{"p50":830.5,"p75":983.25,"p90":1278.7000000000003,"p99":6071.49999999999},"throughput":{"p50":81,"p75":86,"p90":90,"p99":93.13999999999999}},"glm-5.1|deepinfra":{"latency":{"p50":865.5,"p75":1150.25,"p90":1604.4999999999998,"p99":6794.05999999998},"throughput":{"p50":48,"p75":61,"p90":76,"p99":98}},"glm-5.1|siliconflow":{"latency":{"p50":1461,"p75":2283.25,"p90":4295.5,"p99":8006.650000000011},"throughput":{"p50":56,"p75":62,"p90":71.5,"p99":87.85000000000002}},"glm-5.1|crusoe":{"latency":{"p50":624,"p75":834,"p90":1144,"p99":5298.039999999996},"throughput":{"p50":62,"p75":76,"p90":89,"p99":111.15999999999997}},"glm-5.1|atlascloud":{"latency":{"p50":1495,"p75":1728.5,"p90":2117.4000000000005,"p99":3659.2799999999997},"throughput":{"p50":37,"p75":50,"p90":56,"p99":85}},"glm-5.1|novita":{"latency":{"p50":1735,"p75":2414,"p90":4093,"p99":6683.6400000000185},"throughput":{"p50":52,"p75":63,"p90":75,"p99":89.96000000000015}},"glm-5.1|nebius":{"latency":{"p50":526.5,"p75":637.75,"p90":926.8000000000002,"p99":3380.6800000000003},"throughput":{"p50":27,"p75":28,"p90":30,"p99":34}},"glm-5.1|parasail":{"latency":{"p50":893.5,"p75":1100.75,"p90":2383.5,"p99":6387.999999999995},"throughput":{"p50":77,"p75":86,"p90":101.5,"p99":135.44999999999987}},"glm-5.1|coreweave":{"latency":{"p50":464.5,"p75":575.75,"p90":762,"p99":3315.4100000000026},"throughput":{"p50":94,"p75":111,"p90":131,"p99":160}},"glm-5.1|friendli":{"latency":{"p50":307,"p75":595,"p90":1132.6000000000008,"p99":4184.079999999999},"throughput":{"p50":82,"p75":121,"p90":161,"p99":202}},"glm-5.1|z-ai":{"latency":{"p50":7507.5,"p75":8686.5,"p90":9415.5,"p99":10878.949999999999},"throughput":{"p50":44,"p75":58,"p90":73,"p99":88}},"glm-5.1|venice":{"latency":{"p50":1099,"p75":1376,"p90":1725.5999999999997,"p99":3650.96},"throughput":{"p50":46,"p75":57,"p90":71.6,"p99":94.68}},"gemma-4-26b-a4b-it|deepinfra":{"latency":{"p50":591,"p75":996.25,"p90":2133.100000000005,"p99":15766.500000000051},"throughput":{"p50":12,"p75":15,"p90":18,"p99":24.090000000000146}},"gemma-4-26b-a4b-it|cloudflare":{"latency":{"p50":709,"p75":1445.25,"p90":2862.9000000000005,"p99":8167.170000000002},"throughput":{"p50":51,"p75":66,"p90":78,"p99":132}},"gemma-4-26b-a4b-it|siliconflow":{"latency":{"p50":6871,"p75":11274.25,"p90":12691,"p99":15903.250000000004},"throughput":{"p50":12,"p75":20,"p90":27,"p99":42}},"gemma-4-26b-a4b-it|novita":{"latency":{"p50":2018.5,"p75":3508,"p90":4786,"p99":8855.900000000001},"throughput":{"p50":16,"p75":27,"p90":33,"p99":37.090000000000146}},"gemma-4-26b-a4b-it|ionstream":{"latency":{"p50":2069.5,"p75":5029.75,"p90":9524.099999999999,"p99":22346.009999999995},"throughput":{"p50":7,"p75":13,"p90":26,"p99":38}},"gemma-4-26b-a4b-it|parasail":{"latency":{"p50":1386.5,"p75":2273,"p90":3963.600000000002,"p99":11983.350000000017},"throughput":{"p50":8,"p75":13,"p90":22,"p99":49}},"gemma-4-26b-a4b-it|venice":{"latency":{"p50":1838,"p75":2887.5,"p90":4481,"p99":13920.6},"throughput":{"p50":8,"p75":12,"p90":19,"p99":43}},"gemma-4-26b-a4b-it|nextbit":{"latency":{"p50":1860,"p75":3133.25,"p90":6397.700000000002,"p99":15780.250000000004},"throughput":{"p50":6,"p75":9,"p90":17,"p99":42}},"gemma-4-26b-a4b-it|google":{"latency":{"p50":487,"p75":1177,"p90":4543.800000000007,"p99":13063.45},"throughput":{"p50":28,"p75":38,"p90":47,"p99":66}},"gemma-4-31b-it|deepinfra":{"latency":{"p50":783,"p75":1234,"p90":2227.500000000001,"p99":9351.020000000004},"throughput":{"p50":4,"p75":6,"p90":8,"p99":11}},"gemma-4-31b-it|coreweave":{"latency":{"p50":1086,"p75":3944.75,"p90":14800.10000000001,"p99":25473.27},"throughput":{"p50":25,"p75":31,"p90":36,"p99":45}},"gemma-4-31b-it|openinference":{"latency":{"p50":4485.5,"p75":8803.25,"p90":13879.800000000001,"p99":59694.10000000004},"throughput":{"p50":6,"p75":9,"p90":11,"p99":20}},"gemma-4-31b-it|venice":{"latency":{"p50":1345,"p75":2159.25,"p90":4153.700000000002,"p99":17242.9},"throughput":{"p50":29,"p75":41,"p90":51,"p99":69}},"gemma-4-31b-it|chutes":{"latency":{"p50":14994,"p75":26631,"p90":38756.00000000001,"p99":55803.41999999999},"throughput":{"p50":2,"p75":5,"p90":6.400000000000006,"p99":16.019999999999996}},"gemma-4-31b-it|siliconflow":{"latency":{"p50":1253,"p75":4024,"p90":22468.600000000006,"p99":80388.54000000001},"throughput":{"p50":15,"p75":24.25,"p90":37.900000000000546,"p99":70.09000000000015}},"gemma-4-31b-it|novita":{"latency":{"p50":1353,"p75":1580,"p90":1913.800000000001,"p99":43365.23000000003},"throughput":{"p50":16,"p75":21,"p90":35,"p99":71}},"gemma-4-31b-it|friendli":{"latency":{"p50":1738.5,"p75":3891,"p90":5655,"p99":7400.870000000006},"throughput":{"p50":66,"p75":95,"p90":123,"p99":216}},"gemma-4-31b-it|morph":{"latency":{"p50":1263,"p75":3421.25,"p90":6631.300000000004,"p99":14963.440000000002},"throughput":{"p50":9,"p75":19,"p90":25,"p99":30}},"gemma-4-31b-it|crusoe":{"latency":{"p50":764.5,"p75":1546.25,"p90":2835.9000000000005,"p99":11264.080000000002},"throughput":{"p50":8,"p75":20,"p90":32,"p99":46}},"gemma-4-31b-it|parasail":{"latency":{"p50":2268.5,"p75":5009.75,"p90":10226.9,"p99":33122.73000000001},"throughput":{"p50":12,"p75":17,"p90":24,"p99":46.090000000000146}},"gemma-4-31b-it|modelrun":{"latency":{"p50":658,"p75":965,"p90":1329.9000000000005,"p99":2926.890000000003},"throughput":{"p50":56,"p75":66,"p90":76,"p99":112}},"gemma-4-31b-it|together":{"latency":{"p50":4799.5,"p75":15257.5,"p90":19808.6,"p99":42941.88000000025},"throughput":{"p50":6,"p75":31,"p90":52,"p99":81}},"gemma-4-31b-it|sambanova":{"latency":{"p50":2961,"p75":4128,"p90":5341,"p99":8151.360000000008},"throughput":{"p50":106,"p75":131,"p90":144,"p99":176}},"gemma-4-31b-it|cerebras":{"latency":{"p50":380,"p75":648,"p90":1211,"p99":4875.780000000006},"throughput":{"p50":22,"p75":37,"p90":139,"p99":671.2700000000004}},"qwen3.6-plus|alibaba":{"latency":{"p50":823,"p75":1101,"p90":1682,"p99":4043.350000000002},"throughput":{"p50":51,"p75":74.25,"p90":97,"p99":103}},"glm-5v-turbo|z-ai":{"latency":{"p50":5645,"p75":11844.5,"p90":23687.600000000006,"p99":28721.16},"throughput":{"p50":43,"p75":72,"p90":95,"p99":124.88}},"trinity-large-thinking|parasail":{"latency":{"p50":603,"p75":750.5,"p90":1485.2000000000003,"p99":2307.299999999997},"throughput":{"p50":130,"p75":175.5,"p90":188,"p99":192.04}},"trinity-large-thinking|arcee":{"latency":{"p50":652,"p75":794,"p90":848.8,"p99":2333.5599999999995},"throughput":{"p50":22,"p75":112,"p90":145.6,"p99":148.84}},"grok-4.20-multi-agent|xai":{"latency":{"p50":4769,"p75":16698.5,"p90":25481.6,"p99":41583.219999999994},"throughput":{"p50":413,"p75":453,"p90":489.79999999999995,"p99":1233.959999999999}},"grok-4.20|xai":{"latency":{"p50":499,"p75":606,"p90":963.4000000000002,"p99":28315.279999999802},"throughput":{"p50":119,"p75":132,"p90":145.4,"p99":160.07999999999993}},"kat-coder-pro-v2|streamlake":{"latency":{"p50":1172.5,"p75":1725,"p90":2206.6000000000004,"p99":3509.08},"throughput":{"p50":22,"p75":45.25,"p90":78.2,"p99":93}},"kat-coder-pro-v2|atlascloud":{"latency":{"p50":894,"p75":1307,"p90":2007.6000000000004,"p99":4644.479999999995},"throughput":{"p50":16,"p75":50,"p90":65.4,"p99":102.07999999999998}},"reka-edge|reka":{"latency":{"p50":1015,"p75":1148,"p90":1653,"p99":3175.0000000000014},"throughput":{"p50":6,"p75":10,"p90":24,"p99":76.40000000000003}},"minimax-m2.7|mara":{"latency":{"p50":2254,"p75":8733,"p90":12802.399999999998,"p99":27253.879999999986},"throughput":{"p50":65,"p75":182,"p90":255.39999999999998,"p99":330.3199999999997}},"minimax-m2.7|deepinfra":{"latency":{"p50":2682,"p75":4630,"p90":9257.2,"p99":25415.719999999783},"throughput":{"p50":82,"p75":189,"p90":272.20000000000005,"p99":398.27999999999975}},"minimax-m2.7|novita":{"latency":{"p50":1326,"p75":1921,"p90":3983.7999999999993,"p99":10804.880000000001},"throughput":{"p50":35,"p75":47,"p90":56,"p99":86}},"minimax-m2.7|gmicloud":{"latency":{"p50":4820,"p75":5174,"p90":5823.6,"p99":7485.00000000001},"throughput":{"p50":6,"p75":10,"p90":29,"p99":66.5600000000004}},"minimax-m2.7|minimax":{"latency":{"p50":1565,"p75":2004,"p90":4023,"p99":7283.5},"throughput":{"p50":30.5,"p75":52.25,"p90":68.5,"p99":74.25}},"minimax-m2.7|atlascloud":{"latency":{"p50":1756,"p75":2921.5,"p90":5302.700000000003,"p99":11638.310000000005},"throughput":{"p50":36,"p75":48,"p90":59,"p99":87.42000000000007}},"minimax-m2.7|fireworks":{"latency":{"p50":748,"p75":1554.5,"p90":3382.8,"p99":9051.869999999988},"throughput":{"p50":151,"p75":193,"p90":227,"p99":290}},"minimax-m2.7|sambanova":{"latency":{"p50":1882,"p75":2991.5,"p90":4973,"p99":12938.939999999999},"throughput":{"p50":32,"p75":68.5,"p90":186.80000000000018,"p99":354.49999999999955}},"minimax-m2.7|groq":{"latency":{"p50":322,"p75":684,"p90":1307,"p99":4155.599999999992},"throughput":{"p50":268,"p75":366,"p90":512,"p99":875.4999999999994}},"gpt-5.4-nano|azure":{"latency":{"p50":1224,"p75":2067.5,"p90":4219.800000000001,"p99":12072.810000000001},"throughput":{"p50":39,"p75":59,"p90":76,"p99":110}},"gpt-5.4-nano|openai":{"latency":{"p50":3099,"p75":4639.25,"p90":6057.500000000001,"p99":7714.410000000001},"throughput":{"p50":49.5,"p75":68,"p90":93.00000000000001,"p99":103.42}},"gpt-5.4-mini|openai":{"latency":{"p50":1455,"p75":3006,"p90":4470.1,"p99":10611.100000000019},"throughput":{"p50":53,"p75":107,"p90":140,"p99":166}},"gpt-5.4-mini|azure":{"latency":{"p50":1076,"p75":1507,"p90":2565.7000000000016,"p99":7070.760000000009},"throughput":{"p50":38,"p75":56,"p90":83,"p99":151}},"mistral-small-2603|mistral":{"latency":{"p50":495.5,"p75":661,"p90":949.8000000000011,"p99":4944.880000000005},"throughput":{"p50":91,"p75":119,"p90":150,"p99":179}},"mistral-small-2603|venice":{"latency":{"p50":612,"p75":856,"p90":1170.2000000000003,"p99":7291.999999999964},"throughput":{"p50":89,"p75":136,"p90":171,"p99":208}},"glm-5-turbo|z-ai":{"latency":{"p50":4232.5,"p75":8128,"p90":11671.099999999999,"p99":29823.710000000094},"throughput":{"p50":19,"p75":32.75,"p90":47,"p99":90.08000000000038}},"nemotron-3-super-120b-a12b|deepinfra":{"latency":{"p50":5396,"p75":9493.75,"p90":14608.900000000001,"p99":40339.49000000004},"throughput":{"p50":39,"p75":55,"p90":69,"p99":102}},"nemotron-3-super-120b-a12b|digitalocean":{"latency":{"p50":1832,"p75":6215,"p90":10293.300000000001,"p99":23108.060000000005},"throughput":{"p50":8,"p75":9,"p90":9,"p99":10}},"nemotron-3-super-120b-a12b|nebius":{"latency":{"p50":954,"p75":1114,"p90":1286,"p99":2036.0000000000014},"throughput":{"p50":84,"p75":195,"p90":267,"p99":346.20000000000005}},"seed-2.0-lite|seed":{"latency":{"p50":2475,"p75":4077.5,"p90":5888.6,"p99":15846.660000000016},"throughput":{"p50":44,"p75":54,"p90":60,"p99":75.90000000000009}},"qwen3.5-9b|siliconflow":{"latency":{"p50":2347,"p75":4866,"p90":9582.2,"p99":18538.320000000025},"throughput":{"p50":12,"p75":32,"p90":54,"p99":112.32000000000016}},"qwen3.5-9b|deepinfra":{"latency":{"p50":729,"p75":842.75,"p90":1144.9,"p99":2120.3099999999963},"throughput":{"p50":7,"p75":9,"p90":10,"p99":11}},"qwen3.5-9b|venice":{"latency":{"p50":738,"p75":1049,"p90":1639.4,"p99":3568.3599999999997},"throughput":{"p50":68,"p75":125,"p90":151,"p99":180}},"qwen3.5-9b|parasail":{"latency":{"p50":500,"p75":902.75,"p90":1397.5000000000002,"p99":4702.679999999999},"throughput":{"p50":26,"p75":46,"p90":50.30000000000001,"p99":61}},"qwen3.5-9b|together":{"latency":{"p50":468,"p75":817,"p90":2132.9000000000005,"p99":5972.890000000003},"throughput":{"p50":41,"p75":67,"p90":84,"p99":116.09000000000015}},"gpt-5.4-pro|openai":{"latency":{"p50":5885,"p75":7549.5,"p90":9670,"p99":661051},"throughput":{"p50":1.5,"p75":3,"p90":5.5,"p99":17.5}},"gpt-5.4|openai":{"latency":{"p50":2370,"p75":2990,"p90":3403.8,"p99":4005.5400000000004},"throughput":{"p50":76,"p75":101,"p90":113.8,"p99":131.24}},"gpt-5.4|azure":{"latency":{"p50":3062,"p75":4066,"p90":4810.5,"p99":6462.350000000016},"throughput":{"p50":67,"p75":81,"p90":91.5,"p99":107.10000000000002}},"mercury-2|inception":{"latency":{"p50":650,"p75":1401,"p90":2486,"p99":5019.199999999994},"throughput":{"p50":237,"p75":323,"p90":436,"p99":700.199999999998}},"gpt-5.3-chat|openai":{"latency":{"p50":1235,"p75":2126.5,"p90":3522.4000000000005,"p99":6917.869999999994},"throughput":{"p50":34,"p75":44,"p90":54,"p99":88.78999999999996}},"seed-2.0-mini|seed":{"latency":{"p50":273,"p75":456,"p90":1398.9000000000005,"p99":3152.1900000000096},"throughput":{"p50":64,"p75":74,"p90":89,"p99":143}},"qwen3.5-35b-a3b|deepinfra":{"latency":{"p50":504,"p75":609.5,"p90":856.9999999999999,"p99":1856.539999999999},"throughput":{"p50":14,"p75":15,"p90":18,"p99":21.139999999999986}},"qwen3.5-35b-a3b|akashml":{"latency":{"p50":389,"p75":545,"p90":821.9000000000001,"p99":1841.3399999999992},"throughput":{"p50":113,"p75":134,"p90":160,"p99":224}},"qwen3.5-35b-a3b|parasail":{"latency":{"p50":491,"p75":618,"p90":761,"p99":1289.0900000000001},"throughput":{"p50":76,"p75":91,"p90":111.90000000000055,"p99":161}},"qwen3.5-35b-a3b|alibaba":{"latency":{"p50":563,"p75":778,"p90":925,"p99":1405.0000000000002},"throughput":{"p50":164,"p75":182,"p90":193,"p99":218.80000000000018}},"qwen3.5-35b-a3b|atlascloud":{"latency":{"p50":1183,"p75":1774.5,"p90":3469.0000000000014,"p99":10592.299999999968},"throughput":{"p50":93,"p75":106,"p90":128,"p99":161.73999999999978}},"qwen3.5-35b-a3b|nextbit":{"latency":{"p50":1199,"p75":1584.5,"p90":2192.7000000000003,"p99":3922.5199999999977},"throughput":{"p50":116,"p75":146,"p90":172,"p99":220.27999999999997}},"qwen3.5-35b-a3b|siliconflow":{"latency":{"p50":1329.5,"p75":1462,"p90":1874,"p99":8632.249999999995},"throughput":{"p50":31,"p75":40,"p90":59,"p99":102.04999999999995}},"qwen3.5-35b-a3b|coreweave":{"latency":{"p50":299,"p75":347,"p90":431,"p99":762.1999999999989},"throughput":{"p50":180,"p75":230,"p90":296,"p99":491}},"qwen3.5-35b-a3b|venice":{"latency":{"p50":854.5,"p75":1203.75,"p90":1702.5000000000005,"p99":3171.520000000006},"throughput":{"p50":188,"p75":207.75,"p90":226,"p99":273.5400000000001}},"qwen3.5-27b|alibaba":{"latency":{"p50":646,"p75":1017.75,"p90":1561,"p99":5946.059999999997},"throughput":{"p50":23,"p75":35,"p90":70,"p99":107.56999999999994}},"qwen3.5-27b|siliconflow":{"latency":{"p50":1500.5,"p75":2572.25,"p90":3782,"p99":8216.749999999998},"throughput":{"p50":11,"p75":22.25,"p90":33,"p99":44}},"qwen3.5-27b|deepinfra":{"latency":{"p50":539,"p75":913,"p90":1356,"p99":2069.320000000001},"throughput":{"p50":38,"p75":50,"p90":58,"p99":67}},"qwen3.5-27b|atlascloud":{"latency":{"p50":1051.5,"p75":2258.75,"p90":3630,"p99":8039.289999999998},"throughput":{"p50":20,"p75":51,"p90":75,"p99":98.73999999999978}},"qwen3.5-27b|novita":{"latency":{"p50":1077.5,"p75":1680,"p90":3109.5,"p99":7045.5},"throughput":{"p50":15,"p75":21,"p90":33.5,"p99":96.75}},"qwen3.5-27b|phala":{"latency":{"p50":2650,"p75":3894,"p90":5760.2,"p99":16038.48},"throughput":{"p50":25,"p75":32,"p90":41,"p99":57.120000000000005}},"qwen3.5-122b-a10b|siliconflow":{"latency":{"p50":1321,"p75":1673.25,"p90":2745.3,"p99":4546.789999999998},"throughput":{"p50":52,"p75":64,"p90":72.70000000000002,"p99":82}},"qwen3.5-122b-a10b|alibaba":{"latency":{"p50":945,"p75":1383,"p90":2616.4000000000033,"p99":10235.32},"throughput":{"p50":99,"p75":128,"p90":155,"p99":180.44}},"qwen3.5-122b-a10b|deepinfra":{"latency":{"p50":4024,"p75":15175.75,"p90":17805,"p99":22939.30000000002},"throughput":{"p50":73,"p75":82,"p90":89.5,"p99":128.95000000000005}},"qwen3.5-122b-a10b|atlascloud":{"latency":{"p50":1174,"p75":1718.75,"p90":2948.5,"p99":10013.099999999995},"throughput":{"p50":88,"p75":109,"p90":126,"p99":145.24999999999994}},"qwen3.5-122b-a10b|novita":{"latency":{"p50":1247,"p75":2105.5,"p90":4707.6,"p99":8583.649999999998},"throughput":{"p50":34,"p75":53,"p90":81.10000000000002,"p99":131.01999999999998}},"qwen3.5-flash-02-23|alibaba":{"latency":{"p50":495,"p75":2165.5,"p90":7111.20000000001,"p99":40728.8},"throughput":{"p50":91,"p75":115,"p90":144.90000000000055,"p99":205.09000000000015}},"gemini-3.1-pro-preview-customtools|google":{"latency":{"p50":3296,"p75":3847,"p90":4130,"p99":27194.839999999287},"throughput":{"p50":71,"p75":88,"p90":107.80000000000001,"p99":206.31999999999994}},"gpt-5.3-codex|openai":{"latency":{"p50":2718,"p75":4978.75,"p90":9286.7,"p99":26025.43000000004},"throughput":{"p50":61.5,"p75":83,"p90":102,"p99":134.59000000000015}},"gpt-5.3-codex|azure":{"latency":{"p50":3677.5,"p75":6136.25,"p90":9078.1,"p99":17500.300000000017},"throughput":{"p50":73,"p75":103,"p90":121,"p99":140.71000000000004}},"aion-2.0|aionlabs":{"latency":{"p50":1323,"p75":1679,"p90":2254.2000000000003,"p99":5616.620000000002},"throughput":{"p50":65,"p75":71,"p90":76,"p99":87.46000000000004}},"gemini-3.1-pro|google":{"latency":{"p50":3760,"p75":4126,"p90":4553,"p99":7273.999999999973},"throughput":{"p50":88,"p75":92,"p90":98,"p99":181}},"claude-sonnet-4.6|anthropic":{"latency":{"p50":1588,"p75":2125.25,"p90":3423.600000000002,"p99":10518.18},"throughput":{"p50":41,"p75":50,"p90":61,"p99":84}},"claude-sonnet-4.6|azure":{"latency":{"p50":1517,"p75":1890.5,"p90":2327.7000000000003,"p99":23510.420000000006},"throughput":{"p50":29,"p75":35.25,"p90":71.60000000000001,"p99":75.53}},"claude-sonnet-4.6|google":{"latency":{"p50":1165,"p75":1413,"p90":2206.9,"p99":5161.889999999999},"throughput":{"p50":76,"p75":83,"p90":88,"p99":98.98000000000002}},"claude-sonnet-4.6|amazon":{"latency":{"p50":1072,"p75":1072,"p90":1072,"p99":1072},"throughput":{"p50":47,"p75":47,"p90":47,"p99":47}},"qwen3.5-plus-02-15|alibaba":{"latency":{"p50":1730,"p75":2653,"p90":3740.6000000000013,"p99":7190.7199999999975},"throughput":{"p50":52,"p75":64,"p90":75,"p99":84}},"qwen3.5-397b-a17b|digitalocean":{"latency":{"p50":1606.5,"p75":2266,"p90":4099.7,"p99":9909.990000000009},"throughput":{"p50":3,"p75":3,"p90":3,"p99":4}},"qwen3.5-397b-a17b|alibaba":{"latency":{"p50":1357.5,"p75":1653,"p90":1995,"p99":4779.87},"throughput":{"p50":54,"p75":77,"p90":87,"p99":96.86999999999989}},"qwen3.5-397b-a17b|chutes":{"latency":{"p50":2556,"p75":3452.75,"p90":5381.700000000001,"p99":29550.919999999984},"throughput":{"p50":22,"p75":38,"p90":57,"p99":96.81999999999971}},"qwen3.5-397b-a17b|deepinfra":{"latency":{"p50":772.5,"p75":1254,"p90":1614.8000000000006,"p99":1932.0600000000002},"throughput":{"p50":29,"p75":33.75,"p90":35.30000000000001,"p99":39}},"qwen3.5-397b-a17b|parasail":{"latency":{"p50":757,"p75":926.75,"p90":1212,"p99":2652.279999999999},"throughput":{"p50":13,"p75":27,"p90":70,"p99":96}},"qwen3.5-397b-a17b|atlascloud":{"latency":{"p50":2050,"p75":2479,"p90":3032.4000000000005,"p99":11059.840000000015},"throughput":{"p50":46,"p75":60,"p90":75,"p99":91}},"qwen3.5-397b-a17b|phala":{"latency":{"p50":2061.5,"p75":2878,"p90":4102.5,"p99":6957.700000000043},"throughput":{"p50":5,"p75":33,"p90":54,"p99":104.35000000000014}},"qwen3.5-397b-a17b|novita":{"latency":{"p50":1435,"p75":1844,"p90":2487,"p99":4328.08},"throughput":{"p50":15,"p75":60,"p90":80,"p99":92.72000000000003}},"qwen3.5-397b-a17b|streamlake":{"latency":{"p50":2437,"p75":4898.25,"p90":8794.800000000001,"p99":11504.459999999986},"throughput":{"p50":16,"p75":37.25,"p90":87.90000000000003,"p99":129.08999999999997}},"qwen3.5-397b-a17b|venice":{"latency":{"p50":1443,"p75":1766,"p90":2297,"p99":6484.1600000000035},"throughput":{"p50":60,"p75":75.5,"p90":87.39999999999998,"p99":108.84000000000003}},"minimax-m2.5|inceptron":{"latency":{"p50":654,"p75":1042,"p90":1620.6000000000004,"p99":6076.040000000023},"throughput":{"p50":28,"p75":34,"p90":40,"p99":57}},"minimax-m2.5|chutes":{"latency":{"p50":1499,"p75":1838,"p90":2523.8,"p99":24520.559999999998},"throughput":{"p50":19,"p75":22,"p90":24,"p99":26.879999999999995}},"minimax-m2.5|phala":{"latency":{"p50":1701,"p75":2057,"p90":2675.4,"p99":9521.839999999986},"throughput":{"p50":18,"p75":21,"p90":24,"p99":26}},"minimax-m2.5|digitalocean":{"latency":{"p50":695,"p75":1303.75,"p90":2034.1000000000004,"p99":3699.6499999999996},"throughput":{"p50":40.5,"p75":47.75,"p90":53,"p99":67}},"minimax-m2.5|mara":{"latency":{"p50":1071,"p75":1584,"p90":2597.400000000005,"p99":7448.9599999999955},"throughput":{"p50":101,"p75":158,"p90":260.20000000000005,"p99":360.32}},"minimax-m2.5|venice":{"latency":{"p50":1567,"p75":2252.5,"p90":3899.800000000006,"p99":14412.63999999999},"throughput":{"p50":39,"p75":53.5,"p90":90.4,"p99":128.05999999999997}},"minimax-m2.5|streamlake":{"latency":{"p50":646,"p75":763,"p90":1406.3999999999999,"p99":3951.760000000004},"throughput":{"p50":45,"p75":61,"p90":68.8,"p99":102}},"minimax-m2.5|atlascloud":{"latency":{"p50":1252,"p75":1504,"p90":1852.6000000000015,"p99":5666.8000000000375},"throughput":{"p50":37,"p75":52,"p90":64,"p99":99}},"minimax-m2.5|friendli":{"latency":{"p50":361,"p75":485.75,"p90":854.0999999999998,"p99":2608.650000000001},"throughput":{"p50":136.5,"p75":154.5,"p90":166.6,"p99":205.26000000000002}},"minimax-m2.5|minimax":{"latency":{"p50":1436.5,"p75":1908,"p90":2753.1000000000004,"p99":2883.0899999999997},"throughput":{"p50":15.5,"p75":26.5,"p90":49.60000000000001,"p99":53.78}},"minimax-m2.5|novita":{"latency":{"p50":1497,"p75":1947.5,"p90":2520,"p99":4317.439999999999},"throughput":{"p50":54,"p75":74,"p90":88,"p99":119}},"minimax-m2.5|siliconflow":{"latency":{"p50":1254.5,"p75":1922.5,"p90":2656.2000000000003,"p99":8625.289999999999},"throughput":{"p50":37,"p75":40,"p90":42,"p99":43.269999999999996}},"minimax-m2.5|parasail":{"latency":{"p50":910.5,"p75":1132.5,"p90":1542.5,"p99":2061.5499999999993},"throughput":{"p50":65.5,"p75":92.25,"p90":118.5,"p99":151.64999999999998}},"minimax-m2.5|coreweave":{"latency":{"p50":209,"p75":324,"p90":597.4000000000001,"p99":1780.3199999999983},"throughput":{"p50":74,"p75":80,"p90":84,"p99":94.4799999999999}},"glm-5|streamlake":{"latency":{"p50":2719,"p75":3473,"p90":4517.800000000001,"p99":17846.139999999654},"throughput":{"p50":40,"p75":48,"p90":59,"p99":90}},"glm-5|gmicloud":{"latency":{"p50":1315,"p75":1651.25,"p90":2449.0000000000027,"p99":6500.280000000017},"throughput":{"p50":40,"p75":49,"p90":59,"p99":88}},"glm-5|deepinfra":{"latency":{"p50":957.5,"p75":1530.5,"p90":3713.600000000002,"p99":10938.51},"throughput":{"p50":28.5,"p75":42,"p90":61,"p99":84.33999999999992}},"glm-5|baidu":{"latency":{"p50":1249,"p75":1773.5,"p90":3102.5,"p99":15985.580000000056},"throughput":{"p50":38,"p75":46,"p90":50,"p99":55}},"glm-5|digitalocean":{"latency":{"p50":975,"p75":1965.5,"p90":3814.5,"p99":9466.850000000011},"throughput":{"p50":8,"p75":8,"p90":9,"p99":9}},"glm-5|siliconflow":{"latency":{"p50":2456,"p75":3471,"p90":4286.2,"p99":8878.799999999988},"throughput":{"p50":33,"p75":47,"p90":56,"p99":73.25999999999999}},"glm-5|chutes":{"latency":{"p50":2619.5,"p75":6281.75,"p90":39171.8,"p99":91487.82999999987},"throughput":{"p50":34.5,"p75":43.25,"p90":61.1,"p99":71.96999999999994}},"glm-5|atlascloud":{"latency":{"p50":1606,"p75":2776.75,"p90":3759.1000000000004,"p99":10431.240000000013},"throughput":{"p50":37,"p75":42.25,"p90":49.10000000000001,"p99":66.24000000000001}},"glm-5|amazon":{"latency":{"p50":1059,"p75":1855,"p90":3460.4000000000005,"p99":21447.07999999995},"throughput":{"p50":90,"p75":115,"p90":133.20000000000002,"p99":150.42}},"glm-5|novita":{"latency":{"p50":1893,"p75":2706,"p90":4194.800000000001,"p99":10272.36000000001},"throughput":{"p50":35,"p75":37,"p90":38,"p99":39}},"glm-5|z-ai":{"latency":{"p50":5684,"p75":9451,"p90":12839.6,"p99":18701.440000000002},"throughput":{"p50":30,"p75":35,"p90":38,"p99":39}},"glm-5|parasail":{"latency":{"p50":689,"p75":1131,"p90":2819.300000000001,"p99":20470.269999999946},"throughput":{"p50":41,"p75":45,"p90":48,"p99":53}},"glm-5|venice":{"latency":{"p50":1369.5,"p75":2427.75,"p90":6501.000000000004,"p99":9165.82},"throughput":{"p50":21,"p75":28.75,"p90":37.500000000000014,"p99":52.42}},"glm-5|phala":{"latency":{"p50":1613,"p75":3386,"p90":4026.8,"p99":5754.08},"throughput":{"p50":41,"p75":48,"p90":61.00000000000001,"p99":89.8}},"qwen3-max-thinking|alibaba":{"latency":{"p50":824,"p75":1050.75,"p90":1345.5,"p99":2201.9500000000057},"throughput":{"p50":44,"p75":59,"p90":68,"p99":78.10000000000002}},"claude-opus-4.6|amazon":{"latency":{"p50":2124,"p75":2749,"p90":3774.1999999999994,"p99":17200.259999999984},"throughput":{"p50":32,"p75":39,"p90":53,"p99":100}},"claude-opus-4.6|anthropic":{"latency":{"p50":2491,"p75":3444,"p90":4680.400000000001,"p99":11409.479999999996},"throughput":{"p50":37,"p75":46,"p90":61,"p99":87.15999999999997}},"claude-opus-4.6|google":{"latency":{"p50":2124,"p75":2704,"p90":3875.2,"p99":8908.760000000004},"throughput":{"p50":37,"p75":46,"p90":55,"p99":80.74000000000001}},"qwen3-coder-next|ionstream":{"latency":{"p50":550,"p75":904.5,"p90":2662.8,"p99":11816.580000000009},"throughput":{"p50":45,"p75":62,"p90":81,"p99":108.22000000000003}},"qwen3-coder-next|parasail":{"latency":{"p50":769,"p75":1220.25,"p90":1647.8000000000002,"p99":2761.8399999999992},"throughput":{"p50":42,"p75":59,"p90":85,"p99":103}},"qwen3-coder-next|streamlake":{"latency":{"p50":1372,"p75":2486.5,"p90":5755.800000000005,"p99":32846.45999999892},"throughput":{"p50":47,"p75":88,"p90":139.60000000000002,"p99":188.05999999999995}},"qwen3-coder-next|novita":{"latency":{"p50":1144,"p75":1594.75,"p90":2057.2,"p99":19993.870000000054},"throughput":{"p50":29,"p75":39,"p90":102,"p99":173.54000000000002}},"qwen3-coder-next|alibaba":{"latency":{"p50":1044,"p75":1648.5,"p90":3961.3999999999996,"p99":7880.539999999992},"throughput":{"p50":31,"p75":48.5,"p90":93.80000000000003,"p99":200.11999999999998}},"step-3.5-flash|siliconflow":{"latency":{"p50":1393.5,"p75":2047.25,"p90":2413.5,"p99":7405.8},"throughput":{"p50":53,"p75":62,"p90":68,"p99":79.15000000000003}},"kimi-k2.5|digitalocean":{"latency":{"p50":951,"p75":1377.5,"p90":2696.1000000000004,"p99":9144.71000000001},"throughput":{"p50":7,"p75":8,"p90":8,"p99":9}},"kimi-k2.5|chutes":{"latency":{"p50":11163,"p75":33278.75,"p90":48080.600000000006,"p99":73690.37000000001},"throughput":{"p50":12,"p75":18,"p90":23,"p99":50.23000000000002}},"kimi-k2.5|deepinfra":{"latency":{"p50":874,"p75":1246.75,"p90":1985.5,"p99":6035.850000000002},"throughput":{"p50":36,"p75":53,"p90":65,"p99":82}},"kimi-k2.5|siliconflow":{"latency":{"p50":1482.5,"p75":2374.75,"p90":4639.999999999998,"p99":56966.32999999998},"throughput":{"p50":38,"p75":47,"p90":50,"p99":55}},"kimi-k2.5|atlascloud":{"latency":{"p50":1539,"p75":2865.75,"p90":5587.9,"p99":8247.369999999986},"throughput":{"p50":30,"p75":39,"p90":43,"p99":49}},"kimi-k2.5|streamlake":{"latency":{"p50":1445,"p75":2099,"p90":3467.4000000000015,"p99":8183},"throughput":{"p50":29,"p75":42,"p90":47,"p99":54}},"kimi-k2.5|venice":{"latency":{"p50":1459,"p75":3835,"p90":7415.800000000001,"p99":16138.439999999999},"throughput":{"p50":75,"p75":100,"p90":118.60000000000002,"p99":151.79999999999995}},"kimi-k2.5|novita":{"latency":{"p50":2168,"p75":2605,"p90":3164.9000000000005,"p99":6240.080000000002},"throughput":{"p50":32,"p75":36,"p90":39,"p99":49}},"kimi-k2.5|moonshot":{"latency":{"p50":1322,"p75":1880.5,"p90":3077.5000000000005,"p99":6894.0299999999515},"throughput":{"p50":39,"p75":45,"p90":48,"p99":53}},"solar-pro-3|upstage":{"latency":{"p50":570,"p75":817,"p90":1813,"p99":4878.040000000018},"throughput":{"p50":5,"p75":6,"p90":17.20000000000003,"p99":82.60000000000014}},"minimax-m2-her|minimax":{"latency":{"p50":877,"p75":1219.5,"p90":1818.1999999999998,"p99":2231.9599999999996},"throughput":{"p50":24,"p75":35.5,"p90":45,"p99":60}},"palmyra-x5|amazon":{"latency":{"p50":515,"p75":597,"p90":637.5999999999999,"p99":831.5600000000002},"throughput":{"p50":69,"p75":74,"p90":76.4,"p99":81.28}},"glm-4.7-flash|deepinfra":{"latency":{"p50":387,"p75":588.75,"p90":1123,"p99":4664.780000000001},"throughput":{"p50":43,"p75":60,"p90":69,"p99":84}},"glm-4.7-flash|cloudflare":{"latency":{"p50":363,"p75":632,"p90":1455.9000000000005,"p99":7899.540000000001},"throughput":{"p50":20,"p75":31,"p90":43,"p99":57}},"glm-4.7-flash|novita":{"latency":{"p50":938,"p75":1706,"p90":5523.600000000005,"p99":27906.239999999925},"throughput":{"p50":67,"p75":87,"p90":105,"p99":135}},"glm-4.7-flash|venice":{"latency":{"p50":650,"p75":904.25,"p90":1301.4,"p99":2272.550000000001},"throughput":{"p50":58,"p75":65,"p90":70,"p99":78.59}},"gpt-5.2-codex|azure":{"latency":{"p50":2157.5,"p75":2940,"p90":4829.600000000002,"p99":12577.250000000004},"throughput":{"p50":16,"p75":21,"p90":29,"p99":47}},"seed-1.6-flash|seed":{"latency":{"p50":911,"p75":1137,"p90":1575,"p99":6464.120000000003},"throughput":{"p50":48,"p75":61,"p90":73,"p99":118}},"seed-1.6|seed":{"latency":{"p50":997,"p75":1199.75,"p90":1451.4,"p99":1613.0800000000002},"throughput":{"p50":44.5,"p75":47,"p90":48,"p99":49}},"minimax-m2.1|novita":{"latency":{"p50":1199,"p75":1637.75,"p90":2401.4000000000005,"p99":4127.499999999997},"throughput":{"p50":51.5,"p75":68,"p90":84.60000000000002,"p99":111}},"minimax-m2.1|minimax":{"latency":{"p50":1187.5,"p75":1353.75,"p90":1802.7000000000003,"p99":2204.12},"throughput":{"p50":53,"p75":60.25,"p90":64.2,"p99":71.22}},"glm-4.7|deepinfra":{"latency":{"p50":959,"p75":1512,"p90":2386,"p99":8352.09},"throughput":{"p50":41,"p75":51,"p90":61,"p99":77}},"glm-4.7|streamlake":{"latency":{"p50":1968,"p75":4736,"p90":7868.200000000001,"p99":25759.449999999968},"throughput":{"p50":24,"p75":32,"p90":40,"p99":61}},"glm-4.7|atlascloud":{"latency":{"p50":1865.5,"p75":3655,"p90":6637.000000000001,"p99":16928.719999999805},"throughput":{"p50":38,"p75":53,"p90":62,"p99":70}},"glm-4.7|novita":{"latency":{"p50":2657.5,"p75":5085,"p90":9597.900000000001,"p99":37737.69999999992},"throughput":{"p50":21,"p75":27,"p90":32.700000000000045,"p99":55.569999999999936}},"glm-4.7|venice":{"latency":{"p50":1551,"p75":2264.75,"p90":2943.9,"p99":6605.340000000045},"throughput":{"p50":39,"p75":50,"p90":62,"p99":79.46000000000004}},"glm-4.7|z-ai":{"latency":{"p50":16092,"p75":18883.5,"p90":21972.6,"p99":37603.520000000004},"throughput":{"p50":26,"p75":30,"p90":33,"p99":42.49000000000001}},"glm-4.7|google":{"latency":{"p50":443,"p75":706,"p90":903,"p99":1644.5399999999997},"throughput":{"p50":103,"p75":127,"p90":151,"p99":178}},"glm-4.7|phala":{"latency":{"p50":3424,"p75":4383,"p90":7147.8,"p99":14499.839999999986},"throughput":{"p50":23,"p75":36,"p90":42.800000000000004,"p99":58.119999999999976}},"glm-4.7|cerebras":{"latency":{"p50":426,"p75":788.5,"p90":1192.9999999999998,"p99":4168.819999999994},"throughput":{"p50":209,"p75":427,"p90":570,"p99":999.3199999999997}},"gemini-3-flash|google":{"latency":{"p50":1188,"p75":1400,"p90":1624,"p99":2446.6800000000003},"throughput":{"p50":90,"p75":133,"p90":147,"p99":182.34000000000015}},"nemotron-3-nano-30b-a3b|crusoe":{"latency":{"p50":695.5,"p75":1049,"p90":1417,"p99":2133.3199999999997},"throughput":{"p50":128,"p75":196,"p90":269.3000000000002,"p99":425.8299999999999}},"nemotron-3-nano-30b-a3b|deepinfra":{"latency":{"p50":1177,"p75":3167,"p90":5544,"p99":10663.960000000001},"throughput":{"p50":173,"p75":203,"p90":221.40000000000003,"p99":270.48}},"nemotron-3-nano-30b-a3b|novita":{"latency":{"p50":655,"p75":741.25,"p90":881,"p99":1266.2300000000007},"throughput":{"p50":75,"p75":120,"p90":166,"p99":320.5800000000004}},"gpt-5.2-chat|openai":{"latency":{"p50":1767.5,"p75":2268.25,"p90":3112,"p99":6353.869999999985},"throughput":{"p50":39,"p75":46,"p90":54,"p99":82}},"gpt-5.2-pro|openai":{"latency":{"p50":4054,"p75":5587,"p90":58041.00000000003,"p99":123358.07999999993},"throughput":{"p50":2,"p75":4,"p90":27.80000000000001,"p99":36.55999999999999}},"gpt-5.2|openai":{"latency":{"p50":5826,"p75":7255.25,"p90":8542,"p99":10828.15},"throughput":{"p50":76,"p75":94,"p90":99,"p99":132.14999999999998}},"gpt-5.2|azure":{"latency":{"p50":4050,"p75":6054,"p90":8995,"p99":18258.40000000003},"throughput":{"p50":39,"p75":49,"p90":57,"p99":78}},"devstral-2512|mistral":{"latency":{"p50":866,"p75":4692,"p90":16708.000000000015,"p99":52958.59999999995},"throughput":{"p50":27.5,"p75":61,"p90":76.70000000000002,"p99":167.0799999999997}},"relace-search|relace":{"latency":{"p50":1048,"p75":1390,"p90":1795.8000000000002,"p99":2101.16},"throughput":{"p50":4,"p75":8,"p90":9.600000000000001,"p99":28.47999999999998}},"glm-4.6v|novita":{"latency":{"p50":1626,"p75":2602,"p90":4227.200000000001,"p99":20965.56},"throughput":{"p50":19,"p75":34,"p90":50.200000000000045,"p99":88}},"glm-4.6v|z-ai":{"latency":{"p50":3647,"p75":6781,"p90":10553.100000000004,"p99":21759.839999999997},"throughput":{"p50":34,"p75":39.75,"p90":46.20000000000002,"p99":95.55}},"gpt-5.1-codex-max|azure":{"latency":{"p50":3357,"p75":5598,"p90":7898.300000000001,"p99":12561.259999999993},"throughput":{"p50":48.5,"p75":68,"p90":106.7,"p99":127.35}},"nova-2-lite-v1|amazon":{"latency":{"p50":1317,"p75":1839,"p90":2380.0999999999995,"p99":4947.880000000003},"throughput":{"p50":84,"p75":117,"p90":144,"p99":198.83000000000004}},"ministral-14b-2512|mistral":{"latency":{"p50":320,"p75":401,"p90":927,"p99":3890.199999999992},"throughput":{"p50":45,"p75":52,"p90":61,"p99":99}},"ministral-8b-2512|mistral":{"latency":{"p50":332,"p75":755,"p90":1292.9000000000005,"p99":8592.620000000163},"throughput":{"p50":50,"p75":98,"p90":119,"p99":161}},"ministral-8b-2512|nextbit":{"latency":{"p50":851,"p75":2285,"p90":2925.6000000000004,"p99":4247.4400000000005},"throughput":{"p50":25,"p75":49,"p90":69,"p99":99}},"ministral-3b-2512|mistral":{"latency":{"p50":324,"p75":1287,"p90":3214,"p99":6130.520000000004},"throughput":{"p50":47,"p75":212,"p90":301,"p99":390}},"mistral-large-2512|mistral":{"latency":{"p50":847,"p75":2051,"p90":4388.6,"p99":17663.600000000035},"throughput":{"p50":40,"p75":53,"p90":66,"p99":80}},"deepseek-v3.2|baidu":{"latency":{"p50":910.5,"p75":1317,"p90":1922.9000000000005,"p99":3548.430000000004},"throughput":{"p50":39,"p75":47,"p90":56,"p99":75.09000000000015}},"deepseek-v3.2|streamlake":{"latency":{"p50":1409,"p75":1887.5,"p90":2885.800000000001,"p99":8737.330000000005},"throughput":{"p50":22,"p75":28,"p90":32,"p99":37}},"deepseek-v3.2|siliconflow":{"latency":{"p50":2351,"p75":4579,"p90":8116.400000000003,"p99":16435.88},"throughput":{"p50":16,"p75":20,"p90":27,"p99":39}},"deepseek-v3.2|deepinfra":{"latency":{"p50":960,"p75":1708,"p90":5332.200000000001,"p99":62291.5},"throughput":{"p50":11,"p75":14,"p90":20,"p99":26}},"deepseek-v3.2|atlascloud":{"latency":{"p50":1221,"p75":1738,"p90":2740.800000000001,"p99":11926.000000000015},"throughput":{"p50":20,"p75":30,"p90":40,"p99":53}},"deepseek-v3.2|novita":{"latency":{"p50":1567,"p75":2330.75,"p90":4892.200000000004,"p99":11766.830000000013},"throughput":{"p50":25,"p75":31,"p90":39,"p99":52}},"deepseek-v3.2|gmicloud":{"latency":{"p50":2357,"p75":2805,"p90":3722,"p99":7306},"throughput":{"p50":28,"p75":30,"p90":34,"p99":44}},"deepseek-v3.2|venice":{"latency":{"p50":1188,"p75":2178,"p90":6522.000000000002,"p99":15256.159999999985},"throughput":{"p50":10,"p75":14,"p90":21,"p99":26}},"deepseek-v3.2|alibaba":{"latency":{"p50":682,"p75":1515.75,"p90":8181.100000000001,"p99":12311.880000000001},"throughput":{"p50":31,"p75":55,"p90":66,"p99":78}},"deepseek-v3.2|digitalocean":{"latency":{"p50":585,"p75":1138.25,"p90":3320.7000000000016,"p99":11368.170000000016},"throughput":{"p50":34,"p75":67,"p90":95,"p99":143}},"deepseek-v3.2|friendli":{"latency":{"p50":410,"p75":1111.75,"p90":3832.5,"p99":8039.999999999996},"throughput":{"p50":26,"p75":53.75,"p90":82,"p99":120.94999999999982}},"deepseek-v3.2|google":{"latency":{"p50":1828,"p75":3074,"p90":3796.8000000000006,"p99":9448.120000000003},"throughput":{"p50":7,"p75":20,"p90":28,"p99":46.48000000000002}},"deepseek-v3.2|phala":{"latency":{"p50":4035,"p75":4879.5,"p90":6076.200000000001,"p99":175017.3800000018},"throughput":{"p50":9,"p75":10,"p90":11.100000000000023,"p99":15}},"claude-opus-4.5|anthropic":{"latency":{"p50":1665,"p75":1990.25,"p90":4225.1,"p99":7757.410000000001},"throughput":{"p50":37,"p75":40,"p90":48.900000000000006,"p99":53.92}},"claude-opus-4.5|amazon":{"latency":{"p50":1595,"p75":1968,"p90":2592.2,"p99":4806.839999999991},"throughput":{"p50":36,"p75":43,"p90":61.200000000000045,"p99":107.23999999999978}},"claude-opus-4.5|google":{"latency":{"p50":1375,"p75":2030,"p90":2791,"p99":4582.199999999999},"throughput":{"p50":46,"p75":54,"p90":70,"p99":112}},"cogito-v2.1-671b|together":{"latency":{"p50":403,"p75":616.5,"p90":1157.9000000000005,"p99":5156.43999999999},"throughput":{"p50":54,"p75":71,"p90":85,"p99":94.65999999999997}},"gpt-5.1|openai":{"latency":{"p50":47896,"p75":56700,"p90":60931.8,"p99":70984.56000000023},"throughput":{"p50":1,"p75":2,"p90":2,"p99":3}},"gpt-5.1|azure":{"latency":{"p50":999,"p75":1391,"p90":2779.199999999999,"p99":7212.459999999997},"throughput":{"p50":50,"p75":92,"p90":129,"p99":211}},"gpt-5.1-codex|azure":{"latency":{"p50":1964,"p75":2704.25,"p90":4096.5,"p99":9694.899999999996},"throughput":{"p50":21,"p75":31,"p90":49.5,"p99":81.94999999999982}},"gpt-5.1-codex-mini|azure":{"latency":{"p50":3050.5,"p75":4905.75,"p90":8386.200000000003,"p99":24138.679999999993},"throughput":{"p50":73,"p75":110,"p90":133.20000000000005,"p99":159.51}},"kimi-k2-thinking|novita":{"latency":{"p50":885,"p75":1224,"p90":1703.3,"p99":7827.919999999998},"throughput":{"p50":38,"p75":40,"p90":41,"p99":45}},"kimi-k2-thinking|google":{"latency":{"p50":879.5,"p75":1189.25,"p90":3238.2,"p99":61878.19999999964},"throughput":{"p50":31,"p75":36.75,"p90":58.599999999999994,"p99":75.48999999999995}},"nova-premier-v1|amazon":{"latency":{"p50":596,"p75":843,"p90":1072,"p99":2996.079999999998},"throughput":{"p50":29,"p75":34,"p90":35,"p99":46.519999999999996}},"sonar-pro-search|perplexity":{"latency":{"p50":4194.5,"p75":8034.5,"p90":17706.4,"p99":38575.83000000001},"throughput":{"p50":59,"p75":99,"p90":123,"p99":167.5600000000004}},"voxtral-small-24b-2507|mistral":{"latency":{"p50":402,"p75":538,"p90":730.2,"p99":1322.5200000000018},"throughput":{"p50":47,"p75":117.5,"p90":147,"p99":195.82000000000005}},"gpt-oss-safeguard-20b|groq":{"latency":{"p50":231,"p75":329,"p90":454,"p99":913.2700000000004},"throughput":{"p50":376,"p75":648,"p90":1082,"p99":2569.600000000006}},"minimax-m2|minimax":{"latency":{"p50":1173.5,"p75":1733.75,"p90":2542.5,"p99":3951},"throughput":{"p50":57,"p75":65,"p90":75.5,"p99":97.75}},"minimax-m2|google":{"latency":{"p50":390.5,"p75":560.25,"p90":941.4,"p99":2413.760000000006},"throughput":{"p50":137.5,"p75":155.5,"p90":168.3,"p99":186.09}},"minimax-m2|novita":{"latency":{"p50":1158,"p75":1333,"p90":1797.8,"p99":4841.959999999997},"throughput":{"p50":64,"p75":71,"p90":77.4,"p99":94.21999999999998}},"qwen3-vl-32b-instruct|alibaba":{"latency":{"p50":1225.5,"p75":2593,"p90":9979.100000000006,"p99":24018.72},"throughput":{"p50":30,"p75":36,"p90":42,"p99":54}},"granite-4.0-h-micro|cloudflare":{"latency":{"p50":581,"p75":971.5,"p90":1732,"p99":2615},"throughput":{"p50":27,"p75":30,"p90":32,"p99":35.5}},"claude-haiku-4.5|google":{"latency":{"p50":387,"p75":460,"p90":611.5000000000002,"p99":1820.219999999999},"throughput":{"p50":83.5,"p75":91,"p90":100,"p99":159.4699999999997}},"claude-haiku-4.5|anthropic":{"latency":{"p50":828,"p75":1096,"p90":1567.800000000001,"p99":5108.810000000001},"throughput":{"p50":65,"p75":91,"p90":118,"p99":180}},"claude-haiku-4.5|azure":{"latency":{"p50":808.5,"p75":1252.25,"p90":1577.4,"p99":1641.54},"throughput":{"p50":54,"p75":64.5,"p90":76,"p99":121.62999999999997}},"claude-haiku-4.5|amazon":{"latency":{"p50":1152,"p75":1412.25,"p90":1890,"p99":4754.050000000007},"throughput":{"p50":50,"p75":76,"p90":107,"p99":197}},"qwen3-vl-8b-thinking|alibaba":{"latency":{"p50":709.5,"p75":1110.5,"p90":1713.3000000000006,"p99":3948},"throughput":{"p50":128.5,"p75":134.75,"p90":141.7,"p99":185.86999999999998}},"qwen3-vl-8b-instruct|alibaba":{"latency":{"p50":362,"p75":423,"p90":634.9000000000005,"p99":1556.1800000000003},"throughput":{"p50":52,"p75":57,"p90":61,"p99":121}},"qwen3-vl-8b-instruct|parasail":{"latency":{"p50":902,"p75":1148,"p90":1971,"p99":3259.1800000000003},"throughput":{"p50":26,"p75":30,"p90":37,"p99":145.09000000000015}},"qwen3-vl-30b-a3b-thinking|alibaba":{"latency":{"p50":537,"p75":1210.25,"p90":1638.5000000000007,"p99":12524.870000000019},"throughput":{"p50":117,"p75":126,"p90":132.60000000000002,"p99":140.14000000000001}},"qwen3-vl-30b-a3b-thinking|siliconflow":{"latency":{"p50":1216,"p75":1267.5,"p90":1338,"p99":1491},"throughput":{"p50":74,"p75":92.5,"p90":105,"p99":106.8}},"qwen3-vl-30b-a3b-instruct|alibaba":{"latency":{"p50":576,"p75":800,"p90":1281.9000000000005,"p99":3397.3100000000086},"throughput":{"p50":52,"p75":63,"p90":82,"p99":114}},"qwen3-vl-30b-a3b-instruct|deepinfra":{"latency":{"p50":366.5,"p75":880,"p90":1531,"p99":2514.2700000000004},"throughput":{"p50":11,"p75":18,"p90":27,"p99":36}},"qwen3-vl-30b-a3b-instruct|novita":{"latency":{"p50":644,"p75":857.75,"p90":1326,"p99":4641.649999999946},"throughput":{"p50":6,"p75":8,"p90":24,"p99":56}},"qwen3-vl-30b-a3b-instruct|siliconflow":{"latency":{"p50":1684.5,"p75":2277.75,"p90":3105.2,"p99":6149.709999999997},"throughput":{"p50":2,"p75":4,"p90":16,"p99":36}},"glm-4.6|venice":{"latency":{"p50":1165,"p75":1671.5,"p90":2455,"p99":9160.040000000026},"throughput":{"p50":18,"p75":22,"p90":27,"p99":33.99000000000001}},"glm-4.6|novita":{"latency":{"p50":1379,"p75":2298,"p90":4780.600000000003,"p99":20210.04000000004},"throughput":{"p50":37,"p75":53,"p90":68,"p99":94}},"glm-4.6|z-ai":{"latency":{"p50":4423,"p75":7441,"p90":12537,"p99":30357.999999999913},"throughput":{"p50":28,"p75":40,"p90":49,"p99":64}},"glm-4.6|atlascloud":{"latency":{"p50":843,"p75":1127,"p90":2168.8,"p99":11181.800000000036},"throughput":{"p50":35,"p75":39,"p90":42,"p99":50}},"claude-sonnet-4.5|amazon":{"latency":{"p50":9411,"p75":9411,"p90":9411,"p99":9411},"throughput":{"p50":99,"p75":99,"p90":99,"p99":99}},"claude-sonnet-4.5|anthropic":{"latency":{"p50":2114,"p75":2410,"p90":2587.6,"p99":2694.16},"throughput":{"p50":34.5,"p75":41.75,"p90":46.1,"p99":48.71}},"claude-sonnet-4.5|google":{"latency":{"p50":1466.5,"p75":2288.5,"p90":3301.6000000000013,"p99":6128.139999999999},"throughput":{"p50":35,"p75":44,"p90":61,"p99":87}},"claude-sonnet-4.5|azure":{"latency":{"p50":3538,"p75":5212,"p90":6216.4,"p99":6819.04},"throughput":{"p50":33,"p75":55,"p90":68.2,"p99":76.11999999999999}},"deepseek-v3.2-exp|novita":{"latency":{"p50":1553.5,"p75":1918,"p90":2537.9000000000005,"p99":8148.680000000008},"throughput":{"p50":19,"p75":28,"p90":35,"p99":39}},"deepseek-v3.2-exp|siliconflow":{"latency":{"p50":2133,"p75":3903,"p90":6910,"p99":12599.440000000013},"throughput":{"p50":13,"p75":18,"p90":22,"p99":34}},"deepseek-v3.2-exp|atlascloud":{"latency":{"p50":1583,"p75":1952,"p90":2676.6000000000004,"p99":5870.76},"throughput":{"p50":21,"p75":33,"p90":41,"p99":49}},"cydonia-24b-v4.1|parasail":{"latency":{"p50":913.5,"p75":1742,"p90":2694.2000000000003,"p99":5338.529999999997},"throughput":{"p50":18,"p75":22,"p90":25,"p99":30.309999999999945}},"qwen3-vl-235b-a22b-thinking|alibaba":{"latency":{"p50":781,"p75":1321.5,"p90":3889.7000000000003,"p99":10979.330000000005},"throughput":{"p50":58,"p75":60,"p90":61.30000000000001,"p99":62}},"qwen3-vl-235b-a22b-thinking|novita":{"latency":{"p50":1353,"p75":2690,"p90":3824.2,"p99":5326.560000000003},"throughput":{"p50":41,"p75":49.5,"p90":54,"p99":56.68000000000001}},"qwen3-vl-235b-a22b-instruct|deepinfra":{"latency":{"p50":851.5,"p75":1901,"p90":3252.3,"p99":5707.860000000001},"throughput":{"p50":13,"p75":17,"p90":20,"p99":23}},"qwen3-vl-235b-a22b-instruct|venice":{"latency":{"p50":741,"p75":1637.75,"p90":2994.3,"p99":5447.180000000002},"throughput":{"p50":19,"p75":33,"p90":46,"p99":81.43000000000006}},"qwen3-vl-235b-a22b-instruct|parasail":{"latency":{"p50":534,"p75":1250,"p90":2455,"p99":4798.450000000001},"throughput":{"p50":15,"p75":21,"p90":26,"p99":33.090000000000146}},"qwen3-vl-235b-a22b-instruct|alibaba":{"latency":{"p50":604.5,"p75":1181.25,"p90":2871.000000000001,"p99":6477.37},"throughput":{"p50":18,"p75":29,"p90":38,"p99":52}},"qwen3-vl-235b-a22b-instruct|novita":{"latency":{"p50":866,"p75":2171.5,"p90":12010.600000000006,"p99":26288.659999999985},"throughput":{"p50":14,"p75":25,"p90":32,"p99":41}},"qwen3-max|alibaba":{"latency":{"p50":929,"p75":1125,"p90":1388.4,"p99":4314.24},"throughput":{"p50":48,"p75":59,"p90":64,"p99":71}},"qwen3-coder-plus|alibaba":{"latency":{"p50":1385.5,"p75":1746,"p90":2367.8999999999996,"p99":4548.379999999997},"throughput":{"p50":34.5,"p75":44.5,"p90":71,"p99":91.03999999999996}},"deepseek-v3.1-terminus|deepinfra":{"latency":{"p50":685,"p75":1061,"p90":1581.1999999999998,"p99":3190.2000000000025},"throughput":{"p50":48,"p75":73,"p90":98.79999999999995,"p99":142}},"deepseek-v3.1-terminus|siliconflow":{"latency":{"p50":1538,"p75":2474,"p90":6236.4000000000015,"p99":11372.480000000003},"throughput":{"p50":16,"p75":19,"p90":21,"p99":24.120000000000005}},"deepseek-v3.1-terminus|novita":{"latency":{"p50":1667,"p75":1823,"p90":2042,"p99":2806.2700000000004},"throughput":{"p50":27,"p75":29,"p90":30,"p99":33}},"deepseek-v3.1-terminus|atlascloud":{"latency":{"p50":1267,"p75":1513,"p90":1804.2,"p99":3826.279999999998},"throughput":{"p50":47,"p75":65,"p90":82,"p99":92.13999999999999}},"deepseek-v3.1-terminus|streamlake":{"latency":{"p50":875,"p75":1243.5,"p90":1953.1999999999996,"p99":4851.000000000002},"throughput":{"p50":56,"p75":61.5,"p90":76.19999999999999,"p99":94.16000000000003}},"qwen3-coder-flash|alibaba":{"latency":{"p50":794,"p75":955.5,"p90":1124.7,"p99":3918.359999999997},"throughput":{"p50":40,"p75":50,"p90":69,"p99":90.56999999999994}},"qwen3-next-80b-a3b-thinking|alibaba":{"latency":{"p50":571,"p75":733,"p90":1091.8,"p99":2774.1999999999953},"throughput":{"p50":197,"p75":229,"p90":240.6,"p99":259.03999999999996}},"qwen3-next-80b-a3b-thinking|google":{"latency":{"p50":414,"p75":446.5,"p90":650.7999999999998,"p99":857.8199999999993},"throughput":{"p50":140,"p75":147.5,"p90":155.8,"p99":173.35999999999996}},"qwen3-next-80b-a3b-thinking|nebius":{"latency":{"p50":304,"p75":390,"p90":504.6000000000002,"p99":694.3800000000006},"throughput":{"p50":109,"p75":110,"p90":111.60000000000001,"p99":113.26}},"qwen3-next-80b-a3b-instruct|deepinfra":{"latency":{"p50":430,"p75":657,"p90":1125.6000000000004,"p99":5416.8600000000015},"throughput":{"p50":71,"p75":101,"p90":149,"p99":258.46000000000004}},"qwen3-next-80b-a3b-instruct|alibaba":{"latency":{"p50":560.5,"p75":718.75,"p90":1040.7,"p99":6159.670000000007},"throughput":{"p50":64,"p75":103,"p90":135,"p99":177.94000000000005}},"qwen3-next-80b-a3b-instruct|parasail":{"latency":{"p50":724,"p75":972,"p90":1418.3999999999999,"p99":5587.279999999993},"throughput":{"p50":91,"p75":121,"p90":145,"p99":176}},"qwen3-next-80b-a3b-instruct|google":{"latency":{"p50":732,"p75":1931,"p90":3025.6000000000004,"p99":5108.080000000001},"throughput":{"p50":41,"p75":99,"p90":155.39999999999998,"p99":328.0400000000002}},"qwen3-next-80b-a3b-instruct|novita":{"latency":{"p50":855,"p75":1016,"p90":1294,"p99":5201.8},"throughput":{"p50":89,"p75":141,"p90":173,"p99":235.6}},"qwen-plus|alibaba":{"latency":{"p50":664,"p75":790,"p90":1115.3999999999999,"p99":1573.2600000000002},"throughput":{"p50":57,"p75":64,"p90":67,"p99":69}},"kimi-k2-0905|novita":{"latency":{"p50":793,"p75":922,"p90":1082,"p99":1701.5000000000018},"throughput":{"p50":18,"p75":24,"p90":35,"p99":41}},"kimi-k2-0905|groq":{"latency":{"p50":336.5,"p75":565,"p90":876.9000000000005,"p99":2134.2199999999993},"throughput":{"p50":70,"p75":147,"p90":232,"p99":611.5299999999997}},"qwen3-30b-a3b-thinking-2507|alibaba":{"latency":{"p50":421,"p75":533,"p90":769,"p99":4148.799999999999},"throughput":{"p50":146,"p75":172,"p90":207.8,"p99":233.1599999999999}},"hermes-4-70b|nebius":{"latency":{"p50":233,"p75":370,"p90":701.5999999999999,"p99":5717.199999999975},"throughput":{"p50":80,"p75":97,"p90":107,"p99":126.31999999999971}},"hermes-4-405b|nebius":{"latency":{"p50":393,"p75":677.5,"p90":1547.4,"p99":8966.660000000016},"throughput":{"p50":31,"p75":37,"p90":40,"p99":44.72000000000003}},"deepseek-chat-v3.1|deepinfra":{"latency":{"p50":854,"p75":1197,"p90":1773,"p99":5386.949999999995},"throughput":{"p50":14,"p75":18,"p90":22,"p99":30}},"deepseek-chat-v3.1|novita":{"latency":{"p50":1663,"p75":1859,"p90":2243.3,"p99":5642.209999999997},"throughput":{"p50":16,"p75":23,"p90":28,"p99":34}},"deepseek-chat-v3.1|siliconflow":{"latency":{"p50":1615.5,"p75":3145.5,"p90":7146.099999999999,"p99":17512.67},"throughput":{"p50":13,"p75":16,"p90":20,"p99":24}},"deepseek-chat-v3.1|atlascloud":{"latency":{"p50":1361,"p75":1629,"p90":2025.4000000000005,"p99":4481.509999999993},"throughput":{"p50":30,"p75":50,"p90":67,"p99":95}},"deepseek-chat-v3.1|coreweave":{"latency":{"p50":359,"p75":432,"p90":551.9000000000005,"p99":1162.3600000000006},"throughput":{"p50":51,"p75":58,"p90":64,"p99":72}},"deepseek-chat-v3.1|mara":{"latency":{"p50":2930,"p75":6340.5,"p90":9623.6,"p99":25049.280000000035},"throughput":{"p50":30,"p75":61.5,"p90":81.2,"p99":142.48000000000002}},"deepseek-chat-v3.1|sambanova":{"latency":{"p50":1078,"p75":1433.5,"p90":2341.4000000000005,"p99":5698.00000000002},"throughput":{"p50":51,"p75":68,"p90":111,"p99":203}},"mistral-medium-3.1|mistral":{"latency":{"p50":397,"p75":641.25,"p90":1178.6000000000008,"p99":5848.089999999998},"throughput":{"p50":49,"p75":58,"p90":80.10000000000014,"p99":119.30999999999995}},"glm-4.5v|novita":{"latency":{"p50":1750,"p75":2143,"p90":2368,"p99":6800.1599999999835},"throughput":{"p50":75,"p75":93,"p90":110.8,"p99":143.31999999999994}},"glm-4.5v|z-ai":{"latency":{"p50":2250,"p75":2658.5,"p90":3335,"p99":10700.5},"throughput":{"p50":70,"p75":80,"p90":92,"p99":130.75}},"jamba-large-1.7|ai21":{"latency":{"p50":576,"p75":665,"p90":838.2000000000003,"p99":1168.6599999999999},"throughput":{"p50":17,"p75":41,"p90":59.800000000000004,"p99":65.74}},"gpt-5|azure":{"latency":{"p50":703,"p75":2287.5,"p90":5582.400000000001,"p99":22479.360000000004},"throughput":{"p50":44,"p75":60,"p90":80,"p99":107}},"gpt-5|openai":{"latency":{"p50":2775.5,"p75":6421.25,"p90":14149.900000000001,"p99":59375.91000000006},"throughput":{"p50":49,"p75":66,"p90":82,"p99":110}},"gpt-5-mini|openai":{"latency":{"p50":7249,"p75":9661.5,"p90":12520.400000000001,"p99":47191.09999999999},"throughput":{"p50":76,"p75":85.5,"p90":100,"p99":115.77999999999997}},"gpt-5-mini|azure":{"latency":{"p50":4132,"p75":6631.5,"p90":9250.500000000002,"p99":18300.66000000001},"throughput":{"p50":72,"p75":89.25,"p90":103,"p99":121}},"gpt-5-nano|openai":{"latency":{"p50":6686,"p75":9909,"p90":12584.8,"p99":82720.35999999996},"throughput":{"p50":172,"p75":198.5,"p90":206.2,"p99":217.32}},"gpt-5-nano|azure":{"latency":{"p50":643,"p75":2992,"p90":4839.2,"p99":13931.720000000001},"throughput":{"p50":52,"p75":67,"p90":90,"p99":125}},"gpt-oss-120b|coreweave":{"latency":{"p50":531,"p75":815,"p90":3504.3000000000093,"p99":11391.270000000015},"throughput":{"p50":25,"p75":38,"p90":47,"p99":56}},"gpt-oss-120b|deepinfra":{"latency":{"p50":568,"p75":732,"p90":962,"p99":1833.2700000000004},"throughput":{"p50":210,"p75":256,"p90":305,"p99":439}},"gpt-oss-120b|novita":{"latency":{"p50":515,"p75":799.25,"p90":2010,"p99":11226.750000000011},"throughput":{"p50":67,"p75":100,"p90":158,"p99":258}},"gpt-oss-120b|siliconflow":{"latency":{"p50":1688.5,"p75":2503.5,"p90":3194.2,"p99":4988.400000000002},"throughput":{"p50":22,"p75":27,"p90":37,"p99":99.09000000000003}},"gpt-oss-120b|mancer-2":{"latency":{"p50":6122,"p75":14552.5,"p90":21606.5,"p99":31941.40000000001},"throughput":{"p50":14,"p75":25,"p90":71,"p99":146.4000000000001}},"gpt-oss-120b|digitalocean":{"latency":{"p50":1386,"p75":1748.25,"p90":2322.800000000001,"p99":3366.4400000000023},"throughput":{"p50":22,"p75":23,"p90":24,"p99":26}},"gpt-oss-120b|google":{"latency":{"p50":348,"p75":519,"p90":1046.2000000000003,"p99":5053.840000000001},"throughput":{"p50":134,"p75":180,"p90":199,"p99":229.44000000000005}},"gpt-oss-120b|baseten":{"latency":{"p50":314,"p75":409,"p90":522,"p99":1058.8999999999996},"throughput":{"p50":145,"p75":189,"p90":232,"p99":413.29999999999745}},"gpt-oss-120b|parasail":{"latency":{"p50":470,"p75":712.25,"p90":937,"p99":1510.1800000000003},"throughput":{"p50":81,"p75":95,"p90":202,"p99":316.09000000000015}},"gpt-oss-120b|sambanova":{"latency":{"p50":1624,"p75":2953.5,"p90":4643.600000000002,"p99":11451.940000000024},"throughput":{"p50":137,"p75":287,"p90":420,"p99":570.1400000000003}},"gpt-oss-120b|amazon":{"latency":{"p50":545,"p75":668,"p90":820,"p99":3292.0700000000033},"throughput":{"p50":148,"p75":235,"p90":312,"p99":428}},"gpt-oss-120b|together":{"latency":{"p50":355,"p75":560,"p90":1319.800000000001,"p99":5374.800000000003},"throughput":{"p50":49,"p75":72,"p90":116,"p99":161}},"gpt-oss-120b|nebius":{"latency":{"p50":433,"p75":572.25,"p90":1454.7000000000016,"p99":9921.45},"throughput":{"p50":186,"p75":234,"p90":276.90000000000055,"p99":360}},"gpt-oss-120b|phala":{"latency":{"p50":862,"p75":1182,"p90":1741.1000000000001,"p99":4336.959999999996},"throughput":{"p50":77,"p75":92,"p90":106,"p99":155}},"gpt-oss-120b|groq":{"latency":{"p50":292,"p75":602,"p90":1083.9000000000005,"p99":2663.3600000000006},"throughput":{"p50":305,"p75":428,"p90":557,"p99":1000.8100000000013}},"gpt-oss-120b|mara":{"latency":{"p50":3772,"p75":5987.5,"p90":9385.600000000002,"p99":19629.260000000024},"throughput":{"p50":103,"p75":198,"p90":323.20000000000005,"p99":492.0800000000004}},"gpt-oss-120b|cerebras":{"latency":{"p50":250,"p75":408,"p90":710,"p99":3045.4500000000007},"throughput":{"p50":491.5,"p75":969,"p90":1474.9000000000005,"p99":2519.540000000001}},"gpt-oss-20b|coreweave":{"latency":{"p50":271,"p75":298,"p90":509.90000000000055,"p99":6684.960000000006},"throughput":{"p50":144,"p75":174,"p90":196,"p99":242.09000000000015}},"gpt-oss-20b|deepinfra":{"latency":{"p50":327,"p75":528,"p90":908,"p99":6787.250000000004},"throughput":{"p50":96,"p75":112,"p90":123,"p99":148}},"gpt-oss-20b|parasail":{"latency":{"p50":426,"p75":523,"p90":742,"p99":3398.2400000000052},"throughput":{"p50":56,"p75":62,"p90":68,"p99":77}},"gpt-oss-20b|novita":{"latency":{"p50":381,"p75":450,"p90":674,"p99":14937.700000000059},"throughput":{"p50":76,"p75":93,"p90":104,"p99":126}},"gpt-oss-20b|phala":{"latency":{"p50":385,"p75":478,"p90":675.8,"p99":6496.119999999974},"throughput":{"p50":58,"p75":60,"p90":62,"p99":67}},"gpt-oss-20b|siliconflow":{"latency":{"p50":1257,"p75":1577,"p90":2636.9999999999945,"p99":28464.96},"throughput":{"p50":33,"p75":53,"p90":73,"p99":129.3199999999997}},"gpt-oss-20b|together":{"latency":{"p50":205.5,"p75":423.25,"p90":510.4999999999999,"p99":717.0500000000001},"throughput":{"p50":118,"p75":129.75,"p90":141.3,"p99":143.73}},"gpt-oss-20b|amazon":{"latency":{"p50":437,"p75":586.25,"p90":1130.9000000000005,"p99":3440.340000000004},"throughput":{"p50":289,"p75":370,"p90":434,"p99":706.0900000000001}},"gpt-oss-20b|google":{"latency":{"p50":1288.5,"p75":2853.5,"p90":4287.600000000002,"p99":9951.32},"throughput":{"p50":141,"p75":218,"p90":324.7000000000003,"p99":517.0799999999999}},"gpt-oss-20b|fireworks":{"latency":{"p50":386,"p75":473,"p90":692,"p99":3126.9900000000016},"throughput":{"p50":78,"p75":101,"p90":121,"p99":161}},"gpt-oss-20b|groq":{"latency":{"p50":409.5,"p75":664,"p90":1062.9000000000005,"p99":3019.9000000000015},"throughput":{"p50":347.5,"p75":585,"p90":888,"p99":2592.8800000000047}},"claude-opus-4.1|anthropic":{"latency":{"p50":2041.5,"p75":2358,"p90":2942.3,"p99":5938.679999999991},"throughput":{"p50":25.5,"p75":30,"p90":34.1,"p99":40.81999999999999}},"claude-opus-4.1|google":{"latency":{"p50":1967,"p75":2446,"p90":2928.4,"p99":3901.56},"throughput":{"p50":21,"p75":23,"p90":24,"p99":36.559999999999995}},"claude-opus-4.1|amazon":{"latency":{"p50":5359,"p75":8273,"p90":10060,"p99":12727.559999999987},"throughput":{"p50":9,"p75":11,"p90":13,"p99":20}},"codestral-2508|mistral":{"latency":{"p50":315,"p75":386.5,"p90":470.8000000000004,"p99":3072.760000000001},"throughput":{"p50":40,"p75":73,"p90":138.80000000000007,"p99":186.54000000000002}},"qwen3-coder-30b-a3b-instruct|novita":{"latency":{"p50":602,"p75":879,"p90":2350.3999999999996,"p99":5169.039999999987},"throughput":{"p50":48,"p75":64,"p90":73,"p99":94.43999999999994}},"qwen3-coder-30b-a3b-instruct|siliconflow":{"latency":{"p50":1302,"p75":1474,"p90":2443.8,"p99":5373.4699999999975},"throughput":{"p50":18,"p75":24,"p90":34,"p99":54.58999999999992}},"qwen3-coder-30b-a3b-instruct|alibaba":{"latency":{"p50":879,"p75":1037,"p90":1251.5,"p99":4982.200000000005},"throughput":{"p50":43,"p75":61,"p90":71,"p99":83}},"qwen3-coder-30b-a3b-instruct|digitalocean":{"latency":{"p50":752.5,"p75":1004,"p90":1418,"p99":13339.149999999974},"throughput":{"p50":26.5,"p75":53.25,"p90":93,"p99":100}},"qwen3-30b-a3b-instruct-2507|streamlake":{"latency":{"p50":774,"p75":1436.75,"p90":2400.7000000000016,"p99":4278.0300000000025},"throughput":{"p50":64,"p75":110,"p90":170,"p99":226}},"qwen3-30b-a3b-instruct-2507|siliconflow":{"latency":{"p50":1985,"p75":2472.5,"p90":3448.1000000000004,"p99":12647.329999999998},"throughput":{"p50":26,"p75":42,"p90":59,"p99":96.50999999999999}},"qwen3-30b-a3b-instruct-2507|nebius":{"latency":{"p50":333,"p75":713.5,"p90":1350,"p99":7605.300000000006},"throughput":{"p50":60,"p75":87,"p90":117,"p99":177.60000000000036}},"qwen3-30b-a3b-instruct-2507|coreweave":{"latency":{"p50":308,"p75":465,"p90":1089.7,"p99":9513.91},"throughput":{"p50":69,"p75":81,"p90":91,"p99":107}},"qwen3-30b-a3b-instruct-2507|alibaba":{"latency":{"p50":335,"p75":394.25,"p90":748.8000000000002,"p99":7510.339999999989},"throughput":{"p50":50,"p75":88,"p90":103,"p99":143.42999999999984}},"qwen3-30b-a3b-instruct-2507|phala":{"latency":{"p50":1133,"p75":4123.25,"p90":5198,"p99":6021.549999999999},"throughput":{"p50":57,"p75":86.75,"p90":132.5,"p99":164}},"glm-4.5|z-ai":{"latency":{"p50":11066,"p75":16661.5,"p90":25311.79999999998,"p99":81172.53999999972},"throughput":{"p50":26,"p75":34,"p90":40,"p99":57}},"glm-4.5-air|novita":{"latency":{"p50":679,"p75":885.5,"p90":1225.1999999999998,"p99":4353.919999999989},"throughput":{"p50":57,"p75":72,"p90":81,"p99":100.93999999999994}},"glm-4.5-air|siliconflow":{"latency":{"p50":1292,"p75":1588.25,"p90":2001.8000000000002,"p99":6181.500000000024},"throughput":{"p50":22,"p75":28,"p90":36.900000000000034,"p99":65.18000000000006}},"glm-4.5-air|z-ai":{"latency":{"p50":1744.5,"p75":2073.25,"p90":2931.300000000002,"p99":4411.390000000001},"throughput":{"p50":47,"p75":64.75,"p90":71,"p99":84.59000000000003}},"qwen3-235b-a22b-thinking-2507|alibaba":{"latency":{"p50":780,"p75":1076,"p90":2022.500000000001,"p99":5202.219999999999},"throughput":{"p50":50.5,"p75":59,"p90":67,"p99":79}},"qwen3-235b-a22b-thinking-2507|deepinfra":{"latency":{"p50":939,"p75":1259.5,"p90":2459.2000000000016,"p99":21261.01999999999},"throughput":{"p50":43.5,"p75":51,"p90":61.20000000000002,"p99":96.21}},"qwen3-235b-a22b-thinking-2507|novita":{"latency":{"p50":2352,"p75":6536,"p90":13049.5,"p99":24638},"throughput":{"p50":39.5,"p75":45,"p90":56.5,"p99":81.5}},"qwen3-coder|google":{"latency":{"p50":995,"p75":2001,"p90":7136.4,"p99":14582.48},"throughput":{"p50":43,"p75":90,"p90":120.60000000000004,"p99":228.24}},"qwen3-coder|deepinfra":{"latency":{"p50":350,"p75":419,"p90":600,"p99":1887.9000000000115},"throughput":{"p50":72,"p75":89,"p90":101,"p99":162}},"qwen3-coder|venice":{"latency":{"p50":634,"p75":761,"p90":1379.2000000000005,"p99":3226.720000000004},"throughput":{"p50":51,"p75":74,"p90":93,"p99":115.28000000000003}},"qwen3-coder|novita":{"latency":{"p50":1966.5,"p75":2881,"p90":4925.500000000001,"p99":12397.379999999974},"throughput":{"p50":30,"p75":48,"p90":64,"p99":107}},"qwen3-coder|alibaba":{"latency":{"p50":901.5,"p75":1003.25,"p90":1087.3,"p99":1286.8299999999995},"throughput":{"p50":13.5,"p75":44.75,"p90":94.10000000000002,"p99":119.38999999999997}},"qwen3-coder|coreweave":{"latency":{"p50":483.5,"p75":745.75,"p90":1596.3999999999996,"p99":2729.1399999999994},"throughput":{"p50":57.5,"p75":65,"p90":65.30000000000001,"p99":65.93}},"ui-tars-1.5-7b|parasail":{"latency":{"p50":1766,"p75":2349.5,"p90":2764,"p99":4069.0999999999976},"throughput":{"p50":6,"p75":13,"p90":45,"p99":128.69999999999987}},"gemini-2.5-flash-lite|google":{"latency":{"p50":2186,"p75":2678.25,"p90":3494,"p99":4931.09},"throughput":{"p50":37,"p75":58,"p90":86,"p99":167}},"qwen3-235b-a22b-2507|deepinfra":{"latency":{"p50":798.5,"p75":3679.75,"p90":5383,"p99":9295.09},"throughput":{"p50":7,"p75":11,"p90":14,"p99":22}},"qwen3-235b-a22b-2507|novita":{"latency":{"p50":895.5,"p75":3006,"p90":5808.900000000001,"p99":41696},"throughput":{"p50":12,"p75":37,"p90":54,"p99":75}},"qwen3-235b-a22b-2507|parasail":{"latency":{"p50":594,"p75":803,"p90":1262.6000000000004,"p99":5392.120000000024},"throughput":{"p50":23,"p75":30,"p90":37,"p99":46}},"qwen3-235b-a22b-2507|alibaba":{"latency":{"p50":503,"p75":656,"p90":947.9000000000005,"p99":16714.890000000018},"throughput":{"p50":37,"p75":54,"p90":71,"p99":88.09000000000015}},"qwen3-235b-a22b-2507|venice":{"latency":{"p50":1184,"p75":4141,"p90":6051.4,"p99":9071.920000000002},"throughput":{"p50":5,"p75":9,"p90":13,"p99":23}},"qwen3-235b-a22b-2507|nebius":{"latency":{"p50":538,"p75":1147,"p90":3845,"p99":12757.799999999967},"throughput":{"p50":35,"p75":65,"p90":94,"p99":167.19999999999982}},"qwen3-235b-a22b-2507|friendli":{"latency":{"p50":365.5,"p75":621.25,"p90":1217.6000000000004,"p99":3430.720000000002},"throughput":{"p50":30,"p75":41,"p90":51,"p99":73}},"qwen3-235b-a22b-2507|atlascloud":{"latency":{"p50":1253.5,"p75":1591,"p90":2417.6000000000004,"p99":12213.520000000006},"throughput":{"p50":33.5,"p75":51,"p90":62,"p99":92.19000000000005}},"qwen3-235b-a22b-2507|streamlake":{"latency":{"p50":573,"p75":724,"p90":1147,"p99":2937},"throughput":{"p50":42,"p75":54,"p90":61,"p99":69}},"qwen3-235b-a22b-2507|crusoe":{"latency":{"p50":256,"p75":449,"p90":912.5999999999999,"p99":3651.7600000000166},"throughput":{"p50":43,"p75":48,"p90":52,"p99":63.680000000000064}},"qwen3-235b-a22b-2507|google":{"latency":{"p50":652,"p75":1053,"p90":1420.8000000000002,"p99":2482.7600000000007},"throughput":{"p50":34,"p75":50,"p90":67.40000000000009,"p99":104.72000000000003}},"kimi-k2|novita":{"latency":{"p50":807,"p75":983,"p90":1329,"p99":4268},"throughput":{"p50":27,"p75":35,"p90":38,"p99":42}},"dolphin-mistral-24b-venice-edition|venice":{"latency":{"p50":625,"p75":1019,"p90":1988,"p99":8198.900000000012},"throughput":{"p50":67,"p75":95,"p90":111,"p99":245.30000000000007}},"hunyuan-a13b-instruct|siliconflow":{"latency":{"p50":1091,"p75":1209.25,"p90":1266.5,"p99":3129.5499999999993},"throughput":{"p50":2,"p75":6,"p90":10.5,"p99":11}},"morph-v3-large|morph":{"latency":{"p50":381,"p75":543,"p90":725.0000000000001,"p99":2226.8799999999937},"throughput":{"p50":2863,"p75":4438,"p90":4873.200000000001,"p99":5823.239999999997}},"morph-v3-fast|morph":{"latency":{"p50":568,"p75":757,"p90":803.8000000000001,"p99":880.04},"throughput":{"p50":2571,"p75":3620,"p90":4084,"p99":5367.839999999998}},"ernie-4.5-vl-424b-a47b|novita":{"latency":{"p50":1079,"p75":1580,"p90":1705.4,"p99":1741.04},"throughput":{"p50":10,"p75":12.5,"p90":24.800000000000008,"p99":39.37999999999998}},"mistral-small-3.2-24b-instruct|deepinfra":{"latency":{"p50":446,"p75":565,"p90":776,"p99":3572.2800000000007},"throughput":{"p50":12,"p75":18,"p90":27,"p99":42}},"mistral-small-3.2-24b-instruct|venice":{"latency":{"p50":809,"p75":955,"p90":1203,"p99":7392.200000000012},"throughput":{"p50":10,"p75":11,"p90":16,"p99":31}},"mistral-small-3.2-24b-instruct|mistral":{"latency":{"p50":313,"p75":432,"p90":825,"p99":2512.09},"throughput":{"p50":82,"p75":113,"p90":136,"p99":172}},"minimax-m1|minimax":{"latency":{"p50":1559.5,"p75":1735.5,"p90":1985.5,"p99":4865.3600000000015},"throughput":{"p50":41.5,"p75":49.75,"p90":57.3,"p99":79.39000000000001}},"gemini-2.5-flash|google":{"latency":{"p50":1850,"p75":3360,"p90":7018.800000000001,"p99":15471.039999999979},"throughput":{"p50":39,"p75":84,"p90":131,"p99":235}},"gemini-2.5-pro|google":{"latency":{"p50":4819,"p75":5242,"p90":5577.400000000001,"p99":6873.24},"throughput":{"p50":21,"p75":24,"p90":28,"p99":121.24}},"deepseek-r1-0528|deepinfra":{"latency":{"p50":601,"p75":762.75,"p90":1074.3000000000002,"p99":3555.3899999999594},"throughput":{"p50":25,"p75":28,"p90":30,"p99":36}},"deepseek-r1-0528|siliconflow":{"latency":{"p50":1365,"p75":2355.5,"p90":4357.4000000000015,"p99":20659.88000000012},"throughput":{"p50":19,"p75":21,"p90":22,"p99":25}},"deepseek-r1-0528|streamlake":{"latency":{"p50":2408,"p75":3321,"p90":3923.4000000000005,"p99":5730.9200000000055},"throughput":{"p50":28,"p75":33,"p90":36,"p99":42}},"deepseek-r1-0528|novita":{"latency":{"p50":1225,"p75":1744,"p90":2797,"p99":4404.199999999995},"throughput":{"p50":23,"p75":27,"p90":30,"p99":36.499999999999986}},"claude-sonnet-4|google":{"latency":{"p50":1006,"p75":1456,"p90":2175,"p99":3685.480000000001},"throughput":{"p50":40,"p75":44,"p90":48,"p99":76}},"claude-sonnet-4|amazon":{"latency":{"p50":1045,"p75":1629.25,"p90":1996,"p99":4233.340000000004},"throughput":{"p50":46,"p75":61,"p90":71,"p99":106}},"gemma-3n-e4b-it|together":{"latency":{"p50":2836,"p75":3919,"p90":5048.800000000001,"p99":18047.96},"throughput":{"p50":49,"p75":57,"p90":61,"p99":69}},"mistral-medium-3|mistral":{"latency":{"p50":940,"p75":1485,"p90":1827,"p99":5390.200000000043},"throughput":{"p50":21,"p75":41,"p90":46,"p99":50.60000000000002}},"llama-guard-4-12b|deepinfra":{"latency":{"p50":531,"p75":830,"p90":1524.199999999999,"p99":4429.069999999999},"throughput":{"p50":4,"p75":7,"p90":12,"p99":25}},"llama-guard-4-12b|together":{"latency":{"p50":176,"p75":251,"p90":369.40000000000055,"p99":765},"throughput":{"p50":13,"p75":20,"p90":28,"p99":45}},"qwen3-30b-a3b|deepinfra":{"latency":{"p50":222,"p75":288,"p90":476.1999999999998,"p99":1207.1499999999996},"throughput":{"p50":73,"p75":82,"p90":89,"p99":103.82999999999993}},"qwen3-30b-a3b|alibaba":{"latency":{"p50":474,"p75":512,"p90":609.9000000000001,"p99":908.8099999999993},"throughput":{"p50":101,"p75":105,"p90":108,"p99":115.08999999999992}},"qwen3-30b-a3b|nextbit":{"latency":{"p50":1249.5,"p75":1451,"p90":1676,"p99":2242.8},"throughput":{"p50":17,"p75":17,"p90":17,"p99":18}},"qwen3-8b|alibaba":{"latency":{"p50":720,"p75":839,"p90":1173.1000000000004,"p99":5217.78999999999},"throughput":{"p50":48,"p75":62,"p90":70,"p99":75}},"qwen3-14b|nextbit":{"latency":{"p50":881,"p75":1089.5,"p90":1325,"p99":1771},"throughput":{"p50":51,"p75":55,"p90":57,"p99":62}},"qwen3-14b|deepinfra":{"latency":{"p50":377,"p75":733,"p90":1483,"p99":4556.6},"throughput":{"p50":61,"p75":71,"p90":75,"p99":83}},"qwen3-14b|alibaba":{"latency":{"p50":632,"p75":5862,"p90":20844,"p99":40681.95999999999},"throughput":{"p50":39,"p75":58,"p90":64,"p99":68}},"qwen3-32b|deepinfra":{"latency":{"p50":617,"p75":995,"p90":1501.9000000000005,"p99":2833.3600000000006},"throughput":{"p50":18,"p75":22,"p90":25,"p99":33}},"qwen3-32b|nebius":{"latency":{"p50":462,"p75":787,"p90":2084,"p99":4967.999999999985},"throughput":{"p50":15,"p75":23,"p90":30,"p99":39}},"qwen3-32b|siliconflow":{"latency":{"p50":1567,"p75":1780,"p90":2602.400000000002,"p99":8336.040000000008},"throughput":{"p50":22,"p75":29,"p90":35,"p99":53}},"qwen3-32b|groq":{"latency":{"p50":387.5,"p75":1751.5,"p90":3370.5000000000005,"p99":5632.009999999998},"throughput":{"p50":318.5,"p75":439.5,"p90":616.3000000000001,"p99":1741.049999999987}},"qwen3-235b-a22b|alibaba":{"latency":{"p50":502,"p75":629,"p90":902.5999999999999,"p99":4405.679999999977},"throughput":{"p50":45,"p75":54,"p90":63,"p99":94.07999999999993}},"o4-mini-high|openai":{"latency":{"p50":4009,"p75":5385,"p90":9110.00000000001,"p99":22877.790000000008},"throughput":{"p50":96,"p75":114,"p90":125.10000000000002,"p99":139.55}},"o3|openai":{"latency":{"p50":4230,"p75":7187,"p90":11057,"p99":22250.80000000014},"throughput":{"p50":46,"p75":65,"p90":92,"p99":139.80000000000018}},"o4-mini|openai":{"latency":{"p50":6590,"p75":9600,"p90":15027.600000000004,"p99":36780.71999999999},"throughput":{"p50":79,"p75":100,"p90":120,"p99":154}},"gpt-4.1|azure":{"latency":{"p50":563.5,"p75":711.5,"p90":894.9,"p99":2312.87000000001},"throughput":{"p50":110.5,"p75":139,"p90":159.1,"p99":182.63000000000002}},"gpt-4.1|openai":{"latency":{"p50":741,"p75":1134,"p90":2059,"p99":6092.810000000001},"throughput":{"p50":35,"p75":62,"p90":92,"p99":160}},"gpt-4.1-mini|openai":{"latency":{"p50":764,"p75":1126.25,"p90":2993.5000000000027,"p99":14529.890000000003},"throughput":{"p50":27,"p75":50,"p90":68,"p99":92}},"gpt-4.1-mini|azure":{"latency":{"p50":684.5,"p75":982.5,"p90":1380.6000000000001,"p99":3042.1100000000006},"throughput":{"p50":57,"p75":71,"p90":78,"p99":95}},"gpt-4.1-nano|openai":{"latency":{"p50":603,"p75":850,"p90":1730.9000000000005,"p99":8598.45},"throughput":{"p50":26,"p75":68,"p90":102.90000000000055,"p99":169.09000000000015}},"gpt-4.1-nano|azure":{"latency":{"p50":1141.5,"p75":2095.75,"p90":2895.8,"p99":14294.639999999981},"throughput":{"p50":34,"p75":57,"p90":117,"p99":185}},"llama-4-maverick|deepinfra":{"latency":{"p50":353,"p75":485,"p90":762,"p99":2292.09},"throughput":{"p50":25,"p75":30,"p90":35,"p99":44}},"llama-4-maverick|digitalocean":{"latency":{"p50":435,"p75":579,"p90":981,"p99":2378.350000000002},"throughput":{"p50":12,"p75":14,"p90":16,"p99":26}},"llama-4-maverick|novita":{"latency":{"p50":509,"p75":628,"p90":842,"p99":1949.1800000000003},"throughput":{"p50":22,"p75":26,"p90":30,"p99":38}},"llama-4-maverick|parasail":{"latency":{"p50":392,"p75":535.75,"p90":894.3000000000002,"p99":2327.310000000005},"throughput":{"p50":81,"p75":109,"p90":127,"p99":153.4300000000003}},"llama-4-maverick|google":{"latency":{"p50":946,"p75":1206,"p90":1732.6000000000001,"p99":2375.600000000001},"throughput":{"p50":71,"p75":95,"p90":108,"p99":126}},"llama-4-scout|deepinfra":{"latency":{"p50":310,"p75":466,"p90":867.9000000000005,"p99":2450.3600000000006},"throughput":{"p50":34,"p75":45,"p90":55,"p99":72}},"llama-4-scout|groq":{"latency":{"p50":414,"p75":616.75,"p90":845.7000000000003,"p99":2069.9400000000005},"throughput":{"p50":76,"p75":238,"p90":414.7000000000003,"p99":939.1700000000028}},"llama-4-scout|novita":{"latency":{"p50":498.5,"p75":928.25,"p90":1582.3000000000004,"p99":2360.219999999997},"throughput":{"p50":26,"p75":41,"p90":53,"p99":69}},"llama-4-scout|google":{"latency":{"p50":806,"p75":1388,"p90":2117,"p99":4335.100000000003},"throughput":{"p50":35,"p75":65,"p90":114,"p99":209.4000000000002}},"deepseek-chat-v3-0324|deepinfra":{"latency":{"p50":1692,"p75":4756,"p90":7767.000000000009,"p99":23119.08},"throughput":{"p50":16,"p75":23,"p90":30,"p99":42}},"deepseek-chat-v3-0324|siliconflow":{"latency":{"p50":1871.5,"p75":3680.25,"p90":6465.200000000001,"p99":20060.480000000003},"throughput":{"p50":11,"p75":16,"p90":20,"p99":25.8100000000004}},"deepseek-chat-v3-0324|novita":{"latency":{"p50":1214,"p75":1472,"p90":1969.6000000000022,"p99":3845.2700000000004},"throughput":{"p50":29,"p75":33,"p90":35,"p99":41}},"deepseek-chat-v3-0324|crusoe":{"latency":{"p50":346,"p75":435.75,"p90":585.3000000000002,"p99":5994.659999999994},"throughput":{"p50":31,"p75":34,"p90":36,"p99":41}},"mistral-small-3.1-24b-instruct|cloudflare":{"latency":{"p50":414.5,"p75":643,"p90":1039,"p99":1829.1800000000003},"throughput":{"p50":41,"p75":51,"p90":58,"p99":72}},"gemma-3-4b-it|deepinfra":{"latency":{"p50":540,"p75":748,"p90":1049,"p99":3194.560000000012},"throughput":{"p50":24,"p75":31,"p90":61,"p99":76}},"gemma-3-12b-it|deepinfra":{"latency":{"p50":378,"p75":548,"p90":874.9000000000005,"p99":3055.8100000000013},"throughput":{"p50":39,"p75":49,"p90":56,"p99":69}},"command-a|cohere":{"latency":{"p50":258,"p75":501,"p90":934.8000000000004,"p99":2582.419999999999},"throughput":{"p50":21,"p75":32,"p90":52.2,"p99":62.69999999999999}},"gemma-3-27b-it|deepinfra":{"latency":{"p50":803,"p75":1706.25,"p90":3154.2,"p99":7633.63},"throughput":{"p50":17,"p75":20,"p90":22,"p99":27.210000000000036}},"gemma-3-27b-it|parasail":{"latency":{"p50":617,"p75":824,"p90":1247.9000000000005,"p99":3176.3600000000006},"throughput":{"p50":27,"p75":42,"p90":49,"p99":59}},"gemma-3-27b-it|nebius":{"latency":{"p50":1223.5,"p75":3142.5,"p90":5285.4,"p99":7408.909999999996},"throughput":{"p50":11,"p75":22,"p90":44,"p99":79}},"gemma-3-27b-it|novita":{"latency":{"p50":782,"p75":4026,"p90":18892.80000000001,"p99":56771.17},"throughput":{"p50":19,"p75":30,"p90":35,"p99":40}},"gemma-3-27b-it|phala":{"latency":{"p50":1468.5,"p75":2219.75,"p90":3221,"p99":4993.150000000023},"throughput":{"p50":25,"p75":32,"p90":42,"p99":61.15000000000009}},"skyfall-36b-v2|parasail":{"latency":{"p50":2385,"p75":3495.5,"p90":4888.7000000000035,"p99":6594.1500000000015},"throughput":{"p50":16,"p75":20,"p90":25.700000000000017,"p99":43}},"sonar-reasoning-pro|perplexity":{"latency":{"p50":8364,"p75":12468,"p90":27750.000000000022,"p99":51948.940000000206},"throughput":{"p50":10,"p75":15.25,"p90":26.30000000000001,"p99":62.65000000000006}},"sonar-pro|perplexity":{"latency":{"p50":2042,"p75":2484,"p90":2855.4,"p99":4920.119999999992},"throughput":{"p50":80,"p75":97,"p90":114,"p99":150.75999999999976}},"sonar-deep-research|perplexity":{"latency":{"p50":105555,"p75":128165,"p90":149642,"p99":170748.6},"throughput":{"p50":48,"p75":64,"p90":72,"p99":80.6}},"mistral-saba|mistral":{"latency":{"p50":479,"p75":630,"p90":724,"p99":4489.000000000003},"throughput":{"p50":6,"p75":23,"p90":39,"p99":103.20000000000003}},"aion-rp-llama-3.1-8b|aionlabs":{"latency":{"p50":752,"p75":857,"p90":1144.5,"p99":1273.33},"throughput":{"p50":14,"p75":33,"p90":35.7,"p99":38.54}},"qwen2.5-vl-72b-instruct|nebius":{"latency":{"p50":723,"p75":1201,"p90":1695,"p99":3114},"throughput":{"p50":22,"p75":30,"p90":34,"p99":41}},"qwen2.5-vl-72b-instruct|parasail":{"latency":{"p50":1033.5,"p75":1604.75,"p90":2577.3,"p99":5410.19},"throughput":{"p50":23,"p75":30,"p90":37,"p99":50}},"o3-mini|openai":{"latency":{"p50":3012,"p75":5317,"p90":8963.2,"p99":21299.22},"throughput":{"p50":71,"p75":100.5,"p90":137.40000000000003,"p99":168}},"mistral-small-24b-instruct-2501|deepinfra":{"latency":{"p50":242,"p75":320,"p90":485.90000000000055,"p99":1268.2700000000004},"throughput":{"p50":48,"p75":57,"p90":64,"p99":81}},"sonar|perplexity":{"latency":{"p50":1888,"p75":2246,"p90":2595,"p99":5363.979999999998},"throughput":{"p50":51,"p75":82,"p90":112,"p99":170.57999999999993}},"deepseek-r1-distill-llama-70b|novita":{"latency":{"p50":827,"p75":1099.25,"p90":1506.1999999999998,"p99":3887.8499999999995},"throughput":{"p50":25,"p75":28,"p90":31,"p99":34.629999999999995}},"deepseek-r1|novita":{"latency":{"p50":896,"p75":1131,"p90":1552,"p99":4637.3599999999815},"throughput":{"p50":24,"p75":27,"p90":30,"p99":35}},"deepseek-r1|azure":{"latency":{"p50":1198,"p75":1701.5,"p90":2530.4000000000005,"p99":7589.139999999995},"throughput":{"p50":79,"p75":87,"p90":92,"p99":98.71}},"minimax-01|minimax":{"latency":{"p50":983,"p75":1169,"p90":1355,"p99":1696.8000000000002},"throughput":{"p50":26,"p75":28,"p90":32,"p99":38.56}},"phi-4|deepinfra":{"latency":{"p50":215,"p75":241,"p90":425.10000000000036,"p99":1149.0400000000009},"throughput":{"p50":71,"p75":75,"p90":78,"p99":94.51000000000022}},"deepseek-chat|streamlake":{"latency":{"p50":1425,"p75":1915.25,"p90":2963.800000000001,"p99":11713.900000000001},"throughput":{"p50":20,"p75":29,"p90":36,"p99":45}},"deepseek-chat|deepinfra":{"latency":{"p50":2048,"p75":4618.25,"p90":7032.800000000007,"p99":29692.960000000036},"throughput":{"p50":9,"p75":13,"p90":15,"p99":19}},"deepseek-chat|novita":{"latency":{"p50":1193,"p75":1483,"p90":2052,"p99":7947.440000000002},"throughput":{"p50":15,"p75":26,"p90":34,"p99":40}},"l3.3-euryale-70b|nextbit":{"latency":{"p50":3071,"p75":8602.75,"p90":19769.2,"p99":59179.29999999999},"throughput":{"p50":6,"p75":14,"p90":19,"p99":24}},"o1|openai":{"latency":{"p50":5584.5,"p75":8709.25,"p90":10783.300000000001,"p99":12027.73},"throughput":{"p50":105,"p75":125.75,"p90":128.89999999999998,"p99":130.79}},"command-r7b-12-2024|cohere":{"latency":{"p50":171,"p75":217,"p90":322.8,"p99":456.85999999999973},"throughput":{"p50":58,"p75":66,"p90":73.2,"p99":80.93999999999997}},"llama-3.3-70b-instruct|deepinfra":{"latency":{"p50":648,"p75":1084,"p90":2127,"p99":7732.720000000001},"throughput":{"p50":7,"p75":12,"p90":16,"p99":23}},"llama-3.3-70b-instruct|nebius":{"latency":{"p50":2729,"p75":5137.25,"p90":49340,"p99":58888.1},"throughput":{"p50":7.5,"p75":17,"p90":23,"p99":24.849999999999994}},"llama-3.3-70b-instruct|akashml":{"latency":{"p50":675,"p75":1233,"p90":2125.9000000000005,"p99":5543.340000000004},"throughput":{"p50":26,"p75":34,"p90":42,"p99":52}},"llama-3.3-70b-instruct|novita":{"latency":{"p50":561,"p75":659,"p90":826,"p99":1450.9000000000005},"throughput":{"p50":23,"p75":40,"p90":45,"p99":51}},"llama-3.3-70b-instruct|parasail":{"latency":{"p50":575,"p75":739,"p90":1276.9000000000005,"p99":3722.1800000000003},"throughput":{"p50":69,"p75":80,"p90":89,"p99":105}},"llama-3.3-70b-instruct|crusoe":{"latency":{"p50":342,"p75":472,"p90":662,"p99":3221.1999999999907},"throughput":{"p50":57,"p75":77,"p90":89,"p99":105.3599999999999}},"llama-3.3-70b-instruct|cloudflare":{"latency":{"p50":673,"p75":1206.25,"p90":2877.1999999999994,"p99":5916.52},"throughput":{"p50":23,"p75":38,"p90":47.89999999999998,"p99":68}},"llama-3.3-70b-instruct|sambanova":{"latency":{"p50":548.5,"p75":1070.5,"p90":2300.5,"p99":5730.500000000002},"throughput":{"p50":97.5,"p75":159,"p90":220,"p99":323.9000000000001}},"llama-3.3-70b-instruct|groq":{"latency":{"p50":292,"p75":382,"p90":490,"p99":807.2700000000004},"throughput":{"p50":14,"p75":32,"p90":111,"p99":204.09000000000015}},"llama-3.3-70b-instruct|coreweave":{"latency":{"p50":191,"p75":299,"p90":494.5999999999999,"p99":2337.840000000002},"throughput":{"p50":39,"p75":71,"p90":81,"p99":95}},"llama-3.3-70b-instruct|google":{"latency":{"p50":390,"p75":603,"p90":936.1999999999999,"p99":2428.040000000005},"throughput":{"p50":55,"p75":73,"p90":93,"p99":126.84000000000003}},"llama-3.3-70b-instruct|together":{"latency":{"p50":857,"p75":1424,"p90":2317.8,"p99":5583.139999999997},"throughput":{"p50":24,"p75":42.5,"p90":64.60000000000002,"p99":108.33999999999992}},"nova-lite-v1|amazon":{"latency":{"p50":558.5,"p75":798.5,"p90":992.9,"p99":1387.8300000000002},"throughput":{"p50":77,"p75":105,"p90":142.50000000000003,"p99":187.18}},"nova-micro-v1|amazon":{"latency":{"p50":332,"p75":552,"p90":2377.9000000000005,"p99":6301.540000000001},"throughput":{"p50":130,"p75":329,"p90":403,"p99":504.1800000000003}},"nova-pro-v1|amazon":{"latency":{"p50":533,"p75":677,"p90":1895.8000000000006,"p99":4048.24},"throughput":{"p50":18,"p75":74,"p90":87.4,"p99":109.96000000000001}},"gpt-4o|openai":{"latency":{"p50":614,"p75":965,"p90":1550.6000000000004,"p99":4521.699999999992},"throughput":{"p50":24,"p75":50,"p90":92,"p99":180.81999999999994}},"mistral-large-2407|mistral":{"latency":{"p50":876,"p75":3274.5,"p90":5026,"p99":21175.29999999999},"throughput":{"p50":21,"p75":30,"p90":42,"p99":43}},"qwen-2.5-coder-32b-instruct|cloudflare":{"latency":{"p50":478,"p75":627,"p90":968.6000000000001,"p99":1901.179999999999},"throughput":{"p50":32,"p75":33,"p90":33,"p99":34}},"magnum-v4-72b|mancer-2":{"latency":{"p50":1123,"p75":1595.5,"p90":2377.6000000000035,"p99":5401.320000000005},"throughput":{"p50":14,"p75":23.5,"p90":32,"p99":42.780000000000015}},"qwen-2.5-7b-instruct|phala":{"latency":{"p50":292,"p75":335,"p90":402,"p99":1058.630000000001},"throughput":{"p50":40,"p75":57,"p90":78,"p99":125}},"qwen-2.5-7b-instruct|together":{"latency":{"p50":139,"p75":202,"p90":334,"p99":808},"throughput":{"p50":49,"p75":102,"p90":125,"p99":147}},"rocinante-12b|parasail":{"latency":{"p50":497,"p75":700,"p90":1011.4000000000004,"p99":1556.559999999999},"throughput":{"p50":88,"p75":107,"p90":127.40000000000003,"p99":149.83999999999997}},"llama-3.2-1b-instruct|cloudflare":{"latency":{"p50":302.5,"p75":367.5,"p90":592,"p99":777.2000000000003},"throughput":{"p50":96,"p75":133,"p90":160,"p99":195.3500000000001}},"llama-3.2-3b-instruct|parasail":{"latency":{"p50":293,"p75":325.75,"p90":457.50000000000057,"p99":992.3700000000017},"throughput":{"p50":113.5,"p75":166.75,"p90":220,"p99":433.95000000000164}},"llama-3.2-3b-instruct|cloudflare":{"latency":{"p50":279,"p75":380.25,"p90":672.8,"p99":1210.2200000000003},"throughput":{"p50":44,"p75":120.25,"p90":179.1,"p99":381.41000000000014}},"qwen-2.5-72b-instruct|deepinfra":{"latency":{"p50":1225.5,"p75":7522.25,"p90":25156.90000000003,"p99":73671.96999999997},"throughput":{"p50":20,"p75":25,"p90":27,"p99":31}},"qwen-2.5-72b-instruct|novita":{"latency":{"p50":18750.5,"p75":62759.25,"p90":66284.5,"p99":70941.15999999999},"throughput":{"p50":3.5,"p75":8,"p90":12.700000000000006,"p99":14.579999999999998}},"command-r-08-2024|cohere":{"latency":{"p50":293.5,"p75":549.25,"p90":765.8000000000001,"p99":1495.940000000001},"throughput":{"p50":32,"p75":55,"p90":59,"p99":63}},"command-r-plus-08-2024|cohere":{"latency":{"p50":261.5,"p75":301.5,"p90":330.1,"p99":331},"throughput":{"p50":19.5,"p75":28.75,"p90":35.800000000000004,"p99":37}},"l3.1-euryale-70b|deepinfra":{"latency":{"p50":346,"p75":580,"p90":864.4000000000001,"p99":1685.9999999999984},"throughput":{"p50":39,"p75":43,"p90":45,"p99":49}},"l3.1-euryale-70b|novita":{"latency":{"p50":577,"p75":897.5,"p90":1162.6,"p99":1259.44},"throughput":{"p50":35,"p75":40,"p90":42.4,"p99":45}},"hermes-3-llama-3.1-70b|deepinfra":{"latency":{"p50":409,"p75":951.25,"p90":2057.5,"p99":4761.500000000003},"throughput":{"p50":31,"p75":35,"p90":38,"p99":41.10000000000002}},"hermes-3-llama-3.1-405b|deepinfra":{"latency":{"p50":437,"p75":699,"p90":1234,"p99":2925.9500000000007},"throughput":{"p50":20,"p75":24,"p90":26,"p99":29.350000000000023}},"l3-lunaris-8b|deepinfra":{"latency":{"p50":187,"p75":266,"p90":369,"p99":1122.0900000000001},"throughput":{"p50":61,"p75":72,"p90":80,"p99":105}},"l3-lunaris-8b|novita":{"latency":{"p50":321,"p75":405,"p90":494.6,"p99":1140.6799999999985},"throughput":{"p50":60,"p75":69,"p90":76,"p99":94}},"llama-3.1-70b-instruct|deepinfra":{"latency":{"p50":269,"p75":404,"p90":668.8000000000011,"p99":1518.1800000000003},"throughput":{"p50":26,"p75":36,"p90":42,"p99":50}},"llama-3.1-70b-instruct|amazon":{"latency":{"p50":375,"p75":468.75,"p90":653,"p99":1153.0200000000004},"throughput":{"p50":43,"p75":65,"p90":80,"p99":119.02000000000044}},"llama-3.1-70b-instruct|coreweave":{"latency":{"p50":292,"p75":369,"p90":444,"p99":704.6000000000004},"throughput":{"p50":49,"p75":64,"p90":74,"p99":87}},"llama-3.1-8b-instruct|deepinfra":{"latency":{"p50":754,"p75":885,"p90":1178,"p99":3226.5700000000106},"throughput":{"p50":13,"p75":15,"p90":17,"p99":23}},"llama-3.1-8b-instruct|novita":{"latency":{"p50":493.5,"p75":531,"p90":692,"p99":1182.5400000000009},"throughput":{"p50":65,"p75":103,"p90":129,"p99":160}},"llama-3.1-8b-instruct|groq":{"latency":{"p50":286,"p75":388,"p90":545,"p99":910.1800000000003},"throughput":{"p50":92,"p75":142,"p90":238,"p99":773.4500000000007}},"llama-3.1-8b-instruct|cloudflare":{"latency":{"p50":508,"p75":736,"p90":1057.9,"p99":2155.949999999995},"throughput":{"p50":16,"p75":19,"p90":20,"p99":22}},"llama-3.1-8b-instruct|coreweave":{"latency":{"p50":165,"p75":181,"p90":204,"p99":465.1800000000003},"throughput":{"p50":100,"p75":137,"p90":160,"p99":223.1800000000003}},"mistral-nemo|deepinfra":{"latency":{"p50":448,"p75":674,"p90":1071.9000000000005,"p99":3237.0700000000033},"throughput":{"p50":24,"p75":28,"p90":33,"p99":49}},"mistral-nemo|io-net":{"latency":{"p50":931,"p75":2039.5,"p90":3936.0000000000055,"p99":6299.27},"throughput":{"p50":9,"p75":18,"p90":25,"p99":44}},"mistral-nemo|novita":{"latency":{"p50":5878.5,"p75":20613,"p90":36408.90000000002,"p99":57968.59},"throughput":{"p50":5,"p75":18,"p90":29,"p99":53}},"mistral-nemo|mistral":{"latency":{"p50":343,"p75":437,"p90":682,"p99":2080},"throughput":{"p50":39,"p75":50,"p90":62,"p99":110}},"gpt-4o-mini|azure":{"latency":{"p50":1194.5,"p75":1448,"p90":1721,"p99":3110.630000000001},"throughput":{"p50":20.5,"p75":41,"p90":56,"p99":75.09000000000015}},"gpt-4o-mini|openai":{"latency":{"p50":485,"p75":604,"p90":834.9000000000005,"p99":3228.350000000002},"throughput":{"p50":29,"p75":55,"p90":76,"p99":101}},"gemma-2-27b-it|nextbit":{"latency":{"p50":537,"p75":730,"p90":974.0000000000001,"p99":1354.3599999999997},"throughput":{"p50":12,"p75":17,"p90":21,"p99":39}},"mixtral-8x22b-instruct|mistral":{"latency":{"p50":543,"p75":664,"p90":885.8000000000004,"p99":1582.3199999999974},"throughput":{"p50":141,"p75":165,"p90":188,"p99":213.01999999999992}},"wizardlm-2-8x22b|novita":{"latency":{"p50":1028,"p75":1361,"p90":4666,"p99":19881.799999999985},"throughput":{"p50":10,"p75":12,"p90":14,"p99":23}},"gpt-4-turbo|openai":{"latency":{"p50":1393.5,"p75":2099.5,"p90":3588.300000000001,"p99":8195.11},"throughput":{"p50":13,"p75":23,"p90":26,"p99":31.69}},"claude-3-haiku|amazon":{"latency":{"p50":559,"p75":1015,"p90":1279,"p99":2734},"throughput":{"p50":63,"p75":79,"p90":99,"p99":134}},"mistral-large|mistral":{"latency":{"p50":2072,"p75":4509,"p90":8206,"p99":25510.000000000004},"throughput":{"p50":26,"p75":41,"p90":53,"p99":303.92000000000166}},"gpt-3.5-turbo-0613|azure":{"latency":{"p50":817.5,"p75":940.25,"p90":1307,"p99":1673.25},"throughput":{"p50":42.5,"p75":67,"p90":71.5,"p99":85.34999999999997}},"gpt-3.5-turbo-instruct|openai":{"latency":{"p50":1434,"p75":1551,"p90":1646.6000000000001,"p99":1948.8400000000001},"throughput":{"p50":59,"p75":79,"p90":113.4,"p99":131.42000000000002}},"gpt-3.5-turbo-16k|openai":{"latency":{"p50":890,"p75":940.5,"p90":970.8000000000001,"p99":988.98},"throughput":{"p50":35,"p75":45.5,"p90":51.800000000000004,"p99":55.58}},"gpt-3.5-turbo-16k|azure":{"latency":{"p50":334,"p75":486.5,"p90":691.8000000000001,"p99":779.28},"throughput":{"p50":7,"p75":7.5,"p90":9.200000000000001,"p99":10.819999999999999}},"weaver|mancer-2":{"latency":{"p50":1129,"p75":1236.25,"p90":1386,"p99":5267.789999999996},"throughput":{"p50":5,"p75":7.25,"p90":10.400000000000002,"p99":88.42999999999992}},"remm-slerp-l2-13b|mancer-2":{"latency":{"p50":862,"p75":1019,"p90":1252.8000000000002,"p99":1791.240000000001},"throughput":{"p50":36,"p75":53,"p90":63.2,"p99":86.84000000000003}},"remm-slerp-l2-13b|nextbit":{"latency":{"p50":1545.5,"p75":2009,"p90":3493.3,"p99":8194.579999999996},"throughput":{"p50":18,"p75":20,"p90":22.900000000000006,"p99":24}},"mythomax-l2-13b|nextbit":{"latency":{"p50":692,"p75":1028.25,"p90":1421.5,"p99":2269.600000000006},"throughput":{"p50":35,"p75":44,"p90":54,"p99":68}},"mythomax-l2-13b|deepinfra":{"latency":{"p50":243,"p75":334,"p90":448.8,"p99":1121.3599999999965},"throughput":{"p50":44,"p75":50,"p90":53,"p99":60.079999999999984}},"mythomax-l2-13b|mancer-2":{"latency":{"p50":769,"p75":894.5,"p90":1045.1999999999998,"p99":1712.320000000001},"throughput":{"p50":34,"p75":61.5,"p90":85.79999999999998,"p99":111.46000000000001}},"gpt-3.5-turbo|openai":{"latency":{"p50":482.5,"p75":793.25,"p90":1203.4,"p99":2121.739999999999},"throughput":{"p50":54,"p75":80.75,"p90":100.70000000000002,"p99":133.53999999999996}},"gpt-4|openai":{"latency":{"p50":517,"p75":718.5,"p90":1008,"p99":2116.5999999999967},"throughput":{"p50":25,"p75":33,"p90":36.2,"p99":38.31999999999999}},"gpt-4|azure":{"latency":{"p50":405,"p75":691,"p90":1100.6000000000001,"p99":1289.96},"throughput":{"p50":7,"p75":29,"p90":58.60000000000001,"p99":71.56}},"kimi-k2.6|lilac":{"latency":{"p50":900,"p75":null,"p90":null,"p99":null},"throughput":{"p50":110.77,"p75":null,"p90":null,"p99":null}},"glm-5.2|lilac":{"latency":{"p50":1757,"p75":null,"p90":null,"p99":null},"throughput":{"p50":97.473,"p75":null,"p90":null,"p99":null}},"gemma-4-31b-it|lilac":{"latency":{"p50":1783,"p75":null,"p90":null,"p99":null},"throughput":{"p50":39.441,"p75":null,"p90":null,"p99":null}},"minimax-m3|lilac":{"latency":{"p50":1563,"p75":null,"p90":null,"p99":null},"throughput":null},"umans-glm-5.2|umans":{"latency":{"p50":1500,"p75":null,"p90":null,"p99":null},"throughput":{"p50":68.2,"p75":null,"p90":null,"p99":null}},"umans-kimi-k2.7|umans":{"latency":{"p50":2220,"p75":null,"p90":null,"p99":null},"throughput":{"p50":30.2,"p75":null,"p90":null,"p99":null}},"umans-flash|umans":{"latency":{"p50":1300,"p75":null,"p90":null,"p99":null},"throughput":{"p50":344.1,"p75":null,"p90":null,"p99":null}},"umans-kimi-k3|umans":{"latency":{"p50":1060,"p75":null,"p90":null,"p99":null},"throughput":{"p50":23.8,"p75":null,"p90":null,"p99":null}},"deepseek-v4-pro|crof":{"latency":null,"throughput":{"p50":74,"p75":null,"p90":null,"p99":null}},"deepseek-v4-pro-lightning|crof":{"latency":null,"throughput":{"p50":83,"p75":null,"p90":null,"p99":null}},"deepseek-v4-flash|crof":{"latency":null,"throughput":{"p50":67,"p75":null,"p90":null,"p99":null}},"deepseek-v3.2|crof":{"latency":null,"throughput":{"p50":54,"p75":null,"p90":null,"p99":null}},"kimi-k3|crof":{"latency":null,"throughput":{"p50":59,"p75":null,"p90":null,"p99":null}},"kimi-k2.7-code|crof":{"latency":null,"throughput":{"p50":37,"p75":null,"p90":null,"p99":null}},"kimi-k2.6|crof":{"latency":null,"throughput":{"p50":84,"p75":null,"p90":null,"p99":null}},"greg-2-ultra|crof":{"latency":null,"throughput":{"p50":51,"p75":null,"p90":null,"p99":null}},"greg-2-super|crof":{"latency":null,"throughput":{"p50":46,"p75":null,"p90":null,"p99":null}},"greg-1-mini|crof":{"latency":null,"throughput":{"p50":49,"p75":null,"p90":null,"p99":null}},"greg-rp|crof":{"latency":null,"throughput":{"p50":26,"p75":null,"p90":null,"p99":null}},"mimo-v2.5-pro|crof":{"latency":null,"throughput":{"p50":67,"p75":null,"p90":null,"p99":null}},"glm-5.2|crof":{"latency":null,"throughput":{"p50":76,"p75":null,"p90":null,"p99":null}},"glm-5.1|crof":{"latency":null,"throughput":{"p50":91,"p75":null,"p90":null,"p99":null}},"glm-5|crof":{"latency":null,"throughput":{"p50":39,"p75":null,"p90":null,"p99":null}},"glm-4.7|crof":{"latency":null,"throughput":{"p50":111,"p75":null,"p90":null,"p99":null}},"glm-4.7-flash|crof":{"latency":null,"throughput":{"p50":65,"p75":null,"p90":null,"p99":null}},"kimi-k2.5|crof":{"latency":null,"throughput":{"p50":80,"p75":null,"p90":null,"p99":null}},"kimi-k2.5-lightning|crof":{"latency":null,"throughput":{"p50":1702,"p75":null,"p90":null,"p99":null}},"gemma-4-31b-it|crof":{"latency":null,"throughput":{"p50":54,"p75":null,"p90":null,"p99":null}},"minimax-m2.5|crof":{"latency":null,"throughput":{"p50":74,"p75":null,"p90":null,"p99":null}},"qwen3.6-27b|crof":{"latency":null,"throughput":{"p50":67,"p75":null,"p90":null,"p99":null}},"qwen3.5-397b-a17b|crof":{"latency":null,"throughput":{"p50":58,"p75":null,"p90":null,"p99":null}},"qwen3.5-9b|crof":{"latency":null,"throughput":{"p50":30,"p75":null,"p90":null,"p99":null}},"_meta":{"generated_at":"2026-07-28T17:24:16.845Z"}}