{"meta":{"table":{"totalRows":232,"filteredRows":232,"flaggedStatuses":["likely_deprecated","deprecated","failing","stale","never_succeeded","disabled"]}},"speedDistribution":[{"provider":"bedrock","model_name":"bedrock-claude-haiku-4.5","display_name":"claude-haiku-4.5","mean_tokens_per_second":44.6,"min_tokens_per_second":11.8,"max_tokens_per_second":59,"density_points":[{"x":0,"y":0.000054},{"x":0.81,"y":0.000068},{"x":1.62,"y":0.000084},{"x":2.43,"y":0.000103},{"x":3.23,"y":0.000126},{"x":4.04,"y":0.000151},{"x":4.85,"y":0.000181},{"x":5.66,"y":0.000214},{"x":6.47,"y":0.000252},{"x":7.28,"y":0.000295},{"x":8.09,"y":0.000342},{"x":8.89,"y":0.000396},{"x":9.7,"y":0.000456},{"x":10.5,"y":0.000524},{"x":11.3,"y":0.0006},{"x":12.1,"y":0.000687},{"x":12.9,"y":0.000785},{"x":13.8,"y":0.000897},{"x":14.6,"y":0.00103},{"x":15.4,"y":0.00117},{"x":16.2,"y":0.00134},{"x":17,"y":0.00153},{"x":17.8,"y":0.00176},{"x":18.6,"y":0.00201},{"x":19.4,"y":0.0023},{"x":20.2,"y":0.00264},{"x":21,"y":0.00302},{"x":21.8,"y":0.00346},{"x":22.6,"y":0.00396},{"x":23.4,"y":0.00452},{"x":24.3,"y":0.00516},{"x":25.1,"y":0.00588},{"x":25.9,"y":0.00669},{"x":26.7,"y":0.0076},{"x":27.5,"y":0.0086},{"x":28.3,"y":0.00971},{"x":29.1,"y":0.0109},{"x":29.9,"y":0.0122},{"x":30.7,"y":0.0137},{"x":31.5,"y":0.0152},{"x":32.4,"y":0.0168},{"x":33.1,"y":0.0185},{"x":34,"y":0.0203},{"x":34.8,"y":0.0222},{"x":35.6,"y":0.024},{"x":36.4,"y":0.0259},{"x":37.2,"y":0.0278},{"x":38,"y":0.0297},{"x":38.8,"y":0.0315},{"x":39.6,"y":0.0332},{"x":40.4,"y":0.0348},{"x":41.2,"y":0.0363},{"x":42,"y":0.0376},{"x":42.9,"y":0.0387},{"x":43.7,"y":0.0396},{"x":44.5,"y":0.0402},{"x":45.3,"y":0.0406},{"x":46.1,"y":0.0407},{"x":46.9,"y":0.0405},{"x":47.7,"y":0.0401},{"x":48.5,"y":0.0393},{"x":49.3,"y":0.0383},{"x":50.1,"y":0.037},{"x":50.9,"y":0.0355},{"x":51.8,"y":0.0338},{"x":52.6,"y":0.0319},{"x":53.4,"y":0.0298},{"x":54.2,"y":0.0276},{"x":55,"y":0.0254},{"x":55.8,"y":0.0232},{"x":56.6,"y":0.0209},{"x":57.4,"y":0.0187},{"x":58.2,"y":0.0166},{"x":59,"y":0.0146},{"x":59.8,"y":0.0127},{"x":60.6,"y":0.011},{"x":61.5,"y":0.00935},{"x":62.3,"y":0.0079},{"x":63.1,"y":0.00661},{"x":63.9,"y":0.00548},{"x":64.7,"y":0.00449},{"x":65.5,"y":0.00365},{"x":66.3,"y":0.00293},{"x":67.1,"y":0.00233},{"x":67.9,"y":0.00184},{"x":68.7,"y":0.00143},{"x":69.5,"y":0.0011},{"x":70.3,"y":0.00084},{"x":71.2,"y":0.000634},{"x":72,"y":0.000473},{"x":72.8,"y":0.000349},{"x":73.6,"y":0.000255},{"x":74.4,"y":0.000184},{"x":75.2,"y":0.000132},{"x":76,"y":0.000093},{"x":76.8,"y":0.000065},{"x":77.6,"y":0.000045},{"x":78.4,"y":0.000031},{"x":79.3,"y":0.000021},{"x":80,"y":0.000014}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":156,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-Claude Opus 4.1","display_name":"Claude Opus 4.1","mean_tokens_per_second":8.58,"min_tokens_per_second":3.69,"max_tokens_per_second":15.7,"density_points":[{"x":0,"y":0.0275},{"x":0.37,"y":0.0292},{"x":0.74,"y":0.0309},{"x":1.11,"y":0.0326},{"x":1.48,"y":0.0343},{"x":1.85,"y":0.036},{"x":2.22,"y":0.0377},{"x":2.59,"y":0.0394},{"x":2.96,"y":0.041},{"x":3.33,"y":0.0426},{"x":3.7,"y":0.0441},{"x":4.07,"y":0.0456},{"x":4.45,"y":0.047},{"x":4.82,"y":0.0483},{"x":5.19,"y":0.0495},{"x":5.56,"y":0.0507},{"x":5.93,"y":0.0517},{"x":6.3,"y":0.0525},{"x":6.67,"y":0.0533},{"x":7.04,"y":0.0539},{"x":7.41,"y":0.0544},{"x":7.78,"y":0.0548},{"x":8.15,"y":0.055},{"x":8.52,"y":0.055},{"x":8.89,"y":0.0549},{"x":9.26,"y":0.0547},{"x":9.63,"y":0.0544},{"x":10,"y":0.0539},{"x":10.4,"y":0.0532},{"x":10.7,"y":0.0524},{"x":11.1,"y":0.0516},{"x":11.5,"y":0.0505},{"x":11.8,"y":0.0494},{"x":12.2,"y":0.0482},{"x":12.6,"y":0.0469},{"x":13,"y":0.0455},{"x":13.3,"y":0.0441},{"x":13.7,"y":0.0425},{"x":14.1,"y":0.041},{"x":14.4,"y":0.0393},{"x":14.8,"y":0.0377},{"x":15.2,"y":0.036},{"x":15.6,"y":0.0343},{"x":15.9,"y":0.0326},{"x":16.3,"y":0.0309},{"x":16.7,"y":0.0293},{"x":17,"y":0.0276},{"x":17.4,"y":0.026},{"x":17.8,"y":0.0244},{"x":18.1,"y":0.0228},{"x":18.5,"y":0.0213},{"x":18.9,"y":0.0199},{"x":19.3,"y":0.0185},{"x":19.6,"y":0.0171},{"x":20,"y":0.0158},{"x":20.4,"y":0.0146},{"x":20.7,"y":0.0134},{"x":21.1,"y":0.0123},{"x":21.5,"y":0.0113},{"x":21.9,"y":0.0103},{"x":22.2,"y":0.00941},{"x":22.6,"y":0.00855},{"x":23,"y":0.00775},{"x":23.3,"y":0.00702},{"x":23.7,"y":0.00633},{"x":24.1,"y":0.0057},{"x":24.4,"y":0.00512},{"x":24.8,"y":0.00458},{"x":25.2,"y":0.0041},{"x":25.6,"y":0.00365},{"x":25.9,"y":0.00325},{"x":26.3,"y":0.00288},{"x":26.7,"y":0.00255},{"x":27,"y":0.00226},{"x":27.4,"y":0.00199},{"x":27.8,"y":0.00175},{"x":28.1,"y":0.00153},{"x":28.5,"y":0.00134},{"x":28.9,"y":0.00117},{"x":29.3,"y":0.00102},{"x":29.6,"y":0.000884},{"x":30,"y":0.000766},{"x":30.4,"y":0.000663},{"x":30.8,"y":0.000572},{"x":31.1,"y":0.000492},{"x":31.5,"y":0.000422},{"x":31.9,"y":0.000362},{"x":32.2,"y":0.000309},{"x":32.6,"y":0.000263},{"x":33,"y":0.000224},{"x":33.3,"y":0.00019},{"x":33.7,"y":0.000161},{"x":34.1,"y":0.000136},{"x":34.5,"y":0.000115},{"x":34.8,"y":0.000096},{"x":35.2,"y":0.000081},{"x":35.6,"y":0.000068},{"x":35.9,"y":0.000056},{"x":36.3,"y":0.000047},{"x":36.7,"y":0.000039}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":164,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-claude-opus-4.5","display_name":"claude-opus-4.5","mean_tokens_per_second":19.7,"min_tokens_per_second":7.97,"max_tokens_per_second":23.3,"density_points":[{"x":0,"y":0.00135},{"x":0.45,"y":0.00158},{"x":0.89,"y":0.00186},{"x":1.34,"y":0.00216},{"x":1.79,"y":0.00252},{"x":2.24,"y":0.00292},{"x":2.68,"y":0.00337},{"x":3.13,"y":0.00389},{"x":3.58,"y":0.00446},{"x":4.03,"y":0.00511},{"x":4.47,"y":0.00582},{"x":4.92,"y":0.00661},{"x":5.37,"y":0.00749},{"x":5.82,"y":0.00845},{"x":6.26,"y":0.00949},{"x":6.71,"y":0.0106},{"x":7.16,"y":0.0119},{"x":7.6,"y":0.0132},{"x":8.05,"y":0.0146},{"x":8.5,"y":0.0161},{"x":8.95,"y":0.0178},{"x":9.39,"y":0.0195},{"x":9.84,"y":0.0212},{"x":10.3,"y":0.0231},{"x":10.7,"y":0.025},{"x":11.2,"y":0.027},{"x":11.6,"y":0.0291},{"x":12.1,"y":0.0311},{"x":12.5,"y":0.0332},{"x":13,"y":0.0353},{"x":13.4,"y":0.0374},{"x":13.9,"y":0.0395},{"x":14.3,"y":0.0415},{"x":14.8,"y":0.0434},{"x":15.2,"y":0.0453},{"x":15.7,"y":0.0471},{"x":16.1,"y":0.0487},{"x":16.6,"y":0.0502},{"x":17,"y":0.0516},{"x":17.4,"y":0.0528},{"x":17.9,"y":0.0538},{"x":18.3,"y":0.0546},{"x":18.8,"y":0.0552},{"x":19.2,"y":0.0555},{"x":19.7,"y":0.0557},{"x":20.1,"y":0.0557},{"x":20.6,"y":0.0554},{"x":21,"y":0.0549},{"x":21.5,"y":0.0542},{"x":21.9,"y":0.0534},{"x":22.4,"y":0.0523},{"x":22.8,"y":0.051},{"x":23.3,"y":0.0496},{"x":23.7,"y":0.048},{"x":24.2,"y":0.0463},{"x":24.6,"y":0.0445},{"x":25.1,"y":0.0426},{"x":25.5,"y":0.0406},{"x":25.9,"y":0.0385},{"x":26.4,"y":0.0364},{"x":26.8,"y":0.0343},{"x":27.3,"y":0.0322},{"x":27.7,"y":0.03},{"x":28.2,"y":0.028},{"x":28.6,"y":0.0259},{"x":29.1,"y":0.0239},{"x":29.5,"y":0.022},{"x":30,"y":0.0202},{"x":30.4,"y":0.0184},{"x":30.9,"y":0.0167},{"x":31.3,"y":0.0151},{"x":31.8,"y":0.0136},{"x":32.2,"y":0.0122},{"x":32.6,"y":0.011},{"x":33.1,"y":0.00976},{"x":33.5,"y":0.00866},{"x":34,"y":0.00765},{"x":34.4,"y":0.00674},{"x":34.9,"y":0.00591},{"x":35.3,"y":0.00516},{"x":35.8,"y":0.00449},{"x":36.2,"y":0.00389},{"x":36.7,"y":0.00335},{"x":37.1,"y":0.00288},{"x":37.6,"y":0.00247},{"x":38,"y":0.0021},{"x":38.5,"y":0.00179},{"x":38.9,"y":0.00151},{"x":39.4,"y":0.00127},{"x":39.8,"y":0.00107},{"x":40.3,"y":0.000893},{"x":40.7,"y":0.000743},{"x":41.1,"y":0.000616},{"x":41.6,"y":0.000509},{"x":42,"y":0.000419},{"x":42.5,"y":0.000343},{"x":42.9,"y":0.00028},{"x":43.4,"y":0.000228},{"x":43.8,"y":0.000184},{"x":44.3,"y":0.000149}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":152,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-claude-opus-4.6","display_name":"claude-opus-4.6","mean_tokens_per_second":21,"min_tokens_per_second":5.77,"max_tokens_per_second":24.8,"density_points":[{"x":0,"y":0.000977},{"x":0.46,"y":0.00115},{"x":0.92,"y":0.00135},{"x":1.39,"y":0.00159},{"x":1.85,"y":0.00185},{"x":2.31,"y":0.00216},{"x":2.77,"y":0.00251},{"x":3.24,"y":0.00291},{"x":3.7,"y":0.00336},{"x":4.16,"y":0.00387},{"x":4.62,"y":0.00445},{"x":5.08,"y":0.00509},{"x":5.55,"y":0.00581},{"x":6.01,"y":0.00661},{"x":6.47,"y":0.00749},{"x":6.93,"y":0.00845},{"x":7.39,"y":0.00951},{"x":7.86,"y":0.0107},{"x":8.32,"y":0.0119},{"x":8.78,"y":0.0133},{"x":9.24,"y":0.0147},{"x":9.71,"y":0.0162},{"x":10.2,"y":0.0179},{"x":10.6,"y":0.0196},{"x":11.1,"y":0.0214},{"x":11.6,"y":0.0233},{"x":12,"y":0.0253},{"x":12.5,"y":0.0273},{"x":12.9,"y":0.0294},{"x":13.4,"y":0.0315},{"x":13.9,"y":0.0336},{"x":14.3,"y":0.0357},{"x":14.8,"y":0.0378},{"x":15.3,"y":0.0399},{"x":15.7,"y":0.0419},{"x":16.2,"y":0.0438},{"x":16.6,"y":0.0457},{"x":17.1,"y":0.0474},{"x":17.6,"y":0.049},{"x":18,"y":0.0504},{"x":18.5,"y":0.0517},{"x":18.9,"y":0.0528},{"x":19.4,"y":0.0537},{"x":19.9,"y":0.0544},{"x":20.3,"y":0.0548},{"x":20.8,"y":0.0551},{"x":21.3,"y":0.0551},{"x":21.7,"y":0.0549},{"x":22.2,"y":0.0545},{"x":22.6,"y":0.0538},{"x":23.1,"y":0.053},{"x":23.6,"y":0.0519},{"x":24,"y":0.0507},{"x":24.5,"y":0.0493},{"x":25,"y":0.0477},{"x":25.4,"y":0.046},{"x":25.9,"y":0.0441},{"x":26.3,"y":0.0422},{"x":26.8,"y":0.0402},{"x":27.3,"y":0.0381},{"x":27.7,"y":0.0359},{"x":28.2,"y":0.0338},{"x":28.7,"y":0.0316},{"x":29.1,"y":0.0295},{"x":29.6,"y":0.0274},{"x":30,"y":0.0253},{"x":30.5,"y":0.0233},{"x":31,"y":0.0214},{"x":31.4,"y":0.0195},{"x":31.9,"y":0.0177},{"x":32.4,"y":0.0161},{"x":32.8,"y":0.0145},{"x":33.3,"y":0.013},{"x":33.7,"y":0.0116},{"x":34.2,"y":0.0104},{"x":34.7,"y":0.00918},{"x":35.1,"y":0.00811},{"x":35.6,"y":0.00713},{"x":36,"y":0.00624},{"x":36.5,"y":0.00544},{"x":37,"y":0.00473},{"x":37.4,"y":0.00409},{"x":37.9,"y":0.00352},{"x":38.4,"y":0.00302},{"x":38.8,"y":0.00258},{"x":39.3,"y":0.00219},{"x":39.8,"y":0.00185},{"x":40.2,"y":0.00156},{"x":40.7,"y":0.00131},{"x":41.1,"y":0.0011},{"x":41.6,"y":0.000913},{"x":42.1,"y":0.000757},{"x":42.5,"y":0.000625},{"x":43,"y":0.000513},{"x":43.5,"y":0.00042},{"x":43.9,"y":0.000343},{"x":44.4,"y":0.000278},{"x":44.8,"y":0.000225},{"x":45.3,"y":0.000181},{"x":45.8,"y":0.000145}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":148,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-claude-opus-4-7","display_name":"claude-opus-4-7","mean_tokens_per_second":28.5,"min_tokens_per_second":2.66,"max_tokens_per_second":37.5,"density_points":[{"x":0,"y":0.000596},{"x":0.59,"y":0.000671},{"x":1.18,"y":0.000754},{"x":1.77,"y":0.000848},{"x":2.37,"y":0.000954},{"x":2.96,"y":0.00107},{"x":3.55,"y":0.00121},{"x":4.14,"y":0.00136},{"x":4.73,"y":0.00154},{"x":5.32,"y":0.00173},{"x":5.91,"y":0.00196},{"x":6.5,"y":0.00221},{"x":7.1,"y":0.0025},{"x":7.69,"y":0.00282},{"x":8.28,"y":0.00319},{"x":8.87,"y":0.0036},{"x":9.46,"y":0.00406},{"x":10.1,"y":0.00457},{"x":10.6,"y":0.00515},{"x":11.2,"y":0.00579},{"x":11.8,"y":0.00649},{"x":12.4,"y":0.00728},{"x":13,"y":0.00814},{"x":13.6,"y":0.00909},{"x":14.2,"y":0.0101},{"x":14.8,"y":0.0113},{"x":15.4,"y":0.0125},{"x":16,"y":0.0138},{"x":16.6,"y":0.0153},{"x":17.1,"y":0.0168},{"x":17.7,"y":0.0184},{"x":18.3,"y":0.0202},{"x":18.9,"y":0.022},{"x":19.5,"y":0.0239},{"x":20.1,"y":0.0259},{"x":20.7,"y":0.0279},{"x":21.3,"y":0.03},{"x":21.9,"y":0.0321},{"x":22.5,"y":0.0342},{"x":23.1,"y":0.0362},{"x":23.6,"y":0.0382},{"x":24.2,"y":0.0402},{"x":24.8,"y":0.042},{"x":25.4,"y":0.0437},{"x":26,"y":0.0452},{"x":26.6,"y":0.0465},{"x":27.2,"y":0.0476},{"x":27.8,"y":0.0485},{"x":28.4,"y":0.0491},{"x":29,"y":0.0494},{"x":29.6,"y":0.0495},{"x":30.2,"y":0.0492},{"x":30.8,"y":0.0487},{"x":31.3,"y":0.0479},{"x":31.9,"y":0.0469},{"x":32.5,"y":0.0456},{"x":33.1,"y":0.044},{"x":33.7,"y":0.0423},{"x":34.3,"y":0.0404},{"x":34.9,"y":0.0383},{"x":35.5,"y":0.0361},{"x":36.1,"y":0.0339},{"x":36.7,"y":0.0315},{"x":37.3,"y":0.0292},{"x":37.8,"y":0.0268},{"x":38.4,"y":0.0245},{"x":39,"y":0.0223},{"x":39.6,"y":0.0201},{"x":40.2,"y":0.018},{"x":40.8,"y":0.0161},{"x":41.4,"y":0.0143},{"x":42,"y":0.0125},{"x":42.6,"y":0.011},{"x":43.2,"y":0.00954},{"x":43.8,"y":0.00823},{"x":44.4,"y":0.00707},{"x":44.9,"y":0.00603},{"x":45.5,"y":0.00511},{"x":46.1,"y":0.0043},{"x":46.7,"y":0.0036},{"x":47.3,"y":0.00299},{"x":47.9,"y":0.00247},{"x":48.5,"y":0.00203},{"x":49.1,"y":0.00166},{"x":49.7,"y":0.00134},{"x":50.3,"y":0.00108},{"x":50.9,"y":0.000865},{"x":51.4,"y":0.000688},{"x":52,"y":0.000543},{"x":52.6,"y":0.000427},{"x":53.2,"y":0.000333},{"x":53.8,"y":0.000258},{"x":54.4,"y":0.000199},{"x":55,"y":0.000152},{"x":55.6,"y":0.000116},{"x":56.2,"y":0.000088},{"x":56.8,"y":0.000066},{"x":57.4,"y":0.000049},{"x":58,"y":0.000036},{"x":58.5,"y":0.000027}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":154,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-claude-sonnet-4.5","display_name":"claude-sonnet-4.5","mean_tokens_per_second":21.5,"min_tokens_per_second":1,"max_tokens_per_second":29.3,"density_points":[{"x":0,"y":0.00118},{"x":0.51,"y":0.00138},{"x":1.02,"y":0.00161},{"x":1.52,"y":0.00187},{"x":2.03,"y":0.00217},{"x":2.54,"y":0.00252},{"x":3.05,"y":0.00292},{"x":3.56,"y":0.00337},{"x":4.07,"y":0.00389},{"x":4.57,"y":0.00448},{"x":5.08,"y":0.00514},{"x":5.59,"y":0.00588},{"x":6.1,"y":0.0067},{"x":6.61,"y":0.00762},{"x":7.11,"y":0.00863},{"x":7.62,"y":0.00973},{"x":8.13,"y":0.0109},{"x":8.64,"y":0.0123},{"x":9.15,"y":0.0137},{"x":9.66,"y":0.0152},{"x":10.2,"y":0.0168},{"x":10.7,"y":0.0185},{"x":11.2,"y":0.0203},{"x":11.7,"y":0.0222},{"x":12.2,"y":0.0242},{"x":12.7,"y":0.0262},{"x":13.2,"y":0.0282},{"x":13.7,"y":0.0303},{"x":14.2,"y":0.0325},{"x":14.7,"y":0.0346},{"x":15.3,"y":0.0366},{"x":15.8,"y":0.0387},{"x":16.3,"y":0.0407},{"x":16.8,"y":0.0425},{"x":17.3,"y":0.0443},{"x":17.8,"y":0.046},{"x":18.3,"y":0.0475},{"x":18.8,"y":0.0488},{"x":19.3,"y":0.0499},{"x":19.8,"y":0.0509},{"x":20.3,"y":0.0516},{"x":20.8,"y":0.0521},{"x":21.3,"y":0.0524},{"x":21.9,"y":0.0524},{"x":22.4,"y":0.0522},{"x":22.9,"y":0.0518},{"x":23.4,"y":0.0512},{"x":23.9,"y":0.0503},{"x":24.4,"y":0.0492},{"x":24.9,"y":0.0479},{"x":25.4,"y":0.0465},{"x":25.9,"y":0.0449},{"x":26.4,"y":0.0431},{"x":26.9,"y":0.0412},{"x":27.4,"y":0.0392},{"x":27.9,"y":0.0372},{"x":28.5,"y":0.0351},{"x":29,"y":0.033},{"x":29.5,"y":0.0308},{"x":30,"y":0.0287},{"x":30.5,"y":0.0266},{"x":31,"y":0.0245},{"x":31.5,"y":0.0225},{"x":32,"y":0.0205},{"x":32.5,"y":0.0187},{"x":33,"y":0.0169},{"x":33.5,"y":0.0152},{"x":34,"y":0.0136},{"x":34.6,"y":0.0122},{"x":35.1,"y":0.0108},{"x":35.6,"y":0.00956},{"x":36.1,"y":0.00841},{"x":36.6,"y":0.00737},{"x":37.1,"y":0.00642},{"x":37.6,"y":0.00557},{"x":38.1,"y":0.00481},{"x":38.6,"y":0.00413},{"x":39.1,"y":0.00353},{"x":39.6,"y":0.00301},{"x":40.1,"y":0.00255},{"x":40.6,"y":0.00215},{"x":41.2,"y":0.0018},{"x":41.7,"y":0.00151},{"x":42.2,"y":0.00125},{"x":42.7,"y":0.00103},{"x":43.2,"y":0.000851},{"x":43.7,"y":0.000697},{"x":44.2,"y":0.000568},{"x":44.7,"y":0.000461},{"x":45.2,"y":0.000372},{"x":45.7,"y":0.000299},{"x":46.2,"y":0.000239},{"x":46.8,"y":0.00019},{"x":47.3,"y":0.000151},{"x":47.8,"y":0.000119},{"x":48.3,"y":0.000093},{"x":48.8,"y":0.000073},{"x":49.3,"y":0.000056},{"x":49.8,"y":0.000044},{"x":50.3,"y":0.000033}],"deprecated":false,"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":145,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-claude-sonnet-4.6","display_name":"claude-sonnet-4.6","mean_tokens_per_second":26.8,"min_tokens_per_second":6.36,"max_tokens_per_second":32.6,"density_points":[{"x":0,"y":0.000304},{"x":0.54,"y":0.000359},{"x":1.08,"y":0.000423},{"x":1.63,"y":0.000499},{"x":2.17,"y":0.000588},{"x":2.71,"y":0.000692},{"x":3.25,"y":0.000814},{"x":3.79,"y":0.000955},{"x":4.34,"y":0.00112},{"x":4.88,"y":0.00131},{"x":5.42,"y":0.00153},{"x":5.96,"y":0.00179},{"x":6.5,"y":0.00208},{"x":7.05,"y":0.00241},{"x":7.59,"y":0.0028},{"x":8.13,"y":0.00323},{"x":8.67,"y":0.00373},{"x":9.21,"y":0.00429},{"x":9.76,"y":0.00492},{"x":10.3,"y":0.00562},{"x":10.8,"y":0.00641},{"x":11.4,"y":0.00728},{"x":11.9,"y":0.00825},{"x":12.5,"y":0.00931},{"x":13,"y":0.0105},{"x":13.6,"y":0.0117},{"x":14.1,"y":0.0131},{"x":14.6,"y":0.0146},{"x":15.2,"y":0.0162},{"x":15.7,"y":0.0179},{"x":16.3,"y":0.0196},{"x":16.8,"y":0.0215},{"x":17.3,"y":0.0235},{"x":17.9,"y":0.0255},{"x":18.4,"y":0.0276},{"x":19,"y":0.0297},{"x":19.5,"y":0.0318},{"x":20.1,"y":0.034},{"x":20.6,"y":0.0361},{"x":21.1,"y":0.0382},{"x":21.7,"y":0.0403},{"x":22.2,"y":0.0422},{"x":22.8,"y":0.044},{"x":23.3,"y":0.0457},{"x":23.9,"y":0.0472},{"x":24.4,"y":0.0486},{"x":24.9,"y":0.0497},{"x":25.5,"y":0.0506},{"x":26,"y":0.0512},{"x":26.6,"y":0.0517},{"x":27.1,"y":0.0518},{"x":27.6,"y":0.0517},{"x":28.2,"y":0.0513},{"x":28.7,"y":0.0507},{"x":29.3,"y":0.0499},{"x":29.8,"y":0.0487},{"x":30.4,"y":0.0474},{"x":30.9,"y":0.0459},{"x":31.4,"y":0.0442},{"x":32,"y":0.0423},{"x":32.5,"y":0.0403},{"x":33.1,"y":0.0382},{"x":33.6,"y":0.036},{"x":34.1,"y":0.0337},{"x":34.7,"y":0.0314},{"x":35.2,"y":0.0292},{"x":35.8,"y":0.0269},{"x":36.3,"y":0.0247},{"x":36.9,"y":0.0225},{"x":37.4,"y":0.0205},{"x":37.9,"y":0.0185},{"x":38.5,"y":0.0166},{"x":39,"y":0.0148},{"x":39.6,"y":0.0132},{"x":40.1,"y":0.0116},{"x":40.6,"y":0.0102},{"x":41.2,"y":0.00893},{"x":41.7,"y":0.00776},{"x":42.3,"y":0.00671},{"x":42.8,"y":0.00577},{"x":43.4,"y":0.00493},{"x":43.9,"y":0.00419},{"x":44.4,"y":0.00355},{"x":45,"y":0.00298},{"x":45.5,"y":0.00249},{"x":46.1,"y":0.00208},{"x":46.6,"y":0.00172},{"x":47.1,"y":0.00141},{"x":47.7,"y":0.00115},{"x":48.2,"y":0.00094},{"x":48.8,"y":0.00076},{"x":49.3,"y":0.000612},{"x":49.9,"y":0.000489},{"x":50.4,"y":0.000389},{"x":50.9,"y":0.000308},{"x":51.5,"y":0.000242},{"x":52,"y":0.00019},{"x":52.6,"y":0.000148},{"x":53.1,"y":0.000114},{"x":53.6,"y":0.000088}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":142,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-3-70b","display_name":"llama-3-70b","mean_tokens_per_second":35.2,"min_tokens_per_second":3.83,"max_tokens_per_second":41.5,"density_points":[{"x":0,"y":0.0017},{"x":0.63,"y":0.00185},{"x":1.26,"y":0.00199},{"x":1.89,"y":0.00212},{"x":2.52,"y":0.00226},{"x":3.16,"y":0.00239},{"x":3.79,"y":0.00251},{"x":4.42,"y":0.00262},{"x":5.05,"y":0.00273},{"x":5.68,"y":0.00282},{"x":6.31,"y":0.00291},{"x":6.94,"y":0.00299},{"x":7.57,"y":0.00307},{"x":8.2,"y":0.00314},{"x":8.83,"y":0.0032},{"x":9.47,"y":0.00326},{"x":10.1,"y":0.00332},{"x":10.7,"y":0.00339},{"x":11.4,"y":0.00346},{"x":12,"y":0.00354},{"x":12.6,"y":0.00364},{"x":13.3,"y":0.00375},{"x":13.9,"y":0.00389},{"x":14.5,"y":0.00405},{"x":15.1,"y":0.00424},{"x":15.8,"y":0.00446},{"x":16.4,"y":0.00473},{"x":17,"y":0.00503},{"x":17.7,"y":0.00539},{"x":18.3,"y":0.00581},{"x":18.9,"y":0.00628},{"x":19.6,"y":0.00682},{"x":20.2,"y":0.00744},{"x":20.8,"y":0.00813},{"x":21.4,"y":0.00891},{"x":22.1,"y":0.00978},{"x":22.7,"y":0.0107},{"x":23.4,"y":0.0118},{"x":24,"y":0.013},{"x":24.6,"y":0.0143},{"x":25.2,"y":0.0157},{"x":25.9,"y":0.0172},{"x":26.5,"y":0.0188},{"x":27.1,"y":0.0205},{"x":27.8,"y":0.0223},{"x":28.4,"y":0.0242},{"x":29,"y":0.0262},{"x":29.7,"y":0.0282},{"x":30.3,"y":0.0302},{"x":30.9,"y":0.0323},{"x":31.6,"y":0.0343},{"x":32.2,"y":0.0363},{"x":32.8,"y":0.0382},{"x":33.4,"y":0.04},{"x":34.1,"y":0.0416},{"x":34.7,"y":0.0431},{"x":35.3,"y":0.0443},{"x":36,"y":0.0453},{"x":36.6,"y":0.0461},{"x":37.2,"y":0.0465},{"x":37.9,"y":0.0467},{"x":38.5,"y":0.0466},{"x":39.1,"y":0.0461},{"x":39.8,"y":0.0454},{"x":40.4,"y":0.0443},{"x":41,"y":0.043},{"x":41.6,"y":0.0414},{"x":42.3,"y":0.0396},{"x":42.9,"y":0.0377},{"x":43.5,"y":0.0355},{"x":44.2,"y":0.0332},{"x":44.8,"y":0.0309},{"x":45.4,"y":0.0285},{"x":46.1,"y":0.0261},{"x":46.7,"y":0.0237},{"x":47.3,"y":0.0214},{"x":48,"y":0.0192},{"x":48.6,"y":0.017},{"x":49.2,"y":0.015},{"x":49.9,"y":0.0132},{"x":50.5,"y":0.0114},{"x":51.1,"y":0.00986},{"x":51.7,"y":0.00843},{"x":52.4,"y":0.00716},{"x":53,"y":0.00603},{"x":53.6,"y":0.00504},{"x":54.3,"y":0.00419},{"x":54.9,"y":0.00345},{"x":55.5,"y":0.00281},{"x":56.2,"y":0.00228},{"x":56.8,"y":0.00184},{"x":57.4,"y":0.00146},{"x":58,"y":0.00116},{"x":58.7,"y":0.000911},{"x":59.3,"y":0.00071},{"x":60,"y":0.000549},{"x":60.6,"y":0.000421},{"x":61.2,"y":0.000321},{"x":61.8,"y":0.000242},{"x":62.5,"y":0.000182}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":139,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-3-8b","display_name":"llama-3-8b","mean_tokens_per_second":77.8,"min_tokens_per_second":26.6,"max_tokens_per_second":86.7,"density_points":[{"x":5.6,"y":0.000001},{"x":6.64,"y":0.000001},{"x":7.67,"y":0.000002},{"x":8.7,"y":0.000003},{"x":9.73,"y":0.000005},{"x":10.8,"y":0.000007},{"x":11.8,"y":0.000009},{"x":12.8,"y":0.000012},{"x":13.8,"y":0.000016},{"x":14.9,"y":0.000021},{"x":15.9,"y":0.000027},{"x":16.9,"y":0.000033},{"x":18,"y":0.00004},{"x":19,"y":0.000048},{"x":20,"y":0.000056},{"x":21.1,"y":0.000063},{"x":22.1,"y":0.00007},{"x":23.1,"y":0.000076},{"x":24.2,"y":0.000081},{"x":25.2,"y":0.000085},{"x":26.2,"y":0.000086},{"x":27.3,"y":0.000086},{"x":28.3,"y":0.000084},{"x":29.3,"y":0.00008},{"x":30.4,"y":0.000075},{"x":31.4,"y":0.000069},{"x":32.4,"y":0.000062},{"x":33.5,"y":0.000055},{"x":34.5,"y":0.000048},{"x":35.5,"y":0.000042},{"x":36.5,"y":0.000037},{"x":37.6,"y":0.000034},{"x":38.6,"y":0.000033},{"x":39.6,"y":0.000034},{"x":40.7,"y":0.000039},{"x":41.7,"y":0.000048},{"x":42.7,"y":0.000061},{"x":43.8,"y":0.00008},{"x":44.8,"y":0.000107},{"x":45.8,"y":0.000141},{"x":46.9,"y":0.000185},{"x":47.9,"y":0.000242},{"x":48.9,"y":0.000314},{"x":50,"y":0.000404},{"x":51,"y":0.000518},{"x":52,"y":0.000661},{"x":53,"y":0.00084},{"x":54.1,"y":0.00107},{"x":55.1,"y":0.00135},{"x":56.1,"y":0.00172},{"x":57.2,"y":0.00218},{"x":58.2,"y":0.00277},{"x":59.2,"y":0.00351},{"x":60.3,"y":0.00444},{"x":61.3,"y":0.0056},{"x":62.3,"y":0.00704},{"x":63.4,"y":0.00878},{"x":64.4,"y":0.0109},{"x":65.4,"y":0.0133},{"x":66.5,"y":0.0162},{"x":67.5,"y":0.0194},{"x":68.5,"y":0.023},{"x":69.5,"y":0.0269},{"x":70.6,"y":0.0309},{"x":71.6,"y":0.035},{"x":72.6,"y":0.039},{"x":73.7,"y":0.0427},{"x":74.7,"y":0.046},{"x":75.7,"y":0.0487},{"x":76.8,"y":0.0506},{"x":77.8,"y":0.0516},{"x":78.8,"y":0.0517},{"x":79.9,"y":0.0508},{"x":80.9,"y":0.049},{"x":81.9,"y":0.0464},{"x":83,"y":0.043},{"x":84,"y":0.0392},{"x":85,"y":0.035},{"x":86,"y":0.0306},{"x":87.1,"y":0.0263},{"x":88.1,"y":0.0221},{"x":89.1,"y":0.0182},{"x":90.2,"y":0.0147},{"x":91.2,"y":0.0117},{"x":92.2,"y":0.00906},{"x":93.3,"y":0.0069},{"x":94.3,"y":0.00515},{"x":95.3,"y":0.00376},{"x":96.4,"y":0.00269},{"x":97.4,"y":0.00189},{"x":98.4,"y":0.0013},{"x":99.5,"y":0.000877},{"x":100,"y":0.00058},{"x":102,"y":0.000375},{"x":103,"y":0.000238},{"x":104,"y":0.000148},{"x":105,"y":0.00009},{"x":106,"y":0.000054},{"x":107,"y":0.000032},{"x":108,"y":0.000018}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":137,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-3.1-70b","display_name":"llama-3.1-70b","mean_tokens_per_second":60.8,"min_tokens_per_second":11.1,"max_tokens_per_second":73.6,"density_points":[{"x":0,"y":0.000025},{"x":0.96,"y":0.000031},{"x":1.91,"y":0.000038},{"x":2.87,"y":0.000046},{"x":3.82,"y":0.000054},{"x":4.78,"y":0.000064},{"x":5.73,"y":0.000074},{"x":6.69,"y":0.000085},{"x":7.64,"y":0.000096},{"x":8.6,"y":0.000109},{"x":9.56,"y":0.000124},{"x":10.5,"y":0.000141},{"x":11.5,"y":0.00016},{"x":12.4,"y":0.000184},{"x":13.4,"y":0.000212},{"x":14.3,"y":0.000247},{"x":15.3,"y":0.000291},{"x":16.2,"y":0.000345},{"x":17.2,"y":0.00041},{"x":18.2,"y":0.000489},{"x":19.1,"y":0.000584},{"x":20.1,"y":0.000696},{"x":21,"y":0.000827},{"x":22,"y":0.000979},{"x":22.9,"y":0.00115},{"x":23.9,"y":0.00135},{"x":24.8,"y":0.00156},{"x":25.8,"y":0.0018},{"x":26.8,"y":0.00206},{"x":27.7,"y":0.00234},{"x":28.7,"y":0.00263},{"x":29.6,"y":0.00293},{"x":30.6,"y":0.00325},{"x":31.5,"y":0.00356},{"x":32.5,"y":0.00388},{"x":33.4,"y":0.0042},{"x":34.4,"y":0.0045},{"x":35.4,"y":0.0048},{"x":36.3,"y":0.00508},{"x":37.3,"y":0.00535},{"x":38.2,"y":0.00561},{"x":39.2,"y":0.00586},{"x":40.1,"y":0.00611},{"x":41.1,"y":0.00637},{"x":42,"y":0.00666},{"x":43,"y":0.00699},{"x":44,"y":0.00738},{"x":44.9,"y":0.00786},{"x":45.9,"y":0.00845},{"x":46.8,"y":0.00918},{"x":47.8,"y":0.0101},{"x":48.7,"y":0.0112},{"x":49.7,"y":0.0125},{"x":50.6,"y":0.014},{"x":51.6,"y":0.0158},{"x":52.6,"y":0.0179},{"x":53.5,"y":0.0202},{"x":54.5,"y":0.0226},{"x":55.4,"y":0.0252},{"x":56.4,"y":0.0279},{"x":57.3,"y":0.0306},{"x":58.3,"y":0.0333},{"x":59.2,"y":0.0357},{"x":60.2,"y":0.038},{"x":61.2,"y":0.0398},{"x":62.1,"y":0.0413},{"x":63.1,"y":0.0422},{"x":64,"y":0.0426},{"x":65,"y":0.0425},{"x":65.9,"y":0.0417},{"x":66.9,"y":0.0404},{"x":67.8,"y":0.0386},{"x":68.8,"y":0.0364},{"x":69.8,"y":0.0338},{"x":70.7,"y":0.031},{"x":71.7,"y":0.028},{"x":72.6,"y":0.0249},{"x":73.6,"y":0.0219},{"x":74.5,"y":0.0189},{"x":75.5,"y":0.0161},{"x":76.4,"y":0.0135},{"x":77.4,"y":0.0112},{"x":78.4,"y":0.00909},{"x":79.3,"y":0.00729},{"x":80.3,"y":0.00576},{"x":81.2,"y":0.00449},{"x":82.2,"y":0.00344},{"x":83.1,"y":0.0026},{"x":84.1,"y":0.00193},{"x":85,"y":0.00141},{"x":86,"y":0.00102},{"x":87,"y":0.000721},{"x":87.9,"y":0.000504},{"x":88.9,"y":0.000346},{"x":89.8,"y":0.000234},{"x":90.8,"y":0.000156},{"x":91.7,"y":0.000102},{"x":92.7,"y":0.000066},{"x":93.6,"y":0.000042},{"x":94.6,"y":0.000026}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":137,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-3.1-8b","display_name":"llama-3.1-8b","mean_tokens_per_second":95.8,"min_tokens_per_second":7.07,"max_tokens_per_second":109,"density_points":[{"x":0,"y":0.000265},{"x":1.32,"y":0.000334},{"x":2.63,"y":0.000408},{"x":3.95,"y":0.000482},{"x":5.26,"y":0.000554},{"x":6.58,"y":0.000617},{"x":7.9,"y":0.000668},{"x":9.21,"y":0.000704},{"x":10.5,"y":0.000722},{"x":11.8,"y":0.000722},{"x":13.2,"y":0.000706},{"x":14.5,"y":0.000675},{"x":15.8,"y":0.000632},{"x":17.1,"y":0.000582},{"x":18.4,"y":0.000526},{"x":19.7,"y":0.00047},{"x":21.1,"y":0.000415},{"x":22.4,"y":0.000363},{"x":23.7,"y":0.000316},{"x":25,"y":0.000274},{"x":26.3,"y":0.000238},{"x":27.6,"y":0.000208},{"x":29,"y":0.000182},{"x":30.3,"y":0.00016},{"x":31.6,"y":0.000142},{"x":32.9,"y":0.000126},{"x":34.2,"y":0.000113},{"x":35.5,"y":0.000102},{"x":36.9,"y":0.000094},{"x":38.2,"y":0.000089},{"x":39.5,"y":0.000088},{"x":40.8,"y":0.00009},{"x":42.1,"y":0.000097},{"x":43.4,"y":0.000108},{"x":44.8,"y":0.000121},{"x":46.1,"y":0.000136},{"x":47.4,"y":0.000152},{"x":48.7,"y":0.000167},{"x":50,"y":0.00018},{"x":51.3,"y":0.000191},{"x":52.6,"y":0.0002},{"x":54,"y":0.000206},{"x":55.3,"y":0.000212},{"x":56.6,"y":0.000217},{"x":57.9,"y":0.000223},{"x":59.2,"y":0.000231},{"x":60.5,"y":0.000242},{"x":61.9,"y":0.000257},{"x":63.2,"y":0.000276},{"x":64.5,"y":0.0003},{"x":65.8,"y":0.000332},{"x":67.1,"y":0.000374},{"x":68.4,"y":0.000431},{"x":69.8,"y":0.000513},{"x":71.1,"y":0.000633},{"x":72.4,"y":0.00081},{"x":73.7,"y":0.00107},{"x":75,"y":0.00145},{"x":76.3,"y":0.002},{"x":77.7,"y":0.00278},{"x":79,"y":0.00385},{"x":80.3,"y":0.00529},{"x":81.6,"y":0.00716},{"x":82.9,"y":0.00954},{"x":84.2,"y":0.0125},{"x":85.5,"y":0.0159},{"x":86.9,"y":0.0199},{"x":88.2,"y":0.0243},{"x":89.5,"y":0.029},{"x":90.8,"y":0.0336},{"x":92.1,"y":0.038},{"x":93.5,"y":0.0419},{"x":94.8,"y":0.0451},{"x":96.1,"y":0.0471},{"x":97.4,"y":0.048},{"x":98.7,"y":0.0476},{"x":100,"y":0.046},{"x":101,"y":0.0432},{"x":103,"y":0.0395},{"x":104,"y":0.0352},{"x":105,"y":0.0305},{"x":107,"y":0.0257},{"x":108,"y":0.0211},{"x":109,"y":0.0169},{"x":111,"y":0.0131},{"x":112,"y":0.00993},{"x":113,"y":0.00732},{"x":115,"y":0.00525},{"x":116,"y":0.00367},{"x":117,"y":0.0025},{"x":118,"y":0.00165},{"x":120,"y":0.00107},{"x":121,"y":0.000669},{"x":122,"y":0.000409},{"x":124,"y":0.000243},{"x":125,"y":0.000141},{"x":126,"y":0.000079},{"x":128,"y":0.000044},{"x":129,"y":0.000023},{"x":130,"y":0.000012}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":135,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-3.3-70b","display_name":"llama-3.3-70b","mean_tokens_per_second":84.3,"min_tokens_per_second":4.6,"max_tokens_per_second":120,"density_points":[{"x":0,"y":0.000378},{"x":1.42,"y":0.000475},{"x":2.85,"y":0.000579},{"x":4.27,"y":0.000685},{"x":5.7,"y":0.000788},{"x":7.12,"y":0.000883},{"x":8.55,"y":0.000964},{"x":9.97,"y":0.00103},{"x":11.4,"y":0.00107},{"x":12.8,"y":0.0011},{"x":14.2,"y":0.00111},{"x":15.7,"y":0.0011},{"x":17.1,"y":0.00109},{"x":18.5,"y":0.00107},{"x":19.9,"y":0.00106},{"x":21.4,"y":0.00105},{"x":22.8,"y":0.00106},{"x":24.2,"y":0.00108},{"x":25.6,"y":0.00112},{"x":27.1,"y":0.00118},{"x":28.5,"y":0.00124},{"x":29.9,"y":0.00132},{"x":31.3,"y":0.00141},{"x":32.8,"y":0.0015},{"x":34.2,"y":0.0016},{"x":35.6,"y":0.0017},{"x":37,"y":0.00181},{"x":38.5,"y":0.00193},{"x":39.9,"y":0.00207},{"x":41.3,"y":0.00223},{"x":42.7,"y":0.00242},{"x":44.2,"y":0.00266},{"x":45.6,"y":0.00293},{"x":47,"y":0.00325},{"x":48.4,"y":0.00361},{"x":49.9,"y":0.00401},{"x":51.3,"y":0.00443},{"x":52.7,"y":0.00485},{"x":54.1,"y":0.00528},{"x":55.5,"y":0.00568},{"x":57,"y":0.00606},{"x":58.4,"y":0.00641},{"x":59.8,"y":0.00675},{"x":61.3,"y":0.00708},{"x":62.7,"y":0.00742},{"x":64.1,"y":0.00779},{"x":65.5,"y":0.0082},{"x":67,"y":0.00866},{"x":68.4,"y":0.00918},{"x":69.8,"y":0.00976},{"x":71.2,"y":0.0104},{"x":72.6,"y":0.0111},{"x":74.1,"y":0.0118},{"x":75.5,"y":0.0127},{"x":76.9,"y":0.0135},{"x":78.3,"y":0.0144},{"x":79.8,"y":0.0154},{"x":81.2,"y":0.0164},{"x":82.6,"y":0.0174},{"x":84,"y":0.0185},{"x":85.5,"y":0.0195},{"x":86.9,"y":0.0204},{"x":88.3,"y":0.0213},{"x":89.7,"y":0.022},{"x":91.2,"y":0.0226},{"x":92.6,"y":0.023},{"x":94,"y":0.0232},{"x":95.4,"y":0.0232},{"x":96.9,"y":0.023},{"x":98.3,"y":0.0225},{"x":99.7,"y":0.0218},{"x":101,"y":0.0208},{"x":103,"y":0.0196},{"x":104,"y":0.0183},{"x":105,"y":0.0167},{"x":107,"y":0.0151},{"x":108,"y":0.0134},{"x":110,"y":0.0117},{"x":111,"y":0.0101},{"x":113,"y":0.00849},{"x":114,"y":0.00704},{"x":115,"y":0.00573},{"x":117,"y":0.00458},{"x":118,"y":0.00359},{"x":120,"y":0.00276},{"x":121,"y":0.00207},{"x":123,"y":0.00153},{"x":124,"y":0.0011},{"x":125,"y":0.00078},{"x":127,"y":0.000538},{"x":128,"y":0.000362},{"x":130,"y":0.000238},{"x":131,"y":0.000152},{"x":132,"y":0.000095},{"x":134,"y":0.000057},{"x":135,"y":0.000034},{"x":137,"y":0.000019},{"x":138,"y":0.000011},{"x":140,"y":0.000006},{"x":141,"y":0.000003}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":134,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-4-maverick","display_name":"llama-4-maverick","mean_tokens_per_second":108,"min_tokens_per_second":58,"max_tokens_per_second":135,"density_points":[{"x":37,"y":0.000001},{"x":38.2,"y":0.000002},{"x":39.4,"y":0.000003},{"x":40.6,"y":0.000005},{"x":41.8,"y":0.000008},{"x":43,"y":0.000012},{"x":44.2,"y":0.000018},{"x":45.4,"y":0.000026},{"x":46.6,"y":0.000035},{"x":47.8,"y":0.000047},{"x":49,"y":0.000062},{"x":50.2,"y":0.000078},{"x":51.4,"y":0.000097},{"x":52.6,"y":0.000117},{"x":53.8,"y":0.000138},{"x":55,"y":0.000159},{"x":56.2,"y":0.000179},{"x":57.4,"y":0.000198},{"x":58.6,"y":0.000214},{"x":59.8,"y":0.000228},{"x":61,"y":0.000241},{"x":62.2,"y":0.000251},{"x":63.4,"y":0.000261},{"x":64.6,"y":0.000272},{"x":65.8,"y":0.000285},{"x":67,"y":0.000302},{"x":68.2,"y":0.000326},{"x":69.4,"y":0.000358},{"x":70.6,"y":0.000402},{"x":71.8,"y":0.000461},{"x":73,"y":0.000538},{"x":74.3,"y":0.000638},{"x":75.5,"y":0.000766},{"x":76.7,"y":0.000929},{"x":77.8,"y":0.00113},{"x":79,"y":0.00139},{"x":80.3,"y":0.00171},{"x":81.5,"y":0.00211},{"x":82.7,"y":0.00259},{"x":83.9,"y":0.00318},{"x":85.1,"y":0.0039},{"x":86.3,"y":0.00475},{"x":87.5,"y":0.00575},{"x":88.7,"y":0.00693},{"x":89.9,"y":0.00829},{"x":91.1,"y":0.00984},{"x":92.3,"y":0.0116},{"x":93.5,"y":0.0135},{"x":94.7,"y":0.0157},{"x":95.9,"y":0.018},{"x":97.1,"y":0.0205},{"x":98.3,"y":0.0231},{"x":99.5,"y":0.0258},{"x":101,"y":0.0285},{"x":102,"y":0.0311},{"x":103,"y":0.0335},{"x":104,"y":0.0356},{"x":105,"y":0.0374},{"x":107,"y":0.0387},{"x":108,"y":0.0394},{"x":109,"y":0.0395},{"x":110,"y":0.0389},{"x":111,"y":0.0377},{"x":113,"y":0.0359},{"x":114,"y":0.0337},{"x":115,"y":0.031},{"x":116,"y":0.0281},{"x":117,"y":0.0251},{"x":119,"y":0.0221},{"x":120,"y":0.0191},{"x":121,"y":0.0164},{"x":122,"y":0.0138},{"x":124,"y":0.0116},{"x":125,"y":0.0096},{"x":126,"y":0.00789},{"x":127,"y":0.00643},{"x":128,"y":0.00521},{"x":130,"y":0.00419},{"x":131,"y":0.00334},{"x":132,"y":0.00265},{"x":133,"y":0.00208},{"x":134,"y":0.00162},{"x":136,"y":0.00125},{"x":137,"y":0.000958},{"x":138,"y":0.000724},{"x":139,"y":0.00054},{"x":140,"y":0.000399},{"x":142,"y":0.00029},{"x":143,"y":0.000208},{"x":144,"y":0.000147},{"x":145,"y":0.000102},{"x":146,"y":0.00007},{"x":148,"y":0.000047},{"x":149,"y":0.000031},{"x":150,"y":0.00002},{"x":151,"y":0.000013},{"x":152,"y":0.000008},{"x":154,"y":0.000005},{"x":155,"y":0.000003},{"x":156,"y":0.000002}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":133,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-llama-4-scout","display_name":"llama-4-scout","mean_tokens_per_second":95.5,"min_tokens_per_second":43.5,"max_tokens_per_second":130,"density_points":[{"x":22.5,"y":0.000001},{"x":23.8,"y":0.000002},{"x":25.1,"y":0.000003},{"x":26.4,"y":0.000004},{"x":27.7,"y":0.000007},{"x":29,"y":0.00001},{"x":30.3,"y":0.000015},{"x":31.6,"y":0.00002},{"x":32.9,"y":0.000027},{"x":34.2,"y":0.000036},{"x":35.5,"y":0.000045},{"x":36.8,"y":0.000055},{"x":38.1,"y":0.000064},{"x":39.4,"y":0.000073},{"x":40.7,"y":0.000081},{"x":42,"y":0.000086},{"x":43.3,"y":0.00009},{"x":44.6,"y":0.000092},{"x":45.9,"y":0.000092},{"x":47.2,"y":0.000093},{"x":48.5,"y":0.000095},{"x":49.8,"y":0.000101},{"x":51.1,"y":0.000114},{"x":52.4,"y":0.000136},{"x":53.7,"y":0.00017},{"x":55,"y":0.000219},{"x":56.3,"y":0.000286},{"x":57.6,"y":0.000374},{"x":58.9,"y":0.000486},{"x":60.2,"y":0.000623},{"x":61.5,"y":0.000788},{"x":62.8,"y":0.000985},{"x":64.1,"y":0.00122},{"x":65.4,"y":0.00149},{"x":66.7,"y":0.00181},{"x":68,"y":0.00219},{"x":69.3,"y":0.00265},{"x":70.6,"y":0.00318},{"x":71.9,"y":0.00382},{"x":73.2,"y":0.00459},{"x":74.5,"y":0.0055},{"x":75.8,"y":0.00658},{"x":77.1,"y":0.00785},{"x":78.4,"y":0.00931},{"x":79.7,"y":0.011},{"x":81,"y":0.0129},{"x":82.3,"y":0.015},{"x":83.6,"y":0.0173},{"x":84.9,"y":0.0198},{"x":86.2,"y":0.0225},{"x":87.5,"y":0.0252},{"x":88.8,"y":0.0279},{"x":90.1,"y":0.0305},{"x":91.4,"y":0.0329},{"x":92.7,"y":0.035},{"x":94,"y":0.0367},{"x":95.3,"y":0.0379},{"x":96.6,"y":0.0385},{"x":97.9,"y":0.0384},{"x":99.2,"y":0.0377},{"x":100,"y":0.0363},{"x":102,"y":0.0342},{"x":103,"y":0.0317},{"x":104,"y":0.0288},{"x":106,"y":0.0257},{"x":107,"y":0.0225},{"x":108,"y":0.0192},{"x":110,"y":0.0162},{"x":111,"y":0.0134},{"x":112,"y":0.0109},{"x":113,"y":0.00865},{"x":115,"y":0.00679},{"x":116,"y":0.00524},{"x":117,"y":0.00399},{"x":119,"y":0.00299},{"x":120,"y":0.00222},{"x":121,"y":0.00163},{"x":123,"y":0.00119},{"x":124,"y":0.000868},{"x":125,"y":0.000633},{"x":126,"y":0.000465},{"x":128,"y":0.000346},{"x":129,"y":0.000262},{"x":130,"y":0.000203},{"x":132,"y":0.00016},{"x":133,"y":0.000128},{"x":134,"y":0.000103},{"x":136,"y":0.000082},{"x":137,"y":0.000065},{"x":138,"y":0.000051},{"x":139,"y":0.000039},{"x":141,"y":0.000029},{"x":142,"y":0.000021},{"x":143,"y":0.000015},{"x":145,"y":0.00001},{"x":146,"y":0.000007},{"x":147,"y":0.000004},{"x":149,"y":0.000003},{"x":150,"y":0.000002},{"x":151,"y":0.000001}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":133,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-mistral-7b","display_name":"mistral-7b","mean_tokens_per_second":81.9,"min_tokens_per_second":47.1,"max_tokens_per_second":86.6,"density_points":[{"x":26.1,"y":0.000001},{"x":26.9,"y":0.000001},{"x":27.8,"y":0.000002},{"x":28.6,"y":0.000003},{"x":29.4,"y":0.000004},{"x":30.2,"y":0.000005},{"x":31.1,"y":0.000006},{"x":31.9,"y":0.000008},{"x":32.7,"y":0.00001},{"x":33.5,"y":0.000013},{"x":34.3,"y":0.000016},{"x":35.2,"y":0.00002},{"x":36,"y":0.000024},{"x":36.8,"y":0.000029},{"x":37.6,"y":0.000035},{"x":38.5,"y":0.00004},{"x":39.3,"y":0.000046},{"x":40.1,"y":0.000052},{"x":40.9,"y":0.000059},{"x":41.7,"y":0.000065},{"x":42.6,"y":0.00007},{"x":43.4,"y":0.000076},{"x":44.2,"y":0.000081},{"x":45,"y":0.000085},{"x":45.9,"y":0.000088},{"x":46.7,"y":0.000091},{"x":47.5,"y":0.000093},{"x":48.3,"y":0.000095},{"x":49.1,"y":0.000097},{"x":50,"y":0.0001},{"x":50.8,"y":0.000105},{"x":51.6,"y":0.000112},{"x":52.4,"y":0.000124},{"x":53.3,"y":0.000141},{"x":54.1,"y":0.000166},{"x":54.9,"y":0.000203},{"x":55.7,"y":0.000254},{"x":56.5,"y":0.000324},{"x":57.4,"y":0.000418},{"x":58.2,"y":0.000543},{"x":59,"y":0.000708},{"x":59.8,"y":0.000923},{"x":60.7,"y":0.0012},{"x":61.5,"y":0.00155},{"x":62.3,"y":0.00199},{"x":63.1,"y":0.00255},{"x":64,"y":0.00324},{"x":64.8,"y":0.00408},{"x":65.6,"y":0.0051},{"x":66.4,"y":0.00632},{"x":67.3,"y":0.00777},{"x":68.1,"y":0.00946},{"x":68.9,"y":0.0114},{"x":69.7,"y":0.0136},{"x":70.5,"y":0.0161},{"x":71.4,"y":0.0189},{"x":72.2,"y":0.0219},{"x":73,"y":0.0251},{"x":73.8,"y":0.0285},{"x":74.7,"y":0.032},{"x":75.5,"y":0.0355},{"x":76.3,"y":0.039},{"x":77.1,"y":0.0422},{"x":77.9,"y":0.0453},{"x":78.8,"y":0.0479},{"x":79.6,"y":0.0502},{"x":80.4,"y":0.0519},{"x":81.2,"y":0.053},{"x":82.1,"y":0.0535},{"x":82.9,"y":0.0533},{"x":83.7,"y":0.0524},{"x":84.5,"y":0.051},{"x":85.3,"y":0.0489},{"x":86.2,"y":0.0464},{"x":87,"y":0.0434},{"x":87.8,"y":0.0401},{"x":88.6,"y":0.0366},{"x":89.5,"y":0.0329},{"x":90.3,"y":0.0293},{"x":91.1,"y":0.0257},{"x":91.9,"y":0.0223},{"x":92.8,"y":0.019},{"x":93.6,"y":0.0161},{"x":94.4,"y":0.0134},{"x":95.2,"y":0.011},{"x":96,"y":0.00894},{"x":96.9,"y":0.00716},{"x":97.7,"y":0.00566},{"x":98.5,"y":0.00442},{"x":99.3,"y":0.0034},{"x":100,"y":0.00259},{"x":101,"y":0.00194},{"x":102,"y":0.00144},{"x":103,"y":0.00105},{"x":103,"y":0.000757},{"x":104,"y":0.000539},{"x":105,"y":0.000378},{"x":106,"y":0.000262},{"x":107,"y":0.000179},{"x":108,"y":0.000121}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":132,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-mistral-large","display_name":"mistral-large","mean_tokens_per_second":42.5,"min_tokens_per_second":13.3,"max_tokens_per_second":46.6,"density_points":[{"x":0,"y":0.000069},{"x":0.68,"y":0.000085},{"x":1.37,"y":0.000103},{"x":2.05,"y":0.000124},{"x":2.73,"y":0.000148},{"x":3.41,"y":0.000175},{"x":4.1,"y":0.000205},{"x":4.78,"y":0.000239},{"x":5.46,"y":0.000277},{"x":6.14,"y":0.000318},{"x":6.83,"y":0.000362},{"x":7.51,"y":0.000411},{"x":8.19,"y":0.000462},{"x":8.88,"y":0.000517},{"x":9.56,"y":0.000576},{"x":10.2,"y":0.000637},{"x":10.9,"y":0.000702},{"x":11.6,"y":0.000771},{"x":12.3,"y":0.000842},{"x":13,"y":0.000918},{"x":13.7,"y":0.000997},{"x":14.3,"y":0.00108},{"x":15,"y":0.00117},{"x":15.7,"y":0.00127},{"x":16.4,"y":0.00137},{"x":17.1,"y":0.00148},{"x":17.8,"y":0.0016},{"x":18.4,"y":0.00174},{"x":19.1,"y":0.00189},{"x":19.8,"y":0.00206},{"x":20.5,"y":0.00226},{"x":21.2,"y":0.00248},{"x":21.9,"y":0.00273},{"x":22.5,"y":0.00302},{"x":23.2,"y":0.00336},{"x":23.9,"y":0.00376},{"x":24.6,"y":0.00422},{"x":25.3,"y":0.00476},{"x":25.9,"y":0.00538},{"x":26.6,"y":0.00611},{"x":27.3,"y":0.00695},{"x":28,"y":0.00792},{"x":28.7,"y":0.00903},{"x":29.4,"y":0.0103},{"x":30,"y":0.0117},{"x":30.7,"y":0.0133},{"x":31.4,"y":0.0151},{"x":32.1,"y":0.0171},{"x":32.8,"y":0.0193},{"x":33.5,"y":0.0216},{"x":34.1,"y":0.0241},{"x":34.8,"y":0.0267},{"x":35.5,"y":0.0294},{"x":36.2,"y":0.0322},{"x":36.9,"y":0.035},{"x":37.5,"y":0.0378},{"x":38.2,"y":0.0405},{"x":38.9,"y":0.043},{"x":39.6,"y":0.0454},{"x":40.3,"y":0.0475},{"x":41,"y":0.0492},{"x":41.6,"y":0.0506},{"x":42.3,"y":0.0516},{"x":43,"y":0.0522},{"x":43.7,"y":0.0523},{"x":44.4,"y":0.052},{"x":45.1,"y":0.0512},{"x":45.7,"y":0.05},{"x":46.4,"y":0.0484},{"x":47.1,"y":0.0464},{"x":47.8,"y":0.0441},{"x":48.5,"y":0.0415},{"x":49.1,"y":0.0387},{"x":49.8,"y":0.0358},{"x":50.5,"y":0.0328},{"x":51.2,"y":0.0298},{"x":51.9,"y":0.0268},{"x":52.6,"y":0.0239},{"x":53.3,"y":0.0211},{"x":53.9,"y":0.0184},{"x":54.6,"y":0.016},{"x":55.3,"y":0.0137},{"x":56,"y":0.0117},{"x":56.7,"y":0.00986},{"x":57.4,"y":0.00824},{"x":58,"y":0.00682},{"x":58.7,"y":0.00559},{"x":59.4,"y":0.00455},{"x":60.1,"y":0.00366},{"x":60.8,"y":0.00292},{"x":61.4,"y":0.00231},{"x":62.1,"y":0.0018},{"x":62.8,"y":0.0014},{"x":63.5,"y":0.00108},{"x":64.2,"y":0.000819},{"x":64.9,"y":0.000617},{"x":65.5,"y":0.000461},{"x":66.2,"y":0.000341},{"x":66.9,"y":0.00025},{"x":67.6,"y":0.000182}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":131,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-mistral-small","display_name":"mistral-small","mean_tokens_per_second":55.8,"min_tokens_per_second":23,"max_tokens_per_second":60.6,"density_points":[{"x":2,"y":0.000002},{"x":2.81,"y":0.000002},{"x":3.61,"y":0.000003},{"x":4.41,"y":0.000004},{"x":5.22,"y":0.000006},{"x":6.02,"y":0.000008},{"x":6.83,"y":0.000011},{"x":7.63,"y":0.000014},{"x":8.43,"y":0.000018},{"x":9.24,"y":0.000023},{"x":10,"y":0.000029},{"x":10.8,"y":0.000037},{"x":11.7,"y":0.000045},{"x":12.4,"y":0.000055},{"x":13.3,"y":0.000066},{"x":14.1,"y":0.000078},{"x":14.9,"y":0.000092},{"x":15.7,"y":0.000106},{"x":16.5,"y":0.000122},{"x":17.3,"y":0.000139},{"x":18.1,"y":0.000156},{"x":18.9,"y":0.000174},{"x":19.7,"y":0.000192},{"x":20.5,"y":0.00021},{"x":21.3,"y":0.000227},{"x":22.1,"y":0.000245},{"x":22.9,"y":0.000263},{"x":23.7,"y":0.00028},{"x":24.5,"y":0.000298},{"x":25.3,"y":0.000317},{"x":26.1,"y":0.000337},{"x":26.9,"y":0.000361},{"x":27.7,"y":0.000389},{"x":28.5,"y":0.000424},{"x":29.3,"y":0.000469},{"x":30.1,"y":0.000527},{"x":30.9,"y":0.000602},{"x":31.8,"y":0.0007},{"x":32.6,"y":0.000828},{"x":33.4,"y":0.000995},{"x":34.2,"y":0.00121},{"x":35,"y":0.00148},{"x":35.8,"y":0.00183},{"x":36.6,"y":0.00227},{"x":37.4,"y":0.00282},{"x":38.2,"y":0.0035},{"x":39,"y":0.00433},{"x":39.8,"y":0.00533},{"x":40.6,"y":0.00653},{"x":41.4,"y":0.00794},{"x":42.2,"y":0.0096},{"x":43,"y":0.0115},{"x":43.8,"y":0.0137},{"x":44.6,"y":0.0161},{"x":45.4,"y":0.0188},{"x":46.2,"y":0.0218},{"x":47,"y":0.0249},{"x":47.8,"y":0.0282},{"x":48.6,"y":0.0316},{"x":49.4,"y":0.0351},{"x":50.3,"y":0.0385},{"x":51,"y":0.0417},{"x":51.9,"y":0.0448},{"x":52.7,"y":0.0475},{"x":53.5,"y":0.0498},{"x":54.3,"y":0.0516},{"x":55.1,"y":0.0528},{"x":55.9,"y":0.0535},{"x":56.7,"y":0.0535},{"x":57.5,"y":0.0528},{"x":58.3,"y":0.0515},{"x":59.1,"y":0.0497},{"x":59.9,"y":0.0474},{"x":60.7,"y":0.0446},{"x":61.5,"y":0.0414},{"x":62.3,"y":0.038},{"x":63.1,"y":0.0345},{"x":63.9,"y":0.0309},{"x":64.7,"y":0.0273},{"x":65.5,"y":0.0239},{"x":66.3,"y":0.0206},{"x":67.1,"y":0.0175},{"x":67.9,"y":0.0147},{"x":68.7,"y":0.0123},{"x":69.5,"y":0.0101},{"x":70.3,"y":0.00814},{"x":71.2,"y":0.00651},{"x":72,"y":0.00514},{"x":72.8,"y":0.00401},{"x":73.6,"y":0.00309},{"x":74.4,"y":0.00235},{"x":75.2,"y":0.00176},{"x":76,"y":0.00131},{"x":76.8,"y":0.000955},{"x":77.6,"y":0.00069},{"x":78.4,"y":0.000492},{"x":79.2,"y":0.000347},{"x":80,"y":0.000241},{"x":80.8,"y":0.000165},{"x":81.6,"y":0.000112}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":129,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-mixtral-8x7b","display_name":"mixtral-8x7b","mean_tokens_per_second":73.2,"min_tokens_per_second":19.9,"max_tokens_per_second":80.6,"density_points":[{"x":0,"y":0.000004},{"x":1.03,"y":0.000007},{"x":2.05,"y":0.00001},{"x":3.08,"y":0.000015},{"x":4.11,"y":0.000022},{"x":5.13,"y":0.000031},{"x":6.16,"y":0.000044},{"x":7.18,"y":0.000061},{"x":8.21,"y":0.000083},{"x":9.24,"y":0.000111},{"x":10.3,"y":0.000145},{"x":11.3,"y":0.000186},{"x":12.3,"y":0.000235},{"x":13.3,"y":0.00029},{"x":14.4,"y":0.000353},{"x":15.4,"y":0.000422},{"x":16.4,"y":0.000495},{"x":17.4,"y":0.000571},{"x":18.5,"y":0.000648},{"x":19.5,"y":0.000723},{"x":20.5,"y":0.000794},{"x":21.6,"y":0.000858},{"x":22.6,"y":0.000915},{"x":23.6,"y":0.000963},{"x":24.6,"y":0.001},{"x":25.7,"y":0.00103},{"x":26.7,"y":0.00105},{"x":27.7,"y":0.00107},{"x":28.7,"y":0.00108},{"x":29.8,"y":0.00109},{"x":30.8,"y":0.0011},{"x":31.8,"y":0.00112},{"x":32.8,"y":0.00114},{"x":33.9,"y":0.00117},{"x":34.9,"y":0.00121},{"x":35.9,"y":0.00127},{"x":37,"y":0.00133},{"x":38,"y":0.00139},{"x":39,"y":0.00147},{"x":40,"y":0.00155},{"x":41.1,"y":0.00163},{"x":42.1,"y":0.00171},{"x":43.1,"y":0.00179},{"x":44.1,"y":0.00186},{"x":45.2,"y":0.00193},{"x":46.2,"y":0.002},{"x":47.2,"y":0.00206},{"x":48.2,"y":0.00212},{"x":49.3,"y":0.00218},{"x":50.3,"y":0.00225},{"x":51.3,"y":0.00234},{"x":52.4,"y":0.00247},{"x":53.4,"y":0.00264},{"x":54.4,"y":0.00287},{"x":55.4,"y":0.0032},{"x":56.5,"y":0.00366},{"x":57.5,"y":0.00429},{"x":58.5,"y":0.00513},{"x":59.5,"y":0.00623},{"x":60.6,"y":0.00764},{"x":61.6,"y":0.00942},{"x":62.6,"y":0.0116},{"x":63.6,"y":0.0142},{"x":64.7,"y":0.0172},{"x":65.7,"y":0.0207},{"x":66.7,"y":0.0245},{"x":67.7,"y":0.0286},{"x":68.8,"y":0.0327},{"x":69.8,"y":0.0369},{"x":70.8,"y":0.0408},{"x":71.8,"y":0.0444},{"x":72.9,"y":0.0473},{"x":73.9,"y":0.0494},{"x":74.9,"y":0.0506},{"x":76,"y":0.0509},{"x":77,"y":0.0501},{"x":78,"y":0.0483},{"x":79,"y":0.0457},{"x":80.1,"y":0.0423},{"x":81.1,"y":0.0384},{"x":82.1,"y":0.0342},{"x":83.1,"y":0.0298},{"x":84.2,"y":0.0254},{"x":85.2,"y":0.0213},{"x":86.2,"y":0.0174},{"x":87.2,"y":0.014},{"x":88.3,"y":0.011},{"x":89.3,"y":0.00844},{"x":90.3,"y":0.00636},{"x":91.3,"y":0.0047},{"x":92.4,"y":0.0034},{"x":93.4,"y":0.00241},{"x":94.4,"y":0.00167},{"x":95.5,"y":0.00113},{"x":96.5,"y":0.000754},{"x":97.5,"y":0.000491},{"x":98.5,"y":0.000313},{"x":99.6,"y":0.000196},{"x":101,"y":0.00012},{"x":102,"y":0.000072}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":128,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-nova-lite","display_name":"nova-lite","mean_tokens_per_second":89.8,"min_tokens_per_second":1.05,"max_tokens_per_second":129,"density_points":[{"x":0,"y":0.000085},{"x":1.51,"y":0.000086},{"x":3.02,"y":0.000083},{"x":4.53,"y":0.000076},{"x":6.04,"y":0.000067},{"x":7.55,"y":0.000056},{"x":9.07,"y":0.000045},{"x":10.6,"y":0.000034},{"x":12.1,"y":0.000025},{"x":13.6,"y":0.000017},{"x":15.1,"y":0.000011},{"x":16.6,"y":0.000007},{"x":18.1,"y":0.000004},{"x":19.6,"y":0.000003},{"x":21.1,"y":0.000001},{"x":22.7,"y":0.000001},{"x":24.2,"y":0},{"x":25.7,"y":0},{"x":27.2,"y":0},{"x":28.7,"y":0},{"x":30.2,"y":0},{"x":31.7,"y":0},{"x":33.2,"y":0.000001},{"x":34.8,"y":0.000002},{"x":36.3,"y":0.000003},{"x":37.8,"y":0.000007},{"x":39.3,"y":0.000013},{"x":40.8,"y":0.000023},{"x":42.3,"y":0.000041},{"x":43.8,"y":0.000069},{"x":45.3,"y":0.000113},{"x":46.8,"y":0.000179},{"x":48.4,"y":0.000275},{"x":49.9,"y":0.00041},{"x":51.4,"y":0.000595},{"x":52.9,"y":0.00084},{"x":54.4,"y":0.00116},{"x":55.9,"y":0.00155},{"x":57.4,"y":0.00205},{"x":58.9,"y":0.00264},{"x":60.4,"y":0.00334},{"x":62,"y":0.00416},{"x":63.5,"y":0.0051},{"x":65,"y":0.00618},{"x":66.5,"y":0.0074},{"x":68,"y":0.00875},{"x":69.5,"y":0.0102},{"x":71,"y":0.0119},{"x":72.5,"y":0.0136},{"x":74,"y":0.0154},{"x":75.5,"y":0.0172},{"x":77.1,"y":0.019},{"x":78.6,"y":0.0208},{"x":80.1,"y":0.0224},{"x":81.6,"y":0.0238},{"x":83.1,"y":0.025},{"x":84.6,"y":0.026},{"x":86.1,"y":0.0267},{"x":87.6,"y":0.0271},{"x":89.2,"y":0.0273},{"x":90.7,"y":0.0272},{"x":92.2,"y":0.0268},{"x":93.7,"y":0.0263},{"x":95.2,"y":0.0255},{"x":96.7,"y":0.0246},{"x":98.2,"y":0.0234},{"x":99.7,"y":0.0221},{"x":101,"y":0.0206},{"x":103,"y":0.0191},{"x":104,"y":0.0174},{"x":106,"y":0.0156},{"x":107,"y":0.0139},{"x":109,"y":0.0121},{"x":110,"y":0.0104},{"x":112,"y":0.00888},{"x":113,"y":0.00744},{"x":115,"y":0.00615},{"x":116,"y":0.00501},{"x":118,"y":0.00402},{"x":119,"y":0.00319},{"x":121,"y":0.00249},{"x":122,"y":0.00192},{"x":124,"y":0.00146},{"x":125,"y":0.0011},{"x":127,"y":0.000818},{"x":128,"y":0.000601},{"x":130,"y":0.000437},{"x":131,"y":0.000314},{"x":133,"y":0.000223},{"x":134,"y":0.000156},{"x":136,"y":0.000107},{"x":138,"y":0.000073},{"x":139,"y":0.000048},{"x":141,"y":0.000031},{"x":142,"y":0.000019},{"x":144,"y":0.000012},{"x":145,"y":0.000007},{"x":147,"y":0.000004},{"x":148,"y":0.000002},{"x":150,"y":0.000001}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":127,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-nova-micro","display_name":"nova-micro","mean_tokens_per_second":121,"min_tokens_per_second":27.2,"max_tokens_per_second":161,"density_points":[{"x":6.19,"y":0.000001},{"x":7.97,"y":0.000002},{"x":9.75,"y":0.000004},{"x":11.5,"y":0.000007},{"x":13.3,"y":0.000012},{"x":15.1,"y":0.00002},{"x":16.9,"y":0.000029},{"x":18.6,"y":0.000041},{"x":20.4,"y":0.000055},{"x":22.2,"y":0.000068},{"x":24,"y":0.000078},{"x":25.8,"y":0.000085},{"x":27.5,"y":0.000087},{"x":29.3,"y":0.000083},{"x":31.1,"y":0.000075},{"x":32.9,"y":0.000063},{"x":34.6,"y":0.00005},{"x":36.4,"y":0.000037},{"x":38.2,"y":0.000026},{"x":40,"y":0.000017},{"x":41.8,"y":0.000012},{"x":43.5,"y":0.000009},{"x":45.3,"y":0.00001},{"x":47.1,"y":0.000014},{"x":48.9,"y":0.000023},{"x":50.6,"y":0.000037},{"x":52.4,"y":0.000059},{"x":54.2,"y":0.000088},{"x":56,"y":0.000126},{"x":57.8,"y":0.00017},{"x":59.5,"y":0.000218},{"x":61.3,"y":0.000269},{"x":63.1,"y":0.000318},{"x":64.9,"y":0.000367},{"x":66.6,"y":0.000417},{"x":68.4,"y":0.000473},{"x":70.2,"y":0.000545},{"x":72,"y":0.000645},{"x":73.8,"y":0.00079},{"x":75.5,"y":0.000996},{"x":77.3,"y":0.00128},{"x":79.1,"y":0.00165},{"x":80.9,"y":0.00213},{"x":82.7,"y":0.0027},{"x":84.4,"y":0.00339},{"x":86.2,"y":0.00417},{"x":88,"y":0.00504},{"x":89.8,"y":0.006},{"x":91.5,"y":0.00703},{"x":93.3,"y":0.00812},{"x":95.1,"y":0.00927},{"x":96.9,"y":0.0105},{"x":98.7,"y":0.0117},{"x":100,"y":0.0129},{"x":102,"y":0.014},{"x":104,"y":0.015},{"x":106,"y":0.0159},{"x":108,"y":0.0167},{"x":109,"y":0.0173},{"x":111,"y":0.0177},{"x":113,"y":0.0181},{"x":115,"y":0.0183},{"x":116,"y":0.0184},{"x":118,"y":0.0185},{"x":120,"y":0.0185},{"x":122,"y":0.0184},{"x":124,"y":0.0183},{"x":125,"y":0.0182},{"x":127,"y":0.018},{"x":129,"y":0.0177},{"x":131,"y":0.0174},{"x":132,"y":0.017},{"x":134,"y":0.0165},{"x":136,"y":0.0159},{"x":138,"y":0.0151},{"x":140,"y":0.0143},{"x":141,"y":0.0134},{"x":143,"y":0.0124},{"x":145,"y":0.0113},{"x":147,"y":0.0102},{"x":148,"y":0.00911},{"x":150,"y":0.00798},{"x":152,"y":0.00686},{"x":154,"y":0.00576},{"x":156,"y":0.00472},{"x":157,"y":0.00376},{"x":159,"y":0.0029},{"x":161,"y":0.00217},{"x":163,"y":0.00156},{"x":164,"y":0.00109},{"x":166,"y":0.000732},{"x":168,"y":0.000472},{"x":170,"y":0.000293},{"x":172,"y":0.000174},{"x":173,"y":0.000099},{"x":175,"y":0.000054},{"x":177,"y":0.000028},{"x":179,"y":0.000014},{"x":180,"y":0.000006},{"x":182,"y":0.000003}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":126,"last_error_kind":null,"consecutive_failures":0},{"provider":"bedrock","model_name":"bedrock-nova-pro","display_name":"nova-pro","mean_tokens_per_second":90.1,"min_tokens_per_second":10.8,"max_tokens_per_second":127,"density_points":[{"x":0,"y":0.000026},{"x":1.5,"y":0.000036},{"x":2.99,"y":0.000046},{"x":4.49,"y":0.000057},{"x":5.99,"y":0.000068},{"x":7.49,"y":0.000077},{"x":8.98,"y":0.000083},{"x":10.5,"y":0.000086},{"x":12,"y":0.000085},{"x":13.5,"y":0.000081},{"x":15,"y":0.000073},{"x":16.5,"y":0.000064},{"x":18,"y":0.000055},{"x":19.5,"y":0.000047},{"x":21,"y":0.000043},{"x":22.5,"y":0.000045},{"x":24,"y":0.000054},{"x":25.4,"y":0.000075},{"x":26.9,"y":0.000109},{"x":28.4,"y":0.000161},{"x":29.9,"y":0.000234},{"x":31.4,"y":0.000331},{"x":32.9,"y":0.000456},{"x":34.4,"y":0.000607},{"x":35.9,"y":0.000785},{"x":37.4,"y":0.000986},{"x":38.9,"y":0.00121},{"x":40.4,"y":0.00144},{"x":41.9,"y":0.00168},{"x":43.4,"y":0.00193},{"x":44.9,"y":0.00218},{"x":46.4,"y":0.00245},{"x":47.9,"y":0.00274},{"x":49.4,"y":0.00306},{"x":50.9,"y":0.00342},{"x":52.4,"y":0.00384},{"x":53.9,"y":0.00431},{"x":55.4,"y":0.00485},{"x":56.9,"y":0.00544},{"x":58.4,"y":0.00608},{"x":59.9,"y":0.00676},{"x":61.4,"y":0.00746},{"x":62.9,"y":0.00816},{"x":64.4,"y":0.00885},{"x":65.9,"y":0.00951},{"x":67.4,"y":0.0101},{"x":68.9,"y":0.0107},{"x":70.4,"y":0.0113},{"x":71.9,"y":0.0118},{"x":73.4,"y":0.0122},{"x":74.9,"y":0.0127},{"x":76.4,"y":0.0131},{"x":77.9,"y":0.0136},{"x":79.4,"y":0.0141},{"x":80.8,"y":0.0145},{"x":82.3,"y":0.015},{"x":83.8,"y":0.0156},{"x":85.3,"y":0.0161},{"x":86.8,"y":0.0167},{"x":88.3,"y":0.0173},{"x":89.8,"y":0.0179},{"x":91.3,"y":0.0184},{"x":92.8,"y":0.0189},{"x":94.3,"y":0.0194},{"x":95.8,"y":0.0197},{"x":97.3,"y":0.02},{"x":98.8,"y":0.0201},{"x":100,"y":0.02},{"x":102,"y":0.0198},{"x":103,"y":0.0195},{"x":105,"y":0.019},{"x":106,"y":0.0183},{"x":108,"y":0.0174},{"x":109,"y":0.0164},{"x":111,"y":0.0153},{"x":112,"y":0.0141},{"x":114,"y":0.0128},{"x":115,"y":0.0115},{"x":117,"y":0.0101},{"x":118,"y":0.00881},{"x":120,"y":0.00751},{"x":121,"y":0.0063},{"x":123,"y":0.00519},{"x":124,"y":0.00418},{"x":126,"y":0.00331},{"x":127,"y":0.00255},{"x":129,"y":0.00193},{"x":130,"y":0.00142},{"x":132,"y":0.00102},{"x":133,"y":0.000711},{"x":135,"y":0.000482},{"x":136,"y":0.000317},{"x":138,"y":0.000202},{"x":139,"y":0.000125},{"x":141,"y":0.000074},{"x":142,"y":0.000043},{"x":144,"y":0.000024},{"x":145,"y":0.000013},{"x":147,"y":0.000007},{"x":148,"y":0.000003}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":126,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.6-sol","display_name":"GPT-5.6-sol","mean_tokens_per_second":16.7,"min_tokens_per_second":4.28,"max_tokens_per_second":27.7,"density_points":[{"x":0,"y":0.00666},{"x":0.49,"y":0.00747},{"x":0.98,"y":0.00834},{"x":1.48,"y":0.00928},{"x":1.97,"y":0.0103},{"x":2.46,"y":0.0114},{"x":2.95,"y":0.0125},{"x":3.44,"y":0.0138},{"x":3.94,"y":0.015},{"x":4.43,"y":0.0164},{"x":4.92,"y":0.0178},{"x":5.41,"y":0.0193},{"x":5.91,"y":0.0208},{"x":6.4,"y":0.0224},{"x":6.89,"y":0.024},{"x":7.38,"y":0.0256},{"x":7.87,"y":0.0273},{"x":8.37,"y":0.029},{"x":8.86,"y":0.0306},{"x":9.35,"y":0.0323},{"x":9.84,"y":0.0339},{"x":10.3,"y":0.0355},{"x":10.8,"y":0.0371},{"x":11.3,"y":0.0385},{"x":11.8,"y":0.0399},{"x":12.3,"y":0.0413},{"x":12.8,"y":0.0425},{"x":13.3,"y":0.0436},{"x":13.8,"y":0.0446},{"x":14.3,"y":0.0454},{"x":14.8,"y":0.0461},{"x":15.3,"y":0.0467},{"x":15.8,"y":0.0471},{"x":16.2,"y":0.0474},{"x":16.7,"y":0.0475},{"x":17.2,"y":0.0474},{"x":17.7,"y":0.0472},{"x":18.2,"y":0.0468},{"x":18.7,"y":0.0463},{"x":19.2,"y":0.0456},{"x":19.7,"y":0.0448},{"x":20.2,"y":0.0438},{"x":20.7,"y":0.0427},{"x":21.2,"y":0.0415},{"x":21.6,"y":0.0402},{"x":22.1,"y":0.0388},{"x":22.6,"y":0.0373},{"x":23.1,"y":0.0357},{"x":23.6,"y":0.0341},{"x":24.1,"y":0.0325},{"x":24.6,"y":0.0308},{"x":25.1,"y":0.0291},{"x":25.6,"y":0.0274},{"x":26.1,"y":0.0257},{"x":26.6,"y":0.024},{"x":27.1,"y":0.0223},{"x":27.6,"y":0.0207},{"x":28.1,"y":0.0191},{"x":28.5,"y":0.0176},{"x":29,"y":0.0162},{"x":29.5,"y":0.0148},{"x":30,"y":0.0135},{"x":30.5,"y":0.0122},{"x":31,"y":0.011},{"x":31.5,"y":0.00995},{"x":32,"y":0.00893},{"x":32.5,"y":0.00798},{"x":33,"y":0.0071},{"x":33.5,"y":0.0063},{"x":34,"y":0.00557},{"x":34.5,"y":0.0049},{"x":34.9,"y":0.0043},{"x":35.4,"y":0.00375},{"x":35.9,"y":0.00326},{"x":36.4,"y":0.00283},{"x":36.9,"y":0.00244},{"x":37.4,"y":0.0021},{"x":37.9,"y":0.0018},{"x":38.4,"y":0.00153},{"x":38.9,"y":0.0013},{"x":39.4,"y":0.0011},{"x":39.9,"y":0.000928},{"x":40.4,"y":0.000779},{"x":40.9,"y":0.000651},{"x":41.3,"y":0.000542},{"x":41.8,"y":0.000449},{"x":42.3,"y":0.000371},{"x":42.8,"y":0.000305},{"x":43.3,"y":0.00025},{"x":43.8,"y":0.000204},{"x":44.3,"y":0.000165},{"x":44.8,"y":0.000134},{"x":45.3,"y":0.000108},{"x":45.8,"y":0.000086},{"x":46.3,"y":0.000069},{"x":46.8,"y":0.000055},{"x":47.2,"y":0.000043},{"x":47.7,"y":0.000034},{"x":48.2,"y":0.000027},{"x":48.7,"y":0.000021}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":361,"last_error_kind":null,"consecutive_failures":0},{"provider":"groq","model_name":"groq-llama-3.1-8b","display_name":"llama-3.1-8b","mean_tokens_per_second":210,"min_tokens_per_second":74.4,"max_tokens_per_second":327,"density_points":[{"x":53.4,"y":0.000002},{"x":56.4,"y":0.000008},{"x":59.3,"y":0.000022},{"x":62.3,"y":0.00005},{"x":65.3,"y":0.000097},{"x":68.3,"y":0.000161},{"x":71.2,"y":0.000232},{"x":74.2,"y":0.000307},{"x":77.2,"y":0.000394},{"x":80.2,"y":0.000511},{"x":83.2,"y":0.000661},{"x":86.1,"y":0.000817},{"x":89.1,"y":0.000935},{"x":92.1,"y":0.000995},{"x":95.1,"y":0.00102},{"x":98,"y":0.00106},{"x":101,"y":0.00114},{"x":104,"y":0.00125},{"x":107,"y":0.00135},{"x":110,"y":0.00145},{"x":113,"y":0.00157},{"x":116,"y":0.00175},{"x":119,"y":0.00201},{"x":122,"y":0.00233},{"x":125,"y":0.00268},{"x":128,"y":0.003},{"x":131,"y":0.00325},{"x":134,"y":0.00339},{"x":137,"y":0.00341},{"x":140,"y":0.00335},{"x":143,"y":0.00328},{"x":146,"y":0.0033},{"x":149,"y":0.00349},{"x":152,"y":0.00382},{"x":155,"y":0.00421},{"x":158,"y":0.00457},{"x":161,"y":0.00488},{"x":164,"y":0.00518},{"x":167,"y":0.00543},{"x":170,"y":0.00561},{"x":173,"y":0.00568},{"x":175,"y":0.00565},{"x":178,"y":0.00556},{"x":181,"y":0.00548},{"x":184,"y":0.00546},{"x":187,"y":0.00553},{"x":190,"y":0.0057},{"x":193,"y":0.00594},{"x":196,"y":0.00619},{"x":199,"y":0.00641},{"x":202,"y":0.00653},{"x":205,"y":0.00652},{"x":208,"y":0.00641},{"x":211,"y":0.0063},{"x":214,"y":0.00629},{"x":217,"y":0.00648},{"x":220,"y":0.00682},{"x":223,"y":0.00721},{"x":226,"y":0.00753},{"x":229,"y":0.00773},{"x":232,"y":0.00784},{"x":235,"y":0.00787},{"x":238,"y":0.00783},{"x":241,"y":0.0077},{"x":244,"y":0.00742},{"x":247,"y":0.00698},{"x":250,"y":0.00642},{"x":253,"y":0.00577},{"x":256,"y":0.00516},{"x":259,"y":0.00473},{"x":262,"y":0.00456},{"x":265,"y":0.00458},{"x":268,"y":0.00463},{"x":271,"y":0.00454},{"x":274,"y":0.00424},{"x":277,"y":0.00376},{"x":280,"y":0.00319},{"x":283,"y":0.00263},{"x":286,"y":0.00215},{"x":289,"y":0.00186},{"x":292,"y":0.0018},{"x":295,"y":0.00199},{"x":298,"y":0.00231},{"x":301,"y":0.0026},{"x":304,"y":0.00271},{"x":307,"y":0.00257},{"x":310,"y":0.00221},{"x":312,"y":0.00176},{"x":315,"y":0.00134},{"x":318,"y":0.00102},{"x":321,"y":0.000822},{"x":324,"y":0.000695},{"x":327,"y":0.00058},{"x":330,"y":0.000449},{"x":333,"y":0.000306},{"x":336,"y":0.00018},{"x":339,"y":0.00009},{"x":342,"y":0.000038},{"x":345,"y":0.000013},{"x":348,"y":0.000004}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":26,"last_error_kind":null,"consecutive_failures":0},{"provider":"groq","model_name":"groq-llama-3.3-70b","display_name":"llama-3.3-70b","mean_tokens_per_second":149,"min_tokens_per_second":80.9,"max_tokens_per_second":252,"density_points":[{"x":59.9,"y":0.000003},{"x":62.1,"y":0.000008},{"x":64.2,"y":0.000018},{"x":66.4,"y":0.000039},{"x":68.5,"y":0.000077},{"x":70.7,"y":0.000138},{"x":72.8,"y":0.000232},{"x":75,"y":0.00036},{"x":77.2,"y":0.000522},{"x":79.3,"y":0.000709},{"x":81.5,"y":0.000909},{"x":83.6,"y":0.00111},{"x":85.8,"y":0.0013},{"x":87.9,"y":0.00149},{"x":90.1,"y":0.0017},{"x":92.2,"y":0.00197},{"x":94.4,"y":0.00232},{"x":96.5,"y":0.00279},{"x":98.7,"y":0.00338},{"x":101,"y":0.00407},{"x":103,"y":0.00484},{"x":105,"y":0.00565},{"x":107,"y":0.00646},{"x":109,"y":0.00725},{"x":112,"y":0.00804},{"x":114,"y":0.00883},{"x":116,"y":0.00965},{"x":118,"y":0.0105},{"x":120,"y":0.0113},{"x":122,"y":0.0122},{"x":125,"y":0.0129},{"x":127,"y":0.0135},{"x":129,"y":0.014},{"x":131,"y":0.0143},{"x":133,"y":0.0143},{"x":135,"y":0.0141},{"x":137,"y":0.0137},{"x":140,"y":0.0131},{"x":142,"y":0.0123},{"x":144,"y":0.0114},{"x":146,"y":0.0105},{"x":148,"y":0.00956},{"x":150,"y":0.0088},{"x":153,"y":0.00824},{"x":155,"y":0.00792},{"x":157,"y":0.00781},{"x":159,"y":0.00787},{"x":161,"y":0.00804},{"x":163,"y":0.00826},{"x":165,"y":0.0085},{"x":168,"y":0.00869},{"x":170,"y":0.00879},{"x":172,"y":0.00877},{"x":174,"y":0.00862},{"x":176,"y":0.00836},{"x":178,"y":0.00802},{"x":181,"y":0.00764},{"x":183,"y":0.00725},{"x":185,"y":0.00686},{"x":187,"y":0.00647},{"x":189,"y":0.00607},{"x":191,"y":0.00563},{"x":193,"y":0.00516},{"x":196,"y":0.00466},{"x":198,"y":0.00416},{"x":200,"y":0.00366},{"x":202,"y":0.00318},{"x":204,"y":0.00273},{"x":206,"y":0.00232},{"x":209,"y":0.00194},{"x":211,"y":0.00162},{"x":213,"y":0.00136},{"x":215,"y":0.00117},{"x":217,"y":0.00104},{"x":219,"y":0.000977},{"x":221,"y":0.000963},{"x":224,"y":0.000981},{"x":226,"y":0.00101},{"x":228,"y":0.00103},{"x":230,"y":0.00102},{"x":232,"y":0.000975},{"x":234,"y":0.000904},{"x":237,"y":0.00081},{"x":239,"y":0.000707},{"x":241,"y":0.000606},{"x":243,"y":0.000518},{"x":245,"y":0.000446},{"x":247,"y":0.000391},{"x":249,"y":0.000346},{"x":252,"y":0.000305},{"x":254,"y":0.000263},{"x":256,"y":0.000215},{"x":258,"y":0.000166},{"x":260,"y":0.000118},{"x":262,"y":0.000078},{"x":265,"y":0.000047},{"x":267,"y":0.000026},{"x":269,"y":0.000013},{"x":271,"y":0.000006},{"x":273,"y":0.000002}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":27,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-claude-sonnet-5","display_name":"claude-sonnet-5","mean_tokens_per_second":29.4,"min_tokens_per_second":6.53,"max_tokens_per_second":42.8,"density_points":[{"x":0,"y":0.000899},{"x":0.64,"y":0.00105},{"x":1.29,"y":0.00122},{"x":1.93,"y":0.00142},{"x":2.58,"y":0.00164},{"x":3.22,"y":0.00188},{"x":3.87,"y":0.00215},{"x":4.51,"y":0.00246},{"x":5.16,"y":0.00279},{"x":5.8,"y":0.00315},{"x":6.45,"y":0.00355},{"x":7.09,"y":0.00399},{"x":7.73,"y":0.00447},{"x":8.38,"y":0.00498},{"x":9.02,"y":0.00554},{"x":9.67,"y":0.00615},{"x":10.3,"y":0.0068},{"x":11,"y":0.00749},{"x":11.6,"y":0.00824},{"x":12.3,"y":0.00903},{"x":12.9,"y":0.00988},{"x":13.5,"y":0.0108},{"x":14.2,"y":0.0117},{"x":14.8,"y":0.0127},{"x":15.5,"y":0.0138},{"x":16.1,"y":0.0149},{"x":16.8,"y":0.016},{"x":17.4,"y":0.0172},{"x":18.1,"y":0.0185},{"x":18.7,"y":0.0198},{"x":19.3,"y":0.0211},{"x":20,"y":0.0225},{"x":20.6,"y":0.0239},{"x":21.3,"y":0.0253},{"x":21.9,"y":0.0268},{"x":22.6,"y":0.0282},{"x":23.2,"y":0.0297},{"x":23.9,"y":0.0311},{"x":24.5,"y":0.0325},{"x":25.1,"y":0.0339},{"x":25.8,"y":0.0352},{"x":26.4,"y":0.0365},{"x":27.1,"y":0.0376},{"x":27.7,"y":0.0386},{"x":28.4,"y":0.0395},{"x":29,"y":0.0403},{"x":29.6,"y":0.0409},{"x":30.3,"y":0.0413},{"x":30.9,"y":0.0415},{"x":31.6,"y":0.0416},{"x":32.2,"y":0.0414},{"x":32.9,"y":0.041},{"x":33.5,"y":0.0404},{"x":34.2,"y":0.0396},{"x":34.8,"y":0.0386},{"x":35.5,"y":0.0374},{"x":36.1,"y":0.0361},{"x":36.7,"y":0.0346},{"x":37.4,"y":0.0329},{"x":38,"y":0.0312},{"x":38.7,"y":0.0293},{"x":39.3,"y":0.0274},{"x":40,"y":0.0255},{"x":40.6,"y":0.0235},{"x":41.3,"y":0.0216},{"x":41.9,"y":0.0197},{"x":42.5,"y":0.0178},{"x":43.2,"y":0.016},{"x":43.8,"y":0.0143},{"x":44.5,"y":0.0127},{"x":45.1,"y":0.0112},{"x":45.8,"y":0.00981},{"x":46.4,"y":0.00853},{"x":47,"y":0.00737},{"x":47.7,"y":0.00632},{"x":48.3,"y":0.00539},{"x":49,"y":0.00456},{"x":49.6,"y":0.00383},{"x":50.3,"y":0.00319},{"x":50.9,"y":0.00265},{"x":51.6,"y":0.00218},{"x":52.2,"y":0.00178},{"x":52.9,"y":0.00144},{"x":53.5,"y":0.00116},{"x":54.1,"y":0.000929},{"x":54.8,"y":0.000738},{"x":55.4,"y":0.000582},{"x":56.1,"y":0.000455},{"x":56.7,"y":0.000354},{"x":57.4,"y":0.000273},{"x":58,"y":0.000209},{"x":58.7,"y":0.000159},{"x":59.3,"y":0.00012},{"x":59.9,"y":0.00009},{"x":60.6,"y":0.000067},{"x":61.2,"y":0.00005},{"x":61.9,"y":0.000036},{"x":62.5,"y":0.000027},{"x":63.2,"y":0.000019},{"x":63.8,"y":0.000014}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2600,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-LFM2.5-8B-A1B","display_name":"LFM2.5-8B-A1B","mean_tokens_per_second":110,"min_tokens_per_second":17.4,"max_tokens_per_second":138,"density_points":[{"x":0,"y":0.00001},{"x":1.61,"y":0.000017},{"x":3.22,"y":0.000028},{"x":4.83,"y":0.000044},{"x":6.44,"y":0.000065},{"x":8.05,"y":0.000091},{"x":9.66,"y":0.000121},{"x":11.3,"y":0.000152},{"x":12.9,"y":0.000183},{"x":14.5,"y":0.000209},{"x":16.1,"y":0.000229},{"x":17.7,"y":0.000243},{"x":19.3,"y":0.00025},{"x":20.9,"y":0.000255},{"x":22.6,"y":0.000261},{"x":24.2,"y":0.000274},{"x":25.8,"y":0.000295},{"x":27.4,"y":0.000325},{"x":29,"y":0.000364},{"x":30.6,"y":0.000406},{"x":32.2,"y":0.000446},{"x":33.8,"y":0.000478},{"x":35.4,"y":0.000501},{"x":37,"y":0.000513},{"x":38.7,"y":0.000515},{"x":40.3,"y":0.000512},{"x":41.9,"y":0.00051},{"x":43.5,"y":0.000512},{"x":45.1,"y":0.00052},{"x":46.7,"y":0.000536},{"x":48.3,"y":0.000556},{"x":49.9,"y":0.000579},{"x":51.5,"y":0.000599},{"x":53.1,"y":0.000613},{"x":54.8,"y":0.000622},{"x":56.4,"y":0.000628},{"x":58,"y":0.000639},{"x":59.6,"y":0.000666},{"x":61.2,"y":0.000722},{"x":62.8,"y":0.000823},{"x":64.4,"y":0.00098},{"x":66,"y":0.0012},{"x":67.7,"y":0.00151},{"x":69.3,"y":0.00189},{"x":70.9,"y":0.00236},{"x":72.5,"y":0.00291},{"x":74.1,"y":0.00355},{"x":75.7,"y":0.00427},{"x":77.3,"y":0.00506},{"x":78.9,"y":0.0059},{"x":80.5,"y":0.00678},{"x":82.1,"y":0.00767},{"x":83.8,"y":0.00853},{"x":85.4,"y":0.00934},{"x":87,"y":0.0101},{"x":88.6,"y":0.0107},{"x":90.2,"y":0.0112},{"x":91.8,"y":0.0115},{"x":93.4,"y":0.0118},{"x":95,"y":0.0119},{"x":96.6,"y":0.012},{"x":98.3,"y":0.012},{"x":99.9,"y":0.0121},{"x":101,"y":0.0124},{"x":103,"y":0.0128},{"x":105,"y":0.0135},{"x":106,"y":0.0144},{"x":108,"y":0.0155},{"x":110,"y":0.0167},{"x":111,"y":0.0181},{"x":113,"y":0.0197},{"x":114,"y":0.0212},{"x":116,"y":0.0227},{"x":118,"y":0.0242},{"x":119,"y":0.0253},{"x":121,"y":0.0261},{"x":122,"y":0.0263},{"x":124,"y":0.0259},{"x":126,"y":0.0248},{"x":127,"y":0.023},{"x":129,"y":0.0206},{"x":130,"y":0.0179},{"x":132,"y":0.0149},{"x":134,"y":0.0121},{"x":135,"y":0.00941},{"x":137,"y":0.0071},{"x":139,"y":0.00518},{"x":140,"y":0.00367},{"x":142,"y":0.00252},{"x":143,"y":0.00169},{"x":145,"y":0.0011},{"x":147,"y":0.000698},{"x":148,"y":0.000432},{"x":150,"y":0.000259},{"x":151,"y":0.000151},{"x":153,"y":0.000085},{"x":155,"y":0.000046},{"x":156,"y":0.000024},{"x":158,"y":0.000012},{"x":159,"y":0.000006}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1517,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.6-luna","display_name":"GPT-5.6-luna","mean_tokens_per_second":25.9,"min_tokens_per_second":2.78,"max_tokens_per_second":46.7,"density_points":[{"x":0,"y":0.00223},{"x":0.68,"y":0.0026},{"x":1.37,"y":0.00301},{"x":2.05,"y":0.00347},{"x":2.74,"y":0.00398},{"x":3.42,"y":0.00455},{"x":4.1,"y":0.00517},{"x":4.79,"y":0.00584},{"x":5.47,"y":0.00658},{"x":6.15,"y":0.00737},{"x":6.84,"y":0.00822},{"x":7.52,"y":0.00912},{"x":8.21,"y":0.0101},{"x":8.89,"y":0.0111},{"x":9.57,"y":0.0122},{"x":10.3,"y":0.0133},{"x":10.9,"y":0.0144},{"x":11.6,"y":0.0156},{"x":12.3,"y":0.0168},{"x":13,"y":0.0181},{"x":13.7,"y":0.0193},{"x":14.4,"y":0.0206},{"x":15,"y":0.0219},{"x":15.7,"y":0.0232},{"x":16.4,"y":0.0244},{"x":17.1,"y":0.0257},{"x":17.8,"y":0.0269},{"x":18.5,"y":0.028},{"x":19.1,"y":0.0292},{"x":19.8,"y":0.0302},{"x":20.5,"y":0.0313},{"x":21.2,"y":0.0322},{"x":21.9,"y":0.033},{"x":22.6,"y":0.0338},{"x":23.3,"y":0.0345},{"x":23.9,"y":0.0351},{"x":24.6,"y":0.0355},{"x":25.3,"y":0.0359},{"x":26,"y":0.0361},{"x":26.7,"y":0.0362},{"x":27.4,"y":0.0361},{"x":28,"y":0.036},{"x":28.7,"y":0.0357},{"x":29.4,"y":0.0352},{"x":30.1,"y":0.0347},{"x":30.8,"y":0.034},{"x":31.5,"y":0.0331},{"x":32.1,"y":0.0322},{"x":32.8,"y":0.0312},{"x":33.5,"y":0.03},{"x":34.2,"y":0.0288},{"x":34.9,"y":0.0275},{"x":35.6,"y":0.0262},{"x":36.2,"y":0.0247},{"x":36.9,"y":0.0233},{"x":37.6,"y":0.0218},{"x":38.3,"y":0.0204},{"x":39,"y":0.0189},{"x":39.7,"y":0.0175},{"x":40.4,"y":0.016},{"x":41,"y":0.0147},{"x":41.7,"y":0.0133},{"x":42.4,"y":0.012},{"x":43.1,"y":0.0108},{"x":43.8,"y":0.00969},{"x":44.5,"y":0.00862},{"x":45.1,"y":0.00762},{"x":45.8,"y":0.00671},{"x":46.5,"y":0.00586},{"x":47.2,"y":0.0051},{"x":47.9,"y":0.0044},{"x":48.5,"y":0.00378},{"x":49.2,"y":0.00323},{"x":49.9,"y":0.00274},{"x":50.6,"y":0.00231},{"x":51.3,"y":0.00194},{"x":52,"y":0.00162},{"x":52.6,"y":0.00134},{"x":53.3,"y":0.0011},{"x":54,"y":0.000903},{"x":54.7,"y":0.000735},{"x":55.4,"y":0.000594},{"x":56.1,"y":0.000477},{"x":56.8,"y":0.000381},{"x":57.4,"y":0.000302},{"x":58.1,"y":0.000238},{"x":58.8,"y":0.000187},{"x":59.5,"y":0.000145},{"x":60.2,"y":0.000112},{"x":60.9,"y":0.000086},{"x":61.5,"y":0.000066},{"x":62.2,"y":0.00005},{"x":62.9,"y":0.000038},{"x":63.6,"y":0.000028},{"x":64.3,"y":0.000021},{"x":65,"y":0.000016},{"x":65.7,"y":0.000011},{"x":66.3,"y":0.000008},{"x":67,"y":0.000006},{"x":67.7,"y":0.000004}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":492,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-GPT-oss-120b","display_name":"GPT-oss-120b","mean_tokens_per_second":82.5,"min_tokens_per_second":7.59,"max_tokens_per_second":199,"density_points":[{"x":0,"y":0.00023},{"x":2.22,"y":0.000383},{"x":4.44,"y":0.000606},{"x":6.66,"y":0.000917},{"x":8.88,"y":0.00133},{"x":11.1,"y":0.00183},{"x":13.3,"y":0.00242},{"x":15.5,"y":0.00304},{"x":17.8,"y":0.00365},{"x":20,"y":0.00421},{"x":22.2,"y":0.00467},{"x":24.4,"y":0.00504},{"x":26.6,"y":0.00532},{"x":28.9,"y":0.00559},{"x":31.1,"y":0.00588},{"x":33.3,"y":0.00624},{"x":35.5,"y":0.00669},{"x":37.8,"y":0.00721},{"x":40,"y":0.00776},{"x":42.2,"y":0.00831},{"x":44.4,"y":0.00885},{"x":46.6,"y":0.00936},{"x":48.9,"y":0.00983},{"x":51.1,"y":0.0102},{"x":53.3,"y":0.0104},{"x":55.5,"y":0.0104},{"x":57.7,"y":0.0102},{"x":60,"y":0.00987},{"x":62.2,"y":0.00948},{"x":64.4,"y":0.00913},{"x":66.6,"y":0.00886},{"x":68.8,"y":0.0087},{"x":71.1,"y":0.00861},{"x":73.3,"y":0.00855},{"x":75.5,"y":0.00847},{"x":77.7,"y":0.00834},{"x":79.9,"y":0.00815},{"x":82.2,"y":0.00794},{"x":84.4,"y":0.00777},{"x":86.6,"y":0.00772},{"x":88.8,"y":0.00782},{"x":91,"y":0.00804},{"x":93.3,"y":0.0083},{"x":95.5,"y":0.00848},{"x":97.7,"y":0.00849},{"x":99.9,"y":0.00829},{"x":102,"y":0.00792},{"x":104,"y":0.00746},{"x":107,"y":0.007},{"x":109,"y":0.00658},{"x":111,"y":0.00624},{"x":113,"y":0.00593},{"x":115,"y":0.00567},{"x":118,"y":0.00542},{"x":120,"y":0.00519},{"x":122,"y":0.00497},{"x":124,"y":0.00473},{"x":127,"y":0.00445},{"x":129,"y":0.00414},{"x":131,"y":0.00379},{"x":133,"y":0.00344},{"x":135,"y":0.00311},{"x":138,"y":0.00284},{"x":140,"y":0.00266},{"x":142,"y":0.00256},{"x":144,"y":0.00253},{"x":147,"y":0.00255},{"x":149,"y":0.00259},{"x":151,"y":0.00263},{"x":153,"y":0.00264},{"x":155,"y":0.00263},{"x":158,"y":0.00257},{"x":160,"y":0.00247},{"x":162,"y":0.00234},{"x":164,"y":0.00219},{"x":167,"y":0.00206},{"x":169,"y":0.00194},{"x":171,"y":0.00185},{"x":173,"y":0.00178},{"x":175,"y":0.00171},{"x":178,"y":0.00161},{"x":180,"y":0.00148},{"x":182,"y":0.00131},{"x":184,"y":0.00111},{"x":187,"y":0.000913},{"x":189,"y":0.000728},{"x":191,"y":0.000576},{"x":193,"y":0.000461},{"x":195,"y":0.00038},{"x":198,"y":0.000321},{"x":200,"y":0.000272},{"x":202,"y":0.000224},{"x":204,"y":0.000174},{"x":207,"y":0.000125},{"x":209,"y":0.000083},{"x":211,"y":0.00005},{"x":213,"y":0.000027},{"x":215,"y":0.000014},{"x":218,"y":0.000006},{"x":220,"y":0.000002}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1393,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-GLM-5.2","display_name":"GLM-5.2","mean_tokens_per_second":29,"min_tokens_per_second":4.85,"max_tokens_per_second":75.5,"density_points":[{"x":0,"y":0.00234},{"x":0.98,"y":0.00286},{"x":1.95,"y":0.00346},{"x":2.93,"y":0.00414},{"x":3.9,"y":0.00491},{"x":4.88,"y":0.00575},{"x":5.85,"y":0.00668},{"x":6.83,"y":0.0077},{"x":7.8,"y":0.00879},{"x":8.78,"y":0.00996},{"x":9.75,"y":0.0112},{"x":10.7,"y":0.0125},{"x":11.7,"y":0.0138},{"x":12.7,"y":0.0152},{"x":13.7,"y":0.0167},{"x":14.6,"y":0.0181},{"x":15.6,"y":0.0196},{"x":16.6,"y":0.021},{"x":17.6,"y":0.0224},{"x":18.5,"y":0.0237},{"x":19.5,"y":0.025},{"x":20.5,"y":0.0262},{"x":21.5,"y":0.0272},{"x":22.4,"y":0.0282},{"x":23.4,"y":0.0289},{"x":24.4,"y":0.0296},{"x":25.4,"y":0.03},{"x":26.3,"y":0.0303},{"x":27.3,"y":0.0304},{"x":28.3,"y":0.0303},{"x":29.3,"y":0.0301},{"x":30.2,"y":0.0297},{"x":31.2,"y":0.0291},{"x":32.2,"y":0.0283},{"x":33.2,"y":0.0275},{"x":34.1,"y":0.0265},{"x":35.1,"y":0.0254},{"x":36.1,"y":0.0243},{"x":37.1,"y":0.0231},{"x":38,"y":0.0219},{"x":39,"y":0.0206},{"x":40,"y":0.0194},{"x":41,"y":0.0181},{"x":41.9,"y":0.0169},{"x":42.9,"y":0.0157},{"x":43.9,"y":0.0145},{"x":44.9,"y":0.0134},{"x":45.8,"y":0.0123},{"x":46.8,"y":0.0112},{"x":47.8,"y":0.0102},{"x":48.8,"y":0.00919},{"x":49.7,"y":0.00827},{"x":50.7,"y":0.00741},{"x":51.7,"y":0.00661},{"x":52.7,"y":0.00588},{"x":53.6,"y":0.0052},{"x":54.6,"y":0.00459},{"x":55.6,"y":0.00404},{"x":56.6,"y":0.00355},{"x":57.5,"y":0.00311},{"x":58.5,"y":0.00272},{"x":59.5,"y":0.00238},{"x":60.5,"y":0.00209},{"x":61.4,"y":0.00183},{"x":62.4,"y":0.00161},{"x":63.4,"y":0.00142},{"x":64.4,"y":0.00125},{"x":65.3,"y":0.00112},{"x":66.3,"y":0.000997},{"x":67.3,"y":0.000897},{"x":68.3,"y":0.000813},{"x":69.2,"y":0.000742},{"x":70.2,"y":0.000681},{"x":71.2,"y":0.000627},{"x":72.2,"y":0.00058},{"x":73.1,"y":0.000536},{"x":74.1,"y":0.000495},{"x":75.1,"y":0.000455},{"x":76.1,"y":0.000417},{"x":77,"y":0.000378},{"x":78,"y":0.00034},{"x":79,"y":0.000302},{"x":80,"y":0.000266},{"x":81,"y":0.00023},{"x":81.9,"y":0.000197},{"x":82.9,"y":0.000166},{"x":83.9,"y":0.000138},{"x":84.8,"y":0.000113},{"x":85.8,"y":0.000091},{"x":86.8,"y":0.000072},{"x":87.8,"y":0.000056},{"x":88.8,"y":0.000042},{"x":89.7,"y":0.000032},{"x":90.7,"y":0.000023},{"x":91.7,"y":0.000017},{"x":92.7,"y":0.000012},{"x":93.6,"y":0.000008},{"x":94.6,"y":0.000006},{"x":95.6,"y":0.000004},{"x":96.5,"y":0.000003}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2447,"last_error_kind":null,"consecutive_failures":0},{"provider":"groq","model_name":"groq-Qwen3.6-27B","display_name":"Qwen3.6-27B","mean_tokens_per_second":213,"min_tokens_per_second":11.2,"max_tokens_per_second":326,"density_points":[{"x":0,"y":0.000076},{"x":3.5,"y":0.000161},{"x":7,"y":0.000275},{"x":10.5,"y":0.000376},{"x":14,"y":0.000414},{"x":17.5,"y":0.000375},{"x":21,"y":0.000296},{"x":24.5,"y":0.000245},{"x":28,"y":0.000275},{"x":31.5,"y":0.000396},{"x":35,"y":0.000581},{"x":38.5,"y":0.00078},{"x":42,"y":0.000925},{"x":45.5,"y":0.000959},{"x":49,"y":0.000876},{"x":52.5,"y":0.000731},{"x":56,"y":0.000603},{"x":59.5,"y":0.000563},{"x":63,"y":0.000643},{"x":66.5,"y":0.000822},{"x":70,"y":0.00104},{"x":73.5,"y":0.00124},{"x":77,"y":0.00139},{"x":80.5,"y":0.0015},{"x":84,"y":0.00154},{"x":87.5,"y":0.0015},{"x":91,"y":0.00137},{"x":94.5,"y":0.00122},{"x":98,"y":0.00114},{"x":102,"y":0.00122},{"x":105,"y":0.00145},{"x":109,"y":0.00173},{"x":112,"y":0.00196},{"x":116,"y":0.00206},{"x":119,"y":0.0021},{"x":123,"y":0.00216},{"x":126,"y":0.00234},{"x":130,"y":0.00262},{"x":133,"y":0.00289},{"x":137,"y":0.00302},{"x":140,"y":0.00302},{"x":144,"y":0.00296},{"x":147,"y":0.00287},{"x":151,"y":0.00272},{"x":154,"y":0.00251},{"x":158,"y":0.00233},{"x":161,"y":0.00229},{"x":165,"y":0.00244},{"x":168,"y":0.00271},{"x":172,"y":0.003},{"x":175,"y":0.00319},{"x":179,"y":0.00328},{"x":182,"y":0.00339},{"x":186,"y":0.00362},{"x":189,"y":0.004},{"x":193,"y":0.00446},{"x":196,"y":0.00492},{"x":200,"y":0.00535},{"x":203,"y":0.00582},{"x":207,"y":0.00636},{"x":210,"y":0.00687},{"x":214,"y":0.00717},{"x":217,"y":0.00718},{"x":221,"y":0.00711},{"x":224,"y":0.00722},{"x":228,"y":0.00749},{"x":231,"y":0.00762},{"x":235,"y":0.00738},{"x":238,"y":0.00676},{"x":242,"y":0.00595},{"x":245,"y":0.00511},{"x":249,"y":0.00438},{"x":252,"y":0.00385},{"x":256,"y":0.00358},{"x":259,"y":0.00351},{"x":263,"y":0.00359},{"x":266,"y":0.00375},{"x":270,"y":0.00394},{"x":273,"y":0.00405},{"x":277,"y":0.004},{"x":280,"y":0.00379},{"x":284,"y":0.00356},{"x":287,"y":0.00349},{"x":291,"y":0.00365},{"x":294,"y":0.00398},{"x":298,"y":0.00437},{"x":301,"y":0.00476},{"x":305,"y":0.00512},{"x":308,"y":0.00537},{"x":312,"y":0.00532},{"x":315,"y":0.00479},{"x":319,"y":0.00384},{"x":322,"y":0.0027},{"x":326,"y":0.00166},{"x":329,"y":0.0009},{"x":333,"y":0.000429},{"x":336,"y":0.000177},{"x":340,"y":0.000062},{"x":343,"y":0.000018},{"x":347,"y":0.000004}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":25,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-claude-haiku-4.5","display_name":"claude-haiku-4.5","mean_tokens_per_second":44.8,"min_tokens_per_second":11.1,"max_tokens_per_second":61.4,"density_points":[{"x":0,"y":0.00019},{"x":0.83,"y":0.000238},{"x":1.66,"y":0.000295},{"x":2.5,"y":0.000362},{"x":3.33,"y":0.00044},{"x":4.16,"y":0.000528},{"x":4.99,"y":0.000628},{"x":5.82,"y":0.000739},{"x":6.65,"y":0.000861},{"x":7.49,"y":0.000995},{"x":8.32,"y":0.00114},{"x":9.15,"y":0.00129},{"x":9.98,"y":0.00146},{"x":10.8,"y":0.00163},{"x":11.7,"y":0.00182},{"x":12.5,"y":0.00201},{"x":13.3,"y":0.00221},{"x":14.1,"y":0.00242},{"x":15,"y":0.00264},{"x":15.8,"y":0.00287},{"x":16.6,"y":0.00312},{"x":17.5,"y":0.00339},{"x":18.3,"y":0.00367},{"x":19.1,"y":0.00398},{"x":20,"y":0.00431},{"x":20.8,"y":0.00468},{"x":21.6,"y":0.00508},{"x":22.5,"y":0.00552},{"x":23.3,"y":0.006},{"x":24.1,"y":0.00652},{"x":25,"y":0.0071},{"x":25.8,"y":0.00773},{"x":26.6,"y":0.00841},{"x":27.4,"y":0.00915},{"x":28.3,"y":0.00996},{"x":29.1,"y":0.0108},{"x":29.9,"y":0.0118},{"x":30.8,"y":0.0128},{"x":31.6,"y":0.0138},{"x":32.4,"y":0.015},{"x":33.3,"y":0.0162},{"x":34.1,"y":0.0175},{"x":34.9,"y":0.0188},{"x":35.8,"y":0.0203},{"x":36.6,"y":0.0218},{"x":37.4,"y":0.0233},{"x":38.3,"y":0.0248},{"x":39.1,"y":0.0264},{"x":39.9,"y":0.028},{"x":40.8,"y":0.0295},{"x":41.6,"y":0.031},{"x":42.4,"y":0.0323},{"x":43.3,"y":0.0336},{"x":44.1,"y":0.0347},{"x":44.9,"y":0.0356},{"x":45.8,"y":0.0363},{"x":46.6,"y":0.0368},{"x":47.4,"y":0.037},{"x":48.3,"y":0.037},{"x":49.1,"y":0.0367},{"x":49.9,"y":0.0362},{"x":50.7,"y":0.0354},{"x":51.6,"y":0.0343},{"x":52.4,"y":0.0331},{"x":53.2,"y":0.0316},{"x":54.1,"y":0.0299},{"x":54.9,"y":0.0281},{"x":55.7,"y":0.0262},{"x":56.6,"y":0.0242},{"x":57.4,"y":0.0222},{"x":58.2,"y":0.0202},{"x":59.1,"y":0.0182},{"x":59.9,"y":0.0163},{"x":60.7,"y":0.0144},{"x":61.6,"y":0.0126},{"x":62.4,"y":0.011},{"x":63.2,"y":0.00943},{"x":64,"y":0.00804},{"x":64.9,"y":0.00679},{"x":65.7,"y":0.00567},{"x":66.5,"y":0.0047},{"x":67.4,"y":0.00385},{"x":68.2,"y":0.00312},{"x":69,"y":0.0025},{"x":69.9,"y":0.00199},{"x":70.7,"y":0.00156},{"x":71.5,"y":0.00121},{"x":72.4,"y":0.000932},{"x":73.2,"y":0.000708},{"x":74,"y":0.000533},{"x":74.9,"y":0.000396},{"x":75.7,"y":0.000291},{"x":76.5,"y":0.000211},{"x":77.4,"y":0.000152},{"x":78.2,"y":0.000108},{"x":79,"y":0.000076},{"x":79.9,"y":0.000052},{"x":80.7,"y":0.000036},{"x":81.5,"y":0.000024},{"x":82.3,"y":0.000016}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2634,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-claude-sonnet-4.6","display_name":"claude-sonnet-4.6","mean_tokens_per_second":23.7,"min_tokens_per_second":5.51,"max_tokens_per_second":30.2,"density_points":[{"x":0,"y":0.00146},{"x":0.52,"y":0.00165},{"x":1.03,"y":0.00186},{"x":1.55,"y":0.0021},{"x":2.07,"y":0.00236},{"x":2.59,"y":0.00264},{"x":3.1,"y":0.00296},{"x":3.62,"y":0.0033},{"x":4.14,"y":0.00368},{"x":4.66,"y":0.00409},{"x":5.17,"y":0.00454},{"x":5.69,"y":0.00504},{"x":6.21,"y":0.00558},{"x":6.73,"y":0.00617},{"x":7.24,"y":0.00681},{"x":7.76,"y":0.00751},{"x":8.28,"y":0.00827},{"x":8.8,"y":0.0091},{"x":9.31,"y":0.00999},{"x":9.83,"y":0.011},{"x":10.3,"y":0.012},{"x":10.9,"y":0.0131},{"x":11.4,"y":0.0143},{"x":11.9,"y":0.0156},{"x":12.4,"y":0.0169},{"x":12.9,"y":0.0184},{"x":13.4,"y":0.0199},{"x":14,"y":0.0215},{"x":14.5,"y":0.0231},{"x":15,"y":0.0249},{"x":15.5,"y":0.0266},{"x":16,"y":0.0284},{"x":16.6,"y":0.0303},{"x":17.1,"y":0.0321},{"x":17.6,"y":0.034},{"x":18.1,"y":0.0358},{"x":18.6,"y":0.0376},{"x":19.1,"y":0.0394},{"x":19.7,"y":0.0411},{"x":20.2,"y":0.0426},{"x":20.7,"y":0.0441},{"x":21.2,"y":0.0455},{"x":21.7,"y":0.0466},{"x":22.3,"y":0.0477},{"x":22.8,"y":0.0485},{"x":23.3,"y":0.0491},{"x":23.8,"y":0.0496},{"x":24.3,"y":0.0498},{"x":24.8,"y":0.0498},{"x":25.4,"y":0.0496},{"x":25.9,"y":0.0492},{"x":26.4,"y":0.0485},{"x":26.9,"y":0.0476},{"x":27.4,"y":0.0466},{"x":27.9,"y":0.0453},{"x":28.5,"y":0.0439},{"x":29,"y":0.0423},{"x":29.5,"y":0.0406},{"x":30,"y":0.0388},{"x":30.5,"y":0.0368},{"x":31,"y":0.0349},{"x":31.6,"y":0.0328},{"x":32.1,"y":0.0307},{"x":32.6,"y":0.0287},{"x":33.1,"y":0.0266},{"x":33.6,"y":0.0245},{"x":34.1,"y":0.0225},{"x":34.7,"y":0.0206},{"x":35.2,"y":0.0188},{"x":35.7,"y":0.017},{"x":36.2,"y":0.0153},{"x":36.7,"y":0.0137},{"x":37.3,"y":0.0122},{"x":37.8,"y":0.0109},{"x":38.3,"y":0.00959},{"x":38.8,"y":0.00842},{"x":39.3,"y":0.00737},{"x":39.8,"y":0.00641},{"x":40.4,"y":0.00555},{"x":40.9,"y":0.00478},{"x":41.4,"y":0.00409},{"x":41.9,"y":0.00349},{"x":42.4,"y":0.00296},{"x":42.9,"y":0.0025},{"x":43.5,"y":0.0021},{"x":44,"y":0.00176},{"x":44.5,"y":0.00146},{"x":45,"y":0.00121},{"x":45.5,"y":0.000993},{"x":46,"y":0.000813},{"x":46.6,"y":0.000663},{"x":47.1,"y":0.000537},{"x":47.6,"y":0.000433},{"x":48.1,"y":0.000348},{"x":48.6,"y":0.000277},{"x":49.1,"y":0.00022},{"x":49.7,"y":0.000174},{"x":50.2,"y":0.000137},{"x":50.7,"y":0.000107},{"x":51.2,"y":0.000083}],"freshness_status":"fresh","staleness_seconds":2571,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.6-terra","display_name":"GPT-5.6-terra","mean_tokens_per_second":24.3,"min_tokens_per_second":2.2,"max_tokens_per_second":37,"density_points":[{"x":0,"y":0.00193},{"x":0.59,"y":0.00222},{"x":1.17,"y":0.00256},{"x":1.76,"y":0.00293},{"x":2.34,"y":0.00334},{"x":2.93,"y":0.00381},{"x":3.52,"y":0.00431},{"x":4.1,"y":0.00487},{"x":4.69,"y":0.00548},{"x":5.27,"y":0.00615},{"x":5.86,"y":0.00687},{"x":6.45,"y":0.00765},{"x":7.03,"y":0.00849},{"x":7.62,"y":0.00938},{"x":8.2,"y":0.0103},{"x":8.79,"y":0.0113},{"x":9.38,"y":0.0124},{"x":9.96,"y":0.0135},{"x":10.6,"y":0.0147},{"x":11.1,"y":0.0159},{"x":11.7,"y":0.0172},{"x":12.3,"y":0.0185},{"x":12.9,"y":0.0198},{"x":13.5,"y":0.0212},{"x":14.1,"y":0.0226},{"x":14.7,"y":0.024},{"x":15.2,"y":0.0254},{"x":15.8,"y":0.0268},{"x":16.4,"y":0.0282},{"x":17,"y":0.0296},{"x":17.6,"y":0.0309},{"x":18.2,"y":0.0322},{"x":18.8,"y":0.0335},{"x":19.3,"y":0.0347},{"x":19.9,"y":0.0358},{"x":20.5,"y":0.0369},{"x":21.1,"y":0.0378},{"x":21.7,"y":0.0387},{"x":22.3,"y":0.0394},{"x":22.9,"y":0.04},{"x":23.4,"y":0.0405},{"x":24,"y":0.0409},{"x":24.6,"y":0.0411},{"x":25.2,"y":0.0412},{"x":25.8,"y":0.0412},{"x":26.4,"y":0.041},{"x":26.9,"y":0.0406},{"x":27.5,"y":0.0401},{"x":28.1,"y":0.0395},{"x":28.7,"y":0.0387},{"x":29.3,"y":0.0378},{"x":29.9,"y":0.0367},{"x":30.5,"y":0.0356},{"x":31.1,"y":0.0343},{"x":31.6,"y":0.0329},{"x":32.2,"y":0.0315},{"x":32.8,"y":0.03},{"x":33.4,"y":0.0284},{"x":34,"y":0.0268},{"x":34.6,"y":0.0252},{"x":35.2,"y":0.0235},{"x":35.7,"y":0.0219},{"x":36.3,"y":0.0203},{"x":36.9,"y":0.0187},{"x":37.5,"y":0.0171},{"x":38.1,"y":0.0156},{"x":38.7,"y":0.0142},{"x":39.3,"y":0.0128},{"x":39.8,"y":0.0115},{"x":40.4,"y":0.0103},{"x":41,"y":0.00912},{"x":41.6,"y":0.00807},{"x":42.2,"y":0.00709},{"x":42.8,"y":0.00621},{"x":43.4,"y":0.0054},{"x":44,"y":0.00467},{"x":44.5,"y":0.00402},{"x":45.1,"y":0.00344},{"x":45.7,"y":0.00292},{"x":46.3,"y":0.00247},{"x":46.9,"y":0.00208},{"x":47.5,"y":0.00174},{"x":48,"y":0.00145},{"x":48.6,"y":0.0012},{"x":49.2,"y":0.000982},{"x":49.8,"y":0.000802},{"x":50.4,"y":0.000652},{"x":51,"y":0.000526},{"x":51.6,"y":0.000422},{"x":52.1,"y":0.000337},{"x":52.7,"y":0.000267},{"x":53.3,"y":0.00021},{"x":53.9,"y":0.000165},{"x":54.5,"y":0.000128},{"x":55.1,"y":0.000099},{"x":55.7,"y":0.000076},{"x":56.3,"y":0.000058},{"x":56.8,"y":0.000044},{"x":57.4,"y":0.000033},{"x":58,"y":0.000025}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":428,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-MiniMax-M2.7","display_name":"MiniMax-M2.7","mean_tokens_per_second":58.8,"min_tokens_per_second":15.9,"max_tokens_per_second":95.3,"density_points":[{"x":0,"y":0.000034},{"x":1.17,"y":0.000052},{"x":2.35,"y":0.000077},{"x":3.52,"y":0.00011},{"x":4.7,"y":0.000156},{"x":5.87,"y":0.000214},{"x":7.05,"y":0.000288},{"x":8.22,"y":0.000379},{"x":9.39,"y":0.000487},{"x":10.6,"y":0.000614},{"x":11.7,"y":0.000758},{"x":12.9,"y":0.000918},{"x":14.1,"y":0.00109},{"x":15.3,"y":0.00128},{"x":16.4,"y":0.00147},{"x":17.6,"y":0.00167},{"x":18.8,"y":0.00188},{"x":20,"y":0.00208},{"x":21.1,"y":0.0023},{"x":22.3,"y":0.00251},{"x":23.5,"y":0.00274},{"x":24.7,"y":0.00298},{"x":25.8,"y":0.00324},{"x":27,"y":0.00352},{"x":28.2,"y":0.00384},{"x":29.4,"y":0.0042},{"x":30.5,"y":0.00461},{"x":31.7,"y":0.00509},{"x":32.9,"y":0.00564},{"x":34,"y":0.00628},{"x":35.2,"y":0.00703},{"x":36.4,"y":0.00789},{"x":37.6,"y":0.00887},{"x":38.8,"y":0.00998},{"x":39.9,"y":0.0112},{"x":41.1,"y":0.0125},{"x":42.3,"y":0.0139},{"x":43.5,"y":0.0154},{"x":44.6,"y":0.0168},{"x":45.8,"y":0.0182},{"x":47,"y":0.0195},{"x":48.1,"y":0.0207},{"x":49.3,"y":0.0216},{"x":50.5,"y":0.0223},{"x":51.7,"y":0.0228},{"x":52.8,"y":0.0231},{"x":54,"y":0.0233},{"x":55.2,"y":0.0233},{"x":56.4,"y":0.0232},{"x":57.5,"y":0.0231},{"x":58.7,"y":0.023},{"x":59.9,"y":0.0229},{"x":61.1,"y":0.0229},{"x":62.2,"y":0.023},{"x":63.4,"y":0.0231},{"x":64.6,"y":0.0231},{"x":65.8,"y":0.0231},{"x":66.9,"y":0.023},{"x":68.1,"y":0.0226},{"x":69.3,"y":0.0221},{"x":70.5,"y":0.0213},{"x":71.6,"y":0.0204},{"x":72.8,"y":0.0192},{"x":74,"y":0.0179},{"x":75.2,"y":0.0165},{"x":76.3,"y":0.015},{"x":77.5,"y":0.0136},{"x":78.7,"y":0.0122},{"x":79.8,"y":0.0108},{"x":81,"y":0.00961},{"x":82.2,"y":0.00851},{"x":83.4,"y":0.00753},{"x":84.5,"y":0.00665},{"x":85.7,"y":0.00587},{"x":86.9,"y":0.00517},{"x":88.1,"y":0.00454},{"x":89.3,"y":0.00396},{"x":90.4,"y":0.00343},{"x":91.6,"y":0.00294},{"x":92.8,"y":0.0025},{"x":93.9,"y":0.00209},{"x":95.1,"y":0.00173},{"x":96.3,"y":0.00141},{"x":97.5,"y":0.00113},{"x":98.6,"y":0.000893},{"x":99.8,"y":0.000694},{"x":101,"y":0.00053},{"x":102,"y":0.000399},{"x":103,"y":0.000294},{"x":105,"y":0.000214},{"x":106,"y":0.000153},{"x":107,"y":0.000107},{"x":108,"y":0.000073},{"x":109,"y":0.00005},{"x":110,"y":0.000033},{"x":112,"y":0.000021},{"x":113,"y":0.000013},{"x":114,"y":0.000008},{"x":115,"y":0.000005},{"x":116,"y":0.000003}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2479,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-Kimi-K2.6","display_name":"Kimi-K2.6","mean_tokens_per_second":34.7,"min_tokens_per_second":7.25,"max_tokens_per_second":60.3,"density_points":[{"x":0,"y":0.00127},{"x":0.82,"y":0.00152},{"x":1.64,"y":0.00181},{"x":2.46,"y":0.00214},{"x":3.29,"y":0.00249},{"x":4.11,"y":0.00287},{"x":4.93,"y":0.00329},{"x":5.75,"y":0.00372},{"x":6.57,"y":0.00418},{"x":7.39,"y":0.00466},{"x":8.21,"y":0.00515},{"x":9.04,"y":0.00566},{"x":9.86,"y":0.00618},{"x":10.7,"y":0.00671},{"x":11.5,"y":0.00724},{"x":12.3,"y":0.0078},{"x":13.1,"y":0.00836},{"x":14,"y":0.00895},{"x":14.8,"y":0.00956},{"x":15.6,"y":0.0102},{"x":16.4,"y":0.0109},{"x":17.3,"y":0.0116},{"x":18.1,"y":0.0123},{"x":18.9,"y":0.0131},{"x":19.7,"y":0.014},{"x":20.5,"y":0.0149},{"x":21.4,"y":0.0159},{"x":22.2,"y":0.0169},{"x":23,"y":0.0179},{"x":23.8,"y":0.019},{"x":24.6,"y":0.0201},{"x":25.5,"y":0.0212},{"x":26.3,"y":0.0224},{"x":27.1,"y":0.0235},{"x":27.9,"y":0.0246},{"x":28.8,"y":0.0256},{"x":29.6,"y":0.0266},{"x":30.4,"y":0.0275},{"x":31.2,"y":0.0284},{"x":32,"y":0.0291},{"x":32.9,"y":0.0298},{"x":33.7,"y":0.0303},{"x":34.5,"y":0.0307},{"x":35.3,"y":0.0309},{"x":36.1,"y":0.0311},{"x":37,"y":0.031},{"x":37.8,"y":0.0309},{"x":38.6,"y":0.0306},{"x":39.4,"y":0.0301},{"x":40.3,"y":0.0296},{"x":41.1,"y":0.0289},{"x":41.9,"y":0.0281},{"x":42.7,"y":0.0272},{"x":43.5,"y":0.0262},{"x":44.4,"y":0.0251},{"x":45.2,"y":0.0239},{"x":46,"y":0.0227},{"x":46.8,"y":0.0215},{"x":47.6,"y":0.0202},{"x":48.5,"y":0.0189},{"x":49.3,"y":0.0175},{"x":50.1,"y":0.0162},{"x":50.9,"y":0.015},{"x":51.8,"y":0.0137},{"x":52.6,"y":0.0125},{"x":53.4,"y":0.0114},{"x":54.2,"y":0.0103},{"x":55,"y":0.00921},{"x":55.9,"y":0.00824},{"x":56.7,"y":0.00733},{"x":57.5,"y":0.00649},{"x":58.3,"y":0.00571},{"x":59.1,"y":0.00501},{"x":60,"y":0.00436},{"x":60.8,"y":0.00378},{"x":61.6,"y":0.00326},{"x":62.4,"y":0.00279},{"x":63.3,"y":0.00238},{"x":64.1,"y":0.00201},{"x":64.9,"y":0.00169},{"x":65.7,"y":0.0014},{"x":66.5,"y":0.00116},{"x":67.4,"y":0.000953},{"x":68.2,"y":0.000775},{"x":69,"y":0.000624},{"x":69.8,"y":0.000499},{"x":70.7,"y":0.000394},{"x":71.5,"y":0.000309},{"x":72.3,"y":0.000239},{"x":73.1,"y":0.000184},{"x":73.9,"y":0.000139},{"x":74.8,"y":0.000105},{"x":75.6,"y":0.000078},{"x":76.4,"y":0.000057},{"x":77.2,"y":0.000041},{"x":78,"y":0.00003},{"x":78.9,"y":0.000021},{"x":79.7,"y":0.000015},{"x":80.5,"y":0.00001},{"x":81.3,"y":0.000007}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2477,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-Kimi-K2.7-Code","display_name":"Kimi-K2.7-Code","mean_tokens_per_second":80,"min_tokens_per_second":4.13,"max_tokens_per_second":185,"density_points":[{"x":0,"y":0.000296},{"x":2.08,"y":0.000405},{"x":4.16,"y":0.000544},{"x":6.24,"y":0.000726},{"x":8.31,"y":0.00097},{"x":10.4,"y":0.0013},{"x":12.5,"y":0.00174},{"x":14.6,"y":0.00229},{"x":16.6,"y":0.00295},{"x":18.7,"y":0.0037},{"x":20.8,"y":0.00448},{"x":22.9,"y":0.00522},{"x":24.9,"y":0.00588},{"x":27,"y":0.00639},{"x":29.1,"y":0.00675},{"x":31.2,"y":0.00697},{"x":33.3,"y":0.0071},{"x":35.3,"y":0.00721},{"x":37.4,"y":0.00738},{"x":39.5,"y":0.00766},{"x":41.6,"y":0.00807},{"x":43.6,"y":0.00858},{"x":45.7,"y":0.00911},{"x":47.8,"y":0.00957},{"x":49.9,"y":0.00989},{"x":52,"y":0.01},{"x":54,"y":0.01},{"x":56.1,"y":0.00992},{"x":58.2,"y":0.00978},{"x":60.3,"y":0.00965},{"x":62.4,"y":0.00957},{"x":64.4,"y":0.00951},{"x":66.5,"y":0.00946},{"x":68.6,"y":0.00937},{"x":70.7,"y":0.00925},{"x":72.7,"y":0.00909},{"x":74.8,"y":0.00894},{"x":76.9,"y":0.00882},{"x":79,"y":0.00874},{"x":81.1,"y":0.0087},{"x":83.1,"y":0.00865},{"x":85.2,"y":0.00857},{"x":87.3,"y":0.00844},{"x":89.4,"y":0.00824},{"x":91.5,"y":0.00802},{"x":93.5,"y":0.0078},{"x":95.6,"y":0.00762},{"x":97.7,"y":0.00749},{"x":99.8,"y":0.0074},{"x":102,"y":0.00734},{"x":104,"y":0.00726},{"x":106,"y":0.00712},{"x":108,"y":0.0069},{"x":110,"y":0.00659},{"x":112,"y":0.00621},{"x":114,"y":0.00581},{"x":116,"y":0.00544},{"x":118,"y":0.00516},{"x":121,"y":0.00499},{"x":123,"y":0.00493},{"x":125,"y":0.00494},{"x":127,"y":0.00497},{"x":129,"y":0.00499},{"x":131,"y":0.00494},{"x":133,"y":0.00483},{"x":135,"y":0.00464},{"x":137,"y":0.00439},{"x":139,"y":0.00409},{"x":141,"y":0.00375},{"x":143,"y":0.00339},{"x":145,"y":0.00303},{"x":148,"y":0.00268},{"x":150,"y":0.00237},{"x":152,"y":0.00211},{"x":154,"y":0.00189},{"x":156,"y":0.00172},{"x":158,"y":0.00158},{"x":160,"y":0.00147},{"x":162,"y":0.00137},{"x":164,"y":0.00128},{"x":166,"y":0.00121},{"x":168,"y":0.00114},{"x":170,"y":0.00109},{"x":173,"y":0.00103},{"x":175,"y":0.000976},{"x":177,"y":0.000904},{"x":179,"y":0.000814},{"x":181,"y":0.000711},{"x":183,"y":0.0006},{"x":185,"y":0.000487},{"x":187,"y":0.000379},{"x":189,"y":0.000282},{"x":191,"y":0.000199},{"x":193,"y":0.000133},{"x":195,"y":0.000083},{"x":197,"y":0.000048},{"x":200,"y":0.000026},{"x":202,"y":0.000013},{"x":204,"y":0.000006},{"x":206,"y":0.000003}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1606,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-4.1-nano","display_name":"gpt-4.1-nano","mean_tokens_per_second":47.9,"min_tokens_per_second":9.91,"max_tokens_per_second":78.3,"density_points":[{"x":0,"y":0.000237},{"x":1,"y":0.000315},{"x":2.01,"y":0.000411},{"x":3.01,"y":0.00053},{"x":4.01,"y":0.000672},{"x":5.01,"y":0.000841},{"x":6.02,"y":0.00104},{"x":7.02,"y":0.00126},{"x":8.02,"y":0.00152},{"x":9.03,"y":0.0018},{"x":10,"y":0.0021},{"x":11,"y":0.00242},{"x":12,"y":0.00277},{"x":13,"y":0.00312},{"x":14,"y":0.00348},{"x":15,"y":0.00384},{"x":16.1,"y":0.00421},{"x":17.1,"y":0.00457},{"x":18.1,"y":0.00493},{"x":19.1,"y":0.0053},{"x":20.1,"y":0.00567},{"x":21.1,"y":0.00605},{"x":22.1,"y":0.00645},{"x":23.1,"y":0.00687},{"x":24.1,"y":0.00733},{"x":25.1,"y":0.00783},{"x":26.1,"y":0.00838},{"x":27.1,"y":0.00899},{"x":28.1,"y":0.00965},{"x":29.1,"y":0.0104},{"x":30.1,"y":0.0112},{"x":31.1,"y":0.012},{"x":32.1,"y":0.0129},{"x":33.1,"y":0.0138},{"x":34.1,"y":0.0147},{"x":35.1,"y":0.0157},{"x":36.1,"y":0.0166},{"x":37.1,"y":0.0176},{"x":38.1,"y":0.0185},{"x":39.1,"y":0.0194},{"x":40.1,"y":0.0203},{"x":41.1,"y":0.0211},{"x":42.1,"y":0.0218},{"x":43.1,"y":0.0226},{"x":44.1,"y":0.0232},{"x":45.1,"y":0.0238},{"x":46.1,"y":0.0244},{"x":47.1,"y":0.0249},{"x":48.1,"y":0.0254},{"x":49.1,"y":0.0258},{"x":50.1,"y":0.0261},{"x":51.1,"y":0.0264},{"x":52.1,"y":0.0265},{"x":53.2,"y":0.0266},{"x":54.2,"y":0.0266},{"x":55.2,"y":0.0264},{"x":56.2,"y":0.0261},{"x":57.2,"y":0.0256},{"x":58.2,"y":0.025},{"x":59.2,"y":0.0242},{"x":60.2,"y":0.0233},{"x":61.2,"y":0.0222},{"x":62.2,"y":0.021},{"x":63.2,"y":0.0197},{"x":64.2,"y":0.0182},{"x":65.2,"y":0.0168},{"x":66.2,"y":0.0152},{"x":67.2,"y":0.0137},{"x":68.2,"y":0.0122},{"x":69.2,"y":0.0108},{"x":70.2,"y":0.00939},{"x":71.2,"y":0.0081},{"x":72.2,"y":0.00691},{"x":73.2,"y":0.00584},{"x":74.2,"y":0.00488},{"x":75.2,"y":0.00405},{"x":76.2,"y":0.00332},{"x":77.2,"y":0.00271},{"x":78.2,"y":0.00219},{"x":79.2,"y":0.00176},{"x":80.2,"y":0.0014},{"x":81.2,"y":0.00111},{"x":82.2,"y":0.000876},{"x":83.3,"y":0.000687},{"x":84.3,"y":0.000536},{"x":85.3,"y":0.000415},{"x":86.3,"y":0.000319},{"x":87.3,"y":0.000244},{"x":88.3,"y":0.000184},{"x":89.3,"y":0.000138},{"x":90.3,"y":0.000102},{"x":91.3,"y":0.000075},{"x":92.3,"y":0.000054},{"x":93.3,"y":0.000038},{"x":94.3,"y":0.000027},{"x":95.3,"y":0.000018},{"x":96.3,"y":0.000013},{"x":97.3,"y":0.000008},{"x":98.3,"y":0.000005},{"x":99.3,"y":0.000004}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":1020,"last_error_kind":null,"consecutive_failures":0},{"provider":"google","model_name":"google-gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","mean_tokens_per_second":71.4,"min_tokens_per_second":36.1,"max_tokens_per_second":93.1,"density_points":[{"x":15.1,"y":0.000005},{"x":16.1,"y":0.000008},{"x":17.1,"y":0.000013},{"x":18.1,"y":0.000019},{"x":19.1,"y":0.000028},{"x":20.1,"y":0.00004},{"x":21.1,"y":0.000056},{"x":22.1,"y":0.000078},{"x":23.1,"y":0.000105},{"x":24.1,"y":0.000139},{"x":25.1,"y":0.000181},{"x":26.1,"y":0.000231},{"x":27.1,"y":0.00029},{"x":28.1,"y":0.000357},{"x":29.1,"y":0.000432},{"x":30.1,"y":0.000515},{"x":31.1,"y":0.000603},{"x":32.1,"y":0.000697},{"x":33.1,"y":0.000793},{"x":34.1,"y":0.000891},{"x":35.1,"y":0.000991},{"x":36.1,"y":0.00109},{"x":37.1,"y":0.00119},{"x":38.1,"y":0.0013},{"x":39.1,"y":0.00141},{"x":40.1,"y":0.00154},{"x":41.1,"y":0.00168},{"x":42.1,"y":0.00185},{"x":43.1,"y":0.00205},{"x":44.1,"y":0.0023},{"x":45.1,"y":0.0026},{"x":46.1,"y":0.00296},{"x":47.1,"y":0.0034},{"x":48.1,"y":0.00393},{"x":49.1,"y":0.00455},{"x":50.1,"y":0.00527},{"x":51.1,"y":0.00611},{"x":52.1,"y":0.00707},{"x":53.1,"y":0.00816},{"x":54.1,"y":0.00938},{"x":55.1,"y":0.0107},{"x":56.1,"y":0.0122},{"x":57.1,"y":0.0138},{"x":58.1,"y":0.0155},{"x":59.1,"y":0.0173},{"x":60.1,"y":0.0192},{"x":61.1,"y":0.0211},{"x":62.1,"y":0.023},{"x":63.1,"y":0.0249},{"x":64.1,"y":0.0268},{"x":65.1,"y":0.0286},{"x":66.1,"y":0.0303},{"x":67.1,"y":0.0318},{"x":68.1,"y":0.0332},{"x":69.1,"y":0.0343},{"x":70.1,"y":0.0351},{"x":71.1,"y":0.0357},{"x":72.1,"y":0.036},{"x":73.1,"y":0.036},{"x":74.1,"y":0.0356},{"x":75.1,"y":0.035},{"x":76.1,"y":0.0341},{"x":77.1,"y":0.0329},{"x":78.1,"y":0.0314},{"x":79.1,"y":0.0298},{"x":80.1,"y":0.0279},{"x":81.1,"y":0.026},{"x":82.1,"y":0.024},{"x":83.1,"y":0.0219},{"x":84.1,"y":0.0198},{"x":85.1,"y":0.0178},{"x":86.1,"y":0.0159},{"x":87.1,"y":0.014},{"x":88.1,"y":0.0122},{"x":89.1,"y":0.0106},{"x":90.1,"y":0.00913},{"x":91.1,"y":0.00778},{"x":92.1,"y":0.00658},{"x":93.1,"y":0.00551},{"x":94.1,"y":0.00457},{"x":95.1,"y":0.00376},{"x":96.1,"y":0.00306},{"x":97.1,"y":0.00246},{"x":98.1,"y":0.00196},{"x":99.1,"y":0.00155},{"x":100,"y":0.0012},{"x":101,"y":0.000925},{"x":102,"y":0.000701},{"x":103,"y":0.000525},{"x":104,"y":0.000387},{"x":105,"y":0.000282},{"x":106,"y":0.000202},{"x":107,"y":0.000142},{"x":108,"y":0.000099},{"x":109,"y":0.000067},{"x":110,"y":0.000045},{"x":111,"y":0.00003},{"x":112,"y":0.000019},{"x":113,"y":0.000012},{"x":114,"y":0.000008}],"freshness_status":"fresh","staleness_seconds":2255,"last_error_kind":null,"consecutive_failures":0},{"provider":"google","model_name":"google-Google: Nano Banana (Gemini 2.5 Flash Image)","display_name":"Google: Nano Banana (Gemini 2.5 Flash Image)","mean_tokens_per_second":155,"min_tokens_per_second":28.6,"max_tokens_per_second":236,"density_points":[{"x":7.6,"y":0.000003},{"x":10.1,"y":0.000007},{"x":12.6,"y":0.000018},{"x":15.2,"y":0.000039},{"x":17.7,"y":0.000078},{"x":20.2,"y":0.000143},{"x":22.7,"y":0.000245},{"x":25.3,"y":0.0004},{"x":27.8,"y":0.000629},{"x":30.3,"y":0.000951},{"x":32.8,"y":0.00136},{"x":35.3,"y":0.00182},{"x":37.9,"y":0.00225},{"x":40.4,"y":0.00256},{"x":42.9,"y":0.00269},{"x":45.4,"y":0.00265},{"x":47.9,"y":0.00252},{"x":50.5,"y":0.0024},{"x":53,"y":0.0024},{"x":55.5,"y":0.00259},{"x":58,"y":0.00297},{"x":60.5,"y":0.00345},{"x":63.1,"y":0.00392},{"x":65.6,"y":0.00422},{"x":68.1,"y":0.00425},{"x":70.6,"y":0.00399},{"x":73.2,"y":0.00349},{"x":75.7,"y":0.00287},{"x":78.2,"y":0.00229},{"x":80.7,"y":0.00185},{"x":83.2,"y":0.00162},{"x":85.8,"y":0.00161},{"x":88.3,"y":0.00176},{"x":90.8,"y":0.00199},{"x":93.3,"y":0.00222},{"x":95.8,"y":0.00242},{"x":98.4,"y":0.00256},{"x":101,"y":0.00263},{"x":103,"y":0.00266},{"x":106,"y":0.00266},{"x":108,"y":0.00266},{"x":111,"y":0.0027},{"x":114,"y":0.00282},{"x":116,"y":0.00305},{"x":119,"y":0.0034},{"x":121,"y":0.00383},{"x":124,"y":0.00427},{"x":126,"y":0.00464},{"x":129,"y":0.00488},{"x":131,"y":0.00495},{"x":134,"y":0.0049},{"x":136,"y":0.00476},{"x":139,"y":0.00463},{"x":141,"y":0.00454},{"x":144,"y":0.00452},{"x":146,"y":0.00457},{"x":149,"y":0.00467},{"x":151,"y":0.00481},{"x":154,"y":0.00501},{"x":156,"y":0.00531},{"x":159,"y":0.00572},{"x":161,"y":0.00627},{"x":164,"y":0.00691},{"x":166,"y":0.0076},{"x":169,"y":0.00826},{"x":171,"y":0.00882},{"x":174,"y":0.00927},{"x":177,"y":0.00966},{"x":179,"y":0.01},{"x":182,"y":0.0105},{"x":184,"y":0.0109},{"x":187,"y":0.0111},{"x":189,"y":0.0111},{"x":192,"y":0.0107},{"x":194,"y":0.01},{"x":197,"y":0.00929},{"x":199,"y":0.00859},{"x":202,"y":0.00799},{"x":204,"y":0.00746},{"x":207,"y":0.00694},{"x":209,"y":0.00643},{"x":212,"y":0.00599},{"x":214,"y":0.00567},{"x":217,"y":0.00544},{"x":219,"y":0.00521},{"x":222,"y":0.00487},{"x":224,"y":0.00437},{"x":227,"y":0.00376},{"x":229,"y":0.00312},{"x":232,"y":0.00251},{"x":235,"y":0.00198},{"x":237,"y":0.0015},{"x":240,"y":0.00107},{"x":242,"y":0.00071},{"x":245,"y":0.000428},{"x":247,"y":0.000232},{"x":250,"y":0.000113},{"x":252,"y":0.000049},{"x":255,"y":0.000019},{"x":257,"y":0.000006}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2492,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5","display_name":"GPT-5","mean_tokens_per_second":39.5,"min_tokens_per_second":3.12,"max_tokens_per_second":73.5,"density_points":[{"x":0,"y":0.000975},{"x":0.95,"y":0.00113},{"x":1.91,"y":0.0013},{"x":2.86,"y":0.0015},{"x":3.82,"y":0.00171},{"x":4.77,"y":0.00194},{"x":5.72,"y":0.0022},{"x":6.68,"y":0.00248},{"x":7.63,"y":0.00281},{"x":8.59,"y":0.00317},{"x":9.54,"y":0.00357},{"x":10.5,"y":0.00402},{"x":11.4,"y":0.00453},{"x":12.4,"y":0.0051},{"x":13.4,"y":0.00573},{"x":14.3,"y":0.00642},{"x":15.3,"y":0.00718},{"x":16.2,"y":0.008},{"x":17.2,"y":0.00889},{"x":18.1,"y":0.00984},{"x":19.1,"y":0.0108},{"x":20,"y":0.0119},{"x":21,"y":0.0129},{"x":21.9,"y":0.014},{"x":22.9,"y":0.0151},{"x":23.9,"y":0.0162},{"x":24.8,"y":0.0172},{"x":25.8,"y":0.0182},{"x":26.7,"y":0.0192},{"x":27.7,"y":0.0201},{"x":28.6,"y":0.0209},{"x":29.6,"y":0.0217},{"x":30.5,"y":0.0224},{"x":31.5,"y":0.023},{"x":32.4,"y":0.0235},{"x":33.4,"y":0.024},{"x":34.4,"y":0.0245},{"x":35.3,"y":0.0248},{"x":36.3,"y":0.0251},{"x":37.2,"y":0.0253},{"x":38.2,"y":0.0254},{"x":39.1,"y":0.0255},{"x":40.1,"y":0.0255},{"x":41,"y":0.0254},{"x":42,"y":0.0252},{"x":42.9,"y":0.0249},{"x":43.9,"y":0.0245},{"x":44.8,"y":0.0241},{"x":45.8,"y":0.0236},{"x":46.8,"y":0.023},{"x":47.7,"y":0.0223},{"x":48.7,"y":0.0216},{"x":49.6,"y":0.0209},{"x":50.6,"y":0.0201},{"x":51.5,"y":0.0192},{"x":52.5,"y":0.0184},{"x":53.4,"y":0.0175},{"x":54.4,"y":0.0165},{"x":55.3,"y":0.0156},{"x":56.3,"y":0.0147},{"x":57.3,"y":0.0137},{"x":58.2,"y":0.0128},{"x":59.2,"y":0.0119},{"x":60.1,"y":0.0109},{"x":61.1,"y":0.0101},{"x":62,"y":0.00922},{"x":63,"y":0.00841},{"x":63.9,"y":0.00763},{"x":64.9,"y":0.0069},{"x":65.8,"y":0.0062},{"x":66.8,"y":0.00555},{"x":67.7,"y":0.00494},{"x":68.7,"y":0.00436},{"x":69.7,"y":0.00384},{"x":70.6,"y":0.00335},{"x":71.6,"y":0.00291},{"x":72.5,"y":0.0025},{"x":73.5,"y":0.00214},{"x":74.4,"y":0.00181},{"x":75.4,"y":0.00152},{"x":76.3,"y":0.00126},{"x":77.3,"y":0.00104},{"x":78.2,"y":0.00085},{"x":79.2,"y":0.000686},{"x":80.2,"y":0.000547},{"x":81.1,"y":0.000432},{"x":82.1,"y":0.000337},{"x":83,"y":0.00026},{"x":84,"y":0.000197},{"x":84.9,"y":0.000148},{"x":85.9,"y":0.00011},{"x":86.8,"y":0.00008},{"x":87.8,"y":0.000058},{"x":88.7,"y":0.000041},{"x":89.7,"y":0.000029},{"x":90.6,"y":0.00002},{"x":91.6,"y":0.000013},{"x":92.5,"y":0.000009},{"x":93.5,"y":0.000006},{"x":94.5,"y":0.000004}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":567,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-4.1","display_name":"gpt-4.1","mean_tokens_per_second":46.4,"min_tokens_per_second":7.49,"max_tokens_per_second":65.6,"density_points":[{"x":0,"y":0.000224},{"x":0.87,"y":0.000275},{"x":1.75,"y":0.000337},{"x":2.62,"y":0.00041},{"x":3.5,"y":0.000495},{"x":4.37,"y":0.000594},{"x":5.25,"y":0.000708},{"x":6.12,"y":0.00084},{"x":7,"y":0.000989},{"x":7.87,"y":0.00116},{"x":8.75,"y":0.00134},{"x":9.62,"y":0.00155},{"x":10.5,"y":0.00177},{"x":11.4,"y":0.00201},{"x":12.3,"y":0.00226},{"x":13.1,"y":0.00252},{"x":14,"y":0.00279},{"x":14.9,"y":0.00307},{"x":15.8,"y":0.00334},{"x":16.6,"y":0.00362},{"x":17.5,"y":0.00389},{"x":18.4,"y":0.00416},{"x":19.3,"y":0.00443},{"x":20.1,"y":0.0047},{"x":21,"y":0.00498},{"x":21.9,"y":0.00527},{"x":22.8,"y":0.00558},{"x":23.6,"y":0.00592},{"x":24.5,"y":0.0063},{"x":25.4,"y":0.00671},{"x":26.3,"y":0.00719},{"x":27.1,"y":0.00772},{"x":28,"y":0.00831},{"x":28.9,"y":0.00898},{"x":29.8,"y":0.00972},{"x":30.6,"y":0.0105},{"x":31.5,"y":0.0114},{"x":32.4,"y":0.0124},{"x":33.2,"y":0.0135},{"x":34.1,"y":0.0146},{"x":35,"y":0.0158},{"x":35.9,"y":0.0171},{"x":36.7,"y":0.0184},{"x":37.6,"y":0.0198},{"x":38.5,"y":0.0212},{"x":39.4,"y":0.0226},{"x":40.2,"y":0.0241},{"x":41.1,"y":0.0255},{"x":42,"y":0.0269},{"x":42.9,"y":0.0283},{"x":43.7,"y":0.0296},{"x":44.6,"y":0.0309},{"x":45.5,"y":0.032},{"x":46.4,"y":0.0329},{"x":47.2,"y":0.0337},{"x":48.1,"y":0.0343},{"x":49,"y":0.0347},{"x":49.9,"y":0.0348},{"x":50.7,"y":0.0347},{"x":51.6,"y":0.0343},{"x":52.5,"y":0.0337},{"x":53.4,"y":0.0329},{"x":54.2,"y":0.0318},{"x":55.1,"y":0.0306},{"x":56,"y":0.0291},{"x":56.9,"y":0.0275},{"x":57.7,"y":0.0257},{"x":58.6,"y":0.0239},{"x":59.5,"y":0.022},{"x":60.4,"y":0.02},{"x":61.2,"y":0.0181},{"x":62.1,"y":0.0162},{"x":63,"y":0.0144},{"x":63.9,"y":0.0127},{"x":64.7,"y":0.0111},{"x":65.6,"y":0.00957},{"x":66.5,"y":0.00819},{"x":67.4,"y":0.00694},{"x":68.2,"y":0.00583},{"x":69.1,"y":0.00485},{"x":70,"y":0.00399},{"x":70.9,"y":0.00325},{"x":71.7,"y":0.00262},{"x":72.6,"y":0.0021},{"x":73.5,"y":0.00166},{"x":74.4,"y":0.00129},{"x":75.2,"y":0.001},{"x":76.1,"y":0.000766},{"x":77,"y":0.000579},{"x":77.9,"y":0.000433},{"x":78.7,"y":0.00032},{"x":79.6,"y":0.000234},{"x":80.5,"y":0.000169},{"x":81.4,"y":0.00012},{"x":82.2,"y":0.000085},{"x":83.1,"y":0.000059},{"x":84,"y":0.00004},{"x":84.9,"y":0.000027},{"x":85.7,"y":0.000018},{"x":86.6,"y":0.000012}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":987,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-3.5-turbo","display_name":"gpt-3.5-turbo","mean_tokens_per_second":40.7,"min_tokens_per_second":3.85,"max_tokens_per_second":75.9,"density_points":[{"x":0,"y":0.000549},{"x":0.98,"y":0.000671},{"x":1.96,"y":0.000811},{"x":2.94,"y":0.000972},{"x":3.91,"y":0.00115},{"x":4.89,"y":0.00136},{"x":5.87,"y":0.00158},{"x":6.85,"y":0.00183},{"x":7.83,"y":0.0021},{"x":8.81,"y":0.00241},{"x":9.79,"y":0.00274},{"x":10.8,"y":0.0031},{"x":11.7,"y":0.0035},{"x":12.7,"y":0.00394},{"x":13.7,"y":0.00444},{"x":14.7,"y":0.00499},{"x":15.7,"y":0.00561},{"x":16.6,"y":0.0063},{"x":17.6,"y":0.00708},{"x":18.6,"y":0.00795},{"x":19.6,"y":0.00891},{"x":20.6,"y":0.00996},{"x":21.5,"y":0.0111},{"x":22.5,"y":0.0124},{"x":23.5,"y":0.0137},{"x":24.5,"y":0.015},{"x":25.4,"y":0.0164},{"x":26.4,"y":0.0179},{"x":27.4,"y":0.0192},{"x":28.4,"y":0.0206},{"x":29.4,"y":0.0219},{"x":30.3,"y":0.023},{"x":31.3,"y":0.0241},{"x":32.3,"y":0.025},{"x":33.3,"y":0.0259},{"x":34.3,"y":0.0265},{"x":35.2,"y":0.0271},{"x":36.2,"y":0.0275},{"x":37.2,"y":0.0278},{"x":38.2,"y":0.0279},{"x":39.1,"y":0.028},{"x":40.1,"y":0.028},{"x":41.1,"y":0.0278},{"x":42.1,"y":0.0275},{"x":43.1,"y":0.0272},{"x":44,"y":0.0267},{"x":45,"y":0.0261},{"x":46,"y":0.0253},{"x":47,"y":0.0245},{"x":48,"y":0.0236},{"x":48.9,"y":0.0226},{"x":49.9,"y":0.0215},{"x":50.9,"y":0.0203},{"x":51.9,"y":0.0191},{"x":52.9,"y":0.0179},{"x":53.8,"y":0.0167},{"x":54.8,"y":0.0155},{"x":55.8,"y":0.0143},{"x":56.8,"y":0.0132},{"x":57.7,"y":0.0121},{"x":58.7,"y":0.0111},{"x":59.7,"y":0.0101},{"x":60.7,"y":0.00925},{"x":61.7,"y":0.00845},{"x":62.6,"y":0.00773},{"x":63.6,"y":0.00708},{"x":64.6,"y":0.00649},{"x":65.6,"y":0.00597},{"x":66.5,"y":0.0055},{"x":67.5,"y":0.00507},{"x":68.5,"y":0.00467},{"x":69.5,"y":0.00431},{"x":70.5,"y":0.00396},{"x":71.5,"y":0.00363},{"x":72.4,"y":0.00332},{"x":73.4,"y":0.00301},{"x":74.4,"y":0.00271},{"x":75.4,"y":0.00242},{"x":76.3,"y":0.00213},{"x":77.3,"y":0.00186},{"x":78.3,"y":0.00161},{"x":79.3,"y":0.00137},{"x":80.3,"y":0.00115},{"x":81.2,"y":0.000954},{"x":82.2,"y":0.000779},{"x":83.2,"y":0.000626},{"x":84.2,"y":0.000496},{"x":85.2,"y":0.000386},{"x":86.1,"y":0.000296},{"x":87.1,"y":0.000223},{"x":88.1,"y":0.000166},{"x":89.1,"y":0.000121},{"x":90,"y":0.000087},{"x":91,"y":0.000061},{"x":92,"y":0.000042},{"x":93,"y":0.000029},{"x":94,"y":0.000019},{"x":94.9,"y":0.000013},{"x":95.9,"y":0.000008},{"x":96.9,"y":0.000005}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":212,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.4-mini","display_name":"GPT-5.4-mini","mean_tokens_per_second":41.5,"min_tokens_per_second":5.5,"max_tokens_per_second":66.9,"density_points":[{"x":0,"y":0.000581},{"x":0.89,"y":0.000693},{"x":1.77,"y":0.000818},{"x":2.66,"y":0.000958},{"x":3.55,"y":0.00111},{"x":4.44,"y":0.00129},{"x":5.32,"y":0.00148},{"x":6.21,"y":0.00168},{"x":7.1,"y":0.00191},{"x":7.99,"y":0.00216},{"x":8.87,"y":0.00243},{"x":9.76,"y":0.00272},{"x":10.7,"y":0.00304},{"x":11.5,"y":0.00338},{"x":12.4,"y":0.00376},{"x":13.3,"y":0.00415},{"x":14.2,"y":0.00458},{"x":15.1,"y":0.00503},{"x":16,"y":0.0055},{"x":16.9,"y":0.006},{"x":17.8,"y":0.00652},{"x":18.6,"y":0.00705},{"x":19.5,"y":0.00761},{"x":20.4,"y":0.00817},{"x":21.3,"y":0.00875},{"x":22.2,"y":0.00935},{"x":23.1,"y":0.00997},{"x":24,"y":0.0106},{"x":24.9,"y":0.0113},{"x":25.7,"y":0.012},{"x":26.6,"y":0.0127},{"x":27.5,"y":0.0135},{"x":28.4,"y":0.0144},{"x":29.3,"y":0.0153},{"x":30.2,"y":0.0163},{"x":31.1,"y":0.0174},{"x":31.9,"y":0.0186},{"x":32.8,"y":0.0198},{"x":33.7,"y":0.0211},{"x":34.6,"y":0.0224},{"x":35.5,"y":0.0237},{"x":36.4,"y":0.025},{"x":37.3,"y":0.0263},{"x":38.2,"y":0.0276},{"x":39,"y":0.0288},{"x":39.9,"y":0.0299},{"x":40.8,"y":0.0308},{"x":41.7,"y":0.0316},{"x":42.6,"y":0.0323},{"x":43.5,"y":0.0327},{"x":44.4,"y":0.0329},{"x":45.3,"y":0.0329},{"x":46.1,"y":0.0327},{"x":47,"y":0.0323},{"x":47.9,"y":0.0316},{"x":48.8,"y":0.0308},{"x":49.7,"y":0.0297},{"x":50.6,"y":0.0285},{"x":51.5,"y":0.0272},{"x":52.4,"y":0.0257},{"x":53.3,"y":0.0241},{"x":54.1,"y":0.0225},{"x":55,"y":0.0208},{"x":55.9,"y":0.0191},{"x":56.8,"y":0.0173},{"x":57.7,"y":0.0157},{"x":58.6,"y":0.014},{"x":59.5,"y":0.0125},{"x":60.4,"y":0.011},{"x":61.2,"y":0.0096},{"x":62.1,"y":0.00832},{"x":63,"y":0.00714},{"x":63.9,"y":0.00608},{"x":64.8,"y":0.00513},{"x":65.7,"y":0.0043},{"x":66.6,"y":0.00357},{"x":67.5,"y":0.00293},{"x":68.3,"y":0.00239},{"x":69.2,"y":0.00194},{"x":70.1,"y":0.00155},{"x":71,"y":0.00123},{"x":71.9,"y":0.000975},{"x":72.8,"y":0.000764},{"x":73.7,"y":0.000594},{"x":74.5,"y":0.000458},{"x":75.4,"y":0.00035},{"x":76.3,"y":0.000266},{"x":77.2,"y":0.0002},{"x":78.1,"y":0.00015},{"x":79,"y":0.000111},{"x":79.9,"y":0.000081},{"x":80.8,"y":0.000059},{"x":81.7,"y":0.000043},{"x":82.5,"y":0.00003},{"x":83.4,"y":0.000022},{"x":84.3,"y":0.000015},{"x":85.2,"y":0.00001},{"x":86.1,"y":0.000007},{"x":87,"y":0.000005},{"x":87.9,"y":0.000003}],"freshness_status":"fresh","staleness_seconds":616,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-4.1-mini","display_name":"gpt-4.1-mini","mean_tokens_per_second":36.1,"min_tokens_per_second":1.02,"max_tokens_per_second":57.7,"density_points":[{"x":0,"y":0.000752},{"x":0.8,"y":0.000854},{"x":1.59,"y":0.000967},{"x":2.39,"y":0.00109},{"x":3.18,"y":0.00123},{"x":3.98,"y":0.00137},{"x":4.77,"y":0.00153},{"x":5.57,"y":0.00171},{"x":6.36,"y":0.0019},{"x":7.16,"y":0.00211},{"x":7.95,"y":0.00234},{"x":8.75,"y":0.0026},{"x":9.54,"y":0.00287},{"x":10.3,"y":0.00318},{"x":11.1,"y":0.00352},{"x":11.9,"y":0.00389},{"x":12.7,"y":0.0043},{"x":13.5,"y":0.00475},{"x":14.3,"y":0.00525},{"x":15.1,"y":0.0058},{"x":15.9,"y":0.0064},{"x":16.7,"y":0.00706},{"x":17.5,"y":0.00779},{"x":18.3,"y":0.00858},{"x":19.1,"y":0.00944},{"x":19.9,"y":0.0104},{"x":20.7,"y":0.0114},{"x":21.5,"y":0.0125},{"x":22.3,"y":0.0137},{"x":23.1,"y":0.0149},{"x":23.9,"y":0.0162},{"x":24.7,"y":0.0176},{"x":25.4,"y":0.0191},{"x":26.3,"y":0.0206},{"x":27,"y":0.0222},{"x":27.8,"y":0.0238},{"x":28.6,"y":0.0254},{"x":29.4,"y":0.0271},{"x":30.2,"y":0.0287},{"x":31,"y":0.0302},{"x":31.8,"y":0.0317},{"x":32.6,"y":0.0331},{"x":33.4,"y":0.0343},{"x":34.2,"y":0.0354},{"x":35,"y":0.0364},{"x":35.8,"y":0.0371},{"x":36.6,"y":0.0377},{"x":37.4,"y":0.038},{"x":38.2,"y":0.038},{"x":39,"y":0.0379},{"x":39.8,"y":0.0375},{"x":40.6,"y":0.0368},{"x":41.4,"y":0.0359},{"x":42.1,"y":0.0348},{"x":43,"y":0.0335},{"x":43.7,"y":0.032},{"x":44.5,"y":0.0304},{"x":45.3,"y":0.0286},{"x":46.1,"y":0.0268},{"x":46.9,"y":0.0248},{"x":47.7,"y":0.0229},{"x":48.5,"y":0.021},{"x":49.3,"y":0.019},{"x":50.1,"y":0.0171},{"x":50.9,"y":0.0153},{"x":51.7,"y":0.0136},{"x":52.5,"y":0.012},{"x":53.3,"y":0.0105},{"x":54.1,"y":0.00914},{"x":54.9,"y":0.00788},{"x":55.7,"y":0.00675},{"x":56.5,"y":0.00574},{"x":57.3,"y":0.00484},{"x":58.1,"y":0.00406},{"x":58.9,"y":0.00338},{"x":59.6,"y":0.00279},{"x":60.4,"y":0.00229},{"x":61.2,"y":0.00187},{"x":62,"y":0.00151},{"x":62.8,"y":0.00122},{"x":63.6,"y":0.000973},{"x":64.4,"y":0.000773},{"x":65.2,"y":0.00061},{"x":66,"y":0.000478},{"x":66.8,"y":0.000372},{"x":67.6,"y":0.000287},{"x":68.4,"y":0.000221},{"x":69.2,"y":0.000168},{"x":70,"y":0.000128},{"x":70.8,"y":0.000096},{"x":71.6,"y":0.000072},{"x":72.4,"y":0.000053},{"x":73.2,"y":0.000039},{"x":74,"y":0.000028},{"x":74.8,"y":0.000021},{"x":75.6,"y":0.000015},{"x":76.3,"y":0.00001},{"x":77.2,"y":0.000007},{"x":77.9,"y":0.000005},{"x":78.7,"y":0.000004}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":989,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-4o-mini","display_name":"gpt-4o-mini","mean_tokens_per_second":38.3,"min_tokens_per_second":6.38,"max_tokens_per_second":56.6,"density_points":[{"x":0,"y":0.000553},{"x":0.78,"y":0.00065},{"x":1.57,"y":0.000758},{"x":2.35,"y":0.000876},{"x":3.14,"y":0.00101},{"x":3.92,"y":0.00115},{"x":4.7,"y":0.0013},{"x":5.49,"y":0.00147},{"x":6.27,"y":0.00165},{"x":7.06,"y":0.00184},{"x":7.84,"y":0.00205},{"x":8.62,"y":0.00227},{"x":9.41,"y":0.00251},{"x":10.2,"y":0.00278},{"x":11,"y":0.00306},{"x":11.8,"y":0.00337},{"x":12.5,"y":0.0037},{"x":13.3,"y":0.00407},{"x":14.1,"y":0.00446},{"x":14.9,"y":0.0049},{"x":15.7,"y":0.00537},{"x":16.5,"y":0.00588},{"x":17.3,"y":0.00644},{"x":18,"y":0.00704},{"x":18.8,"y":0.0077},{"x":19.6,"y":0.00841},{"x":20.4,"y":0.00917},{"x":21.2,"y":0.01},{"x":21.9,"y":0.0109},{"x":22.7,"y":0.0118},{"x":23.5,"y":0.0128},{"x":24.3,"y":0.0139},{"x":25.1,"y":0.015},{"x":25.9,"y":0.0162},{"x":26.7,"y":0.0174},{"x":27.4,"y":0.0187},{"x":28.2,"y":0.02},{"x":29,"y":0.0213},{"x":29.8,"y":0.0227},{"x":30.6,"y":0.0241},{"x":31.4,"y":0.0255},{"x":32.1,"y":0.0268},{"x":32.9,"y":0.0282},{"x":33.7,"y":0.0295},{"x":34.5,"y":0.0307},{"x":35.3,"y":0.0318},{"x":36.1,"y":0.0329},{"x":36.9,"y":0.0338},{"x":37.6,"y":0.0346},{"x":38.4,"y":0.0352},{"x":39.2,"y":0.0357},{"x":40,"y":0.036},{"x":40.8,"y":0.0362},{"x":41.5,"y":0.0361},{"x":42.3,"y":0.0358},{"x":43.1,"y":0.0353},{"x":43.9,"y":0.0347},{"x":44.7,"y":0.0338},{"x":45.5,"y":0.0327},{"x":46.3,"y":0.0315},{"x":47,"y":0.0301},{"x":47.8,"y":0.0286},{"x":48.6,"y":0.027},{"x":49.4,"y":0.0252},{"x":50.2,"y":0.0234},{"x":51,"y":0.0216},{"x":51.7,"y":0.0198},{"x":52.5,"y":0.0179},{"x":53.3,"y":0.0162},{"x":54.1,"y":0.0144},{"x":54.9,"y":0.0128},{"x":55.7,"y":0.0112},{"x":56.5,"y":0.0098},{"x":57.2,"y":0.00847},{"x":58,"y":0.00726},{"x":58.8,"y":0.00617},{"x":59.6,"y":0.0052},{"x":60.4,"y":0.00434},{"x":61.1,"y":0.0036},{"x":61.9,"y":0.00295},{"x":62.7,"y":0.0024},{"x":63.5,"y":0.00194},{"x":64.3,"y":0.00155},{"x":65.1,"y":0.00122},{"x":65.9,"y":0.000962},{"x":66.6,"y":0.000748},{"x":67.4,"y":0.000577},{"x":68.2,"y":0.000441},{"x":69,"y":0.000333},{"x":69.8,"y":0.00025},{"x":70.6,"y":0.000186},{"x":71.3,"y":0.000137},{"x":72.1,"y":0.0001},{"x":72.9,"y":0.000072},{"x":73.7,"y":0.000051},{"x":74.5,"y":0.000036},{"x":75.3,"y":0.000025},{"x":76,"y":0.000018},{"x":76.8,"y":0.000012},{"x":77.6,"y":0.000008}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":987,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-4o","display_name":"gpt-4o","mean_tokens_per_second":37.1,"min_tokens_per_second":6.06,"max_tokens_per_second":56.9,"density_points":[{"x":0,"y":0.00079},{"x":0.79,"y":0.00092},{"x":1.57,"y":0.00106},{"x":2.36,"y":0.00122},{"x":3.15,"y":0.00138},{"x":3.93,"y":0.00156},{"x":4.72,"y":0.00174},{"x":5.51,"y":0.00194},{"x":6.29,"y":0.00214},{"x":7.08,"y":0.00236},{"x":7.87,"y":0.00259},{"x":8.65,"y":0.00283},{"x":9.44,"y":0.00308},{"x":10.2,"y":0.00335},{"x":11,"y":0.00364},{"x":11.8,"y":0.00396},{"x":12.6,"y":0.00431},{"x":13.4,"y":0.00469},{"x":14.2,"y":0.00511},{"x":14.9,"y":0.00558},{"x":15.7,"y":0.00609},{"x":16.5,"y":0.00667},{"x":17.3,"y":0.0073},{"x":18.1,"y":0.00799},{"x":18.9,"y":0.00876},{"x":19.7,"y":0.00959},{"x":20.4,"y":0.0105},{"x":21.2,"y":0.0115},{"x":22,"y":0.0125},{"x":22.8,"y":0.0136},{"x":23.6,"y":0.0148},{"x":24.4,"y":0.0161},{"x":25.2,"y":0.0174},{"x":26,"y":0.0187},{"x":26.8,"y":0.0201},{"x":27.5,"y":0.0215},{"x":28.3,"y":0.0229},{"x":29.1,"y":0.0243},{"x":29.9,"y":0.0257},{"x":30.7,"y":0.0271},{"x":31.5,"y":0.0284},{"x":32.3,"y":0.0296},{"x":33,"y":0.0307},{"x":33.8,"y":0.0318},{"x":34.6,"y":0.0327},{"x":35.4,"y":0.0335},{"x":36.2,"y":0.0341},{"x":37,"y":0.0346},{"x":37.8,"y":0.0349},{"x":38.5,"y":0.035},{"x":39.3,"y":0.035},{"x":40.1,"y":0.0348},{"x":40.9,"y":0.0344},{"x":41.7,"y":0.0338},{"x":42.5,"y":0.0331},{"x":43.3,"y":0.0322},{"x":44,"y":0.0312},{"x":44.8,"y":0.0301},{"x":45.6,"y":0.0288},{"x":46.4,"y":0.0275},{"x":47.2,"y":0.026},{"x":48,"y":0.0245},{"x":48.8,"y":0.023},{"x":49.6,"y":0.0214},{"x":50.3,"y":0.0198},{"x":51.1,"y":0.0182},{"x":51.9,"y":0.0167},{"x":52.7,"y":0.0151},{"x":53.5,"y":0.0137},{"x":54.3,"y":0.0123},{"x":55.1,"y":0.0109},{"x":55.9,"y":0.00965},{"x":56.6,"y":0.00847},{"x":57.4,"y":0.00738},{"x":58.2,"y":0.00638},{"x":59,"y":0.00547},{"x":59.8,"y":0.00466},{"x":60.6,"y":0.00394},{"x":61.4,"y":0.0033},{"x":62.1,"y":0.00274},{"x":62.9,"y":0.00226},{"x":63.7,"y":0.00185},{"x":64.5,"y":0.00149},{"x":65.3,"y":0.0012},{"x":66.1,"y":0.000955},{"x":66.9,"y":0.000753},{"x":67.7,"y":0.000588},{"x":68.4,"y":0.000455},{"x":69.2,"y":0.000349},{"x":70,"y":0.000265},{"x":70.8,"y":0.0002},{"x":71.6,"y":0.000149},{"x":72.4,"y":0.00011},{"x":73.2,"y":0.00008},{"x":73.9,"y":0.000058},{"x":74.7,"y":0.000042},{"x":75.5,"y":0.000029},{"x":76.3,"y":0.000021},{"x":77.1,"y":0.000014},{"x":77.9,"y":0.00001}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":892,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-gpt-4","display_name":"gpt-4","mean_tokens_per_second":22.1,"min_tokens_per_second":3.2,"max_tokens_per_second":36.8,"density_points":[{"x":0,"y":0.00199},{"x":0.58,"y":0.00233},{"x":1.17,"y":0.00272},{"x":1.75,"y":0.00315},{"x":2.33,"y":0.00365},{"x":2.92,"y":0.00421},{"x":3.5,"y":0.00483},{"x":4.08,"y":0.00553},{"x":4.67,"y":0.0063},{"x":5.25,"y":0.00715},{"x":5.83,"y":0.00809},{"x":6.42,"y":0.00911},{"x":7,"y":0.0102},{"x":7.58,"y":0.0114},{"x":8.17,"y":0.0127},{"x":8.75,"y":0.0141},{"x":9.34,"y":0.0155},{"x":9.92,"y":0.0171},{"x":10.5,"y":0.0187},{"x":11.1,"y":0.0204},{"x":11.7,"y":0.0221},{"x":12.3,"y":0.0239},{"x":12.8,"y":0.0257},{"x":13.4,"y":0.0275},{"x":14,"y":0.0294},{"x":14.6,"y":0.0312},{"x":15.2,"y":0.033},{"x":15.8,"y":0.0347},{"x":16.3,"y":0.0364},{"x":16.9,"y":0.0379},{"x":17.5,"y":0.0394},{"x":18.1,"y":0.0408},{"x":18.7,"y":0.042},{"x":19.3,"y":0.043},{"x":19.8,"y":0.0439},{"x":20.4,"y":0.0446},{"x":21,"y":0.0451},{"x":21.6,"y":0.0454},{"x":22.2,"y":0.0455},{"x":22.8,"y":0.0454},{"x":23.3,"y":0.0451},{"x":23.9,"y":0.0447},{"x":24.5,"y":0.044},{"x":25.1,"y":0.0431},{"x":25.7,"y":0.0421},{"x":26.3,"y":0.0409},{"x":26.8,"y":0.0396},{"x":27.4,"y":0.0381},{"x":28,"y":0.0365},{"x":28.6,"y":0.0349},{"x":29.2,"y":0.0331},{"x":29.8,"y":0.0314},{"x":30.3,"y":0.0295},{"x":30.9,"y":0.0277},{"x":31.5,"y":0.0259},{"x":32.1,"y":0.024},{"x":32.7,"y":0.0222},{"x":33.3,"y":0.0205},{"x":33.8,"y":0.0188},{"x":34.4,"y":0.0171},{"x":35,"y":0.0156},{"x":35.6,"y":0.0141},{"x":36.2,"y":0.0127},{"x":36.8,"y":0.0114},{"x":37.3,"y":0.0101},{"x":37.9,"y":0.009},{"x":38.5,"y":0.00795},{"x":39.1,"y":0.00699},{"x":39.7,"y":0.00612},{"x":40.3,"y":0.00533},{"x":40.8,"y":0.00462},{"x":41.4,"y":0.00398},{"x":42,"y":0.00342},{"x":42.6,"y":0.00292},{"x":43.2,"y":0.00248},{"x":43.8,"y":0.0021},{"x":44.3,"y":0.00176},{"x":44.9,"y":0.00147},{"x":45.5,"y":0.00123},{"x":46.1,"y":0.00102},{"x":46.7,"y":0.000836},{"x":47.3,"y":0.000685},{"x":47.8,"y":0.000558},{"x":48.4,"y":0.000452},{"x":49,"y":0.000365},{"x":49.6,"y":0.000292},{"x":50.2,"y":0.000233},{"x":50.8,"y":0.000185},{"x":51.3,"y":0.000146},{"x":51.9,"y":0.000114},{"x":52.5,"y":0.000089},{"x":53.1,"y":0.000069},{"x":53.7,"y":0.000053},{"x":54.3,"y":0.000041},{"x":54.8,"y":0.000031},{"x":55.4,"y":0.000024},{"x":56,"y":0.000018},{"x":56.6,"y":0.000013},{"x":57.2,"y":0.00001},{"x":57.8,"y":0.000007}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":893,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.4","display_name":"GPT-5.4","mean_tokens_per_second":24.8,"min_tokens_per_second":4.39,"max_tokens_per_second":47.2,"density_points":[{"x":0,"y":0.00188},{"x":0.69,"y":0.00219},{"x":1.38,"y":0.00252},{"x":2.07,"y":0.00291},{"x":2.76,"y":0.00334},{"x":3.45,"y":0.00381},{"x":4.13,"y":0.00435},{"x":4.82,"y":0.00494},{"x":5.51,"y":0.00561},{"x":6.2,"y":0.00634},{"x":6.89,"y":0.00714},{"x":7.58,"y":0.00802},{"x":8.27,"y":0.00899},{"x":8.96,"y":0.01},{"x":9.65,"y":0.0112},{"x":10.3,"y":0.0124},{"x":11,"y":0.0138},{"x":11.7,"y":0.0152},{"x":12.4,"y":0.0167},{"x":13.1,"y":0.0183},{"x":13.8,"y":0.0199},{"x":14.5,"y":0.0217},{"x":15.2,"y":0.0234},{"x":15.8,"y":0.0253},{"x":16.5,"y":0.0271},{"x":17.2,"y":0.029},{"x":17.9,"y":0.0308},{"x":18.6,"y":0.0326},{"x":19.3,"y":0.0344},{"x":20,"y":0.036},{"x":20.7,"y":0.0376},{"x":21.4,"y":0.0389},{"x":22.1,"y":0.0402},{"x":22.7,"y":0.0412},{"x":23.4,"y":0.042},{"x":24.1,"y":0.0426},{"x":24.8,"y":0.043},{"x":25.5,"y":0.0431},{"x":26.2,"y":0.0429},{"x":26.9,"y":0.0425},{"x":27.6,"y":0.0418},{"x":28.3,"y":0.0409},{"x":28.9,"y":0.0398},{"x":29.6,"y":0.0385},{"x":30.3,"y":0.0369},{"x":31,"y":0.0353},{"x":31.7,"y":0.0335},{"x":32.4,"y":0.0316},{"x":33.1,"y":0.0296},{"x":33.8,"y":0.0276},{"x":34.5,"y":0.0256},{"x":35.1,"y":0.0235},{"x":35.8,"y":0.0215},{"x":36.5,"y":0.0196},{"x":37.2,"y":0.0177},{"x":37.9,"y":0.016},{"x":38.6,"y":0.0143},{"x":39.3,"y":0.0127},{"x":40,"y":0.0113},{"x":40.7,"y":0.00992},{"x":41.4,"y":0.00869},{"x":42,"y":0.00758},{"x":42.7,"y":0.00658},{"x":43.4,"y":0.00569},{"x":44.1,"y":0.0049},{"x":44.8,"y":0.0042},{"x":45.5,"y":0.00359},{"x":46.2,"y":0.00305},{"x":46.9,"y":0.00259},{"x":47.5,"y":0.00219},{"x":48.2,"y":0.00185},{"x":48.9,"y":0.00155},{"x":49.6,"y":0.0013},{"x":50.3,"y":0.00109},{"x":51,"y":0.00091},{"x":51.7,"y":0.000759},{"x":52.4,"y":0.000631},{"x":53.1,"y":0.000524},{"x":53.8,"y":0.000433},{"x":54.4,"y":0.000358},{"x":55.1,"y":0.000295},{"x":55.8,"y":0.000242},{"x":56.5,"y":0.000198},{"x":57.2,"y":0.000162},{"x":57.9,"y":0.000131},{"x":58.6,"y":0.000106},{"x":59.3,"y":0.000086},{"x":60,"y":0.000069},{"x":60.6,"y":0.000055},{"x":61.3,"y":0.000043},{"x":62,"y":0.000034},{"x":62.7,"y":0.000027},{"x":63.4,"y":0.000021},{"x":64.1,"y":0.000016},{"x":64.8,"y":0.000012},{"x":65.5,"y":0.000009},{"x":66.2,"y":0.000007},{"x":66.8,"y":0.000005},{"x":67.5,"y":0.000004},{"x":68.2,"y":0.000003}],"freshness_status":"fresh","staleness_seconds":552,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.1","display_name":"GPT-5.1","mean_tokens_per_second":30.8,"min_tokens_per_second":11.8,"max_tokens_per_second":52.1,"density_points":[{"x":0,"y":0.000566},{"x":0.74,"y":0.000704},{"x":1.48,"y":0.000868},{"x":2.21,"y":0.00106},{"x":2.95,"y":0.00129},{"x":3.69,"y":0.00155},{"x":4.43,"y":0.00186},{"x":5.17,"y":0.0022},{"x":5.9,"y":0.0026},{"x":6.64,"y":0.00304},{"x":7.38,"y":0.00354},{"x":8.12,"y":0.0041},{"x":8.86,"y":0.00471},{"x":9.6,"y":0.00539},{"x":10.3,"y":0.00614},{"x":11.1,"y":0.00695},{"x":11.8,"y":0.00783},{"x":12.6,"y":0.00879},{"x":13.3,"y":0.00982},{"x":14,"y":0.0109},{"x":14.8,"y":0.0121},{"x":15.5,"y":0.0133},{"x":16.2,"y":0.0147},{"x":17,"y":0.016},{"x":17.7,"y":0.0175},{"x":18.4,"y":0.0189},{"x":19.2,"y":0.0205},{"x":19.9,"y":0.022},{"x":20.7,"y":0.0236},{"x":21.4,"y":0.0251},{"x":22.1,"y":0.0267},{"x":22.9,"y":0.0282},{"x":23.6,"y":0.0296},{"x":24.4,"y":0.031},{"x":25.1,"y":0.0323},{"x":25.8,"y":0.0335},{"x":26.6,"y":0.0345},{"x":27.3,"y":0.0354},{"x":28.1,"y":0.0362},{"x":28.8,"y":0.0368},{"x":29.5,"y":0.0372},{"x":30.3,"y":0.0375},{"x":31,"y":0.0376},{"x":31.7,"y":0.0374},{"x":32.5,"y":0.0371},{"x":33.2,"y":0.0367},{"x":34,"y":0.036},{"x":34.7,"y":0.0352},{"x":35.4,"y":0.0343},{"x":36.2,"y":0.0332},{"x":36.9,"y":0.032},{"x":37.6,"y":0.0306},{"x":38.4,"y":0.0292},{"x":39.1,"y":0.0278},{"x":39.9,"y":0.0262},{"x":40.6,"y":0.0247},{"x":41.3,"y":0.0231},{"x":42.1,"y":0.0215},{"x":42.8,"y":0.0199},{"x":43.5,"y":0.0184},{"x":44.3,"y":0.0169},{"x":45,"y":0.0154},{"x":45.8,"y":0.014},{"x":46.5,"y":0.0127},{"x":47.2,"y":0.0114},{"x":48,"y":0.0102},{"x":48.7,"y":0.0091},{"x":49.5,"y":0.00806},{"x":50.2,"y":0.00711},{"x":50.9,"y":0.00623},{"x":51.7,"y":0.00543},{"x":52.4,"y":0.00471},{"x":53.1,"y":0.00406},{"x":53.9,"y":0.00348},{"x":54.6,"y":0.00297},{"x":55.4,"y":0.00251},{"x":56.1,"y":0.00211},{"x":56.8,"y":0.00177},{"x":57.6,"y":0.00147},{"x":58.3,"y":0.00121},{"x":59,"y":0.000993},{"x":59.8,"y":0.000809},{"x":60.5,"y":0.000654},{"x":61.3,"y":0.000524},{"x":62,"y":0.000418},{"x":62.7,"y":0.00033},{"x":63.5,"y":0.000259},{"x":64.2,"y":0.000202},{"x":65,"y":0.000156},{"x":65.7,"y":0.000119},{"x":66.4,"y":0.000091},{"x":67.2,"y":0.000068},{"x":67.9,"y":0.000051},{"x":68.6,"y":0.000038},{"x":69.4,"y":0.000028},{"x":70.1,"y":0.00002},{"x":70.9,"y":0.000015},{"x":71.6,"y":0.00001},{"x":72.3,"y":0.000007},{"x":73.1,"y":0.000005}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":832,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.2-chat-latest","display_name":"GPT-5.2-chat-latest","mean_tokens_per_second":37.4,"min_tokens_per_second":1.7,"max_tokens_per_second":49.8,"density_points":[{"x":0,"y":0.000569},{"x":0.72,"y":0.000646},{"x":1.43,"y":0.000732},{"x":2.15,"y":0.000828},{"x":2.86,"y":0.000936},{"x":3.58,"y":0.00106},{"x":4.29,"y":0.00119},{"x":5.01,"y":0.00134},{"x":5.72,"y":0.00151},{"x":6.44,"y":0.0017},{"x":7.15,"y":0.00191},{"x":7.87,"y":0.00214},{"x":8.59,"y":0.00239},{"x":9.3,"y":0.00266},{"x":10,"y":0.00297},{"x":10.7,"y":0.00329},{"x":11.4,"y":0.00365},{"x":12.2,"y":0.00403},{"x":12.9,"y":0.00444},{"x":13.6,"y":0.00488},{"x":14.3,"y":0.00535},{"x":15,"y":0.00585},{"x":15.7,"y":0.00638},{"x":16.5,"y":0.00694},{"x":17.2,"y":0.00753},{"x":17.9,"y":0.00815},{"x":18.6,"y":0.0088},{"x":19.3,"y":0.00948},{"x":20,"y":0.0102},{"x":20.8,"y":0.0109},{"x":21.5,"y":0.0117},{"x":22.2,"y":0.0125},{"x":22.9,"y":0.0134},{"x":23.6,"y":0.0142},{"x":24.3,"y":0.0151},{"x":25,"y":0.0161},{"x":25.8,"y":0.017},{"x":26.5,"y":0.018},{"x":27.2,"y":0.0191},{"x":27.9,"y":0.0201},{"x":28.6,"y":0.0212},{"x":29.3,"y":0.0224},{"x":30.1,"y":0.0235},{"x":30.8,"y":0.0247},{"x":31.5,"y":0.0259},{"x":32.2,"y":0.0271},{"x":32.9,"y":0.0282},{"x":33.6,"y":0.0294},{"x":34.3,"y":0.0306},{"x":35.1,"y":0.0317},{"x":35.8,"y":0.0328},{"x":36.5,"y":0.0338},{"x":37.2,"y":0.0347},{"x":37.9,"y":0.0355},{"x":38.6,"y":0.0362},{"x":39.4,"y":0.0367},{"x":40.1,"y":0.0371},{"x":40.8,"y":0.0373},{"x":41.5,"y":0.0373},{"x":42.2,"y":0.0371},{"x":42.9,"y":0.0366},{"x":43.6,"y":0.036},{"x":44.4,"y":0.0351},{"x":45.1,"y":0.0341},{"x":45.8,"y":0.0328},{"x":46.5,"y":0.0314},{"x":47.2,"y":0.0298},{"x":47.9,"y":0.0281},{"x":48.6,"y":0.0263},{"x":49.4,"y":0.0244},{"x":50.1,"y":0.0224},{"x":50.8,"y":0.0205},{"x":51.5,"y":0.0186},{"x":52.2,"y":0.0167},{"x":53,"y":0.0149},{"x":53.7,"y":0.0131},{"x":54.4,"y":0.0115},{"x":55.1,"y":0.01},{"x":55.8,"y":0.00861},{"x":56.5,"y":0.00735},{"x":57.2,"y":0.00622},{"x":58,"y":0.00522},{"x":58.7,"y":0.00434},{"x":59.4,"y":0.00357},{"x":60.1,"y":0.00292},{"x":60.8,"y":0.00236},{"x":61.5,"y":0.00189},{"x":62.3,"y":0.00151},{"x":63,"y":0.00119},{"x":63.7,"y":0.000924},{"x":64.4,"y":0.000714},{"x":65.1,"y":0.000547},{"x":65.8,"y":0.000415},{"x":66.5,"y":0.000312},{"x":67.3,"y":0.000232},{"x":68,"y":0.000171},{"x":68.7,"y":0.000125},{"x":69.4,"y":0.00009},{"x":70.1,"y":0.000065},{"x":70.8,"y":0.000046}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":677,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.2","display_name":"GPT-5.2","mean_tokens_per_second":22.2,"min_tokens_per_second":8.82,"max_tokens_per_second":34.9,"density_points":[{"x":0,"y":0.00193},{"x":0.56,"y":0.00226},{"x":1.13,"y":0.00264},{"x":1.69,"y":0.00307},{"x":2.26,"y":0.00355},{"x":2.82,"y":0.00409},{"x":3.39,"y":0.00469},{"x":3.95,"y":0.00536},{"x":4.52,"y":0.00609},{"x":5.08,"y":0.0069},{"x":5.65,"y":0.00778},{"x":6.21,"y":0.00874},{"x":6.78,"y":0.00977},{"x":7.34,"y":0.0109},{"x":7.91,"y":0.0121},{"x":8.47,"y":0.0133},{"x":9.04,"y":0.0147},{"x":9.6,"y":0.0161},{"x":10.2,"y":0.0176},{"x":10.7,"y":0.0191},{"x":11.3,"y":0.0207},{"x":11.9,"y":0.0224},{"x":12.4,"y":0.024},{"x":13,"y":0.0257},{"x":13.6,"y":0.0275},{"x":14.1,"y":0.0292},{"x":14.7,"y":0.0309},{"x":15.3,"y":0.0326},{"x":15.8,"y":0.0343},{"x":16.4,"y":0.0359},{"x":16.9,"y":0.0374},{"x":17.5,"y":0.0389},{"x":18.1,"y":0.0402},{"x":18.6,"y":0.0415},{"x":19.2,"y":0.0426},{"x":19.8,"y":0.0435},{"x":20.3,"y":0.0443},{"x":20.9,"y":0.0449},{"x":21.5,"y":0.0454},{"x":22,"y":0.0457},{"x":22.6,"y":0.0457},{"x":23.2,"y":0.0456},{"x":23.7,"y":0.0453},{"x":24.3,"y":0.0448},{"x":24.9,"y":0.0441},{"x":25.4,"y":0.0432},{"x":26,"y":0.0422},{"x":26.6,"y":0.041},{"x":27.1,"y":0.0397},{"x":27.7,"y":0.0382},{"x":28.3,"y":0.0367},{"x":28.8,"y":0.035},{"x":29.4,"y":0.0333},{"x":29.9,"y":0.0315},{"x":30.5,"y":0.0297},{"x":31.1,"y":0.0278},{"x":31.6,"y":0.026},{"x":32.2,"y":0.0241},{"x":32.8,"y":0.0223},{"x":33.3,"y":0.0206},{"x":33.9,"y":0.0189},{"x":34.5,"y":0.0172},{"x":35,"y":0.0156},{"x":35.6,"y":0.0141},{"x":36.2,"y":0.0127},{"x":36.7,"y":0.0114},{"x":37.3,"y":0.0102},{"x":37.9,"y":0.00903},{"x":38.4,"y":0.00798},{"x":39,"y":0.00702},{"x":39.5,"y":0.00614},{"x":40.1,"y":0.00535},{"x":40.7,"y":0.00464},{"x":41.2,"y":0.00401},{"x":41.8,"y":0.00344},{"x":42.4,"y":0.00294},{"x":42.9,"y":0.0025},{"x":43.5,"y":0.00212},{"x":44.1,"y":0.00179},{"x":44.6,"y":0.0015},{"x":45.2,"y":0.00125},{"x":45.8,"y":0.00104},{"x":46.3,"y":0.000859},{"x":46.9,"y":0.000707},{"x":47.5,"y":0.000579},{"x":48,"y":0.000471},{"x":48.6,"y":0.000382},{"x":49.1,"y":0.000308},{"x":49.7,"y":0.000247},{"x":50.3,"y":0.000197},{"x":50.9,"y":0.000157},{"x":51.4,"y":0.000124},{"x":52,"y":0.000097},{"x":52.5,"y":0.000076},{"x":53.1,"y":0.000059},{"x":53.7,"y":0.000046},{"x":54.2,"y":0.000035},{"x":54.8,"y":0.000027},{"x":55.4,"y":0.000021},{"x":55.9,"y":0.000016}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":738,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-o3-pro","display_name":"o3-pro","mean_tokens_per_second":15.9,"min_tokens_per_second":3.57,"max_tokens_per_second":34.5,"density_points":[{"x":0,"y":0.00957},{"x":0.56,"y":0.0107},{"x":1.12,"y":0.0119},{"x":1.68,"y":0.0132},{"x":2.24,"y":0.0146},{"x":2.8,"y":0.016},{"x":3.36,"y":0.0175},{"x":3.92,"y":0.0191},{"x":4.49,"y":0.0207},{"x":5.05,"y":0.0223},{"x":5.61,"y":0.024},{"x":6.17,"y":0.0256},{"x":6.73,"y":0.0273},{"x":7.29,"y":0.029},{"x":7.85,"y":0.0306},{"x":8.41,"y":0.0322},{"x":8.97,"y":0.0338},{"x":9.53,"y":0.0353},{"x":10.1,"y":0.0367},{"x":10.7,"y":0.038},{"x":11.2,"y":0.0392},{"x":11.8,"y":0.0402},{"x":12.3,"y":0.0412},{"x":12.9,"y":0.0419},{"x":13.5,"y":0.0426},{"x":14,"y":0.0431},{"x":14.6,"y":0.0434},{"x":15.1,"y":0.0436},{"x":15.7,"y":0.0436},{"x":16.3,"y":0.0434},{"x":16.8,"y":0.0431},{"x":17.4,"y":0.0426},{"x":17.9,"y":0.042},{"x":18.5,"y":0.0412},{"x":19.1,"y":0.0403},{"x":19.6,"y":0.0393},{"x":20.2,"y":0.0382},{"x":20.8,"y":0.037},{"x":21.3,"y":0.0356},{"x":21.9,"y":0.0343},{"x":22.4,"y":0.0328},{"x":23,"y":0.0313},{"x":23.6,"y":0.0298},{"x":24.1,"y":0.0282},{"x":24.7,"y":0.0267},{"x":25.2,"y":0.0251},{"x":25.8,"y":0.0236},{"x":26.4,"y":0.0221},{"x":26.9,"y":0.0206},{"x":27.5,"y":0.0191},{"x":28,"y":0.0177},{"x":28.6,"y":0.0163},{"x":29.2,"y":0.015},{"x":29.7,"y":0.0138},{"x":30.3,"y":0.0126},{"x":30.8,"y":0.0115},{"x":31.4,"y":0.0104},{"x":32,"y":0.00945},{"x":32.5,"y":0.00852},{"x":33.1,"y":0.00767},{"x":33.6,"y":0.00688},{"x":34.2,"y":0.00615},{"x":34.8,"y":0.00547},{"x":35.3,"y":0.00486},{"x":35.9,"y":0.0043},{"x":36.4,"y":0.0038},{"x":37,"y":0.00334},{"x":37.6,"y":0.00293},{"x":38.1,"y":0.00255},{"x":38.7,"y":0.00222},{"x":39.3,"y":0.00193},{"x":39.8,"y":0.00167},{"x":40.4,"y":0.00144},{"x":40.9,"y":0.00123},{"x":41.5,"y":0.00105},{"x":42,"y":0.000899},{"x":42.6,"y":0.000764},{"x":43.2,"y":0.000646},{"x":43.7,"y":0.000544},{"x":44.3,"y":0.000457},{"x":44.9,"y":0.000382},{"x":45.4,"y":0.000318},{"x":46,"y":0.000264},{"x":46.5,"y":0.000218},{"x":47.1,"y":0.000179},{"x":47.7,"y":0.000147},{"x":48.2,"y":0.00012},{"x":48.8,"y":0.000097},{"x":49.3,"y":0.000079},{"x":49.9,"y":0.000063},{"x":50.5,"y":0.000051},{"x":51,"y":0.00004},{"x":51.6,"y":0.000032},{"x":52.1,"y":0.000025},{"x":52.7,"y":0.00002},{"x":53.3,"y":0.000016},{"x":53.8,"y":0.000012},{"x":54.4,"y":0.000009},{"x":55,"y":0.000007},{"x":55.5,"y":0.000006}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1587,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.5-pro","display_name":"GPT-5.5-pro","mean_tokens_per_second":10.2,"min_tokens_per_second":1.29,"max_tokens_per_second":24.3,"density_points":[{"x":0,"y":0.0235},{"x":0.46,"y":0.0251},{"x":0.92,"y":0.0266},{"x":1.37,"y":0.0282},{"x":1.83,"y":0.0298},{"x":2.29,"y":0.0313},{"x":2.75,"y":0.0329},{"x":3.2,"y":0.0344},{"x":3.66,"y":0.0358},{"x":4.12,"y":0.0372},{"x":4.58,"y":0.0386},{"x":5.03,"y":0.0398},{"x":5.49,"y":0.041},{"x":5.95,"y":0.0421},{"x":6.41,"y":0.0431},{"x":6.86,"y":0.044},{"x":7.32,"y":0.0447},{"x":7.78,"y":0.0454},{"x":8.24,"y":0.0459},{"x":8.69,"y":0.0463},{"x":9.15,"y":0.0465},{"x":9.61,"y":0.0466},{"x":10.1,"y":0.0466},{"x":10.5,"y":0.0465},{"x":11,"y":0.0462},{"x":11.4,"y":0.0458},{"x":11.9,"y":0.0453},{"x":12.3,"y":0.0447},{"x":12.8,"y":0.044},{"x":13.3,"y":0.0431},{"x":13.7,"y":0.0422},{"x":14.2,"y":0.0411},{"x":14.6,"y":0.04},{"x":15.1,"y":0.0388},{"x":15.6,"y":0.0376},{"x":16,"y":0.0363},{"x":16.5,"y":0.0349},{"x":16.9,"y":0.0335},{"x":17.4,"y":0.0321},{"x":17.8,"y":0.0306},{"x":18.3,"y":0.0292},{"x":18.8,"y":0.0277},{"x":19.2,"y":0.0263},{"x":19.7,"y":0.0248},{"x":20.1,"y":0.0234},{"x":20.6,"y":0.022},{"x":21.1,"y":0.0206},{"x":21.5,"y":0.0193},{"x":22,"y":0.018},{"x":22.4,"y":0.0167},{"x":22.9,"y":0.0155},{"x":23.3,"y":0.0143},{"x":23.8,"y":0.0132},{"x":24.3,"y":0.0122},{"x":24.7,"y":0.0112},{"x":25.2,"y":0.0102},{"x":25.6,"y":0.00933},{"x":26.1,"y":0.00849},{"x":26.5,"y":0.0077},{"x":27,"y":0.00697},{"x":27.4,"y":0.00628},{"x":27.9,"y":0.00565},{"x":28.4,"y":0.00507},{"x":28.8,"y":0.00454},{"x":29.3,"y":0.00405},{"x":29.7,"y":0.0036},{"x":30.2,"y":0.00319},{"x":30.7,"y":0.00282},{"x":31.1,"y":0.00249},{"x":31.6,"y":0.00218},{"x":32,"y":0.00191},{"x":32.5,"y":0.00167},{"x":32.9,"y":0.00146},{"x":33.4,"y":0.00126},{"x":33.9,"y":0.00109},{"x":34.3,"y":0.000944},{"x":34.8,"y":0.000812},{"x":35.2,"y":0.000697},{"x":35.7,"y":0.000596},{"x":36.1,"y":0.000508},{"x":36.6,"y":0.000431},{"x":37.1,"y":0.000365},{"x":37.5,"y":0.000308},{"x":38,"y":0.00026},{"x":38.4,"y":0.000218},{"x":38.9,"y":0.000182},{"x":39.4,"y":0.000152},{"x":39.8,"y":0.000126},{"x":40.3,"y":0.000104},{"x":40.7,"y":0.000086},{"x":41.2,"y":0.000071},{"x":41.6,"y":0.000058},{"x":42.1,"y":0.000048},{"x":42.5,"y":0.000039},{"x":43,"y":0.000031},{"x":43.5,"y":0.000025},{"x":43.9,"y":0.000021},{"x":44.4,"y":0.000016},{"x":44.8,"y":0.000013},{"x":45.3,"y":0.000011}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2699,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-o4 Mini","display_name":"o4 Mini","mean_tokens_per_second":45.1,"min_tokens_per_second":11.8,"max_tokens_per_second":170,"density_points":[{"x":0,"y":0.000449},{"x":1.93,"y":0.000779},{"x":3.85,"y":0.00128},{"x":5.78,"y":0.00197},{"x":7.7,"y":0.00288},{"x":9.63,"y":0.00402},{"x":11.6,"y":0.00535},{"x":13.5,"y":0.00686},{"x":15.4,"y":0.00851},{"x":17.3,"y":0.0103},{"x":19.3,"y":0.0122},{"x":21.2,"y":0.0144},{"x":23.1,"y":0.0166},{"x":25,"y":0.0191},{"x":27,"y":0.0216},{"x":28.9,"y":0.024},{"x":30.8,"y":0.026},{"x":32.7,"y":0.0274},{"x":34.7,"y":0.0281},{"x":36.6,"y":0.0277},{"x":38.5,"y":0.0263},{"x":40.5,"y":0.024},{"x":42.4,"y":0.021},{"x":44.3,"y":0.0177},{"x":46.2,"y":0.0144},{"x":48.1,"y":0.0114},{"x":50.1,"y":0.00886},{"x":52,"y":0.00697},{"x":53.9,"y":0.00569},{"x":55.9,"y":0.00494},{"x":57.8,"y":0.0046},{"x":59.7,"y":0.00458},{"x":61.6,"y":0.00474},{"x":63.6,"y":0.005},{"x":65.5,"y":0.00529},{"x":67.4,"y":0.00554},{"x":69.3,"y":0.00571},{"x":71.3,"y":0.00579},{"x":73.2,"y":0.00575},{"x":75.1,"y":0.00562},{"x":77,"y":0.00541},{"x":79,"y":0.0051},{"x":80.9,"y":0.00472},{"x":82.8,"y":0.00426},{"x":84.8,"y":0.00375},{"x":86.7,"y":0.00322},{"x":88.6,"y":0.0027},{"x":90.5,"y":0.00224},{"x":92.5,"y":0.00187},{"x":94.4,"y":0.0016},{"x":96.3,"y":0.00142},{"x":98.2,"y":0.00132},{"x":100,"y":0.00126},{"x":102,"y":0.00122},{"x":104,"y":0.00116},{"x":106,"y":0.00109},{"x":108,"y":0.00101},{"x":110,"y":0.000914},{"x":112,"y":0.000837},{"x":114,"y":0.000791},{"x":116,"y":0.000787},{"x":117,"y":0.00083},{"x":119,"y":0.000916},{"x":121,"y":0.00103},{"x":123,"y":0.00116},{"x":125,"y":0.00127},{"x":127,"y":0.00135},{"x":129,"y":0.00137},{"x":131,"y":0.00133},{"x":133,"y":0.00122},{"x":135,"y":0.00108},{"x":137,"y":0.0009},{"x":139,"y":0.000721},{"x":141,"y":0.000558},{"x":143,"y":0.000425},{"x":144,"y":0.000328},{"x":146,"y":0.00027},{"x":148,"y":0.000242},{"x":150,"y":0.000237},{"x":152,"y":0.000244},{"x":154,"y":0.000253},{"x":156,"y":0.000259},{"x":158,"y":0.00026},{"x":160,"y":0.000258},{"x":162,"y":0.000256},{"x":164,"y":0.000256},{"x":166,"y":0.000257},{"x":168,"y":0.000255},{"x":169,"y":0.000247},{"x":171,"y":0.000228},{"x":173,"y":0.0002},{"x":175,"y":0.000164},{"x":177,"y":0.000126},{"x":179,"y":0.000089},{"x":181,"y":0.000059},{"x":183,"y":0.000036},{"x":185,"y":0.000021},{"x":187,"y":0.000011},{"x":189,"y":0.000005},{"x":191,"y":0.000002}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2166,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.3-codex","display_name":"GPT-5.3-codex","mean_tokens_per_second":18.6,"min_tokens_per_second":1.92,"max_tokens_per_second":35.5,"density_points":[{"x":0,"y":0.00579},{"x":0.57,"y":0.00655},{"x":1.14,"y":0.00737},{"x":1.71,"y":0.00827},{"x":2.28,"y":0.00924},{"x":2.86,"y":0.0103},{"x":3.43,"y":0.0114},{"x":4,"y":0.0126},{"x":4.57,"y":0.0138},{"x":5.14,"y":0.0152},{"x":5.71,"y":0.0165},{"x":6.28,"y":0.018},{"x":6.85,"y":0.0194},{"x":7.42,"y":0.021},{"x":7.99,"y":0.0225},{"x":8.57,"y":0.0241},{"x":9.14,"y":0.0257},{"x":9.71,"y":0.0273},{"x":10.3,"y":0.0289},{"x":10.8,"y":0.0304},{"x":11.4,"y":0.0319},{"x":12,"y":0.0334},{"x":12.6,"y":0.0348},{"x":13.1,"y":0.0361},{"x":13.7,"y":0.0373},{"x":14.3,"y":0.0384},{"x":14.8,"y":0.0394},{"x":15.4,"y":0.0403},{"x":16,"y":0.0411},{"x":16.6,"y":0.0417},{"x":17.1,"y":0.0421},{"x":17.7,"y":0.0424},{"x":18.3,"y":0.0426},{"x":18.8,"y":0.0426},{"x":19.4,"y":0.0424},{"x":20,"y":0.0421},{"x":20.6,"y":0.0416},{"x":21.1,"y":0.041},{"x":21.7,"y":0.0402},{"x":22.3,"y":0.0394},{"x":22.8,"y":0.0384},{"x":23.4,"y":0.0372},{"x":24,"y":0.036},{"x":24.6,"y":0.0347},{"x":25.1,"y":0.0334},{"x":25.7,"y":0.0319},{"x":26.3,"y":0.0304},{"x":26.8,"y":0.0289},{"x":27.4,"y":0.0274},{"x":28,"y":0.0258},{"x":28.6,"y":0.0243},{"x":29.1,"y":0.0227},{"x":29.7,"y":0.0212},{"x":30.3,"y":0.0197},{"x":30.8,"y":0.0183},{"x":31.4,"y":0.0169},{"x":32,"y":0.0155},{"x":32.5,"y":0.0142},{"x":33.1,"y":0.0129},{"x":33.7,"y":0.0118},{"x":34.3,"y":0.0107},{"x":34.8,"y":0.00962},{"x":35.4,"y":0.00864},{"x":36,"y":0.00773},{"x":36.5,"y":0.0069},{"x":37.1,"y":0.00613},{"x":37.7,"y":0.00542},{"x":38.3,"y":0.00477},{"x":38.8,"y":0.00419},{"x":39.4,"y":0.00366},{"x":40,"y":0.00318},{"x":40.5,"y":0.00276},{"x":41.1,"y":0.00238},{"x":41.7,"y":0.00205},{"x":42.3,"y":0.00175},{"x":42.8,"y":0.00149},{"x":43.4,"y":0.00127},{"x":44,"y":0.00107},{"x":44.5,"y":0.0009},{"x":45.1,"y":0.000754},{"x":45.7,"y":0.000628},{"x":46.3,"y":0.000521},{"x":46.8,"y":0.000431},{"x":47.4,"y":0.000354},{"x":48,"y":0.00029},{"x":48.5,"y":0.000236},{"x":49.1,"y":0.000191},{"x":49.7,"y":0.000154},{"x":50.3,"y":0.000124},{"x":50.8,"y":0.000099},{"x":51.4,"y":0.000079},{"x":52,"y":0.000062},{"x":52.5,"y":0.000049},{"x":53.1,"y":0.000038},{"x":53.7,"y":0.00003},{"x":54.3,"y":0.000023},{"x":54.8,"y":0.000018},{"x":55.4,"y":0.000014},{"x":56,"y":0.00001},{"x":56.5,"y":0.000008}],"freshness_status":"fresh","staleness_seconds":583,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.2-pro","display_name":"GPT-5.2-pro","mean_tokens_per_second":14.2,"min_tokens_per_second":5.25,"max_tokens_per_second":21.7,"density_points":[{"x":0,"y":0.00918},{"x":0.43,"y":0.0102},{"x":0.86,"y":0.0113},{"x":1.29,"y":0.0124},{"x":1.73,"y":0.0136},{"x":2.16,"y":0.0149},{"x":2.59,"y":0.0163},{"x":3.02,"y":0.0178},{"x":3.45,"y":0.0193},{"x":3.88,"y":0.0208},{"x":4.32,"y":0.0225},{"x":4.75,"y":0.0242},{"x":5.18,"y":0.0259},{"x":5.61,"y":0.0276},{"x":6.04,"y":0.0294},{"x":6.47,"y":0.0312},{"x":6.9,"y":0.033},{"x":7.34,"y":0.0348},{"x":7.77,"y":0.0366},{"x":8.2,"y":0.0384},{"x":8.63,"y":0.0401},{"x":9.06,"y":0.0417},{"x":9.49,"y":0.0433},{"x":9.92,"y":0.0448},{"x":10.4,"y":0.0461},{"x":10.8,"y":0.0474},{"x":11.2,"y":0.0486},{"x":11.7,"y":0.0496},{"x":12.1,"y":0.0505},{"x":12.5,"y":0.0512},{"x":12.9,"y":0.0518},{"x":13.4,"y":0.0522},{"x":13.8,"y":0.0525},{"x":14.2,"y":0.0525},{"x":14.7,"y":0.0524},{"x":15.1,"y":0.0522},{"x":15.5,"y":0.0518},{"x":16,"y":0.0512},{"x":16.4,"y":0.0504},{"x":16.8,"y":0.0495},{"x":17.3,"y":0.0485},{"x":17.7,"y":0.0473},{"x":18.1,"y":0.046},{"x":18.6,"y":0.0446},{"x":19,"y":0.0431},{"x":19.4,"y":0.0416},{"x":19.9,"y":0.0399},{"x":20.3,"y":0.0382},{"x":20.7,"y":0.0364},{"x":21.1,"y":0.0347},{"x":21.6,"y":0.0328},{"x":22,"y":0.031},{"x":22.4,"y":0.0292},{"x":22.9,"y":0.0274},{"x":23.3,"y":0.0257},{"x":23.7,"y":0.0239},{"x":24.2,"y":0.0222},{"x":24.6,"y":0.0206},{"x":25,"y":0.019},{"x":25.5,"y":0.0175},{"x":25.9,"y":0.0161},{"x":26.3,"y":0.0147},{"x":26.8,"y":0.0134},{"x":27.2,"y":0.0122},{"x":27.6,"y":0.011},{"x":28.1,"y":0.00993},{"x":28.5,"y":0.00894},{"x":28.9,"y":0.00801},{"x":29.3,"y":0.00716},{"x":29.8,"y":0.00638},{"x":30.2,"y":0.00566},{"x":30.6,"y":0.00501},{"x":31.1,"y":0.00442},{"x":31.5,"y":0.00388},{"x":31.9,"y":0.0034},{"x":32.4,"y":0.00297},{"x":32.8,"y":0.00258},{"x":33.2,"y":0.00224},{"x":33.7,"y":0.00194},{"x":34.1,"y":0.00167},{"x":34.5,"y":0.00143},{"x":35,"y":0.00123},{"x":35.4,"y":0.00105},{"x":35.8,"y":0.000889},{"x":36.3,"y":0.000753},{"x":36.7,"y":0.000636},{"x":37.1,"y":0.000535},{"x":37.5,"y":0.000449},{"x":38,"y":0.000375},{"x":38.4,"y":0.000313},{"x":38.8,"y":0.00026},{"x":39.3,"y":0.000215},{"x":39.7,"y":0.000177},{"x":40.1,"y":0.000146},{"x":40.6,"y":0.000119},{"x":41,"y":0.000097},{"x":41.4,"y":0.000079},{"x":41.9,"y":0.000064},{"x":42.3,"y":0.000052},{"x":42.7,"y":0.000042}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":369,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5.5","display_name":"GPT-5.5","mean_tokens_per_second":21.7,"min_tokens_per_second":4,"max_tokens_per_second":30.9,"density_points":[{"x":0,"y":0.00166},{"x":0.52,"y":0.00192},{"x":1.05,"y":0.00222},{"x":1.57,"y":0.00257},{"x":2.1,"y":0.00296},{"x":2.62,"y":0.00339},{"x":3.14,"y":0.00388},{"x":3.67,"y":0.00443},{"x":4.19,"y":0.00505},{"x":4.72,"y":0.00573},{"x":5.24,"y":0.00648},{"x":5.76,"y":0.00731},{"x":6.29,"y":0.00822},{"x":6.81,"y":0.00921},{"x":7.34,"y":0.0103},{"x":7.86,"y":0.0114},{"x":8.38,"y":0.0127},{"x":8.91,"y":0.014},{"x":9.43,"y":0.0155},{"x":9.96,"y":0.017},{"x":10.5,"y":0.0185},{"x":11,"y":0.0202},{"x":11.5,"y":0.0219},{"x":12.1,"y":0.0237},{"x":12.6,"y":0.0255},{"x":13.1,"y":0.0273},{"x":13.6,"y":0.0292},{"x":14.2,"y":0.031},{"x":14.7,"y":0.0329},{"x":15.2,"y":0.0347},{"x":15.7,"y":0.0365},{"x":16.3,"y":0.0383},{"x":16.8,"y":0.0399},{"x":17.3,"y":0.0415},{"x":17.8,"y":0.0429},{"x":18.3,"y":0.0442},{"x":18.9,"y":0.0454},{"x":19.4,"y":0.0464},{"x":19.9,"y":0.0472},{"x":20.4,"y":0.0479},{"x":21,"y":0.0484},{"x":21.5,"y":0.0486},{"x":22,"y":0.0487},{"x":22.5,"y":0.0486},{"x":23.1,"y":0.0483},{"x":23.6,"y":0.0477},{"x":24.1,"y":0.047},{"x":24.6,"y":0.0461},{"x":25.1,"y":0.0451},{"x":25.7,"y":0.0439},{"x":26.2,"y":0.0425},{"x":26.7,"y":0.041},{"x":27.3,"y":0.0394},{"x":27.8,"y":0.0377},{"x":28.3,"y":0.0359},{"x":28.8,"y":0.0341},{"x":29.4,"y":0.0322},{"x":29.9,"y":0.0303},{"x":30.4,"y":0.0284},{"x":30.9,"y":0.0265},{"x":31.4,"y":0.0246},{"x":32,"y":0.0227},{"x":32.5,"y":0.0209},{"x":33,"y":0.0192},{"x":33.5,"y":0.0175},{"x":34.1,"y":0.0159},{"x":34.6,"y":0.0144},{"x":35.1,"y":0.013},{"x":35.6,"y":0.0116},{"x":36.2,"y":0.0104},{"x":36.7,"y":0.00923},{"x":37.2,"y":0.00816},{"x":37.7,"y":0.00719},{"x":38.3,"y":0.00631},{"x":38.8,"y":0.00551},{"x":39.3,"y":0.00479},{"x":39.8,"y":0.00414},{"x":40.4,"y":0.00357},{"x":40.9,"y":0.00306},{"x":41.4,"y":0.00261},{"x":41.9,"y":0.00222},{"x":42.5,"y":0.00187},{"x":43,"y":0.00158},{"x":43.5,"y":0.00132},{"x":44,"y":0.0011},{"x":44.5,"y":0.000914},{"x":45.1,"y":0.000754},{"x":45.6,"y":0.00062},{"x":46.1,"y":0.000507},{"x":46.6,"y":0.000413},{"x":47.2,"y":0.000335},{"x":47.7,"y":0.00027},{"x":48.2,"y":0.000217},{"x":48.7,"y":0.000173},{"x":49.3,"y":0.000137},{"x":49.8,"y":0.000109},{"x":50.3,"y":0.000086},{"x":50.8,"y":0.000067},{"x":51.4,"y":0.000052},{"x":51.9,"y":0.00004}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":455,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5 Nano","display_name":"GPT-5 Nano","mean_tokens_per_second":80.2,"min_tokens_per_second":12.2,"max_tokens_per_second":131,"density_points":[{"x":0,"y":0.000059},{"x":1.54,"y":0.000088},{"x":3.08,"y":0.000128},{"x":4.62,"y":0.000178},{"x":6.15,"y":0.000241},{"x":7.69,"y":0.000317},{"x":9.23,"y":0.000405},{"x":10.8,"y":0.000508},{"x":12.3,"y":0.000625},{"x":13.8,"y":0.000759},{"x":15.4,"y":0.000911},{"x":16.9,"y":0.00109},{"x":18.5,"y":0.00128},{"x":20,"y":0.00151},{"x":21.5,"y":0.00177},{"x":23.1,"y":0.00206},{"x":24.6,"y":0.00239},{"x":26.1,"y":0.00275},{"x":27.7,"y":0.00313},{"x":29.2,"y":0.00352},{"x":30.8,"y":0.00389},{"x":32.3,"y":0.00423},{"x":33.8,"y":0.00452},{"x":35.4,"y":0.00473},{"x":36.9,"y":0.00486},{"x":38.5,"y":0.00493},{"x":40,"y":0.00494},{"x":41.5,"y":0.00493},{"x":43.1,"y":0.00492},{"x":44.6,"y":0.00495},{"x":46.1,"y":0.00504},{"x":47.7,"y":0.0052},{"x":49.2,"y":0.00543},{"x":50.8,"y":0.00574},{"x":52.3,"y":0.00612},{"x":53.8,"y":0.00656},{"x":55.4,"y":0.00706},{"x":56.9,"y":0.00761},{"x":58.5,"y":0.00819},{"x":60,"y":0.00879},{"x":61.5,"y":0.00942},{"x":63.1,"y":0.0101},{"x":64.6,"y":0.0107},{"x":66.2,"y":0.0113},{"x":67.7,"y":0.0119},{"x":69.2,"y":0.0125},{"x":70.8,"y":0.013},{"x":72.3,"y":0.0135},{"x":73.8,"y":0.014},{"x":75.4,"y":0.0144},{"x":76.9,"y":0.0148},{"x":78.5,"y":0.0152},{"x":80,"y":0.0155},{"x":81.5,"y":0.0158},{"x":83.1,"y":0.0161},{"x":84.6,"y":0.0164},{"x":86.2,"y":0.0166},{"x":87.7,"y":0.0168},{"x":89.2,"y":0.0169},{"x":90.8,"y":0.0169},{"x":92.3,"y":0.0167},{"x":93.8,"y":0.0165},{"x":95.4,"y":0.0162},{"x":96.9,"y":0.0157},{"x":98.5,"y":0.0151},{"x":100,"y":0.0145},{"x":102,"y":0.0138},{"x":103,"y":0.013},{"x":105,"y":0.0122},{"x":106,"y":0.0114},{"x":108,"y":0.0106},{"x":109,"y":0.00972},{"x":111,"y":0.00887},{"x":112,"y":0.00801},{"x":114,"y":0.00718},{"x":115,"y":0.00638},{"x":117,"y":0.00563},{"x":118,"y":0.00493},{"x":120,"y":0.00429},{"x":122,"y":0.00371},{"x":123,"y":0.00319},{"x":125,"y":0.00272},{"x":126,"y":0.00231},{"x":128,"y":0.00194},{"x":129,"y":0.00162},{"x":131,"y":0.00133},{"x":132,"y":0.00108},{"x":134,"y":0.000866},{"x":135,"y":0.000679},{"x":137,"y":0.00052},{"x":138,"y":0.000388},{"x":140,"y":0.00028},{"x":142,"y":0.000196},{"x":143,"y":0.000132},{"x":145,"y":0.000085},{"x":146,"y":0.000053},{"x":148,"y":0.000032},{"x":149,"y":0.000018},{"x":151,"y":0.00001},{"x":152,"y":0.000005}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":357,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-Inkling","display_name":"Inkling","mean_tokens_per_second":24.4,"min_tokens_per_second":10.1,"max_tokens_per_second":47.5,"density_points":[{"x":0,"y":0.00458},{"x":0.69,"y":0.00542},{"x":1.38,"y":0.00636},{"x":2.08,"y":0.0074},{"x":2.77,"y":0.00855},{"x":3.46,"y":0.0098},{"x":4.15,"y":0.0111},{"x":4.85,"y":0.0126},{"x":5.54,"y":0.0141},{"x":6.23,"y":0.0156},{"x":6.92,"y":0.0172},{"x":7.62,"y":0.0189},{"x":8.31,"y":0.0205},{"x":9,"y":0.0221},{"x":9.69,"y":0.0236},{"x":10.4,"y":0.025},{"x":11.1,"y":0.0264},{"x":11.8,"y":0.0276},{"x":12.5,"y":0.0286},{"x":13.2,"y":0.0295},{"x":13.8,"y":0.0302},{"x":14.5,"y":0.0306},{"x":15.2,"y":0.0309},{"x":15.9,"y":0.031},{"x":16.6,"y":0.0309},{"x":17.3,"y":0.0306},{"x":18,"y":0.0301},{"x":18.7,"y":0.0296},{"x":19.4,"y":0.0289},{"x":20.1,"y":0.0281},{"x":20.8,"y":0.0273},{"x":21.5,"y":0.0264},{"x":22.2,"y":0.0256},{"x":22.9,"y":0.0247},{"x":23.5,"y":0.024},{"x":24.2,"y":0.0232},{"x":24.9,"y":0.0226},{"x":25.6,"y":0.022},{"x":26.3,"y":0.0215},{"x":27,"y":0.0211},{"x":27.7,"y":0.0207},{"x":28.4,"y":0.0204},{"x":29.1,"y":0.0201},{"x":29.8,"y":0.0198},{"x":30.5,"y":0.0195},{"x":31.2,"y":0.0192},{"x":31.9,"y":0.0189},{"x":32.5,"y":0.0185},{"x":33.2,"y":0.0181},{"x":33.9,"y":0.0177},{"x":34.6,"y":0.0172},{"x":35.3,"y":0.0167},{"x":36,"y":0.0161},{"x":36.7,"y":0.0156},{"x":37.4,"y":0.015},{"x":38.1,"y":0.0145},{"x":38.8,"y":0.014},{"x":39.5,"y":0.0135},{"x":40.2,"y":0.013},{"x":40.9,"y":0.0126},{"x":41.5,"y":0.0122},{"x":42.2,"y":0.0118},{"x":42.9,"y":0.0115},{"x":43.6,"y":0.0112},{"x":44.3,"y":0.0109},{"x":45,"y":0.0107},{"x":45.7,"y":0.0104},{"x":46.4,"y":0.0101},{"x":47.1,"y":0.00984},{"x":47.8,"y":0.00953},{"x":48.5,"y":0.00919},{"x":49.2,"y":0.00882},{"x":49.9,"y":0.00842},{"x":50.5,"y":0.00798},{"x":51.2,"y":0.00751},{"x":51.9,"y":0.00702},{"x":52.6,"y":0.00651},{"x":53.3,"y":0.00599},{"x":54,"y":0.00546},{"x":54.7,"y":0.00493},{"x":55.4,"y":0.00442},{"x":56.1,"y":0.00392},{"x":56.8,"y":0.00345},{"x":57.5,"y":0.00301},{"x":58.2,"y":0.0026},{"x":58.9,"y":0.00222},{"x":59.5,"y":0.00188},{"x":60.2,"y":0.00158},{"x":60.9,"y":0.00131},{"x":61.6,"y":0.00108},{"x":62.3,"y":0.000881},{"x":63,"y":0.000711},{"x":63.7,"y":0.000569},{"x":64.4,"y":0.00045},{"x":65.1,"y":0.000353},{"x":65.8,"y":0.000274},{"x":66.5,"y":0.000211},{"x":67.2,"y":0.000161},{"x":67.8,"y":0.000121},{"x":68.5,"y":0.00009}],"deprecated":false,"freshness_status":"critical","staleness_seconds":194288,"last_error_kind":"unknown","consecutive_failures":2},{"provider":"anthropic","model_name":"anthropic-claude-opus-4-8","display_name":"claude-opus-4-8","mean_tokens_per_second":26.1,"min_tokens_per_second":3.83,"max_tokens_per_second":34.6,"density_points":[{"x":0,"y":0.00216},{"x":0.56,"y":0.00235},{"x":1.12,"y":0.00255},{"x":1.68,"y":0.00276},{"x":2.25,"y":0.00297},{"x":2.81,"y":0.0032},{"x":3.37,"y":0.00343},{"x":3.93,"y":0.00367},{"x":4.49,"y":0.00393},{"x":5.05,"y":0.0042},{"x":5.61,"y":0.00449},{"x":6.17,"y":0.0048},{"x":6.74,"y":0.00514},{"x":7.3,"y":0.0055},{"x":7.86,"y":0.0059},{"x":8.42,"y":0.00633},{"x":8.98,"y":0.00681},{"x":9.54,"y":0.00734},{"x":10.1,"y":0.00792},{"x":10.7,"y":0.00856},{"x":11.2,"y":0.00927},{"x":11.8,"y":0.0101},{"x":12.3,"y":0.0109},{"x":12.9,"y":0.0118},{"x":13.5,"y":0.0129},{"x":14,"y":0.014},{"x":14.6,"y":0.0152},{"x":15.2,"y":0.0165},{"x":15.7,"y":0.0179},{"x":16.3,"y":0.0193},{"x":16.8,"y":0.0209},{"x":17.4,"y":0.0225},{"x":18,"y":0.0242},{"x":18.5,"y":0.0259},{"x":19.1,"y":0.0277},{"x":19.6,"y":0.0295},{"x":20.2,"y":0.0314},{"x":20.8,"y":0.0332},{"x":21.3,"y":0.035},{"x":21.9,"y":0.0368},{"x":22.4,"y":0.0385},{"x":23,"y":0.0401},{"x":23.6,"y":0.0415},{"x":24.1,"y":0.0429},{"x":24.7,"y":0.0441},{"x":25.3,"y":0.0451},{"x":25.8,"y":0.046},{"x":26.4,"y":0.0466},{"x":26.9,"y":0.047},{"x":27.5,"y":0.0472},{"x":28.1,"y":0.0472},{"x":28.6,"y":0.0469},{"x":29.2,"y":0.0464},{"x":29.8,"y":0.0456},{"x":30.3,"y":0.0447},{"x":30.9,"y":0.0435},{"x":31.4,"y":0.0421},{"x":32,"y":0.0406},{"x":32.6,"y":0.0389},{"x":33.1,"y":0.0371},{"x":33.7,"y":0.0352},{"x":34.2,"y":0.0332},{"x":34.8,"y":0.0311},{"x":35.4,"y":0.029},{"x":35.9,"y":0.027},{"x":36.5,"y":0.0249},{"x":37,"y":0.0228},{"x":37.6,"y":0.0208},{"x":38.2,"y":0.0189},{"x":38.7,"y":0.0171},{"x":39.3,"y":0.0153},{"x":39.9,"y":0.0137},{"x":40.4,"y":0.0121},{"x":41,"y":0.0107},{"x":41.5,"y":0.00938},{"x":42.1,"y":0.00818},{"x":42.7,"y":0.0071},{"x":43.2,"y":0.00612},{"x":43.8,"y":0.00525},{"x":44.3,"y":0.00447},{"x":44.9,"y":0.00379},{"x":45.5,"y":0.0032},{"x":46,"y":0.00268},{"x":46.6,"y":0.00223},{"x":47.1,"y":0.00185},{"x":47.7,"y":0.00152},{"x":48.3,"y":0.00125},{"x":48.8,"y":0.00102},{"x":49.4,"y":0.000823},{"x":50,"y":0.000662},{"x":50.5,"y":0.00053},{"x":51.1,"y":0.000422},{"x":51.6,"y":0.000333},{"x":52.2,"y":0.000262},{"x":52.8,"y":0.000205},{"x":53.3,"y":0.000159},{"x":53.9,"y":0.000123},{"x":54.5,"y":0.000095},{"x":55,"y":0.000072},{"x":55.6,"y":0.000055}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2540,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-DeepSeek-V4-Pro","display_name":"DeepSeek-V4-Pro","mean_tokens_per_second":31.9,"min_tokens_per_second":3.78,"max_tokens_per_second":49.7,"density_points":[{"x":0,"y":0.00158},{"x":0.71,"y":0.00179},{"x":1.43,"y":0.00201},{"x":2.14,"y":0.00225},{"x":2.86,"y":0.00251},{"x":3.57,"y":0.00279},{"x":4.29,"y":0.00309},{"x":5,"y":0.0034},{"x":5.72,"y":0.00373},{"x":6.43,"y":0.00408},{"x":7.15,"y":0.00445},{"x":7.86,"y":0.00482},{"x":8.58,"y":0.00522},{"x":9.29,"y":0.00562},{"x":10,"y":0.00604},{"x":10.7,"y":0.00646},{"x":11.4,"y":0.0069},{"x":12.2,"y":0.00735},{"x":12.9,"y":0.00781},{"x":13.6,"y":0.00829},{"x":14.3,"y":0.00878},{"x":15,"y":0.0093},{"x":15.7,"y":0.00985},{"x":16.4,"y":0.0104},{"x":17.1,"y":0.0111},{"x":17.9,"y":0.0118},{"x":18.6,"y":0.0126},{"x":19.3,"y":0.0134},{"x":20,"y":0.0143},{"x":20.7,"y":0.0154},{"x":21.4,"y":0.0165},{"x":22.1,"y":0.0178},{"x":22.9,"y":0.0192},{"x":23.6,"y":0.0207},{"x":24.3,"y":0.0223},{"x":25,"y":0.024},{"x":25.7,"y":0.0258},{"x":26.4,"y":0.0276},{"x":27.1,"y":0.0295},{"x":27.9,"y":0.0314},{"x":28.6,"y":0.0332},{"x":29.3,"y":0.0349},{"x":30,"y":0.0365},{"x":30.7,"y":0.038},{"x":31.4,"y":0.0392},{"x":32.2,"y":0.0402},{"x":32.9,"y":0.041},{"x":33.6,"y":0.0414},{"x":34.3,"y":0.0416},{"x":35,"y":0.0415},{"x":35.7,"y":0.041},{"x":36.4,"y":0.0402},{"x":37.2,"y":0.0392},{"x":37.9,"y":0.0379},{"x":38.6,"y":0.0364},{"x":39.3,"y":0.0346},{"x":40,"y":0.0327},{"x":40.7,"y":0.0307},{"x":41.5,"y":0.0287},{"x":42.2,"y":0.0265},{"x":42.9,"y":0.0244},{"x":43.6,"y":0.0223},{"x":44.3,"y":0.0202},{"x":45,"y":0.0183},{"x":45.7,"y":0.0164},{"x":46.5,"y":0.0147},{"x":47.2,"y":0.013},{"x":47.9,"y":0.0115},{"x":48.6,"y":0.0102},{"x":49.3,"y":0.00891},{"x":50,"y":0.00779},{"x":50.7,"y":0.00679},{"x":51.5,"y":0.00589},{"x":52.2,"y":0.00509},{"x":52.9,"y":0.00439},{"x":53.6,"y":0.00377},{"x":54.3,"y":0.00322},{"x":55,"y":0.00274},{"x":55.7,"y":0.00233},{"x":56.5,"y":0.00197},{"x":57.2,"y":0.00165},{"x":57.9,"y":0.00138},{"x":58.6,"y":0.00115},{"x":59.3,"y":0.000946},{"x":60,"y":0.000777},{"x":60.7,"y":0.000633},{"x":61.5,"y":0.000512},{"x":62.2,"y":0.000412},{"x":62.9,"y":0.000328},{"x":63.6,"y":0.00026},{"x":64.3,"y":0.000204},{"x":65,"y":0.000158},{"x":65.7,"y":0.000122},{"x":66.5,"y":0.000093},{"x":67.2,"y":0.000071},{"x":67.9,"y":0.000053},{"x":68.6,"y":0.00004},{"x":69.3,"y":0.000029},{"x":70,"y":0.000021},{"x":70.7,"y":0.000015}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2475,"last_error_kind":null,"consecutive_failures":0},{"provider":"cerebras","model_name":"cerebras-gemma-4-31b","display_name":"gemma-4-31b","mean_tokens_per_second":129,"min_tokens_per_second":7.17,"max_tokens_per_second":208,"density_points":[{"x":0,"y":0.00113},{"x":2.31,"y":0.0016},{"x":4.62,"y":0.00209},{"x":6.93,"y":0.00254},{"x":9.24,"y":0.00289},{"x":11.6,"y":0.00314},{"x":13.9,"y":0.00328},{"x":16.2,"y":0.00332},{"x":18.5,"y":0.00327},{"x":20.8,"y":0.00314},{"x":23.1,"y":0.00297},{"x":25.4,"y":0.00282},{"x":27.7,"y":0.00275},{"x":30,"y":0.0028},{"x":32.3,"y":0.00292},{"x":34.6,"y":0.00304},{"x":37,"y":0.00306},{"x":39.3,"y":0.00293},{"x":41.6,"y":0.00268},{"x":43.9,"y":0.0024},{"x":46.2,"y":0.00221},{"x":48.5,"y":0.00222},{"x":50.8,"y":0.00248},{"x":53.1,"y":0.00298},{"x":55.5,"y":0.00361},{"x":57.8,"y":0.00425},{"x":60.1,"y":0.00473},{"x":62.4,"y":0.00496},{"x":64.7,"y":0.00489},{"x":67,"y":0.00459},{"x":69.3,"y":0.00419},{"x":71.6,"y":0.00381},{"x":73.9,"y":0.00355},{"x":76.2,"y":0.0034},{"x":78.5,"y":0.0033},{"x":80.9,"y":0.00315},{"x":83.2,"y":0.00293},{"x":85.5,"y":0.00262},{"x":87.8,"y":0.0023},{"x":90.1,"y":0.00205},{"x":92.4,"y":0.00193},{"x":94.7,"y":0.00195},{"x":97,"y":0.00209},{"x":99.3,"y":0.0023},{"x":102,"y":0.00249},{"x":104,"y":0.0026},{"x":106,"y":0.00259},{"x":109,"y":0.00246},{"x":111,"y":0.00227},{"x":113,"y":0.00212},{"x":116,"y":0.00211},{"x":118,"y":0.00232},{"x":120,"y":0.00278},{"x":122,"y":0.00346},{"x":125,"y":0.00428},{"x":127,"y":0.0051},{"x":129,"y":0.00576},{"x":132,"y":0.00612},{"x":134,"y":0.00615},{"x":136,"y":0.0059},{"x":139,"y":0.00553},{"x":141,"y":0.00527},{"x":143,"y":0.00528},{"x":146,"y":0.00561},{"x":148,"y":0.00622},{"x":150,"y":0.00696},{"x":152,"y":0.00764},{"x":155,"y":0.00809},{"x":157,"y":0.00826},{"x":159,"y":0.00815},{"x":162,"y":0.00792},{"x":164,"y":0.00773},{"x":166,"y":0.00776},{"x":169,"y":0.00809},{"x":171,"y":0.00868},{"x":173,"y":0.00944},{"x":176,"y":0.0102},{"x":178,"y":0.0108},{"x":180,"y":0.0111},{"x":183,"y":0.011},{"x":185,"y":0.0107},{"x":187,"y":0.0101},{"x":189,"y":0.00943},{"x":192,"y":0.00866},{"x":194,"y":0.00787},{"x":196,"y":0.00708},{"x":199,"y":0.00627},{"x":201,"y":0.00543},{"x":203,"y":0.00455},{"x":206,"y":0.00366},{"x":208,"y":0.0028},{"x":210,"y":0.00202},{"x":213,"y":0.00137},{"x":215,"y":0.000868},{"x":217,"y":0.00051},{"x":219,"y":0.000277},{"x":222,"y":0.000138},{"x":224,"y":0.000063},{"x":226,"y":0.000026},{"x":229,"y":0.00001}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1922,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","display_name":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","mean_tokens_per_second":40.1,"min_tokens_per_second":1.61,"max_tokens_per_second":67.4,"density_points":[{"x":0,"y":0.00241},{"x":0.89,"y":0.00265},{"x":1.78,"y":0.00288},{"x":2.68,"y":0.0031},{"x":3.57,"y":0.00331},{"x":4.46,"y":0.00351},{"x":5.35,"y":0.0037},{"x":6.25,"y":0.00387},{"x":7.14,"y":0.00403},{"x":8.03,"y":0.00418},{"x":8.92,"y":0.00433},{"x":9.82,"y":0.00448},{"x":10.7,"y":0.00463},{"x":11.6,"y":0.0048},{"x":12.5,"y":0.00498},{"x":13.4,"y":0.00519},{"x":14.3,"y":0.00542},{"x":15.2,"y":0.00569},{"x":16.1,"y":0.006},{"x":17,"y":0.00634},{"x":17.9,"y":0.00672},{"x":18.7,"y":0.00714},{"x":19.6,"y":0.0076},{"x":20.5,"y":0.0081},{"x":21.4,"y":0.00864},{"x":22.3,"y":0.00923},{"x":23.2,"y":0.00986},{"x":24.1,"y":0.0105},{"x":25,"y":0.0113},{"x":25.9,"y":0.0121},{"x":26.8,"y":0.0129},{"x":27.7,"y":0.0138},{"x":28.6,"y":0.0147},{"x":29.4,"y":0.0157},{"x":30.3,"y":0.0168},{"x":31.2,"y":0.0179},{"x":32.1,"y":0.019},{"x":33,"y":0.0201},{"x":33.9,"y":0.0212},{"x":34.8,"y":0.0224},{"x":35.7,"y":0.0235},{"x":36.6,"y":0.0246},{"x":37.5,"y":0.0256},{"x":38.4,"y":0.0266},{"x":39.3,"y":0.0275},{"x":40.2,"y":0.0283},{"x":41,"y":0.029},{"x":42,"y":0.0295},{"x":42.8,"y":0.0299},{"x":43.7,"y":0.0301},{"x":44.6,"y":0.0301},{"x":45.5,"y":0.0299},{"x":46.4,"y":0.0295},{"x":47.3,"y":0.029},{"x":48.2,"y":0.0282},{"x":49.1,"y":0.0272},{"x":50,"y":0.026},{"x":50.9,"y":0.0248},{"x":51.8,"y":0.0234},{"x":52.7,"y":0.0219},{"x":53.5,"y":0.0204},{"x":54.4,"y":0.0189},{"x":55.3,"y":0.0174},{"x":56.2,"y":0.016},{"x":57.1,"y":0.0146},{"x":58,"y":0.0133},{"x":58.9,"y":0.0121},{"x":59.8,"y":0.011},{"x":60.7,"y":0.00992},{"x":61.6,"y":0.00899},{"x":62.5,"y":0.00813},{"x":63.4,"y":0.00736},{"x":64.3,"y":0.00665},{"x":65.2,"y":0.006},{"x":66,"y":0.0054},{"x":66.9,"y":0.00484},{"x":67.8,"y":0.00432},{"x":68.7,"y":0.00384},{"x":69.6,"y":0.00339},{"x":70.5,"y":0.00297},{"x":71.4,"y":0.00258},{"x":72.3,"y":0.00222},{"x":73.2,"y":0.00189},{"x":74.1,"y":0.0016},{"x":75,"y":0.00133},{"x":75.9,"y":0.0011},{"x":76.8,"y":0.000896},{"x":77.7,"y":0.000721},{"x":78.5,"y":0.000572},{"x":79.4,"y":0.000448},{"x":80.3,"y":0.000346},{"x":81.2,"y":0.000264},{"x":82.1,"y":0.000199},{"x":83,"y":0.000147},{"x":83.9,"y":0.000107},{"x":84.8,"y":0.000077},{"x":85.7,"y":0.000055},{"x":86.6,"y":0.000038},{"x":87.5,"y":0.000026},{"x":88.4,"y":0.000018}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97523,"last_error_kind":"billing","consecutive_failures":5},{"provider":"anthropic","model_name":"anthropic-claude-opus-4.5","display_name":"claude-opus-4.5","mean_tokens_per_second":23.8,"min_tokens_per_second":5.28,"max_tokens_per_second":33,"density_points":[{"x":0,"y":0.00266},{"x":0.55,"y":0.00294},{"x":1.09,"y":0.00323},{"x":1.64,"y":0.00355},{"x":2.18,"y":0.00389},{"x":2.73,"y":0.00425},{"x":3.28,"y":0.00463},{"x":3.82,"y":0.00503},{"x":4.37,"y":0.00546},{"x":4.91,"y":0.00592},{"x":5.46,"y":0.0064},{"x":6.01,"y":0.00692},{"x":6.55,"y":0.00748},{"x":7.1,"y":0.00807},{"x":7.64,"y":0.00871},{"x":8.19,"y":0.00939},{"x":8.74,"y":0.0101},{"x":9.28,"y":0.0109},{"x":9.83,"y":0.0118},{"x":10.4,"y":0.0127},{"x":10.9,"y":0.0137},{"x":11.5,"y":0.0147},{"x":12,"y":0.0158},{"x":12.6,"y":0.017},{"x":13.1,"y":0.0183},{"x":13.7,"y":0.0196},{"x":14.2,"y":0.021},{"x":14.7,"y":0.0225},{"x":15.3,"y":0.024},{"x":15.8,"y":0.0256},{"x":16.4,"y":0.0272},{"x":16.9,"y":0.0288},{"x":17.5,"y":0.0305},{"x":18,"y":0.0321},{"x":18.6,"y":0.0337},{"x":19.1,"y":0.0354},{"x":19.6,"y":0.0369},{"x":20.2,"y":0.0384},{"x":20.8,"y":0.0398},{"x":21.3,"y":0.0411},{"x":21.8,"y":0.0423},{"x":22.4,"y":0.0433},{"x":22.9,"y":0.0441},{"x":23.5,"y":0.0448},{"x":24,"y":0.0454},{"x":24.6,"y":0.0457},{"x":25.1,"y":0.0458},{"x":25.7,"y":0.0458},{"x":26.2,"y":0.0455},{"x":26.8,"y":0.045},{"x":27.3,"y":0.0443},{"x":27.8,"y":0.0435},{"x":28.4,"y":0.0424},{"x":28.9,"y":0.0412},{"x":29.5,"y":0.0399},{"x":30,"y":0.0384},{"x":30.6,"y":0.0368},{"x":31.1,"y":0.0351},{"x":31.7,"y":0.0333},{"x":32.2,"y":0.0315},{"x":32.8,"y":0.0296},{"x":33.3,"y":0.0277},{"x":33.9,"y":0.0259},{"x":34.4,"y":0.024},{"x":34.9,"y":0.0221},{"x":35.5,"y":0.0203},{"x":36,"y":0.0186},{"x":36.6,"y":0.0169},{"x":37.1,"y":0.0153},{"x":37.7,"y":0.0138},{"x":38.2,"y":0.0124},{"x":38.8,"y":0.0111},{"x":39.3,"y":0.00982},{"x":39.9,"y":0.00868},{"x":40.4,"y":0.00764},{"x":41,"y":0.00669},{"x":41.5,"y":0.00583},{"x":42,"y":0.00505},{"x":42.6,"y":0.00436},{"x":43.1,"y":0.00374},{"x":43.7,"y":0.0032},{"x":44.2,"y":0.00272},{"x":44.8,"y":0.0023},{"x":45.3,"y":0.00193},{"x":45.9,"y":0.00162},{"x":46.4,"y":0.00135},{"x":47,"y":0.00112},{"x":47.5,"y":0.000921},{"x":48,"y":0.000755},{"x":48.6,"y":0.000616},{"x":49.1,"y":0.0005},{"x":49.7,"y":0.000404},{"x":50.2,"y":0.000325},{"x":50.8,"y":0.000259},{"x":51.3,"y":0.000206},{"x":51.9,"y":0.000163},{"x":52.4,"y":0.000128},{"x":53,"y":0.0001},{"x":53.5,"y":0.000078},{"x":54,"y":0.00006}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2601,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-claude-opus-4.6","display_name":"claude-opus-4.6","mean_tokens_per_second":18.2,"min_tokens_per_second":6.4,"max_tokens_per_second":22.9,"density_points":[{"x":0,"y":0.00357},{"x":0.44,"y":0.00401},{"x":0.89,"y":0.0045},{"x":1.33,"y":0.00503},{"x":1.77,"y":0.00562},{"x":2.22,"y":0.00626},{"x":2.66,"y":0.00696},{"x":3.1,"y":0.00773},{"x":3.55,"y":0.00855},{"x":3.99,"y":0.00944},{"x":4.43,"y":0.0104},{"x":4.88,"y":0.0114},{"x":5.32,"y":0.0125},{"x":5.76,"y":0.0137},{"x":6.21,"y":0.0149},{"x":6.65,"y":0.0162},{"x":7.09,"y":0.0176},{"x":7.54,"y":0.0191},{"x":7.98,"y":0.0206},{"x":8.42,"y":0.0221},{"x":8.87,"y":0.0238},{"x":9.31,"y":0.0254},{"x":9.75,"y":0.0272},{"x":10.2,"y":0.0289},{"x":10.6,"y":0.0307},{"x":11.1,"y":0.0324},{"x":11.5,"y":0.0342},{"x":12,"y":0.036},{"x":12.4,"y":0.0377},{"x":12.8,"y":0.0394},{"x":13.3,"y":0.0411},{"x":13.7,"y":0.0427},{"x":14.2,"y":0.0442},{"x":14.6,"y":0.0456},{"x":15.1,"y":0.0469},{"x":15.5,"y":0.0481},{"x":16,"y":0.0491},{"x":16.4,"y":0.05},{"x":16.8,"y":0.0508},{"x":17.3,"y":0.0514},{"x":17.7,"y":0.0518},{"x":18.2,"y":0.0521},{"x":18.6,"y":0.0522},{"x":19.1,"y":0.0521},{"x":19.5,"y":0.0518},{"x":19.9,"y":0.0513},{"x":20.4,"y":0.0507},{"x":20.8,"y":0.0499},{"x":21.3,"y":0.049},{"x":21.7,"y":0.0479},{"x":22.2,"y":0.0466},{"x":22.6,"y":0.0452},{"x":23.1,"y":0.0437},{"x":23.5,"y":0.0422},{"x":23.9,"y":0.0405},{"x":24.4,"y":0.0387},{"x":24.8,"y":0.0369},{"x":25.3,"y":0.0351},{"x":25.7,"y":0.0332},{"x":26.1,"y":0.0313},{"x":26.6,"y":0.0294},{"x":27,"y":0.0275},{"x":27.5,"y":0.0257},{"x":27.9,"y":0.0239},{"x":28.4,"y":0.0221},{"x":28.8,"y":0.0204},{"x":29.3,"y":0.0187},{"x":29.7,"y":0.0172},{"x":30.1,"y":0.0157},{"x":30.6,"y":0.0142},{"x":31,"y":0.0129},{"x":31.5,"y":0.0116},{"x":31.9,"y":0.0105},{"x":32.4,"y":0.00936},{"x":32.8,"y":0.00835},{"x":33.2,"y":0.00743},{"x":33.7,"y":0.00658},{"x":34.1,"y":0.0058},{"x":34.6,"y":0.0051},{"x":35,"y":0.00447},{"x":35.5,"y":0.0039},{"x":35.9,"y":0.00339},{"x":36.4,"y":0.00293},{"x":36.8,"y":0.00253},{"x":37.2,"y":0.00217},{"x":37.7,"y":0.00186},{"x":38.1,"y":0.00159},{"x":38.6,"y":0.00135},{"x":39,"y":0.00114},{"x":39.5,"y":0.000963},{"x":39.9,"y":0.000809},{"x":40.3,"y":0.000677},{"x":40.8,"y":0.000564},{"x":41.2,"y":0.000468},{"x":41.7,"y":0.000388},{"x":42.1,"y":0.000319},{"x":42.5,"y":0.000262},{"x":43,"y":0.000215},{"x":43.4,"y":0.000175},{"x":43.9,"y":0.000142}],"freshness_status":"fresh","staleness_seconds":2570,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-claude-opus-4-7","display_name":"claude-opus-4-7","mean_tokens_per_second":25.1,"min_tokens_per_second":10.1,"max_tokens_per_second":34.2,"density_points":[{"x":0,"y":0.000543},{"x":0.56,"y":0.000645},{"x":1.12,"y":0.000764},{"x":1.67,"y":0.000904},{"x":2.23,"y":0.00107},{"x":2.79,"y":0.00125},{"x":3.35,"y":0.00147},{"x":3.9,"y":0.00173},{"x":4.46,"y":0.00202},{"x":5.02,"y":0.00235},{"x":5.58,"y":0.00274},{"x":6.13,"y":0.00317},{"x":6.69,"y":0.00367},{"x":7.25,"y":0.00424},{"x":7.81,"y":0.00488},{"x":8.36,"y":0.0056},{"x":8.92,"y":0.0064},{"x":9.48,"y":0.0073},{"x":10,"y":0.00829},{"x":10.6,"y":0.00938},{"x":11.2,"y":0.0106},{"x":11.7,"y":0.0119},{"x":12.3,"y":0.0133},{"x":12.8,"y":0.0148},{"x":13.4,"y":0.0165},{"x":13.9,"y":0.0182},{"x":14.5,"y":0.02},{"x":15.1,"y":0.022},{"x":15.6,"y":0.0239},{"x":16.2,"y":0.026},{"x":16.7,"y":0.0281},{"x":17.3,"y":0.0302},{"x":17.8,"y":0.0324},{"x":18.4,"y":0.0345},{"x":19,"y":0.0366},{"x":19.5,"y":0.0387},{"x":20.1,"y":0.0406},{"x":20.6,"y":0.0424},{"x":21.2,"y":0.0441},{"x":21.8,"y":0.0457},{"x":22.3,"y":0.047},{"x":22.9,"y":0.0482},{"x":23.4,"y":0.0491},{"x":24,"y":0.0498},{"x":24.5,"y":0.0503},{"x":25.1,"y":0.0505},{"x":25.6,"y":0.0504},{"x":26.2,"y":0.0501},{"x":26.8,"y":0.0496},{"x":27.3,"y":0.0488},{"x":27.9,"y":0.0477},{"x":28.4,"y":0.0465},{"x":29,"y":0.045},{"x":29.6,"y":0.0434},{"x":30.1,"y":0.0416},{"x":30.7,"y":0.0397},{"x":31.2,"y":0.0377},{"x":31.8,"y":0.0356},{"x":32.3,"y":0.0334},{"x":32.9,"y":0.0313},{"x":33.5,"y":0.0291},{"x":34,"y":0.0269},{"x":34.6,"y":0.0248},{"x":35.1,"y":0.0227},{"x":35.7,"y":0.0207},{"x":36.2,"y":0.0188},{"x":36.8,"y":0.0169},{"x":37.4,"y":0.0152},{"x":37.9,"y":0.0136},{"x":38.5,"y":0.0121},{"x":39,"y":0.0107},{"x":39.6,"y":0.00942},{"x":40.1,"y":0.00825},{"x":40.7,"y":0.00719},{"x":41.3,"y":0.00624},{"x":41.8,"y":0.00538},{"x":42.4,"y":0.00462},{"x":42.9,"y":0.00395},{"x":43.5,"y":0.00336},{"x":44,"y":0.00284},{"x":44.6,"y":0.00239},{"x":45.2,"y":0.002},{"x":45.7,"y":0.00167},{"x":46.3,"y":0.00138},{"x":46.8,"y":0.00114},{"x":47.4,"y":0.000938},{"x":48,"y":0.000767},{"x":48.5,"y":0.000623},{"x":49.1,"y":0.000504},{"x":49.6,"y":0.000405},{"x":50.2,"y":0.000325},{"x":50.7,"y":0.000259},{"x":51.3,"y":0.000205},{"x":51.9,"y":0.000161},{"x":52.4,"y":0.000127},{"x":53,"y":0.000099},{"x":53.5,"y":0.000077},{"x":54.1,"y":0.000059},{"x":54.6,"y":0.000045},{"x":55.2,"y":0.000035}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2603,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-VL-235B-A22B-Instruct","display_name":"Qwen3-VL-235B-A22B-Instruct","mean_tokens_per_second":13.1,"min_tokens_per_second":1.05,"max_tokens_per_second":40.2,"density_points":[{"x":0,"y":0.0241},{"x":0.62,"y":0.0256},{"x":1.24,"y":0.027},{"x":1.85,"y":0.0283},{"x":2.47,"y":0.0295},{"x":3.09,"y":0.0306},{"x":3.71,"y":0.0316},{"x":4.33,"y":0.0324},{"x":4.94,"y":0.0331},{"x":5.56,"y":0.0336},{"x":6.18,"y":0.034},{"x":6.8,"y":0.0342},{"x":7.42,"y":0.0342},{"x":8.03,"y":0.0342},{"x":8.65,"y":0.034},{"x":9.27,"y":0.0336},{"x":9.89,"y":0.0332},{"x":10.5,"y":0.0327},{"x":11.1,"y":0.032},{"x":11.7,"y":0.0314},{"x":12.4,"y":0.0306},{"x":13,"y":0.0298},{"x":13.6,"y":0.029},{"x":14.2,"y":0.0282},{"x":14.8,"y":0.0274},{"x":15.4,"y":0.0265},{"x":16.1,"y":0.0257},{"x":16.7,"y":0.0249},{"x":17.3,"y":0.0241},{"x":17.9,"y":0.0233},{"x":18.5,"y":0.0226},{"x":19.2,"y":0.0219},{"x":19.8,"y":0.0212},{"x":20.4,"y":0.0205},{"x":21,"y":0.0199},{"x":21.6,"y":0.0193},{"x":22.3,"y":0.0187},{"x":22.9,"y":0.0182},{"x":23.5,"y":0.0177},{"x":24.1,"y":0.0172},{"x":24.7,"y":0.0167},{"x":25.3,"y":0.0162},{"x":25.9,"y":0.0157},{"x":26.6,"y":0.0152},{"x":27.2,"y":0.0148},{"x":27.8,"y":0.0143},{"x":28.4,"y":0.0138},{"x":29,"y":0.0133},{"x":29.7,"y":0.0129},{"x":30.3,"y":0.0124},{"x":30.9,"y":0.0119},{"x":31.5,"y":0.0114},{"x":32.1,"y":0.0109},{"x":32.8,"y":0.0103},{"x":33.4,"y":0.00983},{"x":34,"y":0.00932},{"x":34.6,"y":0.0088},{"x":35.2,"y":0.00829},{"x":35.8,"y":0.00778},{"x":36.5,"y":0.00728},{"x":37.1,"y":0.0068},{"x":37.7,"y":0.00632},{"x":38.3,"y":0.00586},{"x":38.9,"y":0.00541},{"x":39.5,"y":0.00498},{"x":40.2,"y":0.00457},{"x":40.8,"y":0.00418},{"x":41.4,"y":0.00381},{"x":42,"y":0.00346},{"x":42.6,"y":0.00313},{"x":43.3,"y":0.00281},{"x":43.9,"y":0.00252},{"x":44.5,"y":0.00226},{"x":45.1,"y":0.00201},{"x":45.7,"y":0.00178},{"x":46.3,"y":0.00157},{"x":47,"y":0.00138},{"x":47.6,"y":0.0012},{"x":48.2,"y":0.00104},{"x":48.8,"y":0.000903},{"x":49.4,"y":0.000777},{"x":50,"y":0.000665},{"x":50.7,"y":0.000566},{"x":51.3,"y":0.000479},{"x":51.9,"y":0.000403},{"x":52.5,"y":0.000337},{"x":53.1,"y":0.00028},{"x":53.8,"y":0.000232},{"x":54.4,"y":0.00019},{"x":55,"y":0.000155},{"x":55.6,"y":0.000126},{"x":56.2,"y":0.000101},{"x":56.9,"y":0.000081},{"x":57.5,"y":0.000064},{"x":58.1,"y":0.000051},{"x":58.7,"y":0.00004},{"x":59.3,"y":0.000031},{"x":59.9,"y":0.000024},{"x":60.6,"y":0.000018},{"x":61.2,"y":0.000014}],"deprecated":false,"freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-VL-30B-A3B-Instruct","display_name":"Qwen3-VL-30B-A3B-Instruct","mean_tokens_per_second":23.4,"min_tokens_per_second":3.3,"max_tokens_per_second":38.5,"density_points":[{"x":0,"y":0.00502},{"x":0.6,"y":0.0055},{"x":1.2,"y":0.00599},{"x":1.8,"y":0.00651},{"x":2.41,"y":0.00705},{"x":3.01,"y":0.0076},{"x":3.61,"y":0.00818},{"x":4.21,"y":0.00878},{"x":4.81,"y":0.00939},{"x":5.41,"y":0.01},{"x":6.01,"y":0.0107},{"x":6.62,"y":0.0114},{"x":7.22,"y":0.0121},{"x":7.82,"y":0.0128},{"x":8.42,"y":0.0135},{"x":9.02,"y":0.0143},{"x":9.62,"y":0.0151},{"x":10.2,"y":0.0159},{"x":10.8,"y":0.0168},{"x":11.4,"y":0.0177},{"x":12,"y":0.0186},{"x":12.6,"y":0.0195},{"x":13.2,"y":0.0205},{"x":13.8,"y":0.0215},{"x":14.4,"y":0.0225},{"x":15,"y":0.0235},{"x":15.6,"y":0.0246},{"x":16.2,"y":0.0257},{"x":16.8,"y":0.0267},{"x":17.4,"y":0.0278},{"x":18,"y":0.0289},{"x":18.6,"y":0.0299},{"x":19.3,"y":0.0309},{"x":19.9,"y":0.0319},{"x":20.4,"y":0.0329},{"x":21.1,"y":0.0338},{"x":21.6,"y":0.0346},{"x":22.3,"y":0.0353},{"x":22.9,"y":0.0359},{"x":23.5,"y":0.0365},{"x":24.1,"y":0.0369},{"x":24.7,"y":0.0372},{"x":25.3,"y":0.0373},{"x":25.9,"y":0.0374},{"x":26.5,"y":0.0372},{"x":27.1,"y":0.037},{"x":27.7,"y":0.0366},{"x":28.3,"y":0.036},{"x":28.9,"y":0.0353},{"x":29.5,"y":0.0345},{"x":30.1,"y":0.0336},{"x":30.7,"y":0.0326},{"x":31.3,"y":0.0314},{"x":31.9,"y":0.0302},{"x":32.5,"y":0.0289},{"x":33.1,"y":0.0275},{"x":33.7,"y":0.0261},{"x":34.3,"y":0.0247},{"x":34.9,"y":0.0232},{"x":35.5,"y":0.0218},{"x":36.1,"y":0.0203},{"x":36.7,"y":0.0189},{"x":37.3,"y":0.0175},{"x":37.9,"y":0.0161},{"x":38.5,"y":0.0148},{"x":39.1,"y":0.0135},{"x":39.7,"y":0.0123},{"x":40.3,"y":0.0112},{"x":40.9,"y":0.0101},{"x":41.5,"y":0.00904},{"x":42.1,"y":0.00808},{"x":42.7,"y":0.00719},{"x":43.3,"y":0.00637},{"x":43.9,"y":0.00562},{"x":44.5,"y":0.00493},{"x":45.1,"y":0.0043},{"x":45.7,"y":0.00374},{"x":46.3,"y":0.00323},{"x":46.9,"y":0.00278},{"x":47.5,"y":0.00238},{"x":48.1,"y":0.00202},{"x":48.7,"y":0.00171},{"x":49.3,"y":0.00144},{"x":49.9,"y":0.0012},{"x":50.5,"y":0.001},{"x":51.1,"y":0.000828},{"x":51.7,"y":0.000681},{"x":52.3,"y":0.000557},{"x":52.9,"y":0.000452},{"x":53.5,"y":0.000365},{"x":54.1,"y":0.000293},{"x":54.7,"y":0.000234},{"x":55.3,"y":0.000185},{"x":55.9,"y":0.000146},{"x":56.5,"y":0.000114},{"x":57.1,"y":0.000089},{"x":57.7,"y":0.000068},{"x":58.4,"y":0.000052},{"x":59,"y":0.00004},{"x":59.5,"y":0.00003}],"deprecated":false,"freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Kimi-K2.7-Code","display_name":"Kimi-K2.7-Code","mean_tokens_per_second":34,"min_tokens_per_second":4.49,"max_tokens_per_second":84.4,"density_points":[{"x":0,"y":0.00543},{"x":1.06,"y":0.00641},{"x":2.13,"y":0.00745},{"x":3.19,"y":0.00853},{"x":4.26,"y":0.00962},{"x":5.32,"y":0.0107},{"x":6.39,"y":0.0118},{"x":7.45,"y":0.0128},{"x":8.52,"y":0.0138},{"x":9.58,"y":0.0148},{"x":10.7,"y":0.0157},{"x":11.7,"y":0.0166},{"x":12.8,"y":0.0174},{"x":13.8,"y":0.0183},{"x":14.9,"y":0.0191},{"x":16,"y":0.0198},{"x":17,"y":0.0205},{"x":18.1,"y":0.0212},{"x":19.2,"y":0.0217},{"x":20.2,"y":0.0222},{"x":21.3,"y":0.0225},{"x":22.4,"y":0.0226},{"x":23.4,"y":0.0225},{"x":24.5,"y":0.0223},{"x":25.6,"y":0.0218},{"x":26.6,"y":0.0212},{"x":27.7,"y":0.0205},{"x":28.8,"y":0.0196},{"x":29.8,"y":0.0186},{"x":30.9,"y":0.0175},{"x":31.9,"y":0.0164},{"x":33,"y":0.0153},{"x":34.1,"y":0.0142},{"x":35.1,"y":0.0132},{"x":36.2,"y":0.0123},{"x":37.3,"y":0.0114},{"x":38.3,"y":0.0107},{"x":39.4,"y":0.0101},{"x":40.5,"y":0.00963},{"x":41.5,"y":0.00927},{"x":42.6,"y":0.00904},{"x":43.7,"y":0.0089},{"x":44.7,"y":0.00884},{"x":45.8,"y":0.00884},{"x":46.9,"y":0.00888},{"x":47.9,"y":0.00892},{"x":49,"y":0.00894},{"x":50,"y":0.00893},{"x":51.1,"y":0.00887},{"x":52.2,"y":0.00874},{"x":53.2,"y":0.00855},{"x":54.3,"y":0.0083},{"x":55.4,"y":0.00799},{"x":56.4,"y":0.00764},{"x":57.5,"y":0.00726},{"x":58.6,"y":0.00687},{"x":59.6,"y":0.0065},{"x":60.7,"y":0.00617},{"x":61.8,"y":0.00588},{"x":62.8,"y":0.00566},{"x":63.9,"y":0.00551},{"x":65,"y":0.00543},{"x":66,"y":0.00541},{"x":67.1,"y":0.00545},{"x":68.2,"y":0.00554},{"x":69.2,"y":0.00565},{"x":70.3,"y":0.00577},{"x":71.3,"y":0.00589},{"x":72.4,"y":0.00598},{"x":73.5,"y":0.00604},{"x":74.5,"y":0.00605},{"x":75.6,"y":0.00602},{"x":76.7,"y":0.00593},{"x":77.7,"y":0.0058},{"x":78.8,"y":0.00562},{"x":79.9,"y":0.00539},{"x":80.9,"y":0.00513},{"x":82,"y":0.00483},{"x":83.1,"y":0.0045},{"x":84.1,"y":0.00415},{"x":85.2,"y":0.00378},{"x":86.3,"y":0.00339},{"x":87.3,"y":0.00301},{"x":88.4,"y":0.00263},{"x":89.5,"y":0.00226},{"x":90.5,"y":0.00191},{"x":91.6,"y":0.00158},{"x":92.6,"y":0.00129},{"x":93.7,"y":0.00103},{"x":94.8,"y":0.000809},{"x":95.8,"y":0.000621},{"x":96.9,"y":0.000467},{"x":98,"y":0.000344},{"x":99,"y":0.000248},{"x":100,"y":0.000175},{"x":101,"y":0.000121},{"x":102,"y":0.000082},{"x":103,"y":0.000054},{"x":104,"y":0.000035},{"x":105,"y":0.000022}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98194,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GLM-5.2","display_name":"GLM-5.2","mean_tokens_per_second":36,"min_tokens_per_second":11.3,"max_tokens_per_second":78,"density_points":[{"x":0,"y":0.00127},{"x":1,"y":0.00167},{"x":2,"y":0.00215},{"x":3,"y":0.00272},{"x":4,"y":0.0034},{"x":5,"y":0.00416},{"x":6,"y":0.00502},{"x":7,"y":0.00597},{"x":8,"y":0.00698},{"x":9,"y":0.00805},{"x":10,"y":0.00915},{"x":11,"y":0.0103},{"x":12,"y":0.0114},{"x":13,"y":0.0124},{"x":14,"y":0.0134},{"x":15,"y":0.0144},{"x":16,"y":0.0152},{"x":17,"y":0.016},{"x":18,"y":0.0167},{"x":19,"y":0.0173},{"x":20,"y":0.0179},{"x":21,"y":0.0184},{"x":22,"y":0.0189},{"x":23,"y":0.0193},{"x":24,"y":0.0198},{"x":25,"y":0.0202},{"x":26,"y":0.0206},{"x":27,"y":0.021},{"x":28,"y":0.0215},{"x":29,"y":0.0219},{"x":30,"y":0.0223},{"x":31,"y":0.0226},{"x":32,"y":0.0229},{"x":33,"y":0.0232},{"x":34,"y":0.0233},{"x":35,"y":0.0233},{"x":36,"y":0.0233},{"x":37,"y":0.0231},{"x":38,"y":0.0228},{"x":39,"y":0.0224},{"x":40,"y":0.0218},{"x":41,"y":0.0212},{"x":42,"y":0.0205},{"x":43,"y":0.0197},{"x":44,"y":0.0189},{"x":45,"y":0.0181},{"x":46,"y":0.0173},{"x":47,"y":0.0165},{"x":48,"y":0.0157},{"x":49,"y":0.0149},{"x":50,"y":0.0141},{"x":51,"y":0.0133},{"x":52,"y":0.0126},{"x":53,"y":0.0118},{"x":54,"y":0.011},{"x":55,"y":0.0102},{"x":56,"y":0.00942},{"x":57,"y":0.00865},{"x":58,"y":0.00792},{"x":59,"y":0.00722},{"x":60,"y":0.00658},{"x":61,"y":0.00601},{"x":62,"y":0.00551},{"x":63,"y":0.0051},{"x":64,"y":0.00477},{"x":65,"y":0.00451},{"x":66,"y":0.00433},{"x":67,"y":0.00421},{"x":68,"y":0.00413},{"x":69,"y":0.00408},{"x":70,"y":0.00405},{"x":71,"y":0.004},{"x":72,"y":0.00395},{"x":73,"y":0.00387},{"x":74,"y":0.00375},{"x":75,"y":0.00361},{"x":76,"y":0.00342},{"x":77,"y":0.00321},{"x":78,"y":0.00297},{"x":79,"y":0.00272},{"x":80,"y":0.00245},{"x":81,"y":0.00217},{"x":82,"y":0.0019},{"x":83,"y":0.00164},{"x":84,"y":0.00139},{"x":85,"y":0.00117},{"x":86,"y":0.000959},{"x":87,"y":0.000777},{"x":88,"y":0.000619},{"x":89,"y":0.000485},{"x":90,"y":0.000374},{"x":91,"y":0.000283},{"x":92,"y":0.000211},{"x":93,"y":0.000154},{"x":94,"y":0.00011},{"x":95,"y":0.000078},{"x":96,"y":0.000054},{"x":97,"y":0.000036},{"x":98,"y":0.000024},{"x":99,"y":0.000016}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99734,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Inkling","display_name":"Inkling","mean_tokens_per_second":58.6,"min_tokens_per_second":5.36,"max_tokens_per_second":102,"density_points":[{"x":0,"y":0.00105},{"x":1.24,"y":0.0012},{"x":2.48,"y":0.00135},{"x":3.72,"y":0.00147},{"x":4.96,"y":0.00159},{"x":6.2,"y":0.00169},{"x":7.44,"y":0.00178},{"x":8.68,"y":0.00188},{"x":9.92,"y":0.002},{"x":11.2,"y":0.00215},{"x":12.4,"y":0.00233},{"x":13.6,"y":0.00255},{"x":14.9,"y":0.00281},{"x":16.1,"y":0.00311},{"x":17.4,"y":0.00344},{"x":18.6,"y":0.00378},{"x":19.8,"y":0.00413},{"x":21.1,"y":0.00448},{"x":22.3,"y":0.00481},{"x":23.6,"y":0.00513},{"x":24.8,"y":0.00543},{"x":26,"y":0.00572},{"x":27.3,"y":0.00601},{"x":28.5,"y":0.0063},{"x":29.8,"y":0.0066},{"x":31,"y":0.00693},{"x":32.2,"y":0.0073},{"x":33.5,"y":0.00774},{"x":34.7,"y":0.00824},{"x":36,"y":0.00882},{"x":37.2,"y":0.00949},{"x":38.4,"y":0.0102},{"x":39.7,"y":0.0111},{"x":40.9,"y":0.012},{"x":42.1,"y":0.0129},{"x":43.4,"y":0.0138},{"x":44.6,"y":0.0147},{"x":45.9,"y":0.0156},{"x":47.1,"y":0.0164},{"x":48.4,"y":0.0171},{"x":49.6,"y":0.0176},{"x":50.8,"y":0.0181},{"x":52.1,"y":0.0184},{"x":53.3,"y":0.0185},{"x":54.5,"y":0.0186},{"x":55.8,"y":0.0184},{"x":57,"y":0.0182},{"x":58.3,"y":0.0179},{"x":59.5,"y":0.0176},{"x":60.7,"y":0.0172},{"x":62,"y":0.0168},{"x":63.2,"y":0.0165},{"x":64.5,"y":0.0162},{"x":65.7,"y":0.016},{"x":66.9,"y":0.0159},{"x":68.2,"y":0.0158},{"x":69.4,"y":0.0158},{"x":70.7,"y":0.0157},{"x":71.9,"y":0.0156},{"x":73.1,"y":0.0153},{"x":74.4,"y":0.015},{"x":75.6,"y":0.0145},{"x":76.9,"y":0.014},{"x":78.1,"y":0.0134},{"x":79.3,"y":0.0127},{"x":80.6,"y":0.0119},{"x":81.8,"y":0.0112},{"x":83.1,"y":0.0105},{"x":84.3,"y":0.0098},{"x":85.5,"y":0.00916},{"x":86.8,"y":0.00856},{"x":88,"y":0.008},{"x":89.3,"y":0.00747},{"x":90.5,"y":0.00696},{"x":91.7,"y":0.00646},{"x":93,"y":0.00598},{"x":94.2,"y":0.00551},{"x":95.5,"y":0.00504},{"x":96.7,"y":0.00458},{"x":97.9,"y":0.00413},{"x":99.2,"y":0.0037},{"x":100,"y":0.00329},{"x":102,"y":0.00289},{"x":103,"y":0.00251},{"x":104,"y":0.00215},{"x":105,"y":0.00182},{"x":107,"y":0.00151},{"x":108,"y":0.00123},{"x":109,"y":0.000984},{"x":110,"y":0.000769},{"x":112,"y":0.000588},{"x":113,"y":0.000438},{"x":114,"y":0.000318},{"x":115,"y":0.000225},{"x":117,"y":0.000155},{"x":118,"y":0.000103},{"x":119,"y":0.000067},{"x":120,"y":0.000042},{"x":121,"y":0.000026},{"x":123,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99914,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemma-4-E4B-it","display_name":"gemma-4-E4B-it","mean_tokens_per_second":42.3,"min_tokens_per_second":12.6,"max_tokens_per_second":66.2,"density_points":[{"x":0,"y":0.000463},{"x":0.88,"y":0.000586},{"x":1.76,"y":0.000731},{"x":2.64,"y":0.000901},{"x":3.52,"y":0.00109},{"x":4.4,"y":0.00131},{"x":5.28,"y":0.00155},{"x":6.16,"y":0.00182},{"x":7.04,"y":0.0021},{"x":7.92,"y":0.00241},{"x":8.8,"y":0.00272},{"x":9.68,"y":0.00306},{"x":10.6,"y":0.00341},{"x":11.4,"y":0.00376},{"x":12.3,"y":0.00413},{"x":13.2,"y":0.00451},{"x":14.1,"y":0.0049},{"x":15,"y":0.0053},{"x":15.8,"y":0.00571},{"x":16.7,"y":0.00613},{"x":17.6,"y":0.00657},{"x":18.5,"y":0.00703},{"x":19.4,"y":0.0075},{"x":20.3,"y":0.008},{"x":21.1,"y":0.00852},{"x":22,"y":0.00908},{"x":22.9,"y":0.00967},{"x":23.8,"y":0.0103},{"x":24.6,"y":0.011},{"x":25.5,"y":0.0118},{"x":26.4,"y":0.0126},{"x":27.3,"y":0.0135},{"x":28.2,"y":0.0146},{"x":29.1,"y":0.0157},{"x":29.9,"y":0.0169},{"x":30.8,"y":0.0181},{"x":31.7,"y":0.0194},{"x":32.6,"y":0.0208},{"x":33.5,"y":0.0222},{"x":34.3,"y":0.0235},{"x":35.2,"y":0.0248},{"x":36.1,"y":0.026},{"x":37,"y":0.027},{"x":37.9,"y":0.0279},{"x":38.7,"y":0.0286},{"x":39.6,"y":0.0291},{"x":40.5,"y":0.0294},{"x":41.4,"y":0.0295},{"x":42.3,"y":0.0293},{"x":43.1,"y":0.029},{"x":44,"y":0.0286},{"x":44.9,"y":0.0279},{"x":45.8,"y":0.0272},{"x":46.6,"y":0.0264},{"x":47.5,"y":0.0255},{"x":48.4,"y":0.0246},{"x":49.3,"y":0.0237},{"x":50.2,"y":0.0228},{"x":51.1,"y":0.0219},{"x":51.9,"y":0.021},{"x":52.8,"y":0.0202},{"x":53.7,"y":0.0194},{"x":54.6,"y":0.0186},{"x":55.5,"y":0.0179},{"x":56.3,"y":0.0172},{"x":57.2,"y":0.0165},{"x":58.1,"y":0.0158},{"x":59,"y":0.0151},{"x":59.9,"y":0.0143},{"x":60.7,"y":0.0136},{"x":61.6,"y":0.0128},{"x":62.5,"y":0.012},{"x":63.4,"y":0.0111},{"x":64.3,"y":0.0102},{"x":65.1,"y":0.00936},{"x":66,"y":0.00847},{"x":66.9,"y":0.00759},{"x":67.8,"y":0.00673},{"x":68.7,"y":0.0059},{"x":69.5,"y":0.00512},{"x":70.4,"y":0.00439},{"x":71.3,"y":0.00372},{"x":72.2,"y":0.00312},{"x":73.1,"y":0.00258},{"x":73.9,"y":0.00211},{"x":74.8,"y":0.0017},{"x":75.7,"y":0.00136},{"x":76.6,"y":0.00107},{"x":77.5,"y":0.000832},{"x":78.3,"y":0.000638},{"x":79.2,"y":0.000483},{"x":80.1,"y":0.000361},{"x":81,"y":0.000267},{"x":81.9,"y":0.000194},{"x":82.8,"y":0.000139},{"x":83.6,"y":0.000099},{"x":84.5,"y":0.000069},{"x":85.4,"y":0.000048},{"x":86.3,"y":0.000032},{"x":87.2,"y":0.000022}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97706,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Hy3","display_name":"Hy3","mean_tokens_per_second":32.8,"min_tokens_per_second":0.99,"max_tokens_per_second":62.5,"density_points":[{"x":0,"y":0.00151},{"x":0.84,"y":0.0016},{"x":1.69,"y":0.00169},{"x":2.53,"y":0.0018},{"x":3.37,"y":0.00192},{"x":4.22,"y":0.00207},{"x":5.06,"y":0.00225},{"x":5.9,"y":0.00248},{"x":6.75,"y":0.00278},{"x":7.59,"y":0.00314},{"x":8.43,"y":0.00358},{"x":9.28,"y":0.00412},{"x":10.1,"y":0.00475},{"x":11,"y":0.00549},{"x":11.8,"y":0.00634},{"x":12.7,"y":0.0073},{"x":13.5,"y":0.00836},{"x":14.3,"y":0.00953},{"x":15.2,"y":0.0108},{"x":16,"y":0.0121},{"x":16.9,"y":0.0136},{"x":17.7,"y":0.015},{"x":18.6,"y":0.0166},{"x":19.4,"y":0.0181},{"x":20.2,"y":0.0197},{"x":21.1,"y":0.0212},{"x":21.9,"y":0.0227},{"x":22.8,"y":0.0242},{"x":23.6,"y":0.0256},{"x":24.5,"y":0.027},{"x":25.3,"y":0.0282},{"x":26.1,"y":0.0294},{"x":27,"y":0.0304},{"x":27.8,"y":0.0313},{"x":28.7,"y":0.0321},{"x":29.5,"y":0.0327},{"x":30.4,"y":0.0331},{"x":31.2,"y":0.0334},{"x":32,"y":0.0334},{"x":32.9,"y":0.0333},{"x":33.7,"y":0.033},{"x":34.6,"y":0.0325},{"x":35.4,"y":0.0318},{"x":36.3,"y":0.031},{"x":37.1,"y":0.0299},{"x":38,"y":0.0288},{"x":38.8,"y":0.0276},{"x":39.6,"y":0.0263},{"x":40.5,"y":0.0249},{"x":41.3,"y":0.0235},{"x":42.2,"y":0.022},{"x":43,"y":0.0206},{"x":43.9,"y":0.0193},{"x":44.7,"y":0.0179},{"x":45.5,"y":0.0167},{"x":46.4,"y":0.0154},{"x":47.2,"y":0.0143},{"x":48.1,"y":0.0132},{"x":48.9,"y":0.0122},{"x":49.8,"y":0.0112},{"x":50.6,"y":0.0103},{"x":51.4,"y":0.00946},{"x":52.3,"y":0.00867},{"x":53.1,"y":0.00794},{"x":54,"y":0.00726},{"x":54.8,"y":0.00662},{"x":55.7,"y":0.00604},{"x":56.5,"y":0.0055},{"x":57.3,"y":0.005},{"x":58.2,"y":0.00455},{"x":59,"y":0.00413},{"x":59.9,"y":0.00375},{"x":60.7,"y":0.0034},{"x":61.6,"y":0.00308},{"x":62.4,"y":0.00278},{"x":63.3,"y":0.00251},{"x":64.1,"y":0.00225},{"x":64.9,"y":0.00201},{"x":65.8,"y":0.00179},{"x":66.6,"y":0.00159},{"x":67.5,"y":0.0014},{"x":68.3,"y":0.00122},{"x":69.2,"y":0.00105},{"x":70,"y":0.000903},{"x":70.8,"y":0.000767},{"x":71.7,"y":0.000644},{"x":72.5,"y":0.000535},{"x":73.4,"y":0.000439},{"x":74.2,"y":0.000356},{"x":75,"y":0.000285},{"x":75.9,"y":0.000226},{"x":76.7,"y":0.000176},{"x":77.6,"y":0.000136},{"x":78.4,"y":0.000103},{"x":79.3,"y":0.000078},{"x":80.1,"y":0.000057},{"x":81,"y":0.000042},{"x":81.8,"y":0.00003},{"x":82.6,"y":0.000021},{"x":83.5,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97491,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-claude-sonnet-5","display_name":"claude-sonnet-5","mean_tokens_per_second":30.6,"min_tokens_per_second":19,"max_tokens_per_second":36.6,"density_points":[{"x":0,"y":0.000053},{"x":0.58,"y":0.000068},{"x":1.16,"y":0.000087},{"x":1.75,"y":0.00011},{"x":2.33,"y":0.00014},{"x":2.91,"y":0.000176},{"x":3.49,"y":0.00022},{"x":4.07,"y":0.000275},{"x":4.66,"y":0.000341},{"x":5.24,"y":0.000421},{"x":5.82,"y":0.000517},{"x":6.4,"y":0.000633},{"x":6.98,"y":0.00077},{"x":7.57,"y":0.000934},{"x":8.15,"y":0.00113},{"x":8.73,"y":0.00135},{"x":9.31,"y":0.00162},{"x":9.9,"y":0.00193},{"x":10.5,"y":0.00229},{"x":11.1,"y":0.0027},{"x":11.6,"y":0.00318},{"x":12.2,"y":0.00372},{"x":12.8,"y":0.00433},{"x":13.4,"y":0.00503},{"x":14,"y":0.00581},{"x":14.6,"y":0.00669},{"x":15.1,"y":0.00766},{"x":15.7,"y":0.00874},{"x":16.3,"y":0.00993},{"x":16.9,"y":0.0112},{"x":17.5,"y":0.0126},{"x":18,"y":0.0142},{"x":18.6,"y":0.0158},{"x":19.2,"y":0.0175},{"x":19.8,"y":0.0194},{"x":20.4,"y":0.0213},{"x":20.9,"y":0.0234},{"x":21.5,"y":0.0254},{"x":22.1,"y":0.0276},{"x":22.7,"y":0.0298},{"x":23.3,"y":0.032},{"x":23.9,"y":0.0342},{"x":24.4,"y":0.0364},{"x":25,"y":0.0385},{"x":25.6,"y":0.0405},{"x":26.2,"y":0.0424},{"x":26.8,"y":0.0442},{"x":27.4,"y":0.0458},{"x":27.9,"y":0.0472},{"x":28.5,"y":0.0484},{"x":29.1,"y":0.0494},{"x":29.7,"y":0.0501},{"x":30.3,"y":0.0505},{"x":30.9,"y":0.0507},{"x":31.4,"y":0.0506},{"x":32,"y":0.0502},{"x":32.6,"y":0.0496},{"x":33.2,"y":0.0486},{"x":33.8,"y":0.0475},{"x":34.3,"y":0.046},{"x":34.9,"y":0.0444},{"x":35.5,"y":0.0426},{"x":36.1,"y":0.0406},{"x":36.7,"y":0.0385},{"x":37.3,"y":0.0363},{"x":37.8,"y":0.034},{"x":38.4,"y":0.0317},{"x":39,"y":0.0293},{"x":39.6,"y":0.027},{"x":40.2,"y":0.0247},{"x":40.8,"y":0.0224},{"x":41.3,"y":0.0203},{"x":41.9,"y":0.0182},{"x":42.5,"y":0.0163},{"x":43.1,"y":0.0144},{"x":43.7,"y":0.0127},{"x":44.2,"y":0.0112},{"x":44.8,"y":0.00972},{"x":45.4,"y":0.00842},{"x":46,"y":0.00724},{"x":46.6,"y":0.00619},{"x":47.1,"y":0.00526},{"x":47.7,"y":0.00445},{"x":48.3,"y":0.00373},{"x":48.9,"y":0.00311},{"x":49.5,"y":0.00258},{"x":50.1,"y":0.00213},{"x":50.6,"y":0.00174},{"x":51.2,"y":0.00142},{"x":51.8,"y":0.00114},{"x":52.4,"y":0.000919},{"x":53,"y":0.000733},{"x":53.5,"y":0.000582},{"x":54.1,"y":0.000458},{"x":54.7,"y":0.000359},{"x":55.3,"y":0.000279},{"x":55.9,"y":0.000216},{"x":56.5,"y":0.000166},{"x":57,"y":0.000127},{"x":57.6,"y":0.000096}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97485,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-claude-fable-5","display_name":"claude-fable-5","mean_tokens_per_second":17.7,"min_tokens_per_second":11.3,"max_tokens_per_second":23.6,"density_points":[{"x":0,"y":0.00374},{"x":0.45,"y":0.00427},{"x":0.9,"y":0.00486},{"x":1.35,"y":0.00552},{"x":1.8,"y":0.00624},{"x":2.25,"y":0.00703},{"x":2.7,"y":0.00789},{"x":3.15,"y":0.00882},{"x":3.6,"y":0.00984},{"x":4.05,"y":0.0109},{"x":4.5,"y":0.0121},{"x":4.95,"y":0.0133},{"x":5.4,"y":0.0147},{"x":5.85,"y":0.0161},{"x":6.3,"y":0.0175},{"x":6.75,"y":0.0191},{"x":7.2,"y":0.0207},{"x":7.65,"y":0.0223},{"x":8.1,"y":0.024},{"x":8.55,"y":0.0258},{"x":9,"y":0.0275},{"x":9.45,"y":0.0294},{"x":9.9,"y":0.0312},{"x":10.3,"y":0.033},{"x":10.8,"y":0.0348},{"x":11.3,"y":0.0366},{"x":11.7,"y":0.0383},{"x":12.2,"y":0.04},{"x":12.6,"y":0.0416},{"x":13.1,"y":0.0431},{"x":13.5,"y":0.0446},{"x":13.9,"y":0.0459},{"x":14.4,"y":0.0471},{"x":14.9,"y":0.0482},{"x":15.3,"y":0.0491},{"x":15.8,"y":0.0499},{"x":16.2,"y":0.0506},{"x":16.7,"y":0.0511},{"x":17.1,"y":0.0514},{"x":17.6,"y":0.0515},{"x":18,"y":0.0515},{"x":18.5,"y":0.0513},{"x":18.9,"y":0.0509},{"x":19.4,"y":0.0504},{"x":19.8,"y":0.0497},{"x":20.3,"y":0.0488},{"x":20.7,"y":0.0478},{"x":21.2,"y":0.0467},{"x":21.6,"y":0.0454},{"x":22.1,"y":0.044},{"x":22.5,"y":0.0425},{"x":23,"y":0.041},{"x":23.4,"y":0.0393},{"x":23.9,"y":0.0376},{"x":24.3,"y":0.0359},{"x":24.8,"y":0.0341},{"x":25.2,"y":0.0323},{"x":25.7,"y":0.0304},{"x":26.1,"y":0.0286},{"x":26.6,"y":0.0268},{"x":27,"y":0.0251},{"x":27.5,"y":0.0233},{"x":27.9,"y":0.0216},{"x":28.4,"y":0.02},{"x":28.8,"y":0.0184},{"x":29.3,"y":0.0169},{"x":29.7,"y":0.0154},{"x":30.2,"y":0.0141},{"x":30.6,"y":0.0128},{"x":31.1,"y":0.0116},{"x":31.5,"y":0.0104},{"x":32,"y":0.00937},{"x":32.4,"y":0.00839},{"x":32.9,"y":0.00748},{"x":33.3,"y":0.00665},{"x":33.8,"y":0.00589},{"x":34.2,"y":0.0052},{"x":34.7,"y":0.00457},{"x":35.1,"y":0.004},{"x":35.6,"y":0.00349},{"x":36,"y":0.00304},{"x":36.5,"y":0.00263},{"x":36.9,"y":0.00227},{"x":37.4,"y":0.00196},{"x":37.8,"y":0.00168},{"x":38.3,"y":0.00143},{"x":38.7,"y":0.00122},{"x":39.2,"y":0.00103},{"x":39.6,"y":0.00087},{"x":40.1,"y":0.000732},{"x":40.5,"y":0.000613},{"x":41,"y":0.000512},{"x":41.4,"y":0.000426},{"x":41.9,"y":0.000353},{"x":42.3,"y":0.000291},{"x":42.8,"y":0.000239},{"x":43.2,"y":0.000196},{"x":43.7,"y":0.00016},{"x":44.1,"y":0.00013},{"x":44.6,"y":0.000105}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97299,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-MiniMax-M3","display_name":"MiniMax-M3","mean_tokens_per_second":9.01,"min_tokens_per_second":0.87,"max_tokens_per_second":32.7,"density_points":[{"x":0,"y":0.0331},{"x":0.54,"y":0.0343},{"x":1.09,"y":0.0355},{"x":1.63,"y":0.0365},{"x":2.17,"y":0.0374},{"x":2.71,"y":0.0381},{"x":3.26,"y":0.0386},{"x":3.8,"y":0.039},{"x":4.34,"y":0.0393},{"x":4.88,"y":0.0393},{"x":5.43,"y":0.0393},{"x":5.97,"y":0.039},{"x":6.51,"y":0.0387},{"x":7.06,"y":0.0382},{"x":7.6,"y":0.0376},{"x":8.14,"y":0.0369},{"x":8.68,"y":0.0361},{"x":9.23,"y":0.0353},{"x":9.77,"y":0.0343},{"x":10.3,"y":0.0334},{"x":10.8,"y":0.0324},{"x":11.4,"y":0.0314},{"x":11.9,"y":0.0303},{"x":12.5,"y":0.0293},{"x":13,"y":0.0283},{"x":13.6,"y":0.0273},{"x":14.1,"y":0.0263},{"x":14.7,"y":0.0253},{"x":15.2,"y":0.0244},{"x":15.7,"y":0.0235},{"x":16.3,"y":0.0226},{"x":16.8,"y":0.0218},{"x":17.4,"y":0.0209},{"x":17.9,"y":0.0202},{"x":18.4,"y":0.0194},{"x":19,"y":0.0187},{"x":19.5,"y":0.018},{"x":20.1,"y":0.0173},{"x":20.6,"y":0.0167},{"x":21.2,"y":0.016},{"x":21.7,"y":0.0154},{"x":22.3,"y":0.0148},{"x":22.8,"y":0.0142},{"x":23.3,"y":0.0136},{"x":23.9,"y":0.013},{"x":24.4,"y":0.0125},{"x":25,"y":0.0119},{"x":25.5,"y":0.0114},{"x":26.1,"y":0.0109},{"x":26.6,"y":0.0103},{"x":27.1,"y":0.00982},{"x":27.7,"y":0.00931},{"x":28.2,"y":0.00882},{"x":28.8,"y":0.00834},{"x":29.3,"y":0.00786},{"x":29.9,"y":0.00741},{"x":30.4,"y":0.00696},{"x":30.9,"y":0.00652},{"x":31.5,"y":0.0061},{"x":32,"y":0.0057},{"x":32.6,"y":0.0053},{"x":33.1,"y":0.00493},{"x":33.6,"y":0.00456},{"x":34.2,"y":0.00422},{"x":34.7,"y":0.00389},{"x":35.3,"y":0.00357},{"x":35.8,"y":0.00327},{"x":36.4,"y":0.00299},{"x":36.9,"y":0.00272},{"x":37.5,"y":0.00247},{"x":38,"y":0.00223},{"x":38.5,"y":0.00201},{"x":39.1,"y":0.0018},{"x":39.6,"y":0.00161},{"x":40.2,"y":0.00144},{"x":40.7,"y":0.00127},{"x":41.3,"y":0.00113},{"x":41.8,"y":0.00099},{"x":42.3,"y":0.000868},{"x":42.9,"y":0.000757},{"x":43.4,"y":0.000657},{"x":44,"y":0.000568},{"x":44.5,"y":0.000489},{"x":45,"y":0.000419},{"x":45.6,"y":0.000357},{"x":46.1,"y":0.000303},{"x":46.7,"y":0.000256},{"x":47.2,"y":0.000215},{"x":47.8,"y":0.00018},{"x":48.3,"y":0.000149},{"x":48.9,"y":0.000124},{"x":49.4,"y":0.000102},{"x":49.9,"y":0.000083},{"x":50.5,"y":0.000068},{"x":51,"y":0.000055},{"x":51.6,"y":0.000044},{"x":52.1,"y":0.000035},{"x":52.6,"y":0.000028},{"x":53.2,"y":0.000022},{"x":53.7,"y":0.000018}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97268,"last_error_kind":null,"consecutive_failures":0},{"provider":"google","model_name":"google-gemini-2.5-pro","display_name":"gemini-2.5-pro","mean_tokens_per_second":1.52,"min_tokens_per_second":0.61,"max_tokens_per_second":2.16,"density_points":[{"x":0,"y":0.0554},{"x":0.23,"y":0.0558},{"x":0.47,"y":0.0561},{"x":0.7,"y":0.0564},{"x":0.94,"y":0.0566},{"x":1.17,"y":0.0567},{"x":1.4,"y":0.0567},{"x":1.64,"y":0.0567},{"x":1.87,"y":0.0567},{"x":2.11,"y":0.0566},{"x":2.34,"y":0.0564},{"x":2.57,"y":0.0561},{"x":2.81,"y":0.0558},{"x":3.04,"y":0.0554},{"x":3.27,"y":0.055},{"x":3.51,"y":0.0545},{"x":3.74,"y":0.054},{"x":3.98,"y":0.0534},{"x":4.21,"y":0.0527},{"x":4.44,"y":0.052},{"x":4.68,"y":0.0513},{"x":4.91,"y":0.0505},{"x":5.15,"y":0.0497},{"x":5.38,"y":0.0488},{"x":5.61,"y":0.0479},{"x":5.85,"y":0.0469},{"x":6.08,"y":0.046},{"x":6.32,"y":0.045},{"x":6.55,"y":0.0439},{"x":6.78,"y":0.0429},{"x":7.02,"y":0.0418},{"x":7.25,"y":0.0407},{"x":7.49,"y":0.0396},{"x":7.72,"y":0.0385},{"x":7.95,"y":0.0373},{"x":8.19,"y":0.0362},{"x":8.42,"y":0.035},{"x":8.66,"y":0.0339},{"x":8.89,"y":0.0328},{"x":9.12,"y":0.0316},{"x":9.36,"y":0.0305},{"x":9.59,"y":0.0293},{"x":9.82,"y":0.0282},{"x":10.1,"y":0.0271},{"x":10.3,"y":0.026},{"x":10.5,"y":0.025},{"x":10.8,"y":0.0239},{"x":11,"y":0.0229},{"x":11.2,"y":0.0219},{"x":11.5,"y":0.0209},{"x":11.7,"y":0.0199},{"x":11.9,"y":0.0189},{"x":12.2,"y":0.018},{"x":12.4,"y":0.0171},{"x":12.6,"y":0.0163},{"x":12.9,"y":0.0154},{"x":13.1,"y":0.0146},{"x":13.3,"y":0.0138},{"x":13.6,"y":0.0131},{"x":13.8,"y":0.0123},{"x":14,"y":0.0116},{"x":14.3,"y":0.0109},{"x":14.5,"y":0.0103},{"x":14.7,"y":0.00968},{"x":15,"y":0.00909},{"x":15.2,"y":0.00852},{"x":15.4,"y":0.00798},{"x":15.7,"y":0.00747},{"x":15.9,"y":0.00698},{"x":16.1,"y":0.00652},{"x":16.4,"y":0.00608},{"x":16.6,"y":0.00566},{"x":16.8,"y":0.00527},{"x":17.1,"y":0.0049},{"x":17.3,"y":0.00455},{"x":17.5,"y":0.00422},{"x":17.8,"y":0.00391},{"x":18,"y":0.00362},{"x":18.3,"y":0.00334},{"x":18.5,"y":0.00309},{"x":18.7,"y":0.00285},{"x":18.9,"y":0.00262},{"x":19.2,"y":0.00241},{"x":19.4,"y":0.00222},{"x":19.6,"y":0.00204},{"x":19.9,"y":0.00187},{"x":20.1,"y":0.00171},{"x":20.4,"y":0.00157},{"x":20.6,"y":0.00143},{"x":20.8,"y":0.00131},{"x":21.1,"y":0.00119},{"x":21.3,"y":0.00109},{"x":21.5,"y":0.000989},{"x":21.8,"y":0.000899},{"x":22,"y":0.000816},{"x":22.2,"y":0.00074},{"x":22.5,"y":0.000671},{"x":22.7,"y":0.000607},{"x":22.9,"y":0.000549},{"x":23.2,"y":0.000496}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":198655,"last_error_kind":"unknown","consecutive_failures":2},{"provider":"anthropic","model_name":"anthropic-claude-fable-5","display_name":"claude-fable-5","mean_tokens_per_second":20.3,"min_tokens_per_second":7.33,"max_tokens_per_second":28.8,"density_points":[{"x":0,"y":0.0032},{"x":0.5,"y":0.00364},{"x":1,"y":0.00414},{"x":1.51,"y":0.00468},{"x":2.01,"y":0.00528},{"x":2.51,"y":0.00592},{"x":3.01,"y":0.00663},{"x":3.52,"y":0.00739},{"x":4.02,"y":0.00822},{"x":4.52,"y":0.0091},{"x":5.02,"y":0.01},{"x":5.53,"y":0.011},{"x":6.03,"y":0.0121},{"x":6.53,"y":0.0132},{"x":7.03,"y":0.0144},{"x":7.54,"y":0.0156},{"x":8.04,"y":0.0169},{"x":8.54,"y":0.0182},{"x":9.04,"y":0.0196},{"x":9.55,"y":0.021},{"x":10.1,"y":0.0224},{"x":10.6,"y":0.0239},{"x":11.1,"y":0.0254},{"x":11.6,"y":0.0269},{"x":12.1,"y":0.0284},{"x":12.6,"y":0.0299},{"x":13.1,"y":0.0313},{"x":13.6,"y":0.0328},{"x":14.1,"y":0.0342},{"x":14.6,"y":0.0356},{"x":15.1,"y":0.037},{"x":15.6,"y":0.0382},{"x":16.1,"y":0.0395},{"x":16.6,"y":0.0406},{"x":17.1,"y":0.0416},{"x":17.6,"y":0.0426},{"x":18.1,"y":0.0434},{"x":18.6,"y":0.0442},{"x":19.1,"y":0.0448},{"x":19.6,"y":0.0452},{"x":20.1,"y":0.0456},{"x":20.6,"y":0.0458},{"x":21.1,"y":0.0458},{"x":21.6,"y":0.0457},{"x":22.1,"y":0.0455},{"x":22.6,"y":0.0451},{"x":23.1,"y":0.0445},{"x":23.6,"y":0.0438},{"x":24.1,"y":0.043},{"x":24.6,"y":0.042},{"x":25.1,"y":0.0409},{"x":25.6,"y":0.0397},{"x":26.1,"y":0.0384},{"x":26.6,"y":0.037},{"x":27.1,"y":0.0355},{"x":27.6,"y":0.0339},{"x":28.1,"y":0.0323},{"x":28.6,"y":0.0306},{"x":29.1,"y":0.0289},{"x":29.6,"y":0.0271},{"x":30.1,"y":0.0254},{"x":30.6,"y":0.0237},{"x":31.1,"y":0.022},{"x":31.7,"y":0.0203},{"x":32.2,"y":0.0187},{"x":32.7,"y":0.0172},{"x":33.2,"y":0.0157},{"x":33.7,"y":0.0142},{"x":34.2,"y":0.0129},{"x":34.7,"y":0.0116},{"x":35.2,"y":0.0104},{"x":35.7,"y":0.00928},{"x":36.2,"y":0.00825},{"x":36.7,"y":0.0073},{"x":37.2,"y":0.00643},{"x":37.7,"y":0.00564},{"x":38.2,"y":0.00492},{"x":38.7,"y":0.00427},{"x":39.2,"y":0.0037},{"x":39.7,"y":0.00318},{"x":40.2,"y":0.00273},{"x":40.7,"y":0.00232},{"x":41.2,"y":0.00197},{"x":41.7,"y":0.00167},{"x":42.2,"y":0.0014},{"x":42.7,"y":0.00117},{"x":43.2,"y":0.000979},{"x":43.7,"y":0.000812},{"x":44.2,"y":0.00067},{"x":44.7,"y":0.000551},{"x":45.2,"y":0.00045},{"x":45.7,"y":0.000367},{"x":46.2,"y":0.000297},{"x":46.7,"y":0.000239},{"x":47.2,"y":0.000192},{"x":47.7,"y":0.000154},{"x":48.2,"y":0.000122},{"x":48.7,"y":0.000097},{"x":49.2,"y":0.000076},{"x":49.8,"y":0.00006}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2540,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-Claude Opus 4.1","display_name":"Claude Opus 4.1","mean_tokens_per_second":15.4,"min_tokens_per_second":7.21,"max_tokens_per_second":19.1,"density_points":[{"x":0,"y":0.00632},{"x":0.41,"y":0.00703},{"x":0.81,"y":0.00781},{"x":1.22,"y":0.00864},{"x":1.62,"y":0.00955},{"x":2.03,"y":0.0105},{"x":2.43,"y":0.0116},{"x":2.84,"y":0.0127},{"x":3.24,"y":0.0138},{"x":3.65,"y":0.0151},{"x":4.05,"y":0.0164},{"x":4.46,"y":0.0178},{"x":4.86,"y":0.0192},{"x":5.27,"y":0.0207},{"x":5.67,"y":0.0223},{"x":6.08,"y":0.0239},{"x":6.48,"y":0.0255},{"x":6.89,"y":0.0272},{"x":7.29,"y":0.0289},{"x":7.7,"y":0.0307},{"x":8.1,"y":0.0324},{"x":8.51,"y":0.0342},{"x":8.91,"y":0.0359},{"x":9.32,"y":0.0377},{"x":9.72,"y":0.0394},{"x":10.1,"y":0.0411},{"x":10.5,"y":0.0427},{"x":10.9,"y":0.0442},{"x":11.3,"y":0.0457},{"x":11.8,"y":0.0471},{"x":12.2,"y":0.0484},{"x":12.6,"y":0.0495},{"x":13,"y":0.0506},{"x":13.4,"y":0.0515},{"x":13.8,"y":0.0523},{"x":14.2,"y":0.0529},{"x":14.6,"y":0.0534},{"x":15,"y":0.0537},{"x":15.4,"y":0.0539},{"x":15.8,"y":0.0539},{"x":16.2,"y":0.0537},{"x":16.6,"y":0.0534},{"x":17,"y":0.0529},{"x":17.4,"y":0.0523},{"x":17.8,"y":0.0515},{"x":18.2,"y":0.0506},{"x":18.6,"y":0.0495},{"x":19,"y":0.0483},{"x":19.4,"y":0.047},{"x":19.9,"y":0.0456},{"x":20.3,"y":0.0441},{"x":20.7,"y":0.0425},{"x":21.1,"y":0.0409},{"x":21.5,"y":0.0391},{"x":21.9,"y":0.0374},{"x":22.3,"y":0.0356},{"x":22.7,"y":0.0338},{"x":23.1,"y":0.032},{"x":23.5,"y":0.0302},{"x":23.9,"y":0.0284},{"x":24.3,"y":0.0266},{"x":24.7,"y":0.0248},{"x":25.1,"y":0.0231},{"x":25.5,"y":0.0215},{"x":25.9,"y":0.0199},{"x":26.3,"y":0.0184},{"x":26.7,"y":0.0169},{"x":27.1,"y":0.0155},{"x":27.6,"y":0.0141},{"x":27.9,"y":0.0129},{"x":28.4,"y":0.0117},{"x":28.8,"y":0.0106},{"x":29.2,"y":0.00957},{"x":29.6,"y":0.00861},{"x":30,"y":0.00773},{"x":30.4,"y":0.00691},{"x":30.8,"y":0.00616},{"x":31.2,"y":0.00547},{"x":31.6,"y":0.00485},{"x":32,"y":0.00428},{"x":32.4,"y":0.00377},{"x":32.8,"y":0.0033},{"x":33.2,"y":0.00289},{"x":33.6,"y":0.00252},{"x":34,"y":0.00219},{"x":34.4,"y":0.00189},{"x":34.8,"y":0.00164},{"x":35.2,"y":0.00141},{"x":35.6,"y":0.00121},{"x":36,"y":0.00103},{"x":36.5,"y":0.000881},{"x":36.9,"y":0.000749},{"x":37.3,"y":0.000634},{"x":37.7,"y":0.000536},{"x":38.1,"y":0.000451},{"x":38.5,"y":0.000378},{"x":38.9,"y":0.000316},{"x":39.3,"y":0.000264},{"x":39.7,"y":0.000219},{"x":40.1,"y":0.000182}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":92633,"last_error_kind":"hard_model","consecutive_failures":1},{"provider":"groq","model_name":"groq-GPT-oss-safeguard-20b","display_name":"GPT-oss-safeguard-20b","mean_tokens_per_second":280,"min_tokens_per_second":28.1,"max_tokens_per_second":684,"density_points":[{"x":7.08,"y":0.000009},{"x":14.1,"y":0.000112},{"x":21.2,"y":0.000502},{"x":28.2,"y":0.000833},{"x":35.3,"y":0.000692},{"x":42.3,"y":0.00105},{"x":49.4,"y":0.00179},{"x":56.4,"y":0.00171},{"x":63.5,"y":0.00106},{"x":70.5,"y":0.000747},{"x":77.6,"y":0.00185},{"x":84.7,"y":0.00322},{"x":91.7,"y":0.00273},{"x":98.8,"y":0.00241},{"x":106,"y":0.00295},{"x":113,"y":0.00217},{"x":120,"y":0.00118},{"x":127,"y":0.00123},{"x":134,"y":0.00166},{"x":141,"y":0.00209},{"x":148,"y":0.00242},{"x":155,"y":0.00291},{"x":162,"y":0.00314},{"x":169,"y":0.00321},{"x":176,"y":0.0025},{"x":183,"y":0.00229},{"x":190,"y":0.00337},{"x":197,"y":0.00344},{"x":205,"y":0.00234},{"x":212,"y":0.001},{"x":219,"y":0.000711},{"x":226,"y":0.00185},{"x":233,"y":0.00276},{"x":240,"y":0.00252},{"x":247,"y":0.002},{"x":254,"y":0.00184},{"x":261,"y":0.00194},{"x":268,"y":0.00223},{"x":275,"y":0.00331},{"x":282,"y":0.0037},{"x":289,"y":0.00348},{"x":296,"y":0.00275},{"x":303,"y":0.00158},{"x":310,"y":0.00105},{"x":317,"y":0.000861},{"x":324,"y":0.00137},{"x":331,"y":0.00314},{"x":339,"y":0.00419},{"x":346,"y":0.00276},{"x":353,"y":0.00123},{"x":360,"y":0.00102},{"x":367,"y":0.00102},{"x":374,"y":0.00102},{"x":381,"y":0.00109},{"x":388,"y":0.00169},{"x":395,"y":0.00213},{"x":402,"y":0.00185},{"x":409,"y":0.00147},{"x":416,"y":0.0015},{"x":423,"y":0.0016},{"x":430,"y":0.00102},{"x":437,"y":0.000644},{"x":444,"y":0.00115},{"x":451,"y":0.00212},{"x":458,"y":0.00261},{"x":465,"y":0.00148},{"x":473,"y":0.000532},{"x":480,"y":0.000703},{"x":487,"y":0.000758},{"x":494,"y":0.000396},{"x":501,"y":0.000509},{"x":508,"y":0.000872},{"x":515,"y":0.00091},{"x":522,"y":0.00123},{"x":529,"y":0.00144},{"x":536,"y":0.000952},{"x":543,"y":0.000726},{"x":550,"y":0.000835},{"x":557,"y":0.000469},{"x":564,"y":0.000098},{"x":571,"y":0.000007},{"x":578,"y":0},{"x":585,"y":0},{"x":592,"y":0},{"x":599,"y":0},{"x":606,"y":0},{"x":614,"y":0.000011},{"x":621,"y":0.000126},{"x":628,"y":0.000531},{"x":635,"y":0.000811},{"x":642,"y":0.00045},{"x":649,"y":0.000108},{"x":656,"y":0.000181},{"x":663,"y":0.000624},{"x":670,"y":0.000889},{"x":677,"y":0.000844},{"x":684,"y":0.000875},{"x":691,"y":0.000505},{"x":698,"y":0.000112},{"x":705,"y":0.000009}],"deprecated":false,"freshness_status":"critical","staleness_seconds":23575,"last_error_kind":"budget_exhausted","consecutive_failures":1},{"provider":"openai","model_name":"openai-o3 Mini","display_name":"o3 Mini","mean_tokens_per_second":46.3,"min_tokens_per_second":1.87,"max_tokens_per_second":166,"density_points":[{"x":0,"y":0.00948},{"x":1.88,"y":0.0123},{"x":3.77,"y":0.0152},{"x":5.65,"y":0.018},{"x":7.54,"y":0.0202},{"x":9.42,"y":0.0217},{"x":11.3,"y":0.0224},{"x":13.2,"y":0.0221},{"x":15.1,"y":0.021},{"x":17,"y":0.0193},{"x":18.9,"y":0.0172},{"x":20.7,"y":0.015},{"x":22.6,"y":0.0129},{"x":24.5,"y":0.0112},{"x":26.4,"y":0.0099},{"x":28.3,"y":0.009},{"x":30.2,"y":0.00846},{"x":32,"y":0.00818},{"x":33.9,"y":0.00804},{"x":35.8,"y":0.00792},{"x":37.7,"y":0.00775},{"x":39.6,"y":0.00743},{"x":41.5,"y":0.00694},{"x":43.4,"y":0.0063},{"x":45.2,"y":0.00553},{"x":47.1,"y":0.00473},{"x":49,"y":0.00397},{"x":50.9,"y":0.00333},{"x":52.8,"y":0.00286},{"x":54.7,"y":0.0026},{"x":56.5,"y":0.00252},{"x":58.4,"y":0.00263},{"x":60.3,"y":0.00289},{"x":62.2,"y":0.00325},{"x":64.1,"y":0.00367},{"x":66,"y":0.0041},{"x":67.8,"y":0.00448},{"x":69.7,"y":0.00475},{"x":71.6,"y":0.0049},{"x":73.5,"y":0.0049},{"x":75.4,"y":0.00476},{"x":77.3,"y":0.00452},{"x":79.2,"y":0.00423},{"x":81,"y":0.00391},{"x":82.9,"y":0.00361},{"x":84.8,"y":0.00332},{"x":86.7,"y":0.00305},{"x":88.6,"y":0.00277},{"x":90.5,"y":0.00249},{"x":92.3,"y":0.00218},{"x":94.2,"y":0.00188},{"x":96.1,"y":0.00161},{"x":98,"y":0.0014},{"x":99.9,"y":0.0013},{"x":102,"y":0.00134},{"x":104,"y":0.00152},{"x":106,"y":0.00184},{"x":107,"y":0.00226},{"x":109,"y":0.00273},{"x":111,"y":0.00319},{"x":113,"y":0.00359},{"x":115,"y":0.00389},{"x":117,"y":0.00406},{"x":119,"y":0.00411},{"x":121,"y":0.00405},{"x":123,"y":0.00392},{"x":124,"y":0.00373},{"x":126,"y":0.00353},{"x":128,"y":0.00336},{"x":130,"y":0.00324},{"x":132,"y":0.0032},{"x":134,"y":0.00323},{"x":136,"y":0.00331},{"x":138,"y":0.00341},{"x":139,"y":0.00345},{"x":141,"y":0.00338},{"x":143,"y":0.00317},{"x":145,"y":0.00282},{"x":147,"y":0.00238},{"x":149,"y":0.00189},{"x":151,"y":0.00144},{"x":153,"y":0.00107},{"x":155,"y":0.000816},{"x":156,"y":0.000677},{"x":158,"y":0.000637},{"x":160,"y":0.000662},{"x":162,"y":0.000712},{"x":164,"y":0.000753},{"x":166,"y":0.000759},{"x":168,"y":0.000719},{"x":170,"y":0.000636},{"x":172,"y":0.000525},{"x":173,"y":0.000403},{"x":175,"y":0.000288},{"x":177,"y":0.000191},{"x":179,"y":0.000118},{"x":181,"y":0.000068},{"x":183,"y":0.000036},{"x":185,"y":0.000018},{"x":187,"y":0.000008}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":1268,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-o1","display_name":"o1","mean_tokens_per_second":51.2,"min_tokens_per_second":6.44,"max_tokens_per_second":142,"density_points":[{"x":0,"y":0.00223},{"x":1.64,"y":0.00316},{"x":3.28,"y":0.00432},{"x":4.93,"y":0.00567},{"x":6.57,"y":0.00718},{"x":8.21,"y":0.00876},{"x":9.85,"y":0.0103},{"x":11.5,"y":0.0117},{"x":13.1,"y":0.0129},{"x":14.8,"y":0.0137},{"x":16.4,"y":0.0142},{"x":18.1,"y":0.0143},{"x":19.7,"y":0.0141},{"x":21.4,"y":0.0137},{"x":23,"y":0.0131},{"x":24.6,"y":0.0125},{"x":26.3,"y":0.0118},{"x":27.9,"y":0.0112},{"x":29.6,"y":0.0107},{"x":31.2,"y":0.0102},{"x":32.9,"y":0.00972},{"x":34.5,"y":0.00933},{"x":36.1,"y":0.009},{"x":37.8,"y":0.00871},{"x":39.4,"y":0.00843},{"x":41.1,"y":0.00814},{"x":42.7,"y":0.00783},{"x":44.3,"y":0.00749},{"x":46,"y":0.00716},{"x":47.6,"y":0.00687},{"x":49.3,"y":0.00664},{"x":50.9,"y":0.00653},{"x":52.5,"y":0.00656},{"x":54.2,"y":0.00673},{"x":55.8,"y":0.00706},{"x":57.5,"y":0.00754},{"x":59.1,"y":0.00815},{"x":60.8,"y":0.0089},{"x":62.4,"y":0.00975},{"x":64,"y":0.0107},{"x":65.7,"y":0.0117},{"x":67.3,"y":0.0126},{"x":69,"y":0.0134},{"x":70.6,"y":0.014},{"x":72.3,"y":0.0144},{"x":73.9,"y":0.0144},{"x":75.5,"y":0.0141},{"x":77.2,"y":0.0136},{"x":78.8,"y":0.0128},{"x":80.5,"y":0.012},{"x":82.1,"y":0.0111},{"x":83.8,"y":0.0102},{"x":85.4,"y":0.00949},{"x":87,"y":0.00884},{"x":88.7,"y":0.00826},{"x":90.3,"y":0.00772},{"x":92,"y":0.00718},{"x":93.6,"y":0.00658},{"x":95.3,"y":0.00591},{"x":96.9,"y":0.00517},{"x":98.5,"y":0.00437},{"x":100,"y":0.00356},{"x":102,"y":0.00278},{"x":103,"y":0.00208},{"x":105,"y":0.00148},{"x":107,"y":0.00101},{"x":108,"y":0.000651},{"x":110,"y":0.0004},{"x":112,"y":0.000234},{"x":113,"y":0.00013},{"x":115,"y":0.000069},{"x":117,"y":0.000035},{"x":118,"y":0.000019},{"x":120,"y":0.000013},{"x":122,"y":0.000015},{"x":123,"y":0.000024},{"x":125,"y":0.000042},{"x":126,"y":0.000072},{"x":128,"y":0.000116},{"x":130,"y":0.000177},{"x":131,"y":0.000256},{"x":133,"y":0.00035},{"x":135,"y":0.000454},{"x":136,"y":0.000557},{"x":138,"y":0.000647},{"x":140,"y":0.000711},{"x":141,"y":0.000739},{"x":143,"y":0.000728},{"x":145,"y":0.000678},{"x":146,"y":0.000598},{"x":148,"y":0.000499},{"x":149,"y":0.000394},{"x":151,"y":0.000294},{"x":153,"y":0.000208},{"x":154,"y":0.000139},{"x":156,"y":0.000088},{"x":158,"y":0.000053},{"x":159,"y":0.00003},{"x":161,"y":0.000016},{"x":163,"y":0.000008}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":86,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-GPT-5 Mini","display_name":"GPT-5 Mini","mean_tokens_per_second":41.3,"min_tokens_per_second":4.46,"max_tokens_per_second":108,"density_points":[{"x":0,"y":0.00131},{"x":1.31,"y":0.00167},{"x":2.61,"y":0.0021},{"x":3.92,"y":0.00262},{"x":5.23,"y":0.00322},{"x":6.53,"y":0.00394},{"x":7.84,"y":0.00478},{"x":9.15,"y":0.00575},{"x":10.4,"y":0.00688},{"x":11.8,"y":0.00817},{"x":13.1,"y":0.00962},{"x":14.4,"y":0.0112},{"x":15.7,"y":0.0129},{"x":17,"y":0.0147},{"x":18.3,"y":0.0165},{"x":19.6,"y":0.0183},{"x":20.9,"y":0.0199},{"x":22.2,"y":0.0213},{"x":23.5,"y":0.0224},{"x":24.8,"y":0.0232},{"x":26.1,"y":0.0235},{"x":27.4,"y":0.0234},{"x":28.8,"y":0.0229},{"x":30.1,"y":0.0221},{"x":31.4,"y":0.021},{"x":32.7,"y":0.0198},{"x":34,"y":0.0185},{"x":35.3,"y":0.0171},{"x":36.6,"y":0.0158},{"x":37.9,"y":0.0147},{"x":39.2,"y":0.0138},{"x":40.5,"y":0.013},{"x":41.8,"y":0.0125},{"x":43.1,"y":0.0122},{"x":44.4,"y":0.012},{"x":45.7,"y":0.0119},{"x":47,"y":0.0119},{"x":48.4,"y":0.012},{"x":49.7,"y":0.012},{"x":51,"y":0.0119},{"x":52.3,"y":0.0118},{"x":53.6,"y":0.0115},{"x":54.9,"y":0.0111},{"x":56.2,"y":0.0107},{"x":57.5,"y":0.0102},{"x":58.8,"y":0.00962},{"x":60.1,"y":0.00908},{"x":61.4,"y":0.0086},{"x":62.7,"y":0.00818},{"x":64,"y":0.00787},{"x":65.3,"y":0.00766},{"x":66.6,"y":0.00754},{"x":68,"y":0.0075},{"x":69.3,"y":0.0075},{"x":70.6,"y":0.00752},{"x":71.9,"y":0.00752},{"x":73.2,"y":0.00745},{"x":74.5,"y":0.00731},{"x":75.8,"y":0.00705},{"x":77.1,"y":0.00669},{"x":78.4,"y":0.00621},{"x":79.7,"y":0.00564},{"x":81,"y":0.00501},{"x":82.3,"y":0.00433},{"x":83.6,"y":0.00365},{"x":84.9,"y":0.00299},{"x":86.3,"y":0.00239},{"x":87.5,"y":0.00187},{"x":88.9,"y":0.00144},{"x":90.2,"y":0.0011},{"x":91.5,"y":0.000854},{"x":92.8,"y":0.000701},{"x":94.1,"y":0.000628},{"x":95.4,"y":0.000625},{"x":96.7,"y":0.000678},{"x":98,"y":0.000776},{"x":99.3,"y":0.000903},{"x":101,"y":0.00104},{"x":102,"y":0.00118},{"x":103,"y":0.0013},{"x":105,"y":0.0014},{"x":106,"y":0.00145},{"x":107,"y":0.00146},{"x":108,"y":0.00142},{"x":110,"y":0.00133},{"x":111,"y":0.00122},{"x":112,"y":0.00107},{"x":114,"y":0.000914},{"x":115,"y":0.000754},{"x":116,"y":0.000602},{"x":118,"y":0.000465},{"x":119,"y":0.000347},{"x":120,"y":0.000251},{"x":122,"y":0.000176},{"x":123,"y":0.000119},{"x":124,"y":0.000078},{"x":125,"y":0.000049},{"x":127,"y":0.00003},{"x":128,"y":0.000018},{"x":129,"y":0.00001}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2310,"last_error_kind":null,"consecutive_failures":0},{"provider":"openai","model_name":"openai-o3","display_name":"o3","mean_tokens_per_second":41,"min_tokens_per_second":10.3,"max_tokens_per_second":104,"density_points":[{"x":0,"y":0.00103},{"x":1.27,"y":0.00144},{"x":2.53,"y":0.00196},{"x":3.8,"y":0.0026},{"x":5.06,"y":0.00339},{"x":6.33,"y":0.00431},{"x":7.59,"y":0.00536},{"x":8.86,"y":0.00654},{"x":10.1,"y":0.00783},{"x":11.4,"y":0.0092},{"x":12.7,"y":0.0106},{"x":13.9,"y":0.0121},{"x":15.2,"y":0.0136},{"x":16.4,"y":0.0151},{"x":17.7,"y":0.0166},{"x":19,"y":0.018},{"x":20.2,"y":0.0193},{"x":21.5,"y":0.0205},{"x":22.8,"y":0.0215},{"x":24,"y":0.0223},{"x":25.3,"y":0.0229},{"x":26.6,"y":0.0232},{"x":27.8,"y":0.0233},{"x":29.1,"y":0.0231},{"x":30.4,"y":0.0226},{"x":31.6,"y":0.0219},{"x":32.9,"y":0.021},{"x":34.2,"y":0.02},{"x":35.4,"y":0.0189},{"x":36.7,"y":0.0178},{"x":38,"y":0.0168},{"x":39.2,"y":0.0158},{"x":40.5,"y":0.015},{"x":41.8,"y":0.0143},{"x":43,"y":0.0138},{"x":44.3,"y":0.0133},{"x":45.5,"y":0.0128},{"x":46.8,"y":0.0124},{"x":48.1,"y":0.012},{"x":49.3,"y":0.0115},{"x":50.6,"y":0.011},{"x":51.9,"y":0.0105},{"x":53.1,"y":0.00996},{"x":54.4,"y":0.00938},{"x":55.7,"y":0.0088},{"x":56.9,"y":0.00821},{"x":58.2,"y":0.00762},{"x":59.5,"y":0.00705},{"x":60.7,"y":0.0065},{"x":62,"y":0.00598},{"x":63.3,"y":0.00552},{"x":64.5,"y":0.00511},{"x":65.8,"y":0.00476},{"x":67.1,"y":0.00449},{"x":68.3,"y":0.0043},{"x":69.6,"y":0.00417},{"x":70.8,"y":0.00411},{"x":72.1,"y":0.00409},{"x":73.4,"y":0.00411},{"x":74.7,"y":0.00413},{"x":75.9,"y":0.00415},{"x":77.2,"y":0.00416},{"x":78.4,"y":0.00413},{"x":79.7,"y":0.00408},{"x":81,"y":0.00399},{"x":82.2,"y":0.00387},{"x":83.5,"y":0.00373},{"x":84.8,"y":0.00358},{"x":86,"y":0.00344},{"x":87.3,"y":0.00331},{"x":88.6,"y":0.00322},{"x":89.8,"y":0.00316},{"x":91.1,"y":0.00314},{"x":92.4,"y":0.00316},{"x":93.6,"y":0.0032},{"x":94.9,"y":0.00325},{"x":96.2,"y":0.00329},{"x":97.4,"y":0.00331},{"x":98.7,"y":0.0033},{"x":100,"y":0.00324},{"x":101,"y":0.00312},{"x":102,"y":0.00295},{"x":104,"y":0.00273},{"x":105,"y":0.00246},{"x":106,"y":0.00217},{"x":108,"y":0.00187},{"x":109,"y":0.00156},{"x":110,"y":0.00128},{"x":111,"y":0.00101},{"x":113,"y":0.000783},{"x":114,"y":0.000588},{"x":115,"y":0.000429},{"x":116,"y":0.000305},{"x":118,"y":0.00021},{"x":119,"y":0.000141},{"x":120,"y":0.000091},{"x":121,"y":0.000058},{"x":123,"y":0.000035},{"x":124,"y":0.000021},{"x":125,"y":0.000012}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1919,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-gemini-3.5-flash","display_name":"gemini-3.5-flash","mean_tokens_per_second":27.7,"min_tokens_per_second":10.2,"max_tokens_per_second":34.8,"density_points":[{"x":0,"y":0.000777},{"x":0.56,"y":0.000892},{"x":1.13,"y":0.00102},{"x":1.69,"y":0.00116},{"x":2.25,"y":0.00131},{"x":2.82,"y":0.00148},{"x":3.38,"y":0.00167},{"x":3.94,"y":0.00187},{"x":4.51,"y":0.0021},{"x":5.07,"y":0.00234},{"x":5.63,"y":0.0026},{"x":6.2,"y":0.00289},{"x":6.76,"y":0.0032},{"x":7.32,"y":0.00355},{"x":7.89,"y":0.00393},{"x":8.45,"y":0.00434},{"x":9.01,"y":0.0048},{"x":9.58,"y":0.0053},{"x":10.1,"y":0.00585},{"x":10.7,"y":0.00646},{"x":11.3,"y":0.00713},{"x":11.8,"y":0.00788},{"x":12.4,"y":0.00869},{"x":13,"y":0.00958},{"x":13.5,"y":0.0106},{"x":14.1,"y":0.0116},{"x":14.7,"y":0.0128},{"x":15.2,"y":0.014},{"x":15.8,"y":0.0154},{"x":16.3,"y":0.0168},{"x":16.9,"y":0.0184},{"x":17.5,"y":0.02},{"x":18,"y":0.0217},{"x":18.6,"y":0.0235},{"x":19.1,"y":0.0253},{"x":19.7,"y":0.0272},{"x":20.3,"y":0.0291},{"x":20.8,"y":0.0311},{"x":21.4,"y":0.033},{"x":22,"y":0.0349},{"x":22.5,"y":0.0368},{"x":23.1,"y":0.0386},{"x":23.7,"y":0.0403},{"x":24.2,"y":0.0419},{"x":24.8,"y":0.0434},{"x":25.4,"y":0.0447},{"x":25.9,"y":0.0459},{"x":26.5,"y":0.0468},{"x":27,"y":0.0475},{"x":27.6,"y":0.048},{"x":28.2,"y":0.0483},{"x":28.7,"y":0.0484},{"x":29.3,"y":0.0482},{"x":29.9,"y":0.0477},{"x":30.4,"y":0.0471},{"x":31,"y":0.0462},{"x":31.5,"y":0.045},{"x":32.1,"y":0.0437},{"x":32.7,"y":0.0423},{"x":33.2,"y":0.0406},{"x":33.8,"y":0.0388},{"x":34.4,"y":0.0369},{"x":34.9,"y":0.0349},{"x":35.5,"y":0.0329},{"x":36,"y":0.0308},{"x":36.6,"y":0.0287},{"x":37.2,"y":0.0266},{"x":37.7,"y":0.0245},{"x":38.3,"y":0.0224},{"x":38.9,"y":0.0204},{"x":39.4,"y":0.0185},{"x":40,"y":0.0167},{"x":40.6,"y":0.015},{"x":41.1,"y":0.0134},{"x":41.7,"y":0.0118},{"x":42.3,"y":0.0105},{"x":42.8,"y":0.00917},{"x":43.4,"y":0.008},{"x":43.9,"y":0.00694},{"x":44.5,"y":0.00599},{"x":45.1,"y":0.00513},{"x":45.6,"y":0.00438},{"x":46.2,"y":0.00371},{"x":46.8,"y":0.00313},{"x":47.3,"y":0.00263},{"x":47.9,"y":0.00219},{"x":48.4,"y":0.00182},{"x":49,"y":0.0015},{"x":49.6,"y":0.00123},{"x":50.1,"y":0.001},{"x":50.7,"y":0.00081},{"x":51.3,"y":0.000652},{"x":51.8,"y":0.000522},{"x":52.4,"y":0.000416},{"x":53,"y":0.000329},{"x":53.5,"y":0.000259},{"x":54.1,"y":0.000202},{"x":54.6,"y":0.000157},{"x":55.2,"y":0.000122},{"x":55.8,"y":0.000093}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97705,"last_error_kind":"billing","consecutive_failures":5},{"provider":"openai","model_name":"openai-GPT-5.4-nano","display_name":"GPT-5.4-nano","mean_tokens_per_second":45.3,"min_tokens_per_second":14,"max_tokens_per_second":90.4,"density_points":[{"x":0,"y":0.000203},{"x":1.12,"y":0.000296},{"x":2.25,"y":0.000423},{"x":3.37,"y":0.000592},{"x":4.5,"y":0.000813},{"x":5.62,"y":0.0011},{"x":6.75,"y":0.00145},{"x":7.87,"y":0.00188},{"x":9,"y":0.0024},{"x":10.1,"y":0.00301},{"x":11.3,"y":0.00371},{"x":12.4,"y":0.00449},{"x":13.5,"y":0.00535},{"x":14.6,"y":0.00626},{"x":15.8,"y":0.00721},{"x":16.9,"y":0.00817},{"x":18,"y":0.00912},{"x":19.1,"y":0.01},{"x":20.3,"y":0.0108},{"x":21.4,"y":0.0116},{"x":22.5,"y":0.0122},{"x":23.6,"y":0.0127},{"x":24.8,"y":0.0131},{"x":25.9,"y":0.0133},{"x":27,"y":0.0135},{"x":28.1,"y":0.0136},{"x":29.3,"y":0.0137},{"x":30.4,"y":0.0138},{"x":31.5,"y":0.0139},{"x":32.6,"y":0.0141},{"x":33.8,"y":0.0144},{"x":34.9,"y":0.0148},{"x":36,"y":0.0153},{"x":37.1,"y":0.0159},{"x":38.3,"y":0.0167},{"x":39.4,"y":0.0175},{"x":40.5,"y":0.0185},{"x":41.6,"y":0.0195},{"x":42.8,"y":0.0206},{"x":43.9,"y":0.0217},{"x":45,"y":0.0228},{"x":46.1,"y":0.0238},{"x":47.2,"y":0.0248},{"x":48.4,"y":0.0255},{"x":49.5,"y":0.0261},{"x":50.6,"y":0.0264},{"x":51.7,"y":0.0265},{"x":52.9,"y":0.0263},{"x":54,"y":0.0258},{"x":55.1,"y":0.025},{"x":56.2,"y":0.0239},{"x":57.4,"y":0.0226},{"x":58.5,"y":0.0211},{"x":59.6,"y":0.0194},{"x":60.7,"y":0.0177},{"x":61.9,"y":0.0159},{"x":63,"y":0.0141},{"x":64.1,"y":0.0124},{"x":65.2,"y":0.0108},{"x":66.4,"y":0.00929},{"x":67.5,"y":0.00794},{"x":68.6,"y":0.00675},{"x":69.7,"y":0.00572},{"x":70.9,"y":0.00486},{"x":72,"y":0.00414},{"x":73.1,"y":0.00357},{"x":74.2,"y":0.00312},{"x":75.4,"y":0.00277},{"x":76.5,"y":0.00251},{"x":77.6,"y":0.00232},{"x":78.7,"y":0.00218},{"x":79.9,"y":0.00208},{"x":81,"y":0.00199},{"x":82.1,"y":0.00193},{"x":83.2,"y":0.00186},{"x":84.4,"y":0.00179},{"x":85.5,"y":0.00172},{"x":86.6,"y":0.00164},{"x":87.7,"y":0.00155},{"x":88.9,"y":0.00144},{"x":90,"y":0.00133},{"x":91.1,"y":0.00121},{"x":92.2,"y":0.00109},{"x":93.4,"y":0.000965},{"x":94.5,"y":0.00084},{"x":95.6,"y":0.000719},{"x":96.7,"y":0.000603},{"x":97.9,"y":0.000497},{"x":99,"y":0.0004},{"x":100,"y":0.000316},{"x":101,"y":0.000244},{"x":102,"y":0.000185},{"x":103,"y":0.000136},{"x":105,"y":0.000098},{"x":106,"y":0.000069},{"x":107,"y":0.000048},{"x":108,"y":0.000032},{"x":109,"y":0.000021},{"x":110,"y":0.000013},{"x":111,"y":0.000008}],"freshness_status":"fresh","staleness_seconds":616,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-gemini-3.1-flash-lite","display_name":"gemini-3.1-flash-lite","mean_tokens_per_second":33.3,"min_tokens_per_second":11.7,"max_tokens_per_second":43.1,"density_points":[{"x":0,"y":0.000475},{"x":0.65,"y":0.000561},{"x":1.3,"y":0.000657},{"x":1.94,"y":0.000763},{"x":2.59,"y":0.000881},{"x":3.24,"y":0.00101},{"x":3.89,"y":0.00115},{"x":4.53,"y":0.0013},{"x":5.18,"y":0.00146},{"x":5.83,"y":0.00163},{"x":6.48,"y":0.00181},{"x":7.13,"y":0.00199},{"x":7.77,"y":0.00219},{"x":8.42,"y":0.0024},{"x":9.07,"y":0.00262},{"x":9.72,"y":0.00285},{"x":10.4,"y":0.00309},{"x":11,"y":0.00335},{"x":11.7,"y":0.00363},{"x":12.3,"y":0.00394},{"x":13,"y":0.00427},{"x":13.6,"y":0.00465},{"x":14.3,"y":0.00507},{"x":14.9,"y":0.00554},{"x":15.6,"y":0.00608},{"x":16.2,"y":0.00669},{"x":16.8,"y":0.00738},{"x":17.5,"y":0.00817},{"x":18.1,"y":0.00905},{"x":18.8,"y":0.01},{"x":19.4,"y":0.0111},{"x":20.1,"y":0.0124},{"x":20.7,"y":0.0137},{"x":21.4,"y":0.0152},{"x":22,"y":0.0167},{"x":22.7,"y":0.0184},{"x":23.3,"y":0.0202},{"x":24,"y":0.0221},{"x":24.6,"y":0.0241},{"x":25.3,"y":0.0261},{"x":25.9,"y":0.0281},{"x":26.6,"y":0.0302},{"x":27.2,"y":0.0322},{"x":27.9,"y":0.0342},{"x":28.5,"y":0.0362},{"x":29.1,"y":0.038},{"x":29.8,"y":0.0397},{"x":30.4,"y":0.0412},{"x":31.1,"y":0.0426},{"x":31.7,"y":0.0438},{"x":32.4,"y":0.0447},{"x":33,"y":0.0453},{"x":33.7,"y":0.0457},{"x":34.3,"y":0.0459},{"x":35,"y":0.0458},{"x":35.6,"y":0.0453},{"x":36.3,"y":0.0447},{"x":36.9,"y":0.0437},{"x":37.6,"y":0.0426},{"x":38.2,"y":0.0412},{"x":38.9,"y":0.0396},{"x":39.5,"y":0.0378},{"x":40.2,"y":0.0359},{"x":40.8,"y":0.0339},{"x":41.5,"y":0.0318},{"x":42.1,"y":0.0296},{"x":42.8,"y":0.0274},{"x":43.4,"y":0.0252},{"x":44,"y":0.0231},{"x":44.7,"y":0.021},{"x":45.3,"y":0.0189},{"x":46,"y":0.017},{"x":46.6,"y":0.0151},{"x":47.3,"y":0.0134},{"x":47.9,"y":0.0117},{"x":48.6,"y":0.0103},{"x":49.2,"y":0.00889},{"x":49.9,"y":0.00765},{"x":50.5,"y":0.00655},{"x":51.2,"y":0.00556},{"x":51.8,"y":0.00469},{"x":52.5,"y":0.00393},{"x":53.1,"y":0.00327},{"x":53.8,"y":0.0027},{"x":54.4,"y":0.00222},{"x":55.1,"y":0.0018},{"x":55.7,"y":0.00146},{"x":56.4,"y":0.00117},{"x":57,"y":0.000934},{"x":57.6,"y":0.000739},{"x":58.3,"y":0.000581},{"x":59,"y":0.000453},{"x":59.6,"y":0.000351},{"x":60.2,"y":0.000269},{"x":60.9,"y":0.000206},{"x":61.5,"y":0.000156},{"x":62.2,"y":0.000117},{"x":62.8,"y":0.000087},{"x":63.5,"y":0.000065},{"x":64.1,"y":0.000047}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97706,"last_error_kind":"billing","consecutive_failures":5},{"provider":"openai","model_name":"openai-gpt-5.3-chat-latest","display_name":"gpt-5.3-chat-latest","mean_tokens_per_second":32.8,"min_tokens_per_second":10.5,"max_tokens_per_second":46.3,"density_points":[{"x":0,"y":0.000472},{"x":0.68,"y":0.000571},{"x":1.36,"y":0.000686},{"x":2.04,"y":0.00082},{"x":2.72,"y":0.000973},{"x":3.4,"y":0.00115},{"x":4.08,"y":0.00135},{"x":4.75,"y":0.00157},{"x":5.43,"y":0.00182},{"x":6.11,"y":0.0021},{"x":6.79,"y":0.00241},{"x":7.47,"y":0.00275},{"x":8.15,"y":0.00312},{"x":8.83,"y":0.00353},{"x":9.51,"y":0.00397},{"x":10.2,"y":0.00445},{"x":10.9,"y":0.00496},{"x":11.6,"y":0.00551},{"x":12.2,"y":0.00611},{"x":12.9,"y":0.00674},{"x":13.6,"y":0.00742},{"x":14.3,"y":0.00815},{"x":14.9,"y":0.00891},{"x":15.6,"y":0.00973},{"x":16.3,"y":0.0106},{"x":17,"y":0.0115},{"x":17.7,"y":0.0125},{"x":18.3,"y":0.0135},{"x":19,"y":0.0146},{"x":19.7,"y":0.0157},{"x":20.4,"y":0.0169},{"x":21.1,"y":0.0182},{"x":21.7,"y":0.0194},{"x":22.4,"y":0.0208},{"x":23.1,"y":0.0221},{"x":23.8,"y":0.0235},{"x":24.4,"y":0.0249},{"x":25.1,"y":0.0263},{"x":25.8,"y":0.0277},{"x":26.5,"y":0.0291},{"x":27.2,"y":0.0305},{"x":27.9,"y":0.0318},{"x":28.5,"y":0.033},{"x":29.2,"y":0.0341},{"x":29.9,"y":0.0352},{"x":30.6,"y":0.0362},{"x":31.3,"y":0.037},{"x":31.9,"y":0.0377},{"x":32.6,"y":0.0382},{"x":33.3,"y":0.0386},{"x":34,"y":0.0388},{"x":34.6,"y":0.0389},{"x":35.3,"y":0.0387},{"x":36,"y":0.0384},{"x":36.7,"y":0.038},{"x":37.4,"y":0.0373},{"x":38,"y":0.0365},{"x":38.7,"y":0.0355},{"x":39.4,"y":0.0343},{"x":40.1,"y":0.0331},{"x":40.8,"y":0.0317},{"x":41.4,"y":0.0302},{"x":42.1,"y":0.0286},{"x":42.8,"y":0.0269},{"x":43.5,"y":0.0252},{"x":44.1,"y":0.0234},{"x":44.8,"y":0.0217},{"x":45.5,"y":0.0199},{"x":46.2,"y":0.0182},{"x":46.9,"y":0.0165},{"x":47.5,"y":0.0149},{"x":48.2,"y":0.0134},{"x":48.9,"y":0.0119},{"x":49.6,"y":0.0105},{"x":50.3,"y":0.00923},{"x":51,"y":0.00805},{"x":51.6,"y":0.00696},{"x":52.3,"y":0.00599},{"x":53,"y":0.00511},{"x":53.7,"y":0.00433},{"x":54.3,"y":0.00364},{"x":55,"y":0.00304},{"x":55.7,"y":0.00251},{"x":56.4,"y":0.00207},{"x":57.1,"y":0.00169},{"x":57.7,"y":0.00137},{"x":58.4,"y":0.0011},{"x":59.1,"y":0.000875},{"x":59.8,"y":0.000692},{"x":60.5,"y":0.000543},{"x":61.1,"y":0.000423},{"x":61.8,"y":0.000326},{"x":62.5,"y":0.00025},{"x":63.2,"y":0.00019},{"x":63.9,"y":0.000143},{"x":64.5,"y":0.000107},{"x":65.2,"y":0.000079},{"x":65.9,"y":0.000058},{"x":66.6,"y":0.000043},{"x":67.3,"y":0.000031}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":706,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-qwen-2.5-7b","display_name":"qwen-2.5-7b","mean_tokens_per_second":72,"min_tokens_per_second":47.4,"max_tokens_per_second":86.5,"density_points":[{"x":26.4,"y":0.000011},{"x":27.2,"y":0.000016},{"x":28,"y":0.000022},{"x":28.8,"y":0.000031},{"x":29.6,"y":0.000044},{"x":30.4,"y":0.00006},{"x":31.3,"y":0.000081},{"x":32.1,"y":0.000109},{"x":32.9,"y":0.000144},{"x":33.7,"y":0.000188},{"x":34.5,"y":0.000244},{"x":35.4,"y":0.000312},{"x":36.2,"y":0.000395},{"x":37,"y":0.000494},{"x":37.8,"y":0.000612},{"x":38.6,"y":0.00075},{"x":39.5,"y":0.000911},{"x":40.3,"y":0.0011},{"x":41.1,"y":0.0013},{"x":41.9,"y":0.00154},{"x":42.8,"y":0.0018},{"x":43.6,"y":0.0021},{"x":44.4,"y":0.00242},{"x":45.2,"y":0.00277},{"x":46,"y":0.00315},{"x":46.9,"y":0.00357},{"x":47.7,"y":0.00402},{"x":48.5,"y":0.0045},{"x":49.3,"y":0.00503},{"x":50.1,"y":0.00561},{"x":51,"y":0.00623},{"x":51.8,"y":0.00691},{"x":52.6,"y":0.00765},{"x":53.4,"y":0.00845},{"x":54.2,"y":0.00933},{"x":55,"y":0.0103},{"x":55.9,"y":0.0113},{"x":56.7,"y":0.0124},{"x":57.5,"y":0.0136},{"x":58.3,"y":0.0149},{"x":59.1,"y":0.0163},{"x":60,"y":0.0177},{"x":60.8,"y":0.0192},{"x":61.6,"y":0.0207},{"x":62.4,"y":0.0223},{"x":63.2,"y":0.0239},{"x":64.1,"y":0.0254},{"x":64.9,"y":0.027},{"x":65.7,"y":0.0285},{"x":66.5,"y":0.0299},{"x":67.3,"y":0.0312},{"x":68.2,"y":0.0325},{"x":69,"y":0.0336},{"x":69.8,"y":0.0345},{"x":70.6,"y":0.0353},{"x":71.4,"y":0.036},{"x":72.3,"y":0.0364},{"x":73.1,"y":0.0367},{"x":73.9,"y":0.0368},{"x":74.7,"y":0.0366},{"x":75.5,"y":0.0363},{"x":76.4,"y":0.0357},{"x":77.2,"y":0.0349},{"x":78,"y":0.034},{"x":78.8,"y":0.0328},{"x":79.6,"y":0.0315},{"x":80.5,"y":0.03},{"x":81.3,"y":0.0284},{"x":82.1,"y":0.0266},{"x":82.9,"y":0.0248},{"x":83.7,"y":0.0229},{"x":84.5,"y":0.021},{"x":85.4,"y":0.0191},{"x":86.2,"y":0.0172},{"x":87,"y":0.0153},{"x":87.8,"y":0.0136},{"x":88.7,"y":0.0119},{"x":89.5,"y":0.0103},{"x":90.3,"y":0.00889},{"x":91.1,"y":0.00757},{"x":91.9,"y":0.00638},{"x":92.8,"y":0.00533},{"x":93.6,"y":0.0044},{"x":94.4,"y":0.0036},{"x":95.2,"y":0.00291},{"x":96,"y":0.00233},{"x":96.8,"y":0.00185},{"x":97.7,"y":0.00145},{"x":98.5,"y":0.00112},{"x":99.3,"y":0.000861},{"x":100,"y":0.000653},{"x":101,"y":0.00049},{"x":102,"y":0.000363},{"x":103,"y":0.000266},{"x":103,"y":0.000193},{"x":104,"y":0.000138},{"x":105,"y":0.000098},{"x":106,"y":0.000068},{"x":107,"y":0.000047},{"x":108,"y":0.000032}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2479,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-gemma-3n-e4b-it","display_name":"gemma-3n-e4b-it","mean_tokens_per_second":31.9,"min_tokens_per_second":13,"max_tokens_per_second":55,"density_points":[{"x":0,"y":0.000306},{"x":0.77,"y":0.000397},{"x":1.54,"y":0.000511},{"x":2.3,"y":0.000652},{"x":3.07,"y":0.000826},{"x":3.84,"y":0.00104},{"x":4.61,"y":0.00129},{"x":5.38,"y":0.0016},{"x":6.14,"y":0.00196},{"x":6.91,"y":0.00239},{"x":7.68,"y":0.00289},{"x":8.45,"y":0.00346},{"x":9.21,"y":0.00412},{"x":9.98,"y":0.00487},{"x":10.8,"y":0.00571},{"x":11.5,"y":0.00665},{"x":12.3,"y":0.00768},{"x":13.1,"y":0.00882},{"x":13.8,"y":0.01},{"x":14.6,"y":0.0114},{"x":15.4,"y":0.0128},{"x":16.1,"y":0.0142},{"x":16.9,"y":0.0158},{"x":17.7,"y":0.0174},{"x":18.4,"y":0.019},{"x":19.2,"y":0.0206},{"x":20,"y":0.0222},{"x":20.7,"y":0.0239},{"x":21.5,"y":0.0254},{"x":22.3,"y":0.0269},{"x":23,"y":0.0284},{"x":23.8,"y":0.0297},{"x":24.6,"y":0.0309},{"x":25.3,"y":0.032},{"x":26.1,"y":0.033},{"x":26.9,"y":0.0338},{"x":27.6,"y":0.0344},{"x":28.4,"y":0.0349},{"x":29.2,"y":0.0352},{"x":29.9,"y":0.0354},{"x":30.7,"y":0.0354},{"x":31.5,"y":0.0352},{"x":32.3,"y":0.0349},{"x":33,"y":0.0344},{"x":33.8,"y":0.0338},{"x":34.6,"y":0.033},{"x":35.3,"y":0.0322},{"x":36.1,"y":0.0312},{"x":36.9,"y":0.0301},{"x":37.6,"y":0.029},{"x":38.4,"y":0.0278},{"x":39.2,"y":0.0265},{"x":39.9,"y":0.0252},{"x":40.7,"y":0.0239},{"x":41.5,"y":0.0226},{"x":42.2,"y":0.0213},{"x":43,"y":0.0199},{"x":43.8,"y":0.0186},{"x":44.5,"y":0.0174},{"x":45.3,"y":0.0161},{"x":46.1,"y":0.0149},{"x":46.8,"y":0.0138},{"x":47.6,"y":0.0127},{"x":48.4,"y":0.0116},{"x":49.1,"y":0.0107},{"x":49.9,"y":0.00974},{"x":50.7,"y":0.00888},{"x":51.5,"y":0.00806},{"x":52.2,"y":0.00731},{"x":53,"y":0.0066},{"x":53.8,"y":0.00595},{"x":54.5,"y":0.00534},{"x":55.3,"y":0.00477},{"x":56.1,"y":0.00425},{"x":56.8,"y":0.00377},{"x":57.6,"y":0.00332},{"x":58.4,"y":0.00292},{"x":59.1,"y":0.00254},{"x":59.9,"y":0.0022},{"x":60.7,"y":0.0019},{"x":61.4,"y":0.00162},{"x":62.2,"y":0.00137},{"x":63,"y":0.00116},{"x":63.7,"y":0.000964},{"x":64.5,"y":0.000797},{"x":65.3,"y":0.000653},{"x":66,"y":0.00053},{"x":66.8,"y":0.000427},{"x":67.6,"y":0.00034},{"x":68.3,"y":0.000268},{"x":69.1,"y":0.000209},{"x":69.9,"y":0.000161},{"x":70.7,"y":0.000123},{"x":71.4,"y":0.000093},{"x":72.2,"y":0.00007},{"x":73,"y":0.000052},{"x":73.7,"y":0.000038},{"x":74.5,"y":0.000027},{"x":75.3,"y":0.00002},{"x":76,"y":0.000014}],"freshness_status":"fresh","staleness_seconds":2572,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-llama-3.3-70b","display_name":"llama-3.3-70b","mean_tokens_per_second":41.8,"min_tokens_per_second":3.96,"max_tokens_per_second":91.4,"density_points":[{"x":0,"y":0.00138},{"x":1.14,"y":0.00164},{"x":2.27,"y":0.00192},{"x":3.41,"y":0.00223},{"x":4.54,"y":0.00257},{"x":5.68,"y":0.00295},{"x":6.81,"y":0.00338},{"x":7.95,"y":0.00387},{"x":9.09,"y":0.00443},{"x":10.2,"y":0.00508},{"x":11.4,"y":0.00583},{"x":12.5,"y":0.00667},{"x":13.6,"y":0.00762},{"x":14.8,"y":0.00866},{"x":15.9,"y":0.00976},{"x":17,"y":0.0109},{"x":18.2,"y":0.0121},{"x":19.3,"y":0.0132},{"x":20.4,"y":0.0143},{"x":21.6,"y":0.0152},{"x":22.7,"y":0.0161},{"x":23.9,"y":0.0168},{"x":25,"y":0.0173},{"x":26.1,"y":0.0177},{"x":27.3,"y":0.0179},{"x":28.4,"y":0.018},{"x":29.5,"y":0.0179},{"x":30.7,"y":0.0178},{"x":31.8,"y":0.0177},{"x":32.9,"y":0.0175},{"x":34.1,"y":0.0174},{"x":35.2,"y":0.0173},{"x":36.3,"y":0.0172},{"x":37.5,"y":0.0173},{"x":38.6,"y":0.0174},{"x":39.8,"y":0.0176},{"x":40.9,"y":0.0179},{"x":42,"y":0.0183},{"x":43.2,"y":0.0187},{"x":44.3,"y":0.0191},{"x":45.4,"y":0.0195},{"x":46.6,"y":0.0198},{"x":47.7,"y":0.02},{"x":48.8,"y":0.0201},{"x":50,"y":0.02},{"x":51.1,"y":0.0197},{"x":52.3,"y":0.0192},{"x":53.4,"y":0.0186},{"x":54.5,"y":0.0178},{"x":55.6,"y":0.0169},{"x":56.8,"y":0.016},{"x":57.9,"y":0.015},{"x":59.1,"y":0.014},{"x":60.2,"y":0.013},{"x":61.3,"y":0.0122},{"x":62.5,"y":0.0113},{"x":63.6,"y":0.0106},{"x":64.7,"y":0.00988},{"x":65.9,"y":0.00924},{"x":67,"y":0.00863},{"x":68.2,"y":0.00805},{"x":69.3,"y":0.00748},{"x":70.4,"y":0.00691},{"x":71.5,"y":0.00635},{"x":72.7,"y":0.00578},{"x":73.8,"y":0.00522},{"x":75,"y":0.00466},{"x":76.1,"y":0.00412},{"x":77.2,"y":0.0036},{"x":78.4,"y":0.00312},{"x":79.5,"y":0.00268},{"x":80.6,"y":0.00229},{"x":81.8,"y":0.00196},{"x":82.9,"y":0.00168},{"x":84,"y":0.00146},{"x":85.2,"y":0.00129},{"x":86.3,"y":0.00116},{"x":87.5,"y":0.00106},{"x":88.6,"y":0.000989},{"x":89.7,"y":0.000934},{"x":90.9,"y":0.000885},{"x":92,"y":0.000836},{"x":93.1,"y":0.000783},{"x":94.3,"y":0.000723},{"x":95.4,"y":0.000656},{"x":96.5,"y":0.000583},{"x":97.7,"y":0.000507},{"x":98.8,"y":0.00043},{"x":100,"y":0.000357},{"x":101,"y":0.000288},{"x":102,"y":0.000227},{"x":103,"y":0.000174},{"x":104,"y":0.00013},{"x":106,"y":0.000095},{"x":107,"y":0.000068},{"x":108,"y":0.000047},{"x":109,"y":0.000031},{"x":110,"y":0.000021},{"x":111,"y":0.000013},{"x":112,"y":0.000008}],"lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2448,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-Qwen2.5-7B-Instruct-Turbo","display_name":"Qwen2.5-7B-Instruct-Turbo","mean_tokens_per_second":68.1,"min_tokens_per_second":48.3,"max_tokens_per_second":85,"density_points":[{"x":27.3,"y":0.000065},{"x":28.1,"y":0.000092},{"x":28.9,"y":0.000128},{"x":29.7,"y":0.000176},{"x":30.5,"y":0.000239},{"x":31.3,"y":0.000322},{"x":32.1,"y":0.000427},{"x":32.9,"y":0.00056},{"x":33.7,"y":0.000726},{"x":34.5,"y":0.00093},{"x":35.3,"y":0.00118},{"x":36.1,"y":0.00147},{"x":36.9,"y":0.00182},{"x":37.7,"y":0.00222},{"x":38.5,"y":0.00268},{"x":39.3,"y":0.0032},{"x":40,"y":0.00378},{"x":40.9,"y":0.00442},{"x":41.6,"y":0.00511},{"x":42.4,"y":0.00584},{"x":43.2,"y":0.00662},{"x":44,"y":0.00741},{"x":44.8,"y":0.00823},{"x":45.6,"y":0.00906},{"x":46.4,"y":0.00988},{"x":47.2,"y":0.0107},{"x":48,"y":0.0115},{"x":48.8,"y":0.0122},{"x":49.6,"y":0.0129},{"x":50.4,"y":0.0136},{"x":51.2,"y":0.0142},{"x":52,"y":0.0148},{"x":52.8,"y":0.0153},{"x":53.6,"y":0.0158},{"x":54.4,"y":0.0163},{"x":55.1,"y":0.0168},{"x":56,"y":0.0172},{"x":56.7,"y":0.0177},{"x":57.5,"y":0.0182},{"x":58.3,"y":0.0187},{"x":59.1,"y":0.0192},{"x":59.9,"y":0.0199},{"x":60.7,"y":0.0205},{"x":61.5,"y":0.0213},{"x":62.3,"y":0.0221},{"x":63.1,"y":0.0229},{"x":63.9,"y":0.0239},{"x":64.7,"y":0.0249},{"x":65.5,"y":0.0259},{"x":66.3,"y":0.0269},{"x":67.1,"y":0.0279},{"x":67.9,"y":0.0289},{"x":68.7,"y":0.0297},{"x":69.5,"y":0.0305},{"x":70.3,"y":0.0312},{"x":71,"y":0.0317},{"x":71.8,"y":0.0321},{"x":72.6,"y":0.0322},{"x":73.4,"y":0.0321},{"x":74.2,"y":0.0319},{"x":75,"y":0.0314},{"x":75.8,"y":0.0307},{"x":76.6,"y":0.0299},{"x":77.4,"y":0.0288},{"x":78.2,"y":0.0276},{"x":79,"y":0.0263},{"x":79.8,"y":0.0249},{"x":80.6,"y":0.0234},{"x":81.4,"y":0.0218},{"x":82.2,"y":0.0203},{"x":83,"y":0.0187},{"x":83.8,"y":0.0171},{"x":84.6,"y":0.0155},{"x":85.3,"y":0.0141},{"x":86.2,"y":0.0126},{"x":86.9,"y":0.0113},{"x":87.7,"y":0.00998},{"x":88.5,"y":0.00879},{"x":89.3,"y":0.00768},{"x":90.1,"y":0.00666},{"x":90.9,"y":0.00574},{"x":91.7,"y":0.0049},{"x":92.5,"y":0.00416},{"x":93.3,"y":0.00349},{"x":94.1,"y":0.00291},{"x":94.9,"y":0.00241},{"x":95.7,"y":0.00197},{"x":96.5,"y":0.0016},{"x":97.3,"y":0.00128},{"x":98.1,"y":0.00102},{"x":98.9,"y":0.000801},{"x":99.7,"y":0.000623},{"x":100,"y":0.00048},{"x":101,"y":0.000365},{"x":102,"y":0.000275},{"x":103,"y":0.000205},{"x":104,"y":0.000151},{"x":104,"y":0.00011},{"x":105,"y":0.000079},{"x":106,"y":0.000056}],"deprecated":false,"lifecycle_status":"disabled","freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0},{"provider":"google","model_name":"google-gemini-2.5-flash","display_name":"gemini-2.5-flash","mean_tokens_per_second":1.86,"min_tokens_per_second":0.78,"max_tokens_per_second":3.52,"density_points":[{"x":0,"y":0.0548},{"x":0.25,"y":0.0552},{"x":0.5,"y":0.0557},{"x":0.74,"y":0.056},{"x":0.99,"y":0.0563},{"x":1.24,"y":0.0565},{"x":1.49,"y":0.0566},{"x":1.73,"y":0.0567},{"x":1.98,"y":0.0567},{"x":2.23,"y":0.0566},{"x":2.48,"y":0.0565},{"x":2.72,"y":0.0563},{"x":2.97,"y":0.056},{"x":3.22,"y":0.0557},{"x":3.47,"y":0.0553},{"x":3.72,"y":0.0548},{"x":3.96,"y":0.0542},{"x":4.21,"y":0.0536},{"x":4.46,"y":0.053},{"x":4.71,"y":0.0523},{"x":4.95,"y":0.0515},{"x":5.2,"y":0.0507},{"x":5.45,"y":0.0498},{"x":5.7,"y":0.0489},{"x":5.94,"y":0.0479},{"x":6.19,"y":0.0469},{"x":6.44,"y":0.0459},{"x":6.69,"y":0.0448},{"x":6.94,"y":0.0437},{"x":7.18,"y":0.0426},{"x":7.43,"y":0.0415},{"x":7.68,"y":0.0403},{"x":7.93,"y":0.0391},{"x":8.17,"y":0.0379},{"x":8.42,"y":0.0367},{"x":8.67,"y":0.0355},{"x":8.92,"y":0.0343},{"x":9.16,"y":0.0331},{"x":9.41,"y":0.0319},{"x":9.66,"y":0.0307},{"x":9.91,"y":0.0295},{"x":10.2,"y":0.0283},{"x":10.4,"y":0.0271},{"x":10.7,"y":0.026},{"x":10.9,"y":0.0249},{"x":11.2,"y":0.0237},{"x":11.4,"y":0.0226},{"x":11.6,"y":0.0216},{"x":11.9,"y":0.0205},{"x":12.1,"y":0.0195},{"x":12.4,"y":0.0185},{"x":12.6,"y":0.0176},{"x":12.9,"y":0.0166},{"x":13.1,"y":0.0157},{"x":13.4,"y":0.0149},{"x":13.6,"y":0.014},{"x":13.9,"y":0.0132},{"x":14.1,"y":0.0124},{"x":14.4,"y":0.0117},{"x":14.6,"y":0.011},{"x":14.9,"y":0.0103},{"x":15.1,"y":0.00963},{"x":15.4,"y":0.00901},{"x":15.6,"y":0.00841},{"x":15.8,"y":0.00785},{"x":16.1,"y":0.00731},{"x":16.4,"y":0.00681},{"x":16.6,"y":0.00632},{"x":16.8,"y":0.00587},{"x":17.1,"y":0.00544},{"x":17.3,"y":0.00504},{"x":17.6,"y":0.00466},{"x":17.8,"y":0.00431},{"x":18.1,"y":0.00397},{"x":18.3,"y":0.00366},{"x":18.6,"y":0.00337},{"x":18.8,"y":0.0031},{"x":19.1,"y":0.00284},{"x":19.3,"y":0.00261},{"x":19.6,"y":0.00239},{"x":19.8,"y":0.00218},{"x":20.1,"y":0.00199},{"x":20.3,"y":0.00182},{"x":20.6,"y":0.00166},{"x":20.8,"y":0.00151},{"x":21.1,"y":0.00137},{"x":21.3,"y":0.00125},{"x":21.6,"y":0.00113},{"x":21.8,"y":0.00102},{"x":22,"y":0.000925},{"x":22.3,"y":0.000836},{"x":22.5,"y":0.000754},{"x":22.8,"y":0.00068},{"x":23,"y":0.000612},{"x":23.3,"y":0.00055},{"x":23.5,"y":0.000494},{"x":23.8,"y":0.000443},{"x":24,"y":0.000396},{"x":24.3,"y":0.000354},{"x":24.5,"y":0.000317}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":64494,"last_error_kind":"unknown","consecutive_failures":2},{"provider":"deepinfra","model_name":"deepinfra-Seed-2.0-code","display_name":"Seed-2.0-code","mean_tokens_per_second":0.64,"min_tokens_per_second":0.53,"max_tokens_per_second":0.81,"density_points":[{"x":0,"y":0.0568},{"x":0.22,"y":0.0569},{"x":0.44,"y":0.057},{"x":0.66,"y":0.057},{"x":0.88,"y":0.057},{"x":1.1,"y":0.0569},{"x":1.32,"y":0.0567},{"x":1.54,"y":0.0565},{"x":1.76,"y":0.0563},{"x":1.98,"y":0.0559},{"x":2.2,"y":0.0556},{"x":2.42,"y":0.0552},{"x":2.64,"y":0.0547},{"x":2.86,"y":0.0542},{"x":3.08,"y":0.0536},{"x":3.3,"y":0.053},{"x":3.52,"y":0.0523},{"x":3.75,"y":0.0516},{"x":3.97,"y":0.0509},{"x":4.19,"y":0.0501},{"x":4.41,"y":0.0493},{"x":4.63,"y":0.0485},{"x":4.85,"y":0.0476},{"x":5.07,"y":0.0467},{"x":5.29,"y":0.0457},{"x":5.51,"y":0.0448},{"x":5.73,"y":0.0438},{"x":5.95,"y":0.0428},{"x":6.17,"y":0.0417},{"x":6.39,"y":0.0407},{"x":6.61,"y":0.0396},{"x":6.83,"y":0.0386},{"x":7.05,"y":0.0375},{"x":7.27,"y":0.0364},{"x":7.49,"y":0.0353},{"x":7.71,"y":0.0342},{"x":7.93,"y":0.0331},{"x":8.15,"y":0.032},{"x":8.37,"y":0.031},{"x":8.59,"y":0.0299},{"x":8.81,"y":0.0288},{"x":9.03,"y":0.0278},{"x":9.25,"y":0.0267},{"x":9.47,"y":0.0257},{"x":9.69,"y":0.0247},{"x":9.91,"y":0.0237},{"x":10.1,"y":0.0227},{"x":10.3,"y":0.0218},{"x":10.6,"y":0.0208},{"x":10.8,"y":0.0199},{"x":11,"y":0.019},{"x":11.2,"y":0.0181},{"x":11.5,"y":0.0173},{"x":11.7,"y":0.0164},{"x":11.9,"y":0.0156},{"x":12.1,"y":0.0149},{"x":12.3,"y":0.0141},{"x":12.6,"y":0.0134},{"x":12.8,"y":0.0127},{"x":13,"y":0.012},{"x":13.2,"y":0.0113},{"x":13.4,"y":0.0107},{"x":13.7,"y":0.0101},{"x":13.9,"y":0.00953},{"x":14.1,"y":0.00898},{"x":14.3,"y":0.00844},{"x":14.5,"y":0.00794},{"x":14.8,"y":0.00745},{"x":15,"y":0.00699},{"x":15.2,"y":0.00655},{"x":15.4,"y":0.00613},{"x":15.6,"y":0.00574},{"x":15.9,"y":0.00536},{"x":16.1,"y":0.005},{"x":16.3,"y":0.00466},{"x":16.5,"y":0.00434},{"x":16.7,"y":0.00404},{"x":17,"y":0.00376},{"x":17.2,"y":0.00349},{"x":17.4,"y":0.00324},{"x":17.6,"y":0.003},{"x":17.8,"y":0.00278},{"x":18.1,"y":0.00257},{"x":18.3,"y":0.00238},{"x":18.5,"y":0.0022},{"x":18.7,"y":0.00202},{"x":18.9,"y":0.00187},{"x":19.2,"y":0.00172},{"x":19.4,"y":0.00158},{"x":19.6,"y":0.00145},{"x":19.8,"y":0.00133},{"x":20.1,"y":0.00122},{"x":20.3,"y":0.00112},{"x":20.5,"y":0.00102},{"x":20.7,"y":0.000936},{"x":20.9,"y":0.000855},{"x":21.1,"y":0.00078},{"x":21.4,"y":0.000711},{"x":21.6,"y":0.000647},{"x":21.8,"y":0.000589}],"deprecated":false,"freshness_status":"critical","staleness_seconds":118588,"last_error_kind":"billing","consecutive_failures":10},{"provider":"deepinfra","model_name":"deepinfra-Seed-2.0-pro","display_name":"Seed-2.0-pro","mean_tokens_per_second":2.31,"min_tokens_per_second":1.54,"max_tokens_per_second":3.06,"density_points":[{"x":0,"y":0.0539},{"x":0.24,"y":0.0545},{"x":0.49,"y":0.055},{"x":0.73,"y":0.0555},{"x":0.97,"y":0.0559},{"x":1.22,"y":0.0562},{"x":1.46,"y":0.0565},{"x":1.7,"y":0.0567},{"x":1.94,"y":0.0568},{"x":2.19,"y":0.0569},{"x":2.43,"y":0.0569},{"x":2.67,"y":0.0568},{"x":2.92,"y":0.0567},{"x":3.16,"y":0.0565},{"x":3.4,"y":0.0562},{"x":3.65,"y":0.0559},{"x":3.89,"y":0.0555},{"x":4.13,"y":0.055},{"x":4.37,"y":0.0545},{"x":4.62,"y":0.0539},{"x":4.86,"y":0.0533},{"x":5.1,"y":0.0526},{"x":5.35,"y":0.0518},{"x":5.59,"y":0.051},{"x":5.83,"y":0.0501},{"x":6.08,"y":0.0493},{"x":6.32,"y":0.0483},{"x":6.56,"y":0.0473},{"x":6.8,"y":0.0463},{"x":7.05,"y":0.0453},{"x":7.29,"y":0.0442},{"x":7.53,"y":0.0431},{"x":7.78,"y":0.042},{"x":8.02,"y":0.0408},{"x":8.26,"y":0.0397},{"x":8.51,"y":0.0385},{"x":8.75,"y":0.0373},{"x":8.99,"y":0.0361},{"x":9.23,"y":0.0349},{"x":9.48,"y":0.0337},{"x":9.72,"y":0.0325},{"x":9.96,"y":0.0313},{"x":10.2,"y":0.0302},{"x":10.4,"y":0.029},{"x":10.7,"y":0.0278},{"x":10.9,"y":0.0267},{"x":11.2,"y":0.0256},{"x":11.4,"y":0.0244},{"x":11.7,"y":0.0234},{"x":11.9,"y":0.0223},{"x":12.2,"y":0.0212},{"x":12.4,"y":0.0202},{"x":12.6,"y":0.0192},{"x":12.9,"y":0.0183},{"x":13.1,"y":0.0173},{"x":13.4,"y":0.0164},{"x":13.6,"y":0.0155},{"x":13.8,"y":0.0147},{"x":14.1,"y":0.0138},{"x":14.3,"y":0.0131},{"x":14.6,"y":0.0123},{"x":14.8,"y":0.0116},{"x":15.1,"y":0.0109},{"x":15.3,"y":0.0102},{"x":15.6,"y":0.00955},{"x":15.8,"y":0.00894},{"x":16,"y":0.00836},{"x":16.3,"y":0.00781},{"x":16.5,"y":0.00728},{"x":16.8,"y":0.00679},{"x":17,"y":0.00631},{"x":17.3,"y":0.00587},{"x":17.5,"y":0.00545},{"x":17.7,"y":0.00505},{"x":18,"y":0.00468},{"x":18.2,"y":0.00432},{"x":18.5,"y":0.004},{"x":18.7,"y":0.00369},{"x":18.9,"y":0.0034},{"x":19.2,"y":0.00313},{"x":19.4,"y":0.00287},{"x":19.7,"y":0.00264},{"x":19.9,"y":0.00242},{"x":20.2,"y":0.00222},{"x":20.4,"y":0.00203},{"x":20.7,"y":0.00185},{"x":20.9,"y":0.00169},{"x":21.1,"y":0.00154},{"x":21.4,"y":0.0014},{"x":21.6,"y":0.00128},{"x":21.9,"y":0.00116},{"x":22.1,"y":0.00105},{"x":22.4,"y":0.000954},{"x":22.6,"y":0.000864},{"x":22.8,"y":0.000781},{"x":23.1,"y":0.000705},{"x":23.3,"y":0.000636},{"x":23.6,"y":0.000573},{"x":23.8,"y":0.000515},{"x":24.1,"y":0.000463}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98963,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-qwen-3.5-9b","display_name":"qwen-3.5-9b","mean_tokens_per_second":65.3,"min_tokens_per_second":8.1,"max_tokens_per_second":109,"density_points":[{"x":0,"y":0.000477},{"x":1.31,"y":0.000611},{"x":2.62,"y":0.000765},{"x":3.93,"y":0.000936},{"x":5.24,"y":0.00112},{"x":6.55,"y":0.00133},{"x":7.86,"y":0.00155},{"x":9.17,"y":0.00179},{"x":10.5,"y":0.00205},{"x":11.8,"y":0.00233},{"x":13.1,"y":0.00266},{"x":14.4,"y":0.00302},{"x":15.7,"y":0.00344},{"x":17,"y":0.00391},{"x":18.3,"y":0.00445},{"x":19.6,"y":0.00504},{"x":20.9,"y":0.00568},{"x":22.3,"y":0.00635},{"x":23.6,"y":0.00703},{"x":24.9,"y":0.00769},{"x":26.2,"y":0.0083},{"x":27.5,"y":0.00882},{"x":28.8,"y":0.00922},{"x":30.1,"y":0.0095},{"x":31.4,"y":0.00965},{"x":32.7,"y":0.00967},{"x":34,"y":0.00958},{"x":35.4,"y":0.0094},{"x":36.7,"y":0.00917},{"x":38,"y":0.00891},{"x":39.3,"y":0.00867},{"x":40.6,"y":0.00845},{"x":41.9,"y":0.00828},{"x":43.2,"y":0.00817},{"x":44.5,"y":0.00811},{"x":45.8,"y":0.00812},{"x":47.1,"y":0.00818},{"x":48.5,"y":0.00829},{"x":49.8,"y":0.00843},{"x":51.1,"y":0.00862},{"x":52.4,"y":0.00884},{"x":53.7,"y":0.00909},{"x":55,"y":0.00938},{"x":56.3,"y":0.00969},{"x":57.6,"y":0.01},{"x":58.9,"y":0.0104},{"x":60.2,"y":0.0107},{"x":61.5,"y":0.0111},{"x":62.9,"y":0.0114},{"x":64.2,"y":0.0117},{"x":65.5,"y":0.012},{"x":66.8,"y":0.0123},{"x":68.1,"y":0.0125},{"x":69.4,"y":0.0128},{"x":70.7,"y":0.013},{"x":72,"y":0.0133},{"x":73.3,"y":0.0137},{"x":74.6,"y":0.014},{"x":76,"y":0.0144},{"x":77.3,"y":0.0147},{"x":78.6,"y":0.015},{"x":79.9,"y":0.0152},{"x":81.2,"y":0.0154},{"x":82.5,"y":0.0155},{"x":83.8,"y":0.0155},{"x":85.1,"y":0.0154},{"x":86.4,"y":0.0153},{"x":87.7,"y":0.0151},{"x":89,"y":0.0149},{"x":90.4,"y":0.0145},{"x":91.7,"y":0.0141},{"x":93,"y":0.0136},{"x":94.3,"y":0.013},{"x":95.6,"y":0.0123},{"x":96.9,"y":0.0115},{"x":98.2,"y":0.0106},{"x":99.5,"y":0.00965},{"x":101,"y":0.00865},{"x":102,"y":0.00765},{"x":103,"y":0.00668},{"x":105,"y":0.00575},{"x":106,"y":0.00489},{"x":107,"y":0.0041},{"x":109,"y":0.0034},{"x":110,"y":0.00278},{"x":111,"y":0.00224},{"x":113,"y":0.00177},{"x":114,"y":0.00138},{"x":115,"y":0.00105},{"x":117,"y":0.000788},{"x":118,"y":0.000576},{"x":119,"y":0.000411},{"x":120,"y":0.000286},{"x":122,"y":0.000194},{"x":123,"y":0.000128},{"x":124,"y":0.000082},{"x":126,"y":0.000051},{"x":127,"y":0.000031},{"x":128,"y":0.000018},{"x":130,"y":0.00001}],"freshness_status":"fresh","staleness_seconds":1578,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-MiniMax-M2.1","display_name":"MiniMax-M2.1","mean_tokens_per_second":32.7,"min_tokens_per_second":23.4,"max_tokens_per_second":40.5,"density_points":[{"x":2.38,"y":0.000212},{"x":2.97,"y":0.000273},{"x":3.57,"y":0.000348},{"x":4.17,"y":0.000442},{"x":4.76,"y":0.000557},{"x":5.36,"y":0.000697},{"x":5.96,"y":0.000866},{"x":6.56,"y":0.00107},{"x":7.15,"y":0.00131},{"x":7.75,"y":0.00159},{"x":8.35,"y":0.00192},{"x":8.95,"y":0.0023},{"x":9.54,"y":0.00274},{"x":10.1,"y":0.00324},{"x":10.7,"y":0.0038},{"x":11.3,"y":0.00443},{"x":11.9,"y":0.00512},{"x":12.5,"y":0.00589},{"x":13.1,"y":0.00673},{"x":13.7,"y":0.00763},{"x":14.3,"y":0.0086},{"x":14.9,"y":0.00962},{"x":15.5,"y":0.0107},{"x":16.1,"y":0.0118},{"x":16.7,"y":0.013},{"x":17.3,"y":0.0142},{"x":17.9,"y":0.0154},{"x":18.5,"y":0.0166},{"x":19.1,"y":0.0178},{"x":19.7,"y":0.019},{"x":20.3,"y":0.0202},{"x":20.9,"y":0.0214},{"x":21.5,"y":0.0225},{"x":22.1,"y":0.0236},{"x":22.7,"y":0.0246},{"x":23.3,"y":0.0256},{"x":23.9,"y":0.0266},{"x":24.5,"y":0.0275},{"x":25.1,"y":0.0284},{"x":25.7,"y":0.0292},{"x":26.3,"y":0.03},{"x":26.9,"y":0.0307},{"x":27.5,"y":0.0314},{"x":28.1,"y":0.0322},{"x":28.7,"y":0.0328},{"x":29.3,"y":0.0335},{"x":29.9,"y":0.0341},{"x":30.4,"y":0.0347},{"x":31.1,"y":0.0353},{"x":31.6,"y":0.0358},{"x":32.2,"y":0.0363},{"x":32.8,"y":0.0367},{"x":33.4,"y":0.0371},{"x":34,"y":0.0373},{"x":34.6,"y":0.0375},{"x":35.2,"y":0.0376},{"x":35.8,"y":0.0375},{"x":36.4,"y":0.0374},{"x":37,"y":0.0371},{"x":37.6,"y":0.0366},{"x":38.2,"y":0.036},{"x":38.8,"y":0.0353},{"x":39.4,"y":0.0344},{"x":40,"y":0.0334},{"x":40.6,"y":0.0323},{"x":41.2,"y":0.031},{"x":41.8,"y":0.0297},{"x":42.4,"y":0.0282},{"x":43,"y":0.0267},{"x":43.6,"y":0.0251},{"x":44.2,"y":0.0235},{"x":44.8,"y":0.0219},{"x":45.4,"y":0.0203},{"x":46,"y":0.0186},{"x":46.6,"y":0.017},{"x":47.2,"y":0.0155},{"x":47.8,"y":0.014},{"x":48.4,"y":0.0125},{"x":49,"y":0.0112},{"x":49.6,"y":0.00992},{"x":50.2,"y":0.00873},{"x":50.8,"y":0.00764},{"x":51.4,"y":0.00664},{"x":52,"y":0.00574},{"x":52.5,"y":0.00492},{"x":53.1,"y":0.0042},{"x":53.7,"y":0.00356},{"x":54.3,"y":0.00299},{"x":54.9,"y":0.0025},{"x":55.5,"y":0.00207},{"x":56.1,"y":0.00171},{"x":56.7,"y":0.0014},{"x":57.3,"y":0.00114},{"x":57.9,"y":0.000919},{"x":58.5,"y":0.000737},{"x":59.1,"y":0.000587},{"x":59.7,"y":0.000464},{"x":60.3,"y":0.000364},{"x":60.9,"y":0.000284},{"x":61.5,"y":0.00022}],"deprecated":false,"freshness_status":"critical","staleness_seconds":195201,"last_error_kind":"rate_limit","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-MiniMax-M2.5","display_name":"MiniMax-M2.5","mean_tokens_per_second":22.7,"min_tokens_per_second":19.9,"max_tokens_per_second":27.3,"density_points":[{"x":0,"y":0.000557},{"x":0.49,"y":0.00068},{"x":0.98,"y":0.000828},{"x":1.46,"y":0.001},{"x":1.95,"y":0.00121},{"x":2.44,"y":0.00145},{"x":2.93,"y":0.00173},{"x":3.41,"y":0.00206},{"x":3.9,"y":0.00243},{"x":4.39,"y":0.00286},{"x":4.88,"y":0.00336},{"x":5.37,"y":0.00392},{"x":5.85,"y":0.00455},{"x":6.34,"y":0.00525},{"x":6.83,"y":0.00604},{"x":7.32,"y":0.00692},{"x":7.8,"y":0.00788},{"x":8.29,"y":0.00894},{"x":8.78,"y":0.0101},{"x":9.27,"y":0.0114},{"x":9.76,"y":0.0127},{"x":10.2,"y":0.0142},{"x":10.7,"y":0.0157},{"x":11.2,"y":0.0173},{"x":11.7,"y":0.019},{"x":12.2,"y":0.0208},{"x":12.7,"y":0.0227},{"x":13.2,"y":0.0246},{"x":13.7,"y":0.0266},{"x":14.2,"y":0.0286},{"x":14.6,"y":0.0306},{"x":15.1,"y":0.0326},{"x":15.6,"y":0.0346},{"x":16.1,"y":0.0365},{"x":16.6,"y":0.0384},{"x":17.1,"y":0.0403},{"x":17.6,"y":0.042},{"x":18.1,"y":0.0436},{"x":18.5,"y":0.0452},{"x":19,"y":0.0465},{"x":19.5,"y":0.0478},{"x":20,"y":0.0488},{"x":20.5,"y":0.0497},{"x":21,"y":0.0504},{"x":21.5,"y":0.0509},{"x":21.9,"y":0.0512},{"x":22.4,"y":0.0513},{"x":22.9,"y":0.0512},{"x":23.4,"y":0.0509},{"x":23.9,"y":0.0505},{"x":24.4,"y":0.0498},{"x":24.9,"y":0.0489},{"x":25.4,"y":0.0479},{"x":25.9,"y":0.0468},{"x":26.3,"y":0.0455},{"x":26.8,"y":0.044},{"x":27.3,"y":0.0425},{"x":27.8,"y":0.0408},{"x":28.3,"y":0.0391},{"x":28.8,"y":0.0373},{"x":29.3,"y":0.0355},{"x":29.8,"y":0.0336},{"x":30.2,"y":0.0317},{"x":30.7,"y":0.0298},{"x":31.2,"y":0.0279},{"x":31.7,"y":0.0261},{"x":32.2,"y":0.0242},{"x":32.7,"y":0.0224},{"x":33.2,"y":0.0207},{"x":33.7,"y":0.019},{"x":34.1,"y":0.0174},{"x":34.6,"y":0.0159},{"x":35.1,"y":0.0144},{"x":35.6,"y":0.0131},{"x":36.1,"y":0.0118},{"x":36.6,"y":0.0106},{"x":37.1,"y":0.00946},{"x":37.6,"y":0.00843},{"x":38,"y":0.00748},{"x":38.5,"y":0.00661},{"x":39,"y":0.00581},{"x":39.5,"y":0.00509},{"x":40,"y":0.00445},{"x":40.5,"y":0.00386},{"x":41,"y":0.00334},{"x":41.5,"y":0.00288},{"x":42,"y":0.00247},{"x":42.4,"y":0.00211},{"x":42.9,"y":0.00179},{"x":43.4,"y":0.00152},{"x":43.9,"y":0.00128},{"x":44.4,"y":0.00108},{"x":44.9,"y":0.000899},{"x":45.4,"y":0.000748},{"x":45.9,"y":0.00062},{"x":46.3,"y":0.000511},{"x":46.8,"y":0.000419},{"x":47.3,"y":0.000343},{"x":47.8,"y":0.000279},{"x":48.3,"y":0.000226}],"deprecated":false,"freshness_status":"critical","staleness_seconds":195074,"last_error_kind":"rate_limit","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-qwen-2.5-72b","display_name":"qwen-2.5-72b","mean_tokens_per_second":17.3,"min_tokens_per_second":2.32,"max_tokens_per_second":32,"density_points":[{"x":0,"y":0.0162},{"x":0.54,"y":0.0172},{"x":1.07,"y":0.0181},{"x":1.61,"y":0.0191},{"x":2.14,"y":0.02},{"x":2.68,"y":0.0208},{"x":3.21,"y":0.0216},{"x":3.75,"y":0.0224},{"x":4.28,"y":0.023},{"x":4.82,"y":0.0236},{"x":5.35,"y":0.0242},{"x":5.89,"y":0.0246},{"x":6.43,"y":0.025},{"x":6.96,"y":0.0253},{"x":7.5,"y":0.0255},{"x":8.03,"y":0.0257},{"x":8.57,"y":0.0258},{"x":9.1,"y":0.0258},{"x":9.64,"y":0.0258},{"x":10.2,"y":0.0258},{"x":10.7,"y":0.0257},{"x":11.3,"y":0.0256},{"x":11.8,"y":0.0255},{"x":12.3,"y":0.0253},{"x":12.8,"y":0.0252},{"x":13.4,"y":0.0251},{"x":13.9,"y":0.025},{"x":14.5,"y":0.0249},{"x":15,"y":0.0248},{"x":15.5,"y":0.0247},{"x":16.1,"y":0.0247},{"x":16.6,"y":0.0247},{"x":17.1,"y":0.0247},{"x":17.7,"y":0.0248},{"x":18.2,"y":0.0249},{"x":18.7,"y":0.025},{"x":19.3,"y":0.0252},{"x":19.8,"y":0.0253},{"x":20.4,"y":0.0255},{"x":20.9,"y":0.0257},{"x":21.4,"y":0.0259},{"x":21.9,"y":0.0261},{"x":22.5,"y":0.0262},{"x":23,"y":0.0264},{"x":23.6,"y":0.0265},{"x":24.1,"y":0.0266},{"x":24.6,"y":0.0266},{"x":25.2,"y":0.0266},{"x":25.7,"y":0.0265},{"x":26.2,"y":0.0264},{"x":26.8,"y":0.0262},{"x":27.3,"y":0.0259},{"x":27.9,"y":0.0256},{"x":28.4,"y":0.0252},{"x":28.9,"y":0.0247},{"x":29.4,"y":0.0241},{"x":30,"y":0.0235},{"x":30.5,"y":0.0228},{"x":31.1,"y":0.0221},{"x":31.6,"y":0.0212},{"x":32.1,"y":0.0204},{"x":32.7,"y":0.0195},{"x":33.2,"y":0.0185},{"x":33.7,"y":0.0175},{"x":34.3,"y":0.0165},{"x":34.8,"y":0.0155},{"x":35.3,"y":0.0145},{"x":35.9,"y":0.0135},{"x":36.4,"y":0.0125},{"x":37,"y":0.0115},{"x":37.5,"y":0.0106},{"x":38,"y":0.00964},{"x":38.6,"y":0.00876},{"x":39.1,"y":0.00792},{"x":39.6,"y":0.00713},{"x":40.2,"y":0.00638},{"x":40.7,"y":0.00568},{"x":41.2,"y":0.00504},{"x":41.8,"y":0.00444},{"x":42.3,"y":0.0039},{"x":42.8,"y":0.0034},{"x":43.4,"y":0.00295},{"x":43.9,"y":0.00255},{"x":44.5,"y":0.00219},{"x":45,"y":0.00187},{"x":45.5,"y":0.00159},{"x":46,"y":0.00135},{"x":46.6,"y":0.00113},{"x":47.1,"y":0.000948},{"x":47.7,"y":0.000789},{"x":48.2,"y":0.000653},{"x":48.7,"y":0.000538},{"x":49.3,"y":0.00044},{"x":49.8,"y":0.000359},{"x":50.3,"y":0.000291},{"x":50.9,"y":0.000234},{"x":51.4,"y":0.000187},{"x":51.9,"y":0.000149},{"x":52.5,"y":0.000118},{"x":53,"y":0.000093}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99802,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen 2.5 Coder 32B","display_name":"Qwen 2.5 Coder 32B","mean_tokens_per_second":42.7,"min_tokens_per_second":19.9,"max_tokens_per_second":62.6,"density_points":[{"x":0,"y":0.000032},{"x":0.84,"y":0.000045},{"x":1.69,"y":0.000064},{"x":2.53,"y":0.00009},{"x":3.38,"y":0.000125},{"x":4.22,"y":0.000171},{"x":5.07,"y":0.000231},{"x":5.91,"y":0.000309},{"x":6.76,"y":0.000408},{"x":7.6,"y":0.000534},{"x":8.44,"y":0.000692},{"x":9.29,"y":0.000886},{"x":10.1,"y":0.00112},{"x":11,"y":0.00141},{"x":11.8,"y":0.00175},{"x":12.7,"y":0.00216},{"x":13.5,"y":0.00263},{"x":14.4,"y":0.00318},{"x":15.2,"y":0.0038},{"x":16.1,"y":0.0045},{"x":16.9,"y":0.00529},{"x":17.7,"y":0.00615},{"x":18.6,"y":0.00709},{"x":19.4,"y":0.0081},{"x":20.3,"y":0.00917},{"x":21.1,"y":0.0103},{"x":22,"y":0.0114},{"x":22.8,"y":0.0126},{"x":23.6,"y":0.0138},{"x":24.5,"y":0.0149},{"x":25.3,"y":0.016},{"x":26.2,"y":0.017},{"x":27,"y":0.018},{"x":27.9,"y":0.0188},{"x":28.7,"y":0.0196},{"x":29.6,"y":0.0202},{"x":30.4,"y":0.0208},{"x":31.3,"y":0.0212},{"x":32.1,"y":0.0215},{"x":32.9,"y":0.0218},{"x":33.8,"y":0.022},{"x":34.6,"y":0.0222},{"x":35.5,"y":0.0223},{"x":36.3,"y":0.0225},{"x":37.2,"y":0.0226},{"x":38,"y":0.0228},{"x":38.9,"y":0.023},{"x":39.7,"y":0.0232},{"x":40.5,"y":0.0236},{"x":41.4,"y":0.0239},{"x":42.2,"y":0.0243},{"x":43.1,"y":0.0247},{"x":43.9,"y":0.0252},{"x":44.8,"y":0.0257},{"x":45.6,"y":0.0261},{"x":46.5,"y":0.0265},{"x":47.3,"y":0.0268},{"x":48.1,"y":0.027},{"x":49,"y":0.0271},{"x":49.8,"y":0.0271},{"x":50.7,"y":0.027},{"x":51.5,"y":0.0266},{"x":52.4,"y":0.0262},{"x":53.2,"y":0.0255},{"x":54,"y":0.0247},{"x":54.9,"y":0.0238},{"x":55.7,"y":0.0227},{"x":56.6,"y":0.0215},{"x":57.4,"y":0.0203},{"x":58.3,"y":0.0189},{"x":59.1,"y":0.0175},{"x":60,"y":0.016},{"x":60.8,"y":0.0146},{"x":61.6,"y":0.0132},{"x":62.5,"y":0.0118},{"x":63.3,"y":0.0105},{"x":64.2,"y":0.00922},{"x":65,"y":0.00804},{"x":65.9,"y":0.00695},{"x":66.7,"y":0.00596},{"x":67.6,"y":0.00506},{"x":68.4,"y":0.00426},{"x":69.3,"y":0.00355},{"x":70.1,"y":0.00293},{"x":70.9,"y":0.00239},{"x":71.8,"y":0.00193},{"x":72.6,"y":0.00155},{"x":73.5,"y":0.00122},{"x":74.3,"y":0.000959},{"x":75.2,"y":0.000743},{"x":76,"y":0.000569},{"x":76.8,"y":0.000431},{"x":77.7,"y":0.000322},{"x":78.5,"y":0.000238},{"x":79.4,"y":0.000174},{"x":80.2,"y":0.000126},{"x":81.1,"y":0.000089},{"x":81.9,"y":0.000063},{"x":82.8,"y":0.000044},{"x":83.6,"y":0.00003}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97302,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-qwen-3-14b","display_name":"qwen-3-14b","mean_tokens_per_second":18,"min_tokens_per_second":2.81,"max_tokens_per_second":54.7,"density_points":[{"x":0,"y":0.0223},{"x":0.76,"y":0.024},{"x":1.53,"y":0.0257},{"x":2.29,"y":0.0272},{"x":3.06,"y":0.0285},{"x":3.82,"y":0.0297},{"x":4.59,"y":0.0306},{"x":5.35,"y":0.0313},{"x":6.11,"y":0.0318},{"x":6.88,"y":0.0321},{"x":7.64,"y":0.0322},{"x":8.41,"y":0.032},{"x":9.17,"y":0.0317},{"x":9.94,"y":0.0312},{"x":10.7,"y":0.0305},{"x":11.5,"y":0.0297},{"x":12.2,"y":0.0287},{"x":13,"y":0.0277},{"x":13.8,"y":0.0266},{"x":14.5,"y":0.0254},{"x":15.3,"y":0.0241},{"x":16.1,"y":0.0228},{"x":16.8,"y":0.0215},{"x":17.6,"y":0.0201},{"x":18.3,"y":0.0188},{"x":19.1,"y":0.0175},{"x":19.9,"y":0.0162},{"x":20.6,"y":0.015},{"x":21.4,"y":0.0138},{"x":22.2,"y":0.0126},{"x":22.9,"y":0.0116},{"x":23.7,"y":0.0106},{"x":24.5,"y":0.00972},{"x":25.2,"y":0.00892},{"x":26,"y":0.00822},{"x":26.8,"y":0.00761},{"x":27.5,"y":0.0071},{"x":28.3,"y":0.00667},{"x":29,"y":0.00634},{"x":29.8,"y":0.00608},{"x":30.6,"y":0.0059},{"x":31.3,"y":0.00579},{"x":32.1,"y":0.00575},{"x":32.9,"y":0.00577},{"x":33.6,"y":0.00585},{"x":34.4,"y":0.00598},{"x":35.2,"y":0.00615},{"x":35.9,"y":0.00637},{"x":36.7,"y":0.00663},{"x":37.5,"y":0.00692},{"x":38.2,"y":0.00723},{"x":39,"y":0.00756},{"x":39.7,"y":0.0079},{"x":40.5,"y":0.00825},{"x":41.3,"y":0.00859},{"x":42,"y":0.00892},{"x":42.8,"y":0.00923},{"x":43.6,"y":0.00951},{"x":44.3,"y":0.00975},{"x":45.1,"y":0.00994},{"x":45.9,"y":0.0101},{"x":46.6,"y":0.0101},{"x":47.4,"y":0.0102},{"x":48.1,"y":0.0101},{"x":48.9,"y":0.00998},{"x":49.7,"y":0.00978},{"x":50.4,"y":0.00952},{"x":51.2,"y":0.00919},{"x":52,"y":0.00881},{"x":52.7,"y":0.00838},{"x":53.5,"y":0.0079},{"x":54.3,"y":0.00739},{"x":55,"y":0.00685},{"x":55.8,"y":0.0063},{"x":56.5,"y":0.00574},{"x":57.3,"y":0.00518},{"x":58.1,"y":0.00464},{"x":58.9,"y":0.00411},{"x":59.6,"y":0.00362},{"x":60.4,"y":0.00315},{"x":61.1,"y":0.00271},{"x":61.9,"y":0.00232},{"x":62.7,"y":0.00196},{"x":63.4,"y":0.00164},{"x":64.2,"y":0.00136},{"x":65,"y":0.00112},{"x":65.7,"y":0.00091},{"x":66.5,"y":0.000732},{"x":67.3,"y":0.000583},{"x":68,"y":0.00046},{"x":68.8,"y":0.000359},{"x":69.5,"y":0.000277},{"x":70.3,"y":0.000212},{"x":71.1,"y":0.00016},{"x":71.8,"y":0.00012},{"x":72.6,"y":0.000089},{"x":73.4,"y":0.000065},{"x":74.1,"y":0.000047},{"x":74.9,"y":0.000034},{"x":75.7,"y":0.000024}],"freshness_status":"critical","staleness_seconds":99709,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-qwen-2-1.5b-instruct","display_name":"qwen-2-1.5b-instruct","mean_tokens_per_second":108,"min_tokens_per_second":3.13,"max_tokens_per_second":145,"density_points":[{"x":0,"y":0.00067},{"x":1.68,"y":0.000724},{"x":3.36,"y":0.00074},{"x":5.04,"y":0.000713},{"x":6.72,"y":0.000649},{"x":8.4,"y":0.000558},{"x":10.1,"y":0.000453},{"x":11.8,"y":0.000347},{"x":13.4,"y":0.000251},{"x":15.1,"y":0.000171},{"x":16.8,"y":0.00011},{"x":18.5,"y":0.000067},{"x":20.1,"y":0.000039},{"x":21.8,"y":0.000021},{"x":23.5,"y":0.000011},{"x":25.2,"y":0.000005},{"x":26.9,"y":0.000003},{"x":28.5,"y":0.000002},{"x":30.2,"y":0.000003},{"x":31.9,"y":0.000006},{"x":33.6,"y":0.000013},{"x":35.3,"y":0.000028},{"x":36.9,"y":0.000054},{"x":38.6,"y":0.000099},{"x":40.3,"y":0.000174},{"x":42,"y":0.000288},{"x":43.6,"y":0.000452},{"x":45.3,"y":0.000671},{"x":47,"y":0.000947},{"x":48.7,"y":0.00127},{"x":50.4,"y":0.00161},{"x":52,"y":0.00196},{"x":53.7,"y":0.00228},{"x":55.4,"y":0.00255},{"x":57.1,"y":0.00275},{"x":58.8,"y":0.0029},{"x":60.4,"y":0.003},{"x":62.1,"y":0.0031},{"x":63.8,"y":0.00322},{"x":65.5,"y":0.00342},{"x":67.2,"y":0.00372},{"x":68.8,"y":0.00414},{"x":70.5,"y":0.00468},{"x":72.2,"y":0.00534},{"x":73.9,"y":0.00604},{"x":75.6,"y":0.00673},{"x":77.2,"y":0.00734},{"x":78.9,"y":0.00778},{"x":80.6,"y":0.00801},{"x":82.3,"y":0.00805},{"x":84,"y":0.00791},{"x":85.6,"y":0.00768},{"x":87.3,"y":0.00747},{"x":89,"y":0.00735},{"x":90.7,"y":0.0074},{"x":92.3,"y":0.00765},{"x":94,"y":0.00809},{"x":95.7,"y":0.00866},{"x":97.4,"y":0.00932},{"x":99.1,"y":0.01},{"x":101,"y":0.0106},{"x":102,"y":0.0113},{"x":104,"y":0.0118},{"x":106,"y":0.0124},{"x":107,"y":0.0131},{"x":109,"y":0.014},{"x":111,"y":0.015},{"x":112,"y":0.0162},{"x":114,"y":0.0175},{"x":116,"y":0.0189},{"x":118,"y":0.0201},{"x":119,"y":0.021},{"x":121,"y":0.0215},{"x":123,"y":0.0216},{"x":124,"y":0.0212},{"x":126,"y":0.0203},{"x":128,"y":0.0191},{"x":129,"y":0.0177},{"x":131,"y":0.0162},{"x":133,"y":0.0147},{"x":134,"y":0.0132},{"x":136,"y":0.0117},{"x":138,"y":0.0103},{"x":139,"y":0.00896},{"x":141,"y":0.00768},{"x":143,"y":0.00647},{"x":144,"y":0.00534},{"x":146,"y":0.0043},{"x":148,"y":0.00336},{"x":149,"y":0.00255},{"x":151,"y":0.00186},{"x":153,"y":0.00131},{"x":154,"y":0.00089},{"x":156,"y":0.000577},{"x":158,"y":0.000358},{"x":160,"y":0.000212},{"x":161,"y":0.000119},{"x":163,"y":0.000064},{"x":165,"y":0.000033},{"x":166,"y":0.000016}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2355,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-qwen-3-235b","display_name":"qwen-3-235b","mean_tokens_per_second":18.5,"min_tokens_per_second":2.41,"max_tokens_per_second":34.6,"density_points":[{"x":0,"y":0.0102},{"x":0.56,"y":0.011},{"x":1.12,"y":0.0119},{"x":1.69,"y":0.0127},{"x":2.25,"y":0.0136},{"x":2.81,"y":0.0145},{"x":3.37,"y":0.0154},{"x":3.93,"y":0.0163},{"x":4.49,"y":0.0172},{"x":5.06,"y":0.0181},{"x":5.62,"y":0.019},{"x":6.18,"y":0.0199},{"x":6.74,"y":0.0208},{"x":7.3,"y":0.0216},{"x":7.86,"y":0.0225},{"x":8.43,"y":0.0234},{"x":8.99,"y":0.0242},{"x":9.55,"y":0.0251},{"x":10.1,"y":0.0259},{"x":10.7,"y":0.0267},{"x":11.2,"y":0.0275},{"x":11.8,"y":0.0282},{"x":12.4,"y":0.0289},{"x":12.9,"y":0.0296},{"x":13.5,"y":0.0303},{"x":14,"y":0.0309},{"x":14.6,"y":0.0314},{"x":15.2,"y":0.032},{"x":15.7,"y":0.0324},{"x":16.3,"y":0.0328},{"x":16.9,"y":0.0332},{"x":17.4,"y":0.0335},{"x":18,"y":0.0337},{"x":18.5,"y":0.0339},{"x":19.1,"y":0.034},{"x":19.7,"y":0.034},{"x":20.2,"y":0.034},{"x":20.8,"y":0.0339},{"x":21.4,"y":0.0337},{"x":21.9,"y":0.0335},{"x":22.5,"y":0.0331},{"x":23,"y":0.0327},{"x":23.6,"y":0.0323},{"x":24.1,"y":0.0317},{"x":24.7,"y":0.0311},{"x":25.3,"y":0.0305},{"x":25.8,"y":0.0297},{"x":26.4,"y":0.0289},{"x":27,"y":0.0281},{"x":27.5,"y":0.0272},{"x":28.1,"y":0.0263},{"x":28.6,"y":0.0253},{"x":29.2,"y":0.0243},{"x":29.8,"y":0.0232},{"x":30.3,"y":0.0221},{"x":30.9,"y":0.021},{"x":31.5,"y":0.0199},{"x":32,"y":0.0188},{"x":32.6,"y":0.0177},{"x":33.1,"y":0.0166},{"x":33.7,"y":0.0156},{"x":34.3,"y":0.0145},{"x":34.8,"y":0.0135},{"x":35.4,"y":0.0125},{"x":36,"y":0.0115},{"x":36.5,"y":0.0105},{"x":37.1,"y":0.00963},{"x":37.6,"y":0.00877},{"x":38.2,"y":0.00796},{"x":38.8,"y":0.00719},{"x":39.3,"y":0.00647},{"x":39.9,"y":0.00579},{"x":40.4,"y":0.00517},{"x":41,"y":0.00459},{"x":41.6,"y":0.00406},{"x":42.1,"y":0.00357},{"x":42.7,"y":0.00313},{"x":43.3,"y":0.00273},{"x":43.8,"y":0.00236},{"x":44.4,"y":0.00204},{"x":44.9,"y":0.00176},{"x":45.5,"y":0.0015},{"x":46.1,"y":0.00128},{"x":46.6,"y":0.00108},{"x":47.2,"y":0.000911},{"x":47.8,"y":0.000763},{"x":48.3,"y":0.000636},{"x":48.9,"y":0.000527},{"x":49.4,"y":0.000435},{"x":50,"y":0.000357},{"x":50.6,"y":0.000291},{"x":51.1,"y":0.000236},{"x":51.7,"y":0.00019},{"x":52.2,"y":0.000153},{"x":52.8,"y":0.000122},{"x":53.4,"y":0.000097},{"x":53.9,"y":0.000076},{"x":54.5,"y":0.00006},{"x":55,"y":0.000047},{"x":55.6,"y":0.000036}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98748,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen3-235B-A22B-Thinking-2507","mean_tokens_per_second":7.87,"min_tokens_per_second":1.38,"max_tokens_per_second":28.3,"density_points":[{"x":0,"y":0.0327},{"x":0.5,"y":0.0346},{"x":1,"y":0.0364},{"x":1.49,"y":0.0382},{"x":1.99,"y":0.0399},{"x":2.49,"y":0.0414},{"x":2.99,"y":0.0429},{"x":3.49,"y":0.0443},{"x":3.99,"y":0.0455},{"x":4.48,"y":0.0465},{"x":4.98,"y":0.0474},{"x":5.48,"y":0.0481},{"x":5.98,"y":0.0487},{"x":6.48,"y":0.049},{"x":6.98,"y":0.0491},{"x":7.47,"y":0.0491},{"x":7.97,"y":0.0489},{"x":8.47,"y":0.0484},{"x":8.97,"y":0.0478},{"x":9.47,"y":0.047},{"x":9.97,"y":0.0461},{"x":10.5,"y":0.0449},{"x":11,"y":0.0437},{"x":11.5,"y":0.0423},{"x":12,"y":0.0407},{"x":12.5,"y":0.0391},{"x":13,"y":0.0374},{"x":13.4,"y":0.0357},{"x":13.9,"y":0.0339},{"x":14.4,"y":0.032},{"x":14.9,"y":0.0302},{"x":15.4,"y":0.0283},{"x":15.9,"y":0.0265},{"x":16.4,"y":0.0247},{"x":16.9,"y":0.0229},{"x":17.4,"y":0.0212},{"x":17.9,"y":0.0196},{"x":18.4,"y":0.018},{"x":18.9,"y":0.0165},{"x":19.4,"y":0.0151},{"x":19.9,"y":0.0138},{"x":20.4,"y":0.0125},{"x":20.9,"y":0.0114},{"x":21.4,"y":0.0104},{"x":21.9,"y":0.00942},{"x":22.4,"y":0.00856},{"x":22.9,"y":0.00778},{"x":23.4,"y":0.00707},{"x":23.9,"y":0.00645},{"x":24.4,"y":0.00589},{"x":24.9,"y":0.00539},{"x":25.4,"y":0.00495},{"x":25.9,"y":0.00456},{"x":26.4,"y":0.00422},{"x":26.9,"y":0.00392},{"x":27.4,"y":0.00365},{"x":27.9,"y":0.00341},{"x":28.4,"y":0.0032},{"x":28.9,"y":0.00301},{"x":29.4,"y":0.00283},{"x":29.9,"y":0.00267},{"x":30.4,"y":0.00252},{"x":30.9,"y":0.00238},{"x":31.4,"y":0.00225},{"x":31.9,"y":0.00212},{"x":32.4,"y":0.002},{"x":32.9,"y":0.00188},{"x":33.4,"y":0.00176},{"x":33.9,"y":0.00165},{"x":34.4,"y":0.00154},{"x":34.9,"y":0.00143},{"x":35.4,"y":0.00132},{"x":35.9,"y":0.00122},{"x":36.4,"y":0.00112},{"x":36.9,"y":0.00103},{"x":37.4,"y":0.000935},{"x":37.9,"y":0.000848},{"x":38.4,"y":0.000766},{"x":38.9,"y":0.000688},{"x":39.4,"y":0.000615},{"x":39.9,"y":0.000548},{"x":40.4,"y":0.000485},{"x":40.9,"y":0.000428},{"x":41.4,"y":0.000375},{"x":41.9,"y":0.000328},{"x":42.4,"y":0.000285},{"x":42.9,"y":0.000246},{"x":43.4,"y":0.000212},{"x":43.9,"y":0.000181},{"x":44.4,"y":0.000154},{"x":44.8,"y":0.000131},{"x":45.3,"y":0.00011},{"x":45.8,"y":0.000092},{"x":46.3,"y":0.000077},{"x":46.8,"y":0.000064},{"x":47.3,"y":0.000053},{"x":47.8,"y":0.000044},{"x":48.3,"y":0.000036},{"x":48.8,"y":0.000029},{"x":49.3,"y":0.000023}],"deprecated":false,"freshness_status":"critical","staleness_seconds":137457,"last_error_kind":"budget_exhausted","consecutive_failures":1},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-30B-A3B","display_name":"Qwen3-30B-A3B","mean_tokens_per_second":64.9,"min_tokens_per_second":26.6,"max_tokens_per_second":98.2,"density_points":[{"x":5.58,"y":0.000015},{"x":6.73,"y":0.000024},{"x":7.87,"y":0.000038},{"x":9.02,"y":0.000059},{"x":10.2,"y":0.000087},{"x":11.3,"y":0.000127},{"x":12.5,"y":0.000179},{"x":13.6,"y":0.000246},{"x":14.8,"y":0.00033},{"x":15.9,"y":0.000432},{"x":17.1,"y":0.000551},{"x":18.2,"y":0.000686},{"x":19.4,"y":0.000836},{"x":20.5,"y":0.000996},{"x":21.6,"y":0.00117},{"x":22.8,"y":0.00134},{"x":23.9,"y":0.00153},{"x":25.1,"y":0.00172},{"x":26.2,"y":0.00194},{"x":27.4,"y":0.00219},{"x":28.5,"y":0.00249},{"x":29.7,"y":0.00285},{"x":30.8,"y":0.00331},{"x":32,"y":0.00386},{"x":33.1,"y":0.00453},{"x":34.3,"y":0.00533},{"x":35.4,"y":0.00625},{"x":36.6,"y":0.00728},{"x":37.7,"y":0.00839},{"x":38.9,"y":0.00957},{"x":40,"y":0.0108},{"x":41.2,"y":0.012},{"x":42.3,"y":0.0132},{"x":43.5,"y":0.0143},{"x":44.6,"y":0.0153},{"x":45.8,"y":0.0162},{"x":46.9,"y":0.017},{"x":48,"y":0.0177},{"x":49.2,"y":0.0183},{"x":50.4,"y":0.0187},{"x":51.5,"y":0.019},{"x":52.6,"y":0.0193},{"x":53.8,"y":0.0194},{"x":54.9,"y":0.0196},{"x":56.1,"y":0.0196},{"x":57.2,"y":0.0196},{"x":58.4,"y":0.0197},{"x":59.5,"y":0.0197},{"x":60.7,"y":0.0196},{"x":61.8,"y":0.0196},{"x":63,"y":0.0195},{"x":64.1,"y":0.0194},{"x":65.3,"y":0.0191},{"x":66.4,"y":0.0189},{"x":67.6,"y":0.0185},{"x":68.7,"y":0.018},{"x":69.9,"y":0.0175},{"x":71,"y":0.0169},{"x":72.2,"y":0.0162},{"x":73.3,"y":0.0155},{"x":74.5,"y":0.0148},{"x":75.6,"y":0.0141},{"x":76.8,"y":0.0134},{"x":77.9,"y":0.0128},{"x":79,"y":0.0122},{"x":80.2,"y":0.0118},{"x":81.3,"y":0.0114},{"x":82.5,"y":0.0112},{"x":83.6,"y":0.011},{"x":84.8,"y":0.0109},{"x":85.9,"y":0.0109},{"x":87.1,"y":0.0109},{"x":88.2,"y":0.0109},{"x":89.4,"y":0.0109},{"x":90.5,"y":0.0108},{"x":91.7,"y":0.0106},{"x":92.8,"y":0.0103},{"x":94,"y":0.00984},{"x":95.1,"y":0.00929},{"x":96.3,"y":0.00864},{"x":97.4,"y":0.0079},{"x":98.6,"y":0.0071},{"x":99.7,"y":0.00627},{"x":101,"y":0.00543},{"x":102,"y":0.00461},{"x":103,"y":0.00383},{"x":104,"y":0.00313},{"x":105,"y":0.00249},{"x":107,"y":0.00195},{"x":108,"y":0.00149},{"x":109,"y":0.00111},{"x":110,"y":0.00081},{"x":111,"y":0.000577},{"x":112,"y":0.000402},{"x":113,"y":0.000273},{"x":115,"y":0.000181},{"x":116,"y":0.000117},{"x":117,"y":0.000074},{"x":118,"y":0.000046},{"x":119,"y":0.000027}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97337,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-32B","display_name":"Qwen3-32B","mean_tokens_per_second":40.6,"min_tokens_per_second":13.4,"max_tokens_per_second":63.6,"density_points":[{"x":0,"y":0.00028},{"x":0.85,"y":0.000361},{"x":1.71,"y":0.00046},{"x":2.56,"y":0.00058},{"x":3.42,"y":0.000723},{"x":4.27,"y":0.000891},{"x":5.13,"y":0.00109},{"x":5.98,"y":0.00132},{"x":6.84,"y":0.00158},{"x":7.69,"y":0.00187},{"x":8.55,"y":0.00221},{"x":9.4,"y":0.00258},{"x":10.3,"y":0.003},{"x":11.1,"y":0.00346},{"x":12,"y":0.00396},{"x":12.8,"y":0.00452},{"x":13.7,"y":0.00513},{"x":14.5,"y":0.00578},{"x":15.4,"y":0.00649},{"x":16.2,"y":0.00726},{"x":17.1,"y":0.00808},{"x":17.9,"y":0.00896},{"x":18.8,"y":0.00988},{"x":19.7,"y":0.0109},{"x":20.5,"y":0.0119},{"x":21.4,"y":0.0129},{"x":22.2,"y":0.014},{"x":23.1,"y":0.0151},{"x":23.9,"y":0.0161},{"x":24.8,"y":0.0172},{"x":25.6,"y":0.0183},{"x":26.5,"y":0.0193},{"x":27.4,"y":0.0202},{"x":28.2,"y":0.0211},{"x":29.1,"y":0.0219},{"x":29.9,"y":0.0226},{"x":30.8,"y":0.0232},{"x":31.6,"y":0.0238},{"x":32.5,"y":0.0242},{"x":33.3,"y":0.0244},{"x":34.2,"y":0.0246},{"x":35,"y":0.0247},{"x":35.9,"y":0.0246},{"x":36.8,"y":0.0245},{"x":37.6,"y":0.0243},{"x":38.5,"y":0.024},{"x":39.3,"y":0.0237},{"x":40.2,"y":0.0234},{"x":41,"y":0.0231},{"x":41.9,"y":0.0228},{"x":42.7,"y":0.0225},{"x":43.6,"y":0.0222},{"x":44.5,"y":0.022},{"x":45.3,"y":0.0218},{"x":46.2,"y":0.0217},{"x":47,"y":0.0216},{"x":47.9,"y":0.0215},{"x":48.7,"y":0.0215},{"x":49.6,"y":0.0214},{"x":50.4,"y":0.0214},{"x":51.3,"y":0.0212},{"x":52.1,"y":0.0211},{"x":53,"y":0.0208},{"x":53.9,"y":0.0204},{"x":54.7,"y":0.0199},{"x":55.6,"y":0.0194},{"x":56.4,"y":0.0187},{"x":57.3,"y":0.0179},{"x":58.1,"y":0.0169},{"x":59,"y":0.016},{"x":59.8,"y":0.0149},{"x":60.7,"y":0.0138},{"x":61.5,"y":0.0126},{"x":62.4,"y":0.0115},{"x":63.3,"y":0.0103},{"x":64.1,"y":0.00919},{"x":65,"y":0.00811},{"x":65.8,"y":0.00709},{"x":66.7,"y":0.00613},{"x":67.5,"y":0.00526},{"x":68.4,"y":0.00446},{"x":69.2,"y":0.00375},{"x":70.1,"y":0.00311},{"x":71,"y":0.00256},{"x":71.8,"y":0.00208},{"x":72.7,"y":0.00168},{"x":73.5,"y":0.00134},{"x":74.4,"y":0.00105},{"x":75.2,"y":0.00082},{"x":76.1,"y":0.000631},{"x":76.9,"y":0.000481},{"x":77.8,"y":0.000362},{"x":78.6,"y":0.000269},{"x":79.5,"y":0.000197},{"x":80.3,"y":0.000143},{"x":81.2,"y":0.000103},{"x":82.1,"y":0.000073},{"x":82.9,"y":0.000051},{"x":83.8,"y":0.000035},{"x":84.6,"y":0.000024}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97304,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-Coder-480B-A35B-Instruct","display_name":"Qwen3-Coder-480B-A35B-Instruct","mean_tokens_per_second":30.3,"min_tokens_per_second":2.24,"max_tokens_per_second":54.6,"density_points":[{"x":0,"y":0.00777},{"x":0.76,"y":0.00828},{"x":1.53,"y":0.00875},{"x":2.29,"y":0.00916},{"x":3.05,"y":0.00951},{"x":3.82,"y":0.00981},{"x":4.58,"y":0.01},{"x":5.34,"y":0.0102},{"x":6.11,"y":0.0103},{"x":6.87,"y":0.0104},{"x":7.63,"y":0.0105},{"x":8.4,"y":0.0105},{"x":9.16,"y":0.0105},{"x":9.92,"y":0.0106},{"x":10.7,"y":0.0106},{"x":11.4,"y":0.0107},{"x":12.2,"y":0.0109},{"x":13,"y":0.0111},{"x":13.7,"y":0.0113},{"x":14.5,"y":0.0117},{"x":15.3,"y":0.0121},{"x":16,"y":0.0125},{"x":16.8,"y":0.0131},{"x":17.6,"y":0.0137},{"x":18.3,"y":0.0144},{"x":19.1,"y":0.0151},{"x":19.9,"y":0.0158},{"x":20.6,"y":0.0166},{"x":21.4,"y":0.0174},{"x":22.1,"y":0.0181},{"x":22.9,"y":0.0189},{"x":23.7,"y":0.0196},{"x":24.4,"y":0.0202},{"x":25.2,"y":0.0208},{"x":26,"y":0.0213},{"x":26.7,"y":0.0218},{"x":27.5,"y":0.0222},{"x":28.3,"y":0.0225},{"x":29,"y":0.0227},{"x":29.8,"y":0.0229},{"x":30.5,"y":0.0229},{"x":31.3,"y":0.023},{"x":32.1,"y":0.023},{"x":32.8,"y":0.0229},{"x":33.6,"y":0.0228},{"x":34.4,"y":0.0226},{"x":35.1,"y":0.0225},{"x":35.9,"y":0.0223},{"x":36.6,"y":0.0221},{"x":37.4,"y":0.0218},{"x":38.2,"y":0.0216},{"x":38.9,"y":0.0213},{"x":39.7,"y":0.021},{"x":40.5,"y":0.0207},{"x":41.2,"y":0.0203},{"x":42,"y":0.0199},{"x":42.8,"y":0.0195},{"x":43.5,"y":0.0191},{"x":44.3,"y":0.0187},{"x":45,"y":0.0182},{"x":45.8,"y":0.0177},{"x":46.6,"y":0.0172},{"x":47.3,"y":0.0167},{"x":48.1,"y":0.0161},{"x":48.9,"y":0.0155},{"x":49.6,"y":0.0149},{"x":50.4,"y":0.0143},{"x":51.1,"y":0.0137},{"x":51.9,"y":0.013},{"x":52.7,"y":0.0123},{"x":53.4,"y":0.0117},{"x":54.2,"y":0.0109},{"x":55,"y":0.0102},{"x":55.7,"y":0.00948},{"x":56.5,"y":0.00874},{"x":57.3,"y":0.008},{"x":58,"y":0.00727},{"x":58.8,"y":0.00656},{"x":59.5,"y":0.00587},{"x":60.3,"y":0.0052},{"x":61.1,"y":0.00457},{"x":61.8,"y":0.00398},{"x":62.6,"y":0.00343},{"x":63.4,"y":0.00293},{"x":64.1,"y":0.00248},{"x":64.9,"y":0.00208},{"x":65.7,"y":0.00172},{"x":66.4,"y":0.00141},{"x":67.2,"y":0.00114},{"x":67.9,"y":0.000919},{"x":68.7,"y":0.00073},{"x":69.5,"y":0.000573},{"x":70.2,"y":0.000445},{"x":71,"y":0.000342},{"x":71.8,"y":0.00026},{"x":72.5,"y":0.000195},{"x":73.3,"y":0.000145},{"x":74,"y":0.000107},{"x":74.8,"y":0.000077},{"x":75.6,"y":0.000056}],"deprecated":false,"freshness_status":"critical","staleness_seconds":100080,"last_error_kind":"billing","consecutive_failures":6},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-Coder-480B-A35B-Instruct-Turbo","display_name":"Qwen3-Coder-480B-A35B-Instruct-Turbo","mean_tokens_per_second":29.6,"min_tokens_per_second":1.76,"max_tokens_per_second":57.4,"density_points":[{"x":0,"y":0.0129},{"x":0.79,"y":0.0136},{"x":1.58,"y":0.0142},{"x":2.38,"y":0.0146},{"x":3.17,"y":0.0149},{"x":3.96,"y":0.015},{"x":4.75,"y":0.0151},{"x":5.54,"y":0.0149},{"x":6.34,"y":0.0147},{"x":7.13,"y":0.0144},{"x":7.92,"y":0.014},{"x":8.71,"y":0.0136},{"x":9.5,"y":0.0131},{"x":10.3,"y":0.0127},{"x":11.1,"y":0.0123},{"x":11.9,"y":0.0119},{"x":12.7,"y":0.0116},{"x":13.5,"y":0.0114},{"x":14.3,"y":0.0112},{"x":15.1,"y":0.0112},{"x":15.8,"y":0.0112},{"x":16.6,"y":0.0112},{"x":17.4,"y":0.0114},{"x":18.2,"y":0.0116},{"x":19,"y":0.0119},{"x":19.8,"y":0.0122},{"x":20.6,"y":0.0126},{"x":21.4,"y":0.0129},{"x":22.2,"y":0.0133},{"x":23,"y":0.0137},{"x":23.8,"y":0.0141},{"x":24.6,"y":0.0145},{"x":25.3,"y":0.0148},{"x":26.1,"y":0.0151},{"x":26.9,"y":0.0154},{"x":27.7,"y":0.0156},{"x":28.5,"y":0.0158},{"x":29.3,"y":0.0159},{"x":30.1,"y":0.0159},{"x":30.9,"y":0.016},{"x":31.7,"y":0.016},{"x":32.5,"y":0.0159},{"x":33.3,"y":0.0159},{"x":34,"y":0.0158},{"x":34.9,"y":0.0157},{"x":35.6,"y":0.0157},{"x":36.4,"y":0.0156},{"x":37.2,"y":0.0156},{"x":38,"y":0.0156},{"x":38.8,"y":0.0157},{"x":39.6,"y":0.0158},{"x":40.4,"y":0.0159},{"x":41.2,"y":0.0161},{"x":42,"y":0.0162},{"x":42.8,"y":0.0164},{"x":43.6,"y":0.0166},{"x":44.4,"y":0.0168},{"x":45.1,"y":0.017},{"x":45.9,"y":0.0172},{"x":46.7,"y":0.0173},{"x":47.5,"y":0.0173},{"x":48.3,"y":0.0173},{"x":49.1,"y":0.0173},{"x":49.9,"y":0.0172},{"x":50.7,"y":0.017},{"x":51.5,"y":0.0167},{"x":52.3,"y":0.0163},{"x":53.1,"y":0.0159},{"x":53.9,"y":0.0153},{"x":54.6,"y":0.0147},{"x":55.4,"y":0.0141},{"x":56.2,"y":0.0133},{"x":57,"y":0.0125},{"x":57.8,"y":0.0117},{"x":58.6,"y":0.0108},{"x":59.4,"y":0.00994},{"x":60.2,"y":0.00904},{"x":61,"y":0.00815},{"x":61.8,"y":0.00727},{"x":62.6,"y":0.00643},{"x":63.4,"y":0.00563},{"x":64.2,"y":0.00488},{"x":64.9,"y":0.00418},{"x":65.7,"y":0.00355},{"x":66.5,"y":0.00298},{"x":67.3,"y":0.00247},{"x":68.1,"y":0.00203},{"x":68.9,"y":0.00165},{"x":69.7,"y":0.00132},{"x":70.5,"y":0.00105},{"x":71.3,"y":0.000822},{"x":72.1,"y":0.000637},{"x":72.9,"y":0.000488},{"x":73.7,"y":0.000369},{"x":74.5,"y":0.000276},{"x":75.2,"y":0.000204},{"x":76,"y":0.000149},{"x":76.8,"y":0.000107},{"x":77.6,"y":0.000077},{"x":78.4,"y":0.000054}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99925,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-Max","display_name":"Qwen3-Max","mean_tokens_per_second":23.4,"min_tokens_per_second":17,"max_tokens_per_second":29.4,"density_points":[{"x":0,"y":0.000393},{"x":0.51,"y":0.000485},{"x":1.02,"y":0.000596},{"x":1.53,"y":0.000729},{"x":2.03,"y":0.000888},{"x":2.54,"y":0.00108},{"x":3.05,"y":0.0013},{"x":3.56,"y":0.00156},{"x":4.07,"y":0.00186},{"x":4.58,"y":0.00222},{"x":5.09,"y":0.00263},{"x":5.59,"y":0.0031},{"x":6.1,"y":0.00364},{"x":6.61,"y":0.00425},{"x":7.12,"y":0.00494},{"x":7.63,"y":0.00571},{"x":8.14,"y":0.00658},{"x":8.65,"y":0.00755},{"x":9.15,"y":0.00861},{"x":9.66,"y":0.00978},{"x":10.2,"y":0.0111},{"x":10.7,"y":0.0125},{"x":11.2,"y":0.014},{"x":11.7,"y":0.0156},{"x":12.2,"y":0.0173},{"x":12.7,"y":0.0191},{"x":13.2,"y":0.021},{"x":13.7,"y":0.023},{"x":14.2,"y":0.025},{"x":14.8,"y":0.0272},{"x":15.3,"y":0.0293},{"x":15.8,"y":0.0315},{"x":16.3,"y":0.0337},{"x":16.8,"y":0.0359},{"x":17.3,"y":0.0381},{"x":17.8,"y":0.0402},{"x":18.3,"y":0.0422},{"x":18.8,"y":0.0441},{"x":19.3,"y":0.0459},{"x":19.8,"y":0.0475},{"x":20.3,"y":0.049},{"x":20.9,"y":0.0502},{"x":21.4,"y":0.0513},{"x":21.9,"y":0.0522},{"x":22.4,"y":0.0528},{"x":22.9,"y":0.0532},{"x":23.4,"y":0.0533},{"x":23.9,"y":0.0532},{"x":24.4,"y":0.0529},{"x":24.9,"y":0.0523},{"x":25.4,"y":0.0515},{"x":25.9,"y":0.0504},{"x":26.4,"y":0.0492},{"x":26.9,"y":0.0477},{"x":27.5,"y":0.0461},{"x":28,"y":0.0444},{"x":28.5,"y":0.0425},{"x":29,"y":0.0405},{"x":29.5,"y":0.0384},{"x":30,"y":0.0363},{"x":30.5,"y":0.0341},{"x":31,"y":0.0319},{"x":31.5,"y":0.0297},{"x":32,"y":0.0275},{"x":32.5,"y":0.0254},{"x":33.1,"y":0.0233},{"x":33.6,"y":0.0213},{"x":34.1,"y":0.0194},{"x":34.6,"y":0.0176},{"x":35.1,"y":0.0159},{"x":35.6,"y":0.0142},{"x":36.1,"y":0.0127},{"x":36.6,"y":0.0113},{"x":37.1,"y":0.01},{"x":37.6,"y":0.00882},{"x":38.1,"y":0.00773},{"x":38.6,"y":0.00675},{"x":39.2,"y":0.00587},{"x":39.7,"y":0.00508},{"x":40.2,"y":0.00437},{"x":40.7,"y":0.00375},{"x":41.2,"y":0.00319},{"x":41.7,"y":0.00271},{"x":42.2,"y":0.00229},{"x":42.7,"y":0.00193},{"x":43.2,"y":0.00161},{"x":43.7,"y":0.00135},{"x":44.2,"y":0.00112},{"x":44.8,"y":0.000922},{"x":45.3,"y":0.000758},{"x":45.8,"y":0.00062},{"x":46.3,"y":0.000504},{"x":46.8,"y":0.000409},{"x":47.3,"y":0.00033},{"x":47.8,"y":0.000265},{"x":48.3,"y":0.000211},{"x":48.8,"y":0.000168},{"x":49.3,"y":0.000133},{"x":49.8,"y":0.000105},{"x":50.4,"y":0.000082}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99893,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-Max-Thinking","display_name":"Qwen3-Max-Thinking","mean_tokens_per_second":18.9,"min_tokens_per_second":12.9,"max_tokens_per_second":24.8,"density_points":[{"x":0,"y":0.00194},{"x":0.46,"y":0.00228},{"x":0.92,"y":0.00267},{"x":1.39,"y":0.00311},{"x":1.85,"y":0.00361},{"x":2.31,"y":0.00417},{"x":2.77,"y":0.0048},{"x":3.24,"y":0.00551},{"x":3.7,"y":0.0063},{"x":4.16,"y":0.00717},{"x":4.62,"y":0.00812},{"x":5.08,"y":0.00917},{"x":5.55,"y":0.0103},{"x":6.01,"y":0.0116},{"x":6.47,"y":0.0129},{"x":6.93,"y":0.0143},{"x":7.4,"y":0.0159},{"x":7.86,"y":0.0175},{"x":8.32,"y":0.0192},{"x":8.78,"y":0.021},{"x":9.24,"y":0.0229},{"x":9.71,"y":0.0248},{"x":10.2,"y":0.0268},{"x":10.6,"y":0.0289},{"x":11.1,"y":0.031},{"x":11.6,"y":0.0331},{"x":12,"y":0.0352},{"x":12.5,"y":0.0372},{"x":12.9,"y":0.0393},{"x":13.4,"y":0.0413},{"x":13.9,"y":0.0432},{"x":14.3,"y":0.0451},{"x":14.8,"y":0.0468},{"x":15.3,"y":0.0484},{"x":15.7,"y":0.0498},{"x":16.2,"y":0.0511},{"x":16.6,"y":0.0522},{"x":17.1,"y":0.0532},{"x":17.6,"y":0.0539},{"x":18,"y":0.0544},{"x":18.5,"y":0.0547},{"x":18.9,"y":0.0548},{"x":19.4,"y":0.0546},{"x":19.9,"y":0.0542},{"x":20.3,"y":0.0537},{"x":20.8,"y":0.0529},{"x":21.3,"y":0.0519},{"x":21.7,"y":0.0507},{"x":22.2,"y":0.0494},{"x":22.6,"y":0.0479},{"x":23.1,"y":0.0462},{"x":23.6,"y":0.0444},{"x":24,"y":0.0426},{"x":24.5,"y":0.0406},{"x":25,"y":0.0386},{"x":25.4,"y":0.0365},{"x":25.9,"y":0.0344},{"x":26.4,"y":0.0323},{"x":26.8,"y":0.0302},{"x":27.3,"y":0.0281},{"x":27.7,"y":0.0261},{"x":28.2,"y":0.0241},{"x":28.7,"y":0.0222},{"x":29.1,"y":0.0203},{"x":29.6,"y":0.0186},{"x":30,"y":0.0169},{"x":30.5,"y":0.0153},{"x":31,"y":0.0138},{"x":31.4,"y":0.0124},{"x":31.9,"y":0.0111},{"x":32.4,"y":0.00986},{"x":32.8,"y":0.00875},{"x":33.3,"y":0.00774},{"x":33.7,"y":0.00681},{"x":34.2,"y":0.00597},{"x":34.7,"y":0.00522},{"x":35.1,"y":0.00454},{"x":35.6,"y":0.00393},{"x":36,"y":0.0034},{"x":36.5,"y":0.00292},{"x":37,"y":0.0025},{"x":37.4,"y":0.00213},{"x":37.9,"y":0.00181},{"x":38.4,"y":0.00153},{"x":38.8,"y":0.00129},{"x":39.3,"y":0.00109},{"x":39.8,"y":0.000907},{"x":40.2,"y":0.000756},{"x":40.7,"y":0.000627},{"x":41.1,"y":0.000518},{"x":41.6,"y":0.000427},{"x":42.1,"y":0.00035},{"x":42.5,"y":0.000286},{"x":43,"y":0.000233},{"x":43.5,"y":0.000189},{"x":43.9,"y":0.000152},{"x":44.4,"y":0.000122},{"x":44.8,"y":0.000098},{"x":45.3,"y":0.000078},{"x":45.8,"y":0.000062}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99922,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3-Next-80B-A3B-Instruct","display_name":"Qwen3-Next-80B-A3B-Instruct","mean_tokens_per_second":45.3,"min_tokens_per_second":10,"max_tokens_per_second":77.7,"density_points":[{"x":0,"y":0.000691},{"x":1,"y":0.00087},{"x":1.99,"y":0.00108},{"x":2.99,"y":0.00131},{"x":3.99,"y":0.00158},{"x":4.99,"y":0.00188},{"x":5.98,"y":0.0022},{"x":6.98,"y":0.00255},{"x":7.98,"y":0.00294},{"x":8.97,"y":0.00335},{"x":9.97,"y":0.00379},{"x":11,"y":0.00426},{"x":12,"y":0.00477},{"x":13,"y":0.00531},{"x":14,"y":0.0059},{"x":15,"y":0.00653},{"x":15.9,"y":0.0072},{"x":16.9,"y":0.00791},{"x":17.9,"y":0.00865},{"x":18.9,"y":0.00943},{"x":19.9,"y":0.0102},{"x":20.9,"y":0.011},{"x":21.9,"y":0.0118},{"x":22.9,"y":0.0126},{"x":23.9,"y":0.0134},{"x":24.9,"y":0.0141},{"x":25.9,"y":0.0148},{"x":26.9,"y":0.0154},{"x":27.9,"y":0.0159},{"x":28.9,"y":0.0164},{"x":29.9,"y":0.0169},{"x":30.9,"y":0.0172},{"x":31.9,"y":0.0175},{"x":32.9,"y":0.0177},{"x":33.9,"y":0.0179},{"x":34.9,"y":0.018},{"x":35.9,"y":0.0181},{"x":36.9,"y":0.0181},{"x":37.9,"y":0.0181},{"x":38.9,"y":0.0181},{"x":39.9,"y":0.0181},{"x":40.9,"y":0.0181},{"x":41.9,"y":0.018},{"x":42.9,"y":0.0179},{"x":43.9,"y":0.0179},{"x":44.9,"y":0.0178},{"x":45.9,"y":0.0177},{"x":46.9,"y":0.0176},{"x":47.9,"y":0.0175},{"x":48.9,"y":0.0173},{"x":49.9,"y":0.0172},{"x":50.9,"y":0.0171},{"x":51.9,"y":0.017},{"x":52.8,"y":0.017},{"x":53.8,"y":0.017},{"x":54.8,"y":0.017},{"x":55.8,"y":0.017},{"x":56.8,"y":0.0171},{"x":57.8,"y":0.0171},{"x":58.8,"y":0.0171},{"x":59.8,"y":0.0171},{"x":60.8,"y":0.017},{"x":61.8,"y":0.0168},{"x":62.8,"y":0.0165},{"x":63.8,"y":0.0161},{"x":64.8,"y":0.0156},{"x":65.8,"y":0.0149},{"x":66.8,"y":0.0142},{"x":67.8,"y":0.0134},{"x":68.8,"y":0.0125},{"x":69.8,"y":0.0115},{"x":70.8,"y":0.0106},{"x":71.8,"y":0.00969},{"x":72.8,"y":0.0088},{"x":73.8,"y":0.00796},{"x":74.8,"y":0.00717},{"x":75.8,"y":0.00644},{"x":76.8,"y":0.00577},{"x":77.8,"y":0.00515},{"x":78.8,"y":0.00458},{"x":79.8,"y":0.00405},{"x":80.8,"y":0.00356},{"x":81.8,"y":0.00311},{"x":82.8,"y":0.00269},{"x":83.8,"y":0.0023},{"x":84.8,"y":0.00194},{"x":85.8,"y":0.00162},{"x":86.8,"y":0.00133},{"x":87.7,"y":0.00107},{"x":88.7,"y":0.000853},{"x":89.7,"y":0.000666},{"x":90.7,"y":0.000511},{"x":91.7,"y":0.000385},{"x":92.7,"y":0.000285},{"x":93.7,"y":0.000206},{"x":94.7,"y":0.000147},{"x":95.7,"y":0.000102},{"x":96.7,"y":0.00007},{"x":97.7,"y":0.000047},{"x":98.7,"y":0.000031}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98843,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-0.8b","display_name":"qwen-3.5-0.8b","mean_tokens_per_second":28.6,"min_tokens_per_second":3.48,"max_tokens_per_second":96,"density_points":[{"x":0,"y":0.0073},{"x":1.18,"y":0.00881},{"x":2.36,"y":0.0104},{"x":3.54,"y":0.0121},{"x":4.73,"y":0.0139},{"x":5.91,"y":0.0156},{"x":7.09,"y":0.0172},{"x":8.27,"y":0.0187},{"x":9.45,"y":0.02},{"x":10.6,"y":0.0212},{"x":11.8,"y":0.0221},{"x":13,"y":0.0228},{"x":14.2,"y":0.0233},{"x":15.4,"y":0.0237},{"x":16.5,"y":0.0239},{"x":17.7,"y":0.024},{"x":18.9,"y":0.0239},{"x":20.1,"y":0.0238},{"x":21.3,"y":0.0237},{"x":22.4,"y":0.0235},{"x":23.6,"y":0.0232},{"x":24.8,"y":0.0228},{"x":26,"y":0.0224},{"x":27.2,"y":0.0219},{"x":28.4,"y":0.0212},{"x":29.5,"y":0.0205},{"x":30.7,"y":0.0196},{"x":31.9,"y":0.0187},{"x":33.1,"y":0.0176},{"x":34.3,"y":0.0166},{"x":35.5,"y":0.0154},{"x":36.6,"y":0.0143},{"x":37.8,"y":0.0132},{"x":39,"y":0.0122},{"x":40.2,"y":0.0112},{"x":41.4,"y":0.0102},{"x":42.5,"y":0.00939},{"x":43.7,"y":0.00861},{"x":44.9,"y":0.00791},{"x":46.1,"y":0.00727},{"x":47.3,"y":0.00669},{"x":48.4,"y":0.00615},{"x":49.6,"y":0.00565},{"x":50.8,"y":0.00519},{"x":52,"y":0.00475},{"x":53.2,"y":0.00434},{"x":54.4,"y":0.00395},{"x":55.5,"y":0.0036},{"x":56.7,"y":0.00327},{"x":57.9,"y":0.00297},{"x":59.1,"y":0.0027},{"x":60.3,"y":0.00244},{"x":61.4,"y":0.00221},{"x":62.6,"y":0.00199},{"x":63.8,"y":0.00179},{"x":65,"y":0.00161},{"x":66.2,"y":0.00146},{"x":67.3,"y":0.00134},{"x":68.5,"y":0.00126},{"x":69.7,"y":0.00123},{"x":70.9,"y":0.00125},{"x":72.1,"y":0.00133},{"x":73.3,"y":0.00146},{"x":74.4,"y":0.00164},{"x":75.6,"y":0.00185},{"x":76.8,"y":0.00209},{"x":78,"y":0.00232},{"x":79.2,"y":0.00255},{"x":80.3,"y":0.00275},{"x":81.5,"y":0.00291},{"x":82.7,"y":0.00302},{"x":83.9,"y":0.00307},{"x":85.1,"y":0.00308},{"x":86.3,"y":0.00303},{"x":87.4,"y":0.00295},{"x":88.6,"y":0.00284},{"x":89.8,"y":0.00272},{"x":91,"y":0.00258},{"x":92.2,"y":0.00244},{"x":93.3,"y":0.0023},{"x":94.5,"y":0.00215},{"x":95.7,"y":0.00199},{"x":96.9,"y":0.00183},{"x":98.1,"y":0.00166},{"x":99.3,"y":0.00149},{"x":100,"y":0.0013},{"x":102,"y":0.00112},{"x":103,"y":0.000946},{"x":104,"y":0.000779},{"x":105,"y":0.000625},{"x":106,"y":0.000489},{"x":108,"y":0.000373},{"x":109,"y":0.000277},{"x":110,"y":0.0002},{"x":111,"y":0.000141},{"x":112,"y":0.000096},{"x":113,"y":0.000064},{"x":115,"y":0.000041},{"x":116,"y":0.000026},{"x":117,"y":0.000016}],"freshness_status":"critical","staleness_seconds":98265,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-DeepSeek-V4-Pro","display_name":"DeepSeek-V4-Pro","mean_tokens_per_second":25.1,"min_tokens_per_second":5.08,"max_tokens_per_second":63.8,"density_points":[{"x":0,"y":0.00495},{"x":0.86,"y":0.0058},{"x":1.71,"y":0.00674},{"x":2.57,"y":0.00775},{"x":3.43,"y":0.00882},{"x":4.28,"y":0.00996},{"x":5.14,"y":0.0112},{"x":6,"y":0.0124},{"x":6.85,"y":0.0137},{"x":7.71,"y":0.015},{"x":8.56,"y":0.0163},{"x":9.42,"y":0.0176},{"x":10.3,"y":0.0189},{"x":11.1,"y":0.0202},{"x":12,"y":0.0214},{"x":12.8,"y":0.0227},{"x":13.7,"y":0.0239},{"x":14.6,"y":0.025},{"x":15.4,"y":0.0261},{"x":16.3,"y":0.0271},{"x":17.1,"y":0.028},{"x":18,"y":0.0287},{"x":18.8,"y":0.0294},{"x":19.7,"y":0.0299},{"x":20.6,"y":0.0303},{"x":21.4,"y":0.0305},{"x":22.3,"y":0.0306},{"x":23.1,"y":0.0305},{"x":24,"y":0.0302},{"x":24.8,"y":0.0298},{"x":25.7,"y":0.0293},{"x":26.6,"y":0.0286},{"x":27.4,"y":0.0279},{"x":28.3,"y":0.027},{"x":29.1,"y":0.026},{"x":30,"y":0.025},{"x":30.8,"y":0.0239},{"x":31.7,"y":0.0228},{"x":32.5,"y":0.0217},{"x":33.4,"y":0.0206},{"x":34.3,"y":0.0195},{"x":35.1,"y":0.0184},{"x":36,"y":0.0173},{"x":36.8,"y":0.0163},{"x":37.7,"y":0.0153},{"x":38.5,"y":0.0143},{"x":39.4,"y":0.0134},{"x":40.3,"y":0.0126},{"x":41.1,"y":0.0117},{"x":42,"y":0.0109},{"x":42.8,"y":0.0102},{"x":43.7,"y":0.00946},{"x":44.5,"y":0.00878},{"x":45.4,"y":0.00813},{"x":46.3,"y":0.00751},{"x":47.1,"y":0.00693},{"x":48,"y":0.00639},{"x":48.8,"y":0.00588},{"x":49.7,"y":0.00541},{"x":50.5,"y":0.00498},{"x":51.4,"y":0.00459},{"x":52.2,"y":0.00424},{"x":53.1,"y":0.00392},{"x":54,"y":0.00364},{"x":54.8,"y":0.00339},{"x":55.7,"y":0.00316},{"x":56.5,"y":0.00297},{"x":57.4,"y":0.00279},{"x":58.2,"y":0.00263},{"x":59.1,"y":0.00248},{"x":60,"y":0.00234},{"x":60.8,"y":0.0022},{"x":61.7,"y":0.00207},{"x":62.5,"y":0.00194},{"x":63.4,"y":0.00181},{"x":64.2,"y":0.00167},{"x":65.1,"y":0.00154},{"x":66,"y":0.0014},{"x":66.8,"y":0.00127},{"x":67.7,"y":0.00114},{"x":68.5,"y":0.00101},{"x":69.4,"y":0.000884},{"x":70.2,"y":0.000766},{"x":71.1,"y":0.000656},{"x":71.9,"y":0.000556},{"x":72.8,"y":0.000465},{"x":73.7,"y":0.000384},{"x":74.5,"y":0.000313},{"x":75.4,"y":0.000252},{"x":76.2,"y":0.0002},{"x":77.1,"y":0.000157},{"x":77.9,"y":0.000121},{"x":78.8,"y":0.000092},{"x":79.7,"y":0.000069},{"x":80.5,"y":0.000051},{"x":81.4,"y":0.000038},{"x":82.2,"y":0.000027},{"x":83.1,"y":0.000019},{"x":83.9,"y":0.000014},{"x":84.8,"y":0.000009}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1780,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-122b-a10b","display_name":"qwen-3.5-122b-a10b","mean_tokens_per_second":61.9,"min_tokens_per_second":33.5,"max_tokens_per_second":80,"density_points":[{"x":12.5,"y":0.000022},{"x":13.4,"y":0.000032},{"x":14.3,"y":0.000047},{"x":15.2,"y":0.000068},{"x":16.1,"y":0.000096},{"x":17,"y":0.000134},{"x":17.9,"y":0.000184},{"x":18.8,"y":0.000248},{"x":19.6,"y":0.000331},{"x":20.5,"y":0.000433},{"x":21.4,"y":0.00056},{"x":22.3,"y":0.000712},{"x":23.2,"y":0.000893},{"x":24.1,"y":0.0011},{"x":25,"y":0.00134},{"x":25.9,"y":0.00161},{"x":26.8,"y":0.00191},{"x":27.7,"y":0.00223},{"x":28.6,"y":0.00257},{"x":29.5,"y":0.00292},{"x":30.4,"y":0.00328},{"x":31.3,"y":0.00364},{"x":32.1,"y":0.004},{"x":33,"y":0.00435},{"x":33.9,"y":0.00468},{"x":34.8,"y":0.005},{"x":35.7,"y":0.00531},{"x":36.6,"y":0.00561},{"x":37.5,"y":0.00591},{"x":38.4,"y":0.00621},{"x":39.3,"y":0.00652},{"x":40.2,"y":0.00686},{"x":41.1,"y":0.00724},{"x":42,"y":0.00766},{"x":42.9,"y":0.00814},{"x":43.8,"y":0.00868},{"x":44.7,"y":0.0093},{"x":45.6,"y":0.01},{"x":46.5,"y":0.0108},{"x":47.3,"y":0.0117},{"x":48.2,"y":0.0127},{"x":49.1,"y":0.0138},{"x":50,"y":0.015},{"x":50.9,"y":0.0162},{"x":51.8,"y":0.0176},{"x":52.7,"y":0.0191},{"x":53.6,"y":0.0206},{"x":54.5,"y":0.0222},{"x":55.4,"y":0.0238},{"x":56.3,"y":0.0254},{"x":57.2,"y":0.027},{"x":58.1,"y":0.0285},{"x":59,"y":0.0299},{"x":59.9,"y":0.0312},{"x":60.8,"y":0.0323},{"x":61.6,"y":0.0332},{"x":62.5,"y":0.0339},{"x":63.4,"y":0.0343},{"x":64.3,"y":0.0345},{"x":65.2,"y":0.0345},{"x":66.1,"y":0.0342},{"x":67,"y":0.0336},{"x":67.9,"y":0.0328},{"x":68.8,"y":0.0318},{"x":69.7,"y":0.0306},{"x":70.6,"y":0.0293},{"x":71.5,"y":0.0278},{"x":72.4,"y":0.0262},{"x":73.3,"y":0.0245},{"x":74.2,"y":0.0228},{"x":75,"y":0.021},{"x":75.9,"y":0.0192},{"x":76.8,"y":0.0175},{"x":77.7,"y":0.0157},{"x":78.6,"y":0.0141},{"x":79.5,"y":0.0125},{"x":80.4,"y":0.011},{"x":81.3,"y":0.0096},{"x":82.2,"y":0.00831},{"x":83.1,"y":0.00713},{"x":84,"y":0.00605},{"x":84.9,"y":0.0051},{"x":85.8,"y":0.00425},{"x":86.7,"y":0.0035},{"x":87.5,"y":0.00286},{"x":88.4,"y":0.00231},{"x":89.3,"y":0.00184},{"x":90.2,"y":0.00145},{"x":91.1,"y":0.00113},{"x":92,"y":0.00087},{"x":92.9,"y":0.000661},{"x":93.8,"y":0.000495},{"x":94.7,"y":0.000367},{"x":95.6,"y":0.000268},{"x":96.5,"y":0.000193},{"x":97.4,"y":0.000137},{"x":98.3,"y":0.000096},{"x":99.2,"y":0.000066},{"x":100,"y":0.000045},{"x":101,"y":0.00003}],"freshness_status":"critical","staleness_seconds":99895,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-27b","display_name":"qwen-3.5-27b","mean_tokens_per_second":46.7,"min_tokens_per_second":10,"max_tokens_per_second":69.7,"density_points":[{"x":0,"y":0.000659},{"x":0.92,"y":0.000814},{"x":1.83,"y":0.000992},{"x":2.75,"y":0.00119},{"x":3.66,"y":0.00142},{"x":4.58,"y":0.00166},{"x":5.5,"y":0.00193},{"x":6.41,"y":0.00221},{"x":7.33,"y":0.00251},{"x":8.25,"y":0.00282},{"x":9.16,"y":0.00314},{"x":10.1,"y":0.00347},{"x":11,"y":0.0038},{"x":11.9,"y":0.00413},{"x":12.8,"y":0.00447},{"x":13.7,"y":0.00481},{"x":14.7,"y":0.00515},{"x":15.6,"y":0.00551},{"x":16.5,"y":0.00587},{"x":17.4,"y":0.00625},{"x":18.3,"y":0.00666},{"x":19.2,"y":0.00709},{"x":20.2,"y":0.00755},{"x":21.1,"y":0.00805},{"x":22,"y":0.00859},{"x":22.9,"y":0.00916},{"x":23.8,"y":0.00978},{"x":24.7,"y":0.0104},{"x":25.6,"y":0.0111},{"x":26.6,"y":0.0117},{"x":27.5,"y":0.0124},{"x":28.4,"y":0.013},{"x":29.3,"y":0.0136},{"x":30.2,"y":0.0142},{"x":31.1,"y":0.0147},{"x":32.1,"y":0.0151},{"x":33,"y":0.0155},{"x":33.9,"y":0.0158},{"x":34.8,"y":0.016},{"x":35.7,"y":0.0162},{"x":36.6,"y":0.0163},{"x":37.6,"y":0.0164},{"x":38.5,"y":0.0165},{"x":39.4,"y":0.0165},{"x":40.3,"y":0.0166},{"x":41.2,"y":0.0168},{"x":42.1,"y":0.017},{"x":43.1,"y":0.0172},{"x":44,"y":0.0175},{"x":44.9,"y":0.0179},{"x":45.8,"y":0.0183},{"x":46.7,"y":0.0189},{"x":47.6,"y":0.0194},{"x":48.6,"y":0.0201},{"x":49.5,"y":0.0207},{"x":50.4,"y":0.0214},{"x":51.3,"y":0.022},{"x":52.2,"y":0.0226},{"x":53.1,"y":0.0232},{"x":54.1,"y":0.0236},{"x":55,"y":0.024},{"x":55.9,"y":0.0243},{"x":56.8,"y":0.0244},{"x":57.7,"y":0.0243},{"x":58.6,"y":0.0241},{"x":59.5,"y":0.0238},{"x":60.5,"y":0.0232},{"x":61.4,"y":0.0226},{"x":62.3,"y":0.0218},{"x":63.2,"y":0.0208},{"x":64.1,"y":0.0197},{"x":65,"y":0.0186},{"x":66,"y":0.0173},{"x":66.9,"y":0.016},{"x":67.8,"y":0.0147},{"x":68.7,"y":0.0134},{"x":69.6,"y":0.012},{"x":70.5,"y":0.0107},{"x":71.5,"y":0.00941},{"x":72.4,"y":0.0082},{"x":73.3,"y":0.00707},{"x":74.2,"y":0.00602},{"x":75.1,"y":0.00507},{"x":76,"y":0.00421},{"x":77,"y":0.00346},{"x":77.9,"y":0.0028},{"x":78.8,"y":0.00224},{"x":79.7,"y":0.00177},{"x":80.6,"y":0.00138},{"x":81.5,"y":0.00106},{"x":82.5,"y":0.0008},{"x":83.4,"y":0.000597},{"x":84.3,"y":0.000439},{"x":85.2,"y":0.000318},{"x":86.1,"y":0.000227},{"x":87,"y":0.00016},{"x":88,"y":0.000111},{"x":88.9,"y":0.000075},{"x":89.8,"y":0.000051},{"x":90.7,"y":0.000033}],"freshness_status":"critical","staleness_seconds":98050,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-2b","display_name":"qwen-3.5-2b","mean_tokens_per_second":36.1,"min_tokens_per_second":5.76,"max_tokens_per_second":89,"density_points":[{"x":0,"y":0.00579},{"x":1.11,"y":0.00696},{"x":2.22,"y":0.00818},{"x":3.33,"y":0.00944},{"x":4.44,"y":0.0107},{"x":5.56,"y":0.0119},{"x":6.67,"y":0.013},{"x":7.78,"y":0.014},{"x":8.89,"y":0.0149},{"x":10,"y":0.0156},{"x":11.1,"y":0.0162},{"x":12.2,"y":0.0167},{"x":13.3,"y":0.017},{"x":14.4,"y":0.0173},{"x":15.6,"y":0.0175},{"x":16.7,"y":0.0176},{"x":17.8,"y":0.0177},{"x":18.9,"y":0.0178},{"x":20,"y":0.0178},{"x":21.1,"y":0.0178},{"x":22.2,"y":0.0178},{"x":23.3,"y":0.0177},{"x":24.4,"y":0.0176},{"x":25.6,"y":0.0174},{"x":26.7,"y":0.0171},{"x":27.8,"y":0.0167},{"x":28.9,"y":0.0163},{"x":30,"y":0.0158},{"x":31.1,"y":0.0152},{"x":32.2,"y":0.0145},{"x":33.3,"y":0.0138},{"x":34.4,"y":0.0131},{"x":35.5,"y":0.0124},{"x":36.7,"y":0.0117},{"x":37.8,"y":0.011},{"x":38.9,"y":0.0104},{"x":40,"y":0.00983},{"x":41.1,"y":0.00937},{"x":42.2,"y":0.009},{"x":43.3,"y":0.00875},{"x":44.4,"y":0.00861},{"x":45.5,"y":0.00858},{"x":46.7,"y":0.00866},{"x":47.8,"y":0.00883},{"x":48.9,"y":0.00909},{"x":50,"y":0.00941},{"x":51.1,"y":0.00977},{"x":52.2,"y":0.0101},{"x":53.3,"y":0.0105},{"x":54.4,"y":0.0108},{"x":55.5,"y":0.011},{"x":56.7,"y":0.0112},{"x":57.8,"y":0.0112},{"x":58.9,"y":0.0112},{"x":60,"y":0.011},{"x":61.1,"y":0.0108},{"x":62.2,"y":0.0105},{"x":63.3,"y":0.0101},{"x":64.4,"y":0.00967},{"x":65.5,"y":0.00921},{"x":66.7,"y":0.00873},{"x":67.8,"y":0.00825},{"x":68.9,"y":0.00776},{"x":70,"y":0.00728},{"x":71.1,"y":0.00681},{"x":72.2,"y":0.00635},{"x":73.3,"y":0.00591},{"x":74.4,"y":0.00549},{"x":75.5,"y":0.00511},{"x":76.7,"y":0.00476},{"x":77.8,"y":0.00446},{"x":78.9,"y":0.00419},{"x":80,"y":0.00397},{"x":81.1,"y":0.00379},{"x":82.2,"y":0.00363},{"x":83.3,"y":0.00349},{"x":84.4,"y":0.00337},{"x":85.5,"y":0.00324},{"x":86.7,"y":0.00309},{"x":87.8,"y":0.00293},{"x":88.9,"y":0.00274},{"x":90,"y":0.00253},{"x":91.1,"y":0.00229},{"x":92.2,"y":0.00204},{"x":93.3,"y":0.00179},{"x":94.4,"y":0.00153},{"x":95.5,"y":0.00129},{"x":96.7,"y":0.00106},{"x":97.8,"y":0.000853},{"x":98.9,"y":0.000671},{"x":100,"y":0.000516},{"x":101,"y":0.000388},{"x":102,"y":0.000285},{"x":103,"y":0.000205},{"x":104,"y":0.000144},{"x":106,"y":0.000098},{"x":107,"y":0.000066},{"x":108,"y":0.000043},{"x":109,"y":0.000027},{"x":110,"y":0.000017}],"freshness_status":"critical","staleness_seconds":97648,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-35b-a3b","display_name":"qwen-3.5-35b-a3b","mean_tokens_per_second":110,"min_tokens_per_second":10.7,"max_tokens_per_second":156,"density_points":[{"x":0,"y":0.00043},{"x":1.79,"y":0.000615},{"x":3.58,"y":0.000825},{"x":5.36,"y":0.00104},{"x":7.15,"y":0.00122},{"x":8.94,"y":0.00135},{"x":10.7,"y":0.00139},{"x":12.5,"y":0.00135},{"x":14.3,"y":0.00122},{"x":16.1,"y":0.00104},{"x":17.9,"y":0.000826},{"x":19.7,"y":0.000616},{"x":21.4,"y":0.000432},{"x":23.2,"y":0.000287},{"x":25,"y":0.000185},{"x":26.8,"y":0.000125},{"x":28.6,"y":0.000105},{"x":30.4,"y":0.000122},{"x":32.2,"y":0.00018},{"x":34,"y":0.000281},{"x":35.8,"y":0.000427},{"x":37.5,"y":0.000618},{"x":39.3,"y":0.000844},{"x":41.1,"y":0.00109},{"x":42.9,"y":0.00135},{"x":44.7,"y":0.0016},{"x":46.5,"y":0.00184},{"x":48.3,"y":0.00209},{"x":50,"y":0.00238},{"x":51.8,"y":0.00273},{"x":53.6,"y":0.00317},{"x":55.4,"y":0.0037},{"x":57.2,"y":0.0043},{"x":59,"y":0.0049},{"x":60.8,"y":0.00545},{"x":62.6,"y":0.00588},{"x":64.3,"y":0.00614},{"x":66.1,"y":0.00621},{"x":67.9,"y":0.00612},{"x":69.7,"y":0.00592},{"x":71.5,"y":0.00567},{"x":73.3,"y":0.00547},{"x":75.1,"y":0.00537},{"x":76.9,"y":0.00541},{"x":78.7,"y":0.00558},{"x":80.4,"y":0.00583},{"x":82.2,"y":0.00613},{"x":84,"y":0.00643},{"x":85.8,"y":0.00669},{"x":87.6,"y":0.00694},{"x":89.4,"y":0.00718},{"x":91.2,"y":0.00745},{"x":93,"y":0.00782},{"x":94.7,"y":0.00833},{"x":96.5,"y":0.00901},{"x":98.3,"y":0.00988},{"x":100,"y":0.0109},{"x":102,"y":0.0121},{"x":104,"y":0.0132},{"x":105,"y":0.0142},{"x":107,"y":0.0148},{"x":109,"y":0.0151},{"x":111,"y":0.0148},{"x":113,"y":0.0141},{"x":114,"y":0.013},{"x":116,"y":0.0116},{"x":118,"y":0.0102},{"x":120,"y":0.00885},{"x":122,"y":0.00769},{"x":123,"y":0.00678},{"x":125,"y":0.00615},{"x":127,"y":0.00582},{"x":129,"y":0.00578},{"x":130,"y":0.00602},{"x":132,"y":0.00654},{"x":134,"y":0.0073},{"x":136,"y":0.00824},{"x":138,"y":0.0093},{"x":139,"y":0.0104},{"x":141,"y":0.0114},{"x":143,"y":0.0122},{"x":145,"y":0.0128},{"x":147,"y":0.0131},{"x":148,"y":0.0131},{"x":150,"y":0.0127},{"x":152,"y":0.0119},{"x":154,"y":0.0108},{"x":156,"y":0.00947},{"x":157,"y":0.00794},{"x":159,"y":0.00636},{"x":161,"y":0.00485},{"x":163,"y":0.00352},{"x":164,"y":0.00242},{"x":166,"y":0.00157},{"x":168,"y":0.000962},{"x":170,"y":0.000556},{"x":172,"y":0.000303},{"x":173,"y":0.000155},{"x":175,"y":0.000075},{"x":177,"y":0.000034}],"freshness_status":"critical","staleness_seconds":99643,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-397b-a17b","display_name":"qwen-3.5-397b-a17b","mean_tokens_per_second":47.2,"min_tokens_per_second":26.2,"max_tokens_per_second":97,"density_points":[{"x":5.21,"y":0.000045},{"x":6.35,"y":0.000073},{"x":7.49,"y":0.000117},{"x":8.63,"y":0.000183},{"x":9.77,"y":0.00028},{"x":10.9,"y":0.000417},{"x":12.1,"y":0.000607},{"x":13.2,"y":0.000864},{"x":14.3,"y":0.0012},{"x":15.5,"y":0.00164},{"x":16.6,"y":0.00219},{"x":17.7,"y":0.00286},{"x":18.9,"y":0.00368},{"x":20,"y":0.00463},{"x":21.2,"y":0.00574},{"x":22.3,"y":0.00699},{"x":23.4,"y":0.00838},{"x":24.6,"y":0.00991},{"x":25.7,"y":0.0116},{"x":26.9,"y":0.0133},{"x":28,"y":0.0151},{"x":29.1,"y":0.017},{"x":30.3,"y":0.0189},{"x":31.4,"y":0.0207},{"x":32.5,"y":0.0225},{"x":33.7,"y":0.0241},{"x":34.8,"y":0.0256},{"x":36,"y":0.0268},{"x":37.1,"y":0.0278},{"x":38.3,"y":0.0285},{"x":39.4,"y":0.0289},{"x":40.5,"y":0.029},{"x":41.7,"y":0.0288},{"x":42.8,"y":0.0284},{"x":43.9,"y":0.0276},{"x":45.1,"y":0.0267},{"x":46.2,"y":0.0256},{"x":47.4,"y":0.0244},{"x":48.5,"y":0.0232},{"x":49.6,"y":0.0219},{"x":50.8,"y":0.0205},{"x":51.9,"y":0.0193},{"x":53,"y":0.018},{"x":54.2,"y":0.0168},{"x":55.3,"y":0.0157},{"x":56.5,"y":0.0147},{"x":57.6,"y":0.0137},{"x":58.8,"y":0.0128},{"x":59.9,"y":0.012},{"x":61,"y":0.0112},{"x":62.2,"y":0.0105},{"x":63.3,"y":0.00993},{"x":64.4,"y":0.00937},{"x":65.6,"y":0.00886},{"x":66.7,"y":0.0084},{"x":67.9,"y":0.00797},{"x":69,"y":0.00756},{"x":70.1,"y":0.00718},{"x":71.3,"y":0.0068},{"x":72.4,"y":0.00643},{"x":73.6,"y":0.00607},{"x":74.7,"y":0.0057},{"x":75.8,"y":0.00532},{"x":77,"y":0.00495},{"x":78.1,"y":0.00456},{"x":79.3,"y":0.00418},{"x":80.4,"y":0.00379},{"x":81.5,"y":0.00341},{"x":82.7,"y":0.00305},{"x":83.8,"y":0.00271},{"x":85,"y":0.0024},{"x":86.1,"y":0.00214},{"x":87.2,"y":0.00192},{"x":88.4,"y":0.00176},{"x":89.5,"y":0.00164},{"x":90.6,"y":0.00157},{"x":91.8,"y":0.00153},{"x":92.9,"y":0.00152},{"x":94.1,"y":0.00152},{"x":95.2,"y":0.00151},{"x":96.3,"y":0.0015},{"x":97.5,"y":0.00146},{"x":98.6,"y":0.0014},{"x":99.8,"y":0.00131},{"x":101,"y":0.00121},{"x":102,"y":0.00108},{"x":103,"y":0.000946},{"x":104,"y":0.000806},{"x":105,"y":0.00067},{"x":107,"y":0.000543},{"x":108,"y":0.000428},{"x":109,"y":0.000329},{"x":110,"y":0.000246},{"x":111,"y":0.000179},{"x":112,"y":0.000127},{"x":113,"y":0.000088},{"x":115,"y":0.000059},{"x":116,"y":0.000039},{"x":117,"y":0.000025},{"x":118,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99231,"last_error_kind":"billing","consecutive_failures":5},{"provider":"openai","model_name":"openai-GPT-5.4-pro","display_name":"GPT-5.4-pro","mean_tokens_per_second":3.67,"min_tokens_per_second":1.98,"max_tokens_per_second":6.88,"density_points":[{"x":0,"y":0.0493},{"x":0.28,"y":0.0503},{"x":0.56,"y":0.0513},{"x":0.84,"y":0.0521},{"x":1.13,"y":0.0529},{"x":1.41,"y":0.0536},{"x":1.69,"y":0.0543},{"x":1.97,"y":0.0548},{"x":2.25,"y":0.0553},{"x":2.53,"y":0.0557},{"x":2.82,"y":0.056},{"x":3.1,"y":0.0563},{"x":3.38,"y":0.0564},{"x":3.66,"y":0.0564},{"x":3.94,"y":0.0564},{"x":4.22,"y":0.0563},{"x":4.51,"y":0.056},{"x":4.79,"y":0.0557},{"x":5.07,"y":0.0553},{"x":5.35,"y":0.0549},{"x":5.63,"y":0.0543},{"x":5.91,"y":0.0537},{"x":6.2,"y":0.0529},{"x":6.48,"y":0.0521},{"x":6.76,"y":0.0513},{"x":7.04,"y":0.0504},{"x":7.32,"y":0.0494},{"x":7.6,"y":0.0483},{"x":7.89,"y":0.0472},{"x":8.17,"y":0.0461},{"x":8.45,"y":0.0449},{"x":8.73,"y":0.0437},{"x":9.01,"y":0.0424},{"x":9.29,"y":0.0411},{"x":9.58,"y":0.0398},{"x":9.86,"y":0.0385},{"x":10.1,"y":0.0371},{"x":10.4,"y":0.0358},{"x":10.7,"y":0.0344},{"x":11,"y":0.033},{"x":11.3,"y":0.0317},{"x":11.6,"y":0.0303},{"x":11.8,"y":0.029},{"x":12.1,"y":0.0277},{"x":12.4,"y":0.0264},{"x":12.7,"y":0.0251},{"x":13,"y":0.0238},{"x":13.2,"y":0.0226},{"x":13.5,"y":0.0214},{"x":13.8,"y":0.0202},{"x":14.1,"y":0.0191},{"x":14.4,"y":0.018},{"x":14.7,"y":0.0169},{"x":14.9,"y":0.0159},{"x":15.2,"y":0.0149},{"x":15.5,"y":0.014},{"x":15.8,"y":0.013},{"x":16.1,"y":0.0122},{"x":16.3,"y":0.0113},{"x":16.6,"y":0.0106},{"x":16.9,"y":0.00981},{"x":17.2,"y":0.0091},{"x":17.5,"y":0.00842},{"x":17.7,"y":0.00779},{"x":18,"y":0.00719},{"x":18.3,"y":0.00663},{"x":18.6,"y":0.0061},{"x":18.9,"y":0.0056},{"x":19.1,"y":0.00514},{"x":19.4,"y":0.00471},{"x":19.7,"y":0.0043},{"x":20,"y":0.00393},{"x":20.3,"y":0.00358},{"x":20.6,"y":0.00326},{"x":20.8,"y":0.00296},{"x":21.1,"y":0.00269},{"x":21.4,"y":0.00244},{"x":21.7,"y":0.0022},{"x":22,"y":0.00199},{"x":22.3,"y":0.00179},{"x":22.5,"y":0.00161},{"x":22.8,"y":0.00145},{"x":23.1,"y":0.0013},{"x":23.4,"y":0.00117},{"x":23.7,"y":0.00104},{"x":23.9,"y":0.000931},{"x":24.2,"y":0.00083},{"x":24.5,"y":0.000739},{"x":24.8,"y":0.000657},{"x":25.1,"y":0.000583},{"x":25.4,"y":0.000516},{"x":25.6,"y":0.000457},{"x":25.9,"y":0.000404},{"x":26.2,"y":0.000356},{"x":26.5,"y":0.000313},{"x":26.8,"y":0.000275},{"x":27,"y":0.000242},{"x":27.3,"y":0.000212},{"x":27.6,"y":0.000185},{"x":27.9,"y":0.000162}],"freshness_status":"fresh","staleness_seconds":2457,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-qwen-3.5-4b","display_name":"qwen-3.5-4b","mean_tokens_per_second":35.1,"min_tokens_per_second":8.4,"max_tokens_per_second":86.9,"density_points":[{"x":0,"y":0.00416},{"x":1.09,"y":0.00525},{"x":2.18,"y":0.00648},{"x":3.27,"y":0.00785},{"x":4.36,"y":0.00932},{"x":5.45,"y":0.0109},{"x":6.54,"y":0.0125},{"x":7.63,"y":0.014},{"x":8.72,"y":0.0155},{"x":9.81,"y":0.0169},{"x":10.9,"y":0.0181},{"x":12,"y":0.0191},{"x":13.1,"y":0.02},{"x":14.2,"y":0.0206},{"x":15.3,"y":0.021},{"x":16.3,"y":0.0212},{"x":17.4,"y":0.0212},{"x":18.5,"y":0.0211},{"x":19.6,"y":0.0208},{"x":20.7,"y":0.0204},{"x":21.8,"y":0.02},{"x":22.9,"y":0.0195},{"x":24,"y":0.019},{"x":25.1,"y":0.0184},{"x":26.1,"y":0.0178},{"x":27.2,"y":0.0173},{"x":28.3,"y":0.0167},{"x":29.4,"y":0.0162},{"x":30.5,"y":0.0157},{"x":31.6,"y":0.0152},{"x":32.7,"y":0.0147},{"x":33.8,"y":0.0143},{"x":34.9,"y":0.0138},{"x":36,"y":0.0133},{"x":37,"y":0.0128},{"x":38.1,"y":0.0123},{"x":39.2,"y":0.0117},{"x":40.3,"y":0.0111},{"x":41.4,"y":0.0104},{"x":42.5,"y":0.00982},{"x":43.6,"y":0.00923},{"x":44.7,"y":0.0087},{"x":45.8,"y":0.00825},{"x":46.9,"y":0.00789},{"x":47.9,"y":0.00764},{"x":49,"y":0.00749},{"x":50.1,"y":0.00743},{"x":51.2,"y":0.00747},{"x":52.3,"y":0.00757},{"x":53.4,"y":0.00771},{"x":54.5,"y":0.00789},{"x":55.6,"y":0.00809},{"x":56.6,"y":0.00828},{"x":57.7,"y":0.00846},{"x":58.8,"y":0.00862},{"x":59.9,"y":0.00875},{"x":61,"y":0.00884},{"x":62.1,"y":0.0089},{"x":63.2,"y":0.00891},{"x":64.3,"y":0.00887},{"x":65.4,"y":0.00879},{"x":66.5,"y":0.00866},{"x":67.5,"y":0.00848},{"x":68.6,"y":0.00826},{"x":69.7,"y":0.008},{"x":70.8,"y":0.00771},{"x":71.9,"y":0.00739},{"x":73,"y":0.00705},{"x":74.1,"y":0.00668},{"x":75.2,"y":0.0063},{"x":76.3,"y":0.00591},{"x":77.3,"y":0.00552},{"x":78.4,"y":0.00512},{"x":79.5,"y":0.00473},{"x":80.6,"y":0.00435},{"x":81.7,"y":0.00399},{"x":82.8,"y":0.00364},{"x":83.9,"y":0.00331},{"x":85,"y":0.00299},{"x":86.1,"y":0.00269},{"x":87.2,"y":0.00241},{"x":88.3,"y":0.00214},{"x":89.3,"y":0.00189},{"x":90.4,"y":0.00164},{"x":91.5,"y":0.00142},{"x":92.6,"y":0.0012},{"x":93.7,"y":0.00101},{"x":94.8,"y":0.000829},{"x":95.9,"y":0.00067},{"x":97,"y":0.000531},{"x":98,"y":0.000412},{"x":99.1,"y":0.000313},{"x":100,"y":0.000233},{"x":101,"y":0.00017},{"x":102,"y":0.000121},{"x":104,"y":0.000084},{"x":105,"y":0.000057},{"x":106,"y":0.000038},{"x":107,"y":0.000025},{"x":108,"y":0.000016}],"freshness_status":"critical","staleness_seconds":97675,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3.6-27B","display_name":"Qwen3.6-27B","mean_tokens_per_second":45,"min_tokens_per_second":2.65,"max_tokens_per_second":74.1,"density_points":[{"x":0,"y":0.00416},{"x":0.96,"y":0.00461},{"x":1.92,"y":0.00505},{"x":2.88,"y":0.00546},{"x":3.84,"y":0.00584},{"x":4.81,"y":0.00618},{"x":5.77,"y":0.00648},{"x":6.73,"y":0.00674},{"x":7.69,"y":0.00696},{"x":8.65,"y":0.00714},{"x":9.61,"y":0.00729},{"x":10.6,"y":0.00741},{"x":11.5,"y":0.00752},{"x":12.5,"y":0.0076},{"x":13.4,"y":0.00767},{"x":14.4,"y":0.00774},{"x":15.4,"y":0.0078},{"x":16.3,"y":0.00787},{"x":17.3,"y":0.00794},{"x":18.3,"y":0.00802},{"x":19.2,"y":0.00811},{"x":20.2,"y":0.00822},{"x":21.1,"y":0.00835},{"x":22.1,"y":0.00851},{"x":23.1,"y":0.00869},{"x":24,"y":0.00891},{"x":25,"y":0.00916},{"x":25.9,"y":0.00944},{"x":26.9,"y":0.00975},{"x":27.9,"y":0.0101},{"x":28.8,"y":0.0104},{"x":29.8,"y":0.0108},{"x":30.8,"y":0.0112},{"x":31.7,"y":0.0115},{"x":32.7,"y":0.0118},{"x":33.6,"y":0.0121},{"x":34.6,"y":0.0124},{"x":35.6,"y":0.0126},{"x":36.5,"y":0.0129},{"x":37.5,"y":0.013},{"x":38.4,"y":0.0132},{"x":39.4,"y":0.0134},{"x":40.4,"y":0.0135},{"x":41.3,"y":0.0137},{"x":42.3,"y":0.0138},{"x":43.3,"y":0.014},{"x":44.2,"y":0.0142},{"x":45.2,"y":0.0144},{"x":46.1,"y":0.0147},{"x":47.1,"y":0.0149},{"x":48,"y":0.0152},{"x":49,"y":0.0155},{"x":50,"y":0.0159},{"x":50.9,"y":0.0163},{"x":51.9,"y":0.0167},{"x":52.9,"y":0.0171},{"x":53.8,"y":0.0176},{"x":54.8,"y":0.0181},{"x":55.7,"y":0.0185},{"x":56.7,"y":0.019},{"x":57.7,"y":0.0195},{"x":58.6,"y":0.0198},{"x":59.6,"y":0.0201},{"x":60.5,"y":0.0203},{"x":61.5,"y":0.0204},{"x":62.5,"y":0.0203},{"x":63.4,"y":0.0201},{"x":64.4,"y":0.0197},{"x":65.3,"y":0.0192},{"x":66.3,"y":0.0185},{"x":67.3,"y":0.0177},{"x":68.2,"y":0.0168},{"x":69.2,"y":0.0158},{"x":70.2,"y":0.0148},{"x":71.1,"y":0.0136},{"x":72.1,"y":0.0125},{"x":73,"y":0.0113},{"x":74,"y":0.0102},{"x":75,"y":0.00903},{"x":75.9,"y":0.00794},{"x":76.9,"y":0.0069},{"x":77.8,"y":0.00593},{"x":78.8,"y":0.00504},{"x":79.8,"y":0.00423},{"x":80.7,"y":0.0035},{"x":81.7,"y":0.00286},{"x":82.7,"y":0.0023},{"x":83.6,"y":0.00183},{"x":84.6,"y":0.00143},{"x":85.5,"y":0.0011},{"x":86.5,"y":0.000834},{"x":87.5,"y":0.000622},{"x":88.4,"y":0.000457},{"x":89.4,"y":0.00033},{"x":90.3,"y":0.000235},{"x":91.3,"y":0.000164},{"x":92.3,"y":0.000113},{"x":93.2,"y":0.000076},{"x":94.2,"y":0.000051},{"x":95.1,"y":0.000033}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97278,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-Llama-Guard-4-12B","display_name":"Llama-Guard-4-12B","mean_tokens_per_second":3.06,"min_tokens_per_second":1.08,"max_tokens_per_second":4,"density_points":[{"x":0,"y":0.0516},{"x":0.25,"y":0.0524},{"x":0.51,"y":0.0531},{"x":0.76,"y":0.0538},{"x":1.01,"y":0.0544},{"x":1.26,"y":0.0549},{"x":1.52,"y":0.0554},{"x":1.77,"y":0.0558},{"x":2.02,"y":0.0561},{"x":2.27,"y":0.0564},{"x":2.53,"y":0.0566},{"x":2.78,"y":0.0567},{"x":3.03,"y":0.0568},{"x":3.28,"y":0.0567},{"x":3.54,"y":0.0566},{"x":3.79,"y":0.0565},{"x":4.04,"y":0.0562},{"x":4.29,"y":0.0559},{"x":4.55,"y":0.0555},{"x":4.8,"y":0.0551},{"x":5.05,"y":0.0545},{"x":5.3,"y":0.0539},{"x":5.56,"y":0.0533},{"x":5.81,"y":0.0526},{"x":6.06,"y":0.0518},{"x":6.31,"y":0.051},{"x":6.57,"y":0.0501},{"x":6.82,"y":0.0492},{"x":7.07,"y":0.0482},{"x":7.32,"y":0.0472},{"x":7.58,"y":0.0462},{"x":7.83,"y":0.0451},{"x":8.08,"y":0.044},{"x":8.33,"y":0.0428},{"x":8.59,"y":0.0417},{"x":8.84,"y":0.0405},{"x":9.09,"y":0.0393},{"x":9.34,"y":0.0381},{"x":9.6,"y":0.0368},{"x":9.85,"y":0.0356},{"x":10.1,"y":0.0344},{"x":10.3,"y":0.0331},{"x":10.6,"y":0.0319},{"x":10.9,"y":0.0307},{"x":11.1,"y":0.0294},{"x":11.4,"y":0.0282},{"x":11.6,"y":0.027},{"x":11.9,"y":0.0259},{"x":12.1,"y":0.0247},{"x":12.4,"y":0.0236},{"x":12.6,"y":0.0225},{"x":12.9,"y":0.0214},{"x":13.1,"y":0.0203},{"x":13.4,"y":0.0193},{"x":13.6,"y":0.0183},{"x":13.9,"y":0.0173},{"x":14.1,"y":0.0164},{"x":14.4,"y":0.0155},{"x":14.7,"y":0.0146},{"x":14.9,"y":0.0137},{"x":15.2,"y":0.0129},{"x":15.4,"y":0.0121},{"x":15.7,"y":0.0114},{"x":15.9,"y":0.0107},{"x":16.2,"y":0.00998},{"x":16.4,"y":0.00933},{"x":16.7,"y":0.0087},{"x":16.9,"y":0.00812},{"x":17.2,"y":0.00755},{"x":17.4,"y":0.00702},{"x":17.7,"y":0.00652},{"x":17.9,"y":0.00605},{"x":18.2,"y":0.0056},{"x":18.4,"y":0.00518},{"x":18.7,"y":0.00479},{"x":18.9,"y":0.00442},{"x":19.2,"y":0.00407},{"x":19.4,"y":0.00374},{"x":19.7,"y":0.00344},{"x":19.9,"y":0.00316},{"x":20.2,"y":0.00289},{"x":20.5,"y":0.00265},{"x":20.7,"y":0.00242},{"x":21,"y":0.00221},{"x":21.2,"y":0.00202},{"x":21.5,"y":0.00184},{"x":21.7,"y":0.00167},{"x":22,"y":0.00152},{"x":22.2,"y":0.00138},{"x":22.5,"y":0.00125},{"x":22.7,"y":0.00113},{"x":23,"y":0.00102},{"x":23.2,"y":0.000921},{"x":23.5,"y":0.00083},{"x":23.7,"y":0.000747},{"x":24,"y":0.000672},{"x":24.3,"y":0.000603},{"x":24.5,"y":0.000541},{"x":24.8,"y":0.000484},{"x":25,"y":0.000433}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2325,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Qwen3.7-Max","display_name":"Qwen3.7-Max","mean_tokens_per_second":2.29,"min_tokens_per_second":2.04,"max_tokens_per_second":2.63,"density_points":[{"x":0,"y":0.054},{"x":0.24,"y":0.0546},{"x":0.48,"y":0.0551},{"x":0.72,"y":0.0555},{"x":0.95,"y":0.0559},{"x":1.19,"y":0.0563},{"x":1.43,"y":0.0565},{"x":1.67,"y":0.0567},{"x":1.91,"y":0.0569},{"x":2.15,"y":0.057},{"x":2.39,"y":0.057},{"x":2.63,"y":0.0569},{"x":2.86,"y":0.0568},{"x":3.1,"y":0.0566},{"x":3.34,"y":0.0563},{"x":3.58,"y":0.056},{"x":3.82,"y":0.0556},{"x":4.06,"y":0.0552},{"x":4.3,"y":0.0547},{"x":4.53,"y":0.0541},{"x":4.77,"y":0.0535},{"x":5.01,"y":0.0528},{"x":5.25,"y":0.0521},{"x":5.49,"y":0.0513},{"x":5.73,"y":0.0505},{"x":5.97,"y":0.0496},{"x":6.21,"y":0.0487},{"x":6.44,"y":0.0478},{"x":6.68,"y":0.0468},{"x":6.92,"y":0.0458},{"x":7.16,"y":0.0447},{"x":7.4,"y":0.0437},{"x":7.64,"y":0.0426},{"x":7.88,"y":0.0414},{"x":8.11,"y":0.0403},{"x":8.35,"y":0.0392},{"x":8.59,"y":0.038},{"x":8.83,"y":0.0368},{"x":9.07,"y":0.0357},{"x":9.31,"y":0.0345},{"x":9.55,"y":0.0333},{"x":9.79,"y":0.0321},{"x":10,"y":0.031},{"x":10.3,"y":0.0298},{"x":10.5,"y":0.0286},{"x":10.7,"y":0.0275},{"x":11,"y":0.0264},{"x":11.2,"y":0.0253},{"x":11.5,"y":0.0242},{"x":11.7,"y":0.0231},{"x":11.9,"y":0.0221},{"x":12.2,"y":0.0211},{"x":12.4,"y":0.0201},{"x":12.7,"y":0.0191},{"x":12.9,"y":0.0181},{"x":13.1,"y":0.0172},{"x":13.4,"y":0.0163},{"x":13.6,"y":0.0154},{"x":13.8,"y":0.0146},{"x":14.1,"y":0.0138},{"x":14.3,"y":0.013},{"x":14.6,"y":0.0123},{"x":14.8,"y":0.0116},{"x":15,"y":0.0109},{"x":15.3,"y":0.0102},{"x":15.5,"y":0.00958},{"x":15.8,"y":0.00898},{"x":16,"y":0.0084},{"x":16.2,"y":0.00786},{"x":16.5,"y":0.00734},{"x":16.7,"y":0.00685},{"x":16.9,"y":0.00638},{"x":17.2,"y":0.00594},{"x":17.4,"y":0.00552},{"x":17.7,"y":0.00512},{"x":17.9,"y":0.00475},{"x":18.1,"y":0.0044},{"x":18.4,"y":0.00407},{"x":18.6,"y":0.00376},{"x":18.9,"y":0.00347},{"x":19.1,"y":0.0032},{"x":19.3,"y":0.00295},{"x":19.6,"y":0.00271},{"x":19.8,"y":0.00249},{"x":20.1,"y":0.00229},{"x":20.3,"y":0.0021},{"x":20.5,"y":0.00192},{"x":20.8,"y":0.00176},{"x":21,"y":0.0016},{"x":21.2,"y":0.00146},{"x":21.5,"y":0.00133},{"x":21.7,"y":0.00121},{"x":22,"y":0.0011},{"x":22.2,"y":0.001},{"x":22.4,"y":0.00091},{"x":22.7,"y":0.000824},{"x":22.9,"y":0.000746},{"x":23.1,"y":0.000674},{"x":23.4,"y":0.000609},{"x":23.6,"y":0.000549}],"deprecated":false,"lifecycle_status":"disabled","freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-MiniMax-M3","display_name":"MiniMax-M3","mean_tokens_per_second":26.1,"min_tokens_per_second":2.87,"max_tokens_per_second":67.6,"density_points":[{"x":0,"y":0.00593},{"x":0.9,"y":0.007},{"x":1.79,"y":0.00818},{"x":2.69,"y":0.00945},{"x":3.58,"y":0.0108},{"x":4.48,"y":0.0122},{"x":5.37,"y":0.0137},{"x":6.27,"y":0.0152},{"x":7.16,"y":0.0167},{"x":8.06,"y":0.0182},{"x":8.95,"y":0.0196},{"x":9.85,"y":0.021},{"x":10.7,"y":0.0222},{"x":11.6,"y":0.0233},{"x":12.5,"y":0.0243},{"x":13.4,"y":0.0251},{"x":14.3,"y":0.0258},{"x":15.2,"y":0.0263},{"x":16.1,"y":0.0266},{"x":17,"y":0.0267},{"x":17.9,"y":0.0267},{"x":18.8,"y":0.0266},{"x":19.7,"y":0.0263},{"x":20.6,"y":0.0259},{"x":21.5,"y":0.0255},{"x":22.4,"y":0.0249},{"x":23.3,"y":0.0244},{"x":24.2,"y":0.0238},{"x":25.1,"y":0.0232},{"x":26,"y":0.0226},{"x":26.9,"y":0.022},{"x":27.8,"y":0.0213},{"x":28.6,"y":0.0207},{"x":29.5,"y":0.0202},{"x":30.4,"y":0.0196},{"x":31.3,"y":0.019},{"x":32.2,"y":0.0184},{"x":33.1,"y":0.0178},{"x":34,"y":0.0171},{"x":34.9,"y":0.0165},{"x":35.8,"y":0.0159},{"x":36.7,"y":0.0152},{"x":37.6,"y":0.0146},{"x":38.5,"y":0.0139},{"x":39.4,"y":0.0133},{"x":40.3,"y":0.0127},{"x":41.2,"y":0.012},{"x":42.1,"y":0.0114},{"x":43,"y":0.0109},{"x":43.9,"y":0.0103},{"x":44.8,"y":0.00977},{"x":45.6,"y":0.00926},{"x":46.5,"y":0.00877},{"x":47.4,"y":0.00829},{"x":48.3,"y":0.00784},{"x":49.2,"y":0.00741},{"x":50.1,"y":0.00701},{"x":51,"y":0.00662},{"x":51.9,"y":0.00626},{"x":52.8,"y":0.00594},{"x":53.7,"y":0.00563},{"x":54.6,"y":0.00536},{"x":55.5,"y":0.00512},{"x":56.4,"y":0.0049},{"x":57.3,"y":0.00471},{"x":58.2,"y":0.00454},{"x":59.1,"y":0.00439},{"x":60,"y":0.00424},{"x":60.9,"y":0.00409},{"x":61.8,"y":0.00394},{"x":62.6,"y":0.00379},{"x":63.5,"y":0.00362},{"x":64.4,"y":0.00344},{"x":65.3,"y":0.00324},{"x":66.2,"y":0.00302},{"x":67.1,"y":0.0028},{"x":68,"y":0.00256},{"x":68.9,"y":0.00232},{"x":69.8,"y":0.00208},{"x":70.7,"y":0.00184},{"x":71.6,"y":0.00161},{"x":72.5,"y":0.00139},{"x":73.4,"y":0.00119},{"x":74.3,"y":0.001},{"x":75.2,"y":0.000832},{"x":76.1,"y":0.000683},{"x":77,"y":0.000553},{"x":77.9,"y":0.000442},{"x":78.8,"y":0.000349},{"x":79.7,"y":0.000271},{"x":80.5,"y":0.000208},{"x":81.5,"y":0.000157},{"x":82.3,"y":0.000117},{"x":83.2,"y":0.000086},{"x":84.1,"y":0.000063},{"x":85,"y":0.000045},{"x":85.9,"y":0.000032},{"x":86.8,"y":0.000022},{"x":87.7,"y":0.000015},{"x":88.6,"y":0.00001}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1442,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-L3.3-70B-Euryale-v2.3","display_name":"L3.3-70B-Euryale-v2.3","mean_tokens_per_second":30.3,"min_tokens_per_second":17.9,"max_tokens_per_second":34.6,"density_points":[{"x":0,"y":0.00012},{"x":0.56,"y":0.000149},{"x":1.12,"y":0.000185},{"x":1.69,"y":0.000228},{"x":2.25,"y":0.00028},{"x":2.81,"y":0.000341},{"x":3.37,"y":0.000413},{"x":3.93,"y":0.000499},{"x":4.5,"y":0.000598},{"x":5.06,"y":0.000714},{"x":5.62,"y":0.000848},{"x":6.18,"y":0.001},{"x":6.74,"y":0.00118},{"x":7.31,"y":0.00138},{"x":7.87,"y":0.00161},{"x":8.43,"y":0.00187},{"x":8.99,"y":0.00216},{"x":9.55,"y":0.00249},{"x":10.1,"y":0.00285},{"x":10.7,"y":0.00326},{"x":11.2,"y":0.00371},{"x":11.8,"y":0.00421},{"x":12.4,"y":0.00477},{"x":12.9,"y":0.00538},{"x":13.5,"y":0.00605},{"x":14.1,"y":0.00679},{"x":14.6,"y":0.0076},{"x":15.2,"y":0.00848},{"x":15.7,"y":0.00944},{"x":16.3,"y":0.0105},{"x":16.9,"y":0.0116},{"x":17.4,"y":0.0128},{"x":18,"y":0.0142},{"x":18.5,"y":0.0156},{"x":19.1,"y":0.0171},{"x":19.7,"y":0.0187},{"x":20.2,"y":0.0204},{"x":20.8,"y":0.0222},{"x":21.4,"y":0.024},{"x":21.9,"y":0.026},{"x":22.5,"y":0.028},{"x":23,"y":0.0301},{"x":23.6,"y":0.0322},{"x":24.2,"y":0.0343},{"x":24.7,"y":0.0363},{"x":25.3,"y":0.0384},{"x":25.9,"y":0.0404},{"x":26.4,"y":0.0423},{"x":27,"y":0.0441},{"x":27.5,"y":0.0457},{"x":28.1,"y":0.0472},{"x":28.7,"y":0.0484},{"x":29.2,"y":0.0495},{"x":29.8,"y":0.0503},{"x":30.4,"y":0.0508},{"x":30.9,"y":0.0511},{"x":31.5,"y":0.0511},{"x":32,"y":0.0508},{"x":32.6,"y":0.0503},{"x":33.2,"y":0.0494},{"x":33.7,"y":0.0483},{"x":34.3,"y":0.0469},{"x":34.8,"y":0.0454},{"x":35.4,"y":0.0436},{"x":36,"y":0.0416},{"x":36.5,"y":0.0395},{"x":37.1,"y":0.0373},{"x":37.6,"y":0.035},{"x":38.2,"y":0.0326},{"x":38.8,"y":0.0302},{"x":39.3,"y":0.0278},{"x":39.9,"y":0.0255},{"x":40.5,"y":0.0232},{"x":41,"y":0.021},{"x":41.6,"y":0.0188},{"x":42.1,"y":0.0168},{"x":42.7,"y":0.0149},{"x":43.3,"y":0.0132},{"x":43.8,"y":0.0116},{"x":44.4,"y":0.0101},{"x":45,"y":0.00873},{"x":45.5,"y":0.00752},{"x":46.1,"y":0.00643},{"x":46.6,"y":0.00547},{"x":47.2,"y":0.00462},{"x":47.8,"y":0.00388},{"x":48.3,"y":0.00324},{"x":48.9,"y":0.00269},{"x":49.5,"y":0.00221},{"x":50,"y":0.00181},{"x":50.6,"y":0.00148},{"x":51.1,"y":0.0012},{"x":51.7,"y":0.00096},{"x":52.3,"y":0.000767},{"x":52.8,"y":0.000609},{"x":53.4,"y":0.000481},{"x":54,"y":0.000377},{"x":54.5,"y":0.000294},{"x":55.1,"y":0.000227},{"x":55.6,"y":0.000175}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97491,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-MiMo-V2.5","display_name":"MiMo-V2.5","mean_tokens_per_second":28.6,"min_tokens_per_second":7.42,"max_tokens_per_second":55.6,"density_points":[{"x":0,"y":0.00424},{"x":0.77,"y":0.00501},{"x":1.55,"y":0.00587},{"x":2.32,"y":0.00681},{"x":3.09,"y":0.00781},{"x":3.87,"y":0.00889},{"x":4.64,"y":0.01},{"x":5.41,"y":0.0112},{"x":6.19,"y":0.0123},{"x":6.96,"y":0.0135},{"x":7.73,"y":0.0147},{"x":8.51,"y":0.0158},{"x":9.28,"y":0.0169},{"x":10.1,"y":0.0179},{"x":10.8,"y":0.0188},{"x":11.6,"y":0.0196},{"x":12.4,"y":0.0204},{"x":13.2,"y":0.021},{"x":13.9,"y":0.0215},{"x":14.7,"y":0.0218},{"x":15.5,"y":0.0221},{"x":16.2,"y":0.0223},{"x":17,"y":0.0224},{"x":17.8,"y":0.0224},{"x":18.6,"y":0.0223},{"x":19.3,"y":0.0222},{"x":20.1,"y":0.022},{"x":20.9,"y":0.0218},{"x":21.7,"y":0.0217},{"x":22.4,"y":0.0215},{"x":23.2,"y":0.0213},{"x":24,"y":0.0211},{"x":24.8,"y":0.0209},{"x":25.5,"y":0.0208},{"x":26.3,"y":0.0207},{"x":27.1,"y":0.0206},{"x":27.8,"y":0.0205},{"x":28.6,"y":0.0204},{"x":29.4,"y":0.0204},{"x":30.2,"y":0.0203},{"x":30.9,"y":0.0202},{"x":31.7,"y":0.0202},{"x":32.5,"y":0.0201},{"x":33.3,"y":0.02},{"x":34,"y":0.0199},{"x":34.8,"y":0.0198},{"x":35.6,"y":0.0196},{"x":36.4,"y":0.0194},{"x":37.1,"y":0.0192},{"x":37.9,"y":0.019},{"x":38.7,"y":0.0187},{"x":39.4,"y":0.0184},{"x":40.2,"y":0.0181},{"x":41,"y":0.0178},{"x":41.8,"y":0.0175},{"x":42.5,"y":0.0171},{"x":43.3,"y":0.0167},{"x":44.1,"y":0.0163},{"x":44.9,"y":0.0159},{"x":45.6,"y":0.0155},{"x":46.4,"y":0.015},{"x":47.2,"y":0.0145},{"x":48,"y":0.014},{"x":48.7,"y":0.0135},{"x":49.5,"y":0.0129},{"x":50.3,"y":0.0123},{"x":51,"y":0.0117},{"x":51.8,"y":0.0111},{"x":52.6,"y":0.0105},{"x":53.4,"y":0.0098},{"x":54.1,"y":0.00912},{"x":54.9,"y":0.00844},{"x":55.7,"y":0.00776},{"x":56.5,"y":0.00708},{"x":57.2,"y":0.00642},{"x":58,"y":0.00577},{"x":58.8,"y":0.00515},{"x":59.5,"y":0.00456},{"x":60.3,"y":0.004},{"x":61.1,"y":0.00348},{"x":61.9,"y":0.003},{"x":62.6,"y":0.00256},{"x":63.4,"y":0.00217},{"x":64.2,"y":0.00182},{"x":65,"y":0.00151},{"x":65.7,"y":0.00124},{"x":66.5,"y":0.00101},{"x":67.3,"y":0.000812},{"x":68.1,"y":0.000648},{"x":68.8,"y":0.000511},{"x":69.6,"y":0.000399},{"x":70.4,"y":0.000308},{"x":71.2,"y":0.000236},{"x":71.9,"y":0.000178},{"x":72.7,"y":0.000133},{"x":73.5,"y":0.000099},{"x":74.3,"y":0.000072},{"x":75,"y":0.000052},{"x":75.8,"y":0.000037},{"x":76.6,"y":0.000026}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99664,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-MiMo-V2.5-Pro","display_name":"MiMo-V2.5-Pro","mean_tokens_per_second":60,"min_tokens_per_second":3.96,"max_tokens_per_second":120,"density_points":[{"x":0,"y":0.00168},{"x":1.42,"y":0.00204},{"x":2.84,"y":0.00242},{"x":4.26,"y":0.00285},{"x":5.68,"y":0.00331},{"x":7.1,"y":0.00382},{"x":8.52,"y":0.00438},{"x":9.94,"y":0.00499},{"x":11.4,"y":0.00564},{"x":12.8,"y":0.0063},{"x":14.2,"y":0.00694},{"x":15.6,"y":0.00753},{"x":17,"y":0.00803},{"x":18.4,"y":0.00841},{"x":19.9,"y":0.00865},{"x":21.3,"y":0.00876},{"x":22.7,"y":0.00875},{"x":24.1,"y":0.00867},{"x":25.6,"y":0.00855},{"x":27,"y":0.00843},{"x":28.4,"y":0.00835},{"x":29.8,"y":0.00832},{"x":31.2,"y":0.00834},{"x":32.6,"y":0.00841},{"x":34.1,"y":0.0085},{"x":35.5,"y":0.0086},{"x":36.9,"y":0.0087},{"x":38.3,"y":0.00879},{"x":39.8,"y":0.00887},{"x":41.2,"y":0.00895},{"x":42.6,"y":0.00901},{"x":44,"y":0.00906},{"x":45.4,"y":0.00908},{"x":46.8,"y":0.00907},{"x":48.3,"y":0.00901},{"x":49.7,"y":0.00892},{"x":51.1,"y":0.00883},{"x":52.5,"y":0.00877},{"x":53.9,"y":0.00878},{"x":55.4,"y":0.00891},{"x":56.8,"y":0.00916},{"x":58.2,"y":0.00956},{"x":59.6,"y":0.0101},{"x":61,"y":0.0107},{"x":62.5,"y":0.0114},{"x":63.9,"y":0.012},{"x":65.3,"y":0.0126},{"x":66.7,"y":0.0131},{"x":68.1,"y":0.0134},{"x":69.5,"y":0.0136},{"x":71,"y":0.0137},{"x":72.4,"y":0.0137},{"x":73.8,"y":0.0137},{"x":75.2,"y":0.0136},{"x":76.7,"y":0.0136},{"x":78.1,"y":0.0135},{"x":79.5,"y":0.0134},{"x":80.9,"y":0.0133},{"x":82.3,"y":0.0131},{"x":83.8,"y":0.0128},{"x":85.2,"y":0.0125},{"x":86.6,"y":0.012},{"x":88,"y":0.0115},{"x":89.4,"y":0.0109},{"x":90.8,"y":0.0102},{"x":92.3,"y":0.0095},{"x":93.7,"y":0.00874},{"x":95.1,"y":0.00795},{"x":96.5,"y":0.00713},{"x":97.9,"y":0.0063},{"x":99.4,"y":0.00548},{"x":101,"y":0.00471},{"x":102,"y":0.00402},{"x":104,"y":0.00344},{"x":105,"y":0.00299},{"x":106,"y":0.00268},{"x":108,"y":0.0025},{"x":109,"y":0.00243},{"x":111,"y":0.00244},{"x":112,"y":0.00249},{"x":114,"y":0.00256},{"x":115,"y":0.0026},{"x":116,"y":0.00259},{"x":118,"y":0.00252},{"x":119,"y":0.00239},{"x":121,"y":0.00219},{"x":122,"y":0.00195},{"x":124,"y":0.00167},{"x":125,"y":0.00139},{"x":126,"y":0.00112},{"x":128,"y":0.000865},{"x":129,"y":0.000647},{"x":131,"y":0.000466},{"x":132,"y":0.000323},{"x":133,"y":0.000216},{"x":135,"y":0.000139},{"x":136,"y":0.000086},{"x":138,"y":0.000051},{"x":139,"y":0.000029},{"x":141,"y":0.000016}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99675,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Olmo-3.1-32B-Instruct","display_name":"Olmo-3.1-32B-Instruct","mean_tokens_per_second":16,"min_tokens_per_second":1.47,"max_tokens_per_second":62.9,"density_points":[{"x":0,"y":0.0242},{"x":0.85,"y":0.0259},{"x":1.7,"y":0.0276},{"x":2.54,"y":0.0289},{"x":3.39,"y":0.0301},{"x":4.24,"y":0.031},{"x":5.09,"y":0.0315},{"x":5.93,"y":0.0318},{"x":6.78,"y":0.0318},{"x":7.63,"y":0.0316},{"x":8.48,"y":0.031},{"x":9.32,"y":0.0303},{"x":10.2,"y":0.0293},{"x":11,"y":0.0282},{"x":11.9,"y":0.027},{"x":12.7,"y":0.0257},{"x":13.6,"y":0.0244},{"x":14.4,"y":0.023},{"x":15.3,"y":0.0216},{"x":16.1,"y":0.0203},{"x":16.9,"y":0.0191},{"x":17.8,"y":0.018},{"x":18.6,"y":0.0169},{"x":19.5,"y":0.016},{"x":20.4,"y":0.0152},{"x":21.2,"y":0.0146},{"x":22,"y":0.014},{"x":22.9,"y":0.0136},{"x":23.7,"y":0.0133},{"x":24.6,"y":0.0131},{"x":25.4,"y":0.013},{"x":26.3,"y":0.0129},{"x":27.1,"y":0.0129},{"x":28,"y":0.0129},{"x":28.8,"y":0.0129},{"x":29.7,"y":0.0129},{"x":30.5,"y":0.0128},{"x":31.4,"y":0.0127},{"x":32.2,"y":0.0126},{"x":33.1,"y":0.0124},{"x":33.9,"y":0.0121},{"x":34.8,"y":0.0117},{"x":35.6,"y":0.0113},{"x":36.5,"y":0.0108},{"x":37.3,"y":0.0102},{"x":38.1,"y":0.00961},{"x":39,"y":0.00895},{"x":39.8,"y":0.00827},{"x":40.7,"y":0.00757},{"x":41.5,"y":0.00687},{"x":42.4,"y":0.00618},{"x":43.2,"y":0.00551},{"x":44.1,"y":0.00487},{"x":44.9,"y":0.00427},{"x":45.8,"y":0.00373},{"x":46.6,"y":0.00323},{"x":47.5,"y":0.0028},{"x":48.3,"y":0.00243},{"x":49.2,"y":0.00212},{"x":50,"y":0.00187},{"x":50.9,"y":0.00169},{"x":51.7,"y":0.00157},{"x":52.6,"y":0.0015},{"x":53.4,"y":0.00148},{"x":54.3,"y":0.0015},{"x":55.1,"y":0.00155},{"x":56,"y":0.00164},{"x":56.8,"y":0.00174},{"x":57.6,"y":0.00185},{"x":58.5,"y":0.00196},{"x":59.3,"y":0.00207},{"x":60.2,"y":0.00216},{"x":61,"y":0.00223},{"x":61.9,"y":0.00228},{"x":62.7,"y":0.00229},{"x":63.6,"y":0.00228},{"x":64.4,"y":0.00223},{"x":65.3,"y":0.00216},{"x":66.1,"y":0.00206},{"x":67,"y":0.00193},{"x":67.8,"y":0.00179},{"x":68.7,"y":0.00163},{"x":69.5,"y":0.00146},{"x":70.4,"y":0.0013},{"x":71.2,"y":0.00113},{"x":72.1,"y":0.000974},{"x":72.9,"y":0.000825},{"x":73.8,"y":0.000689},{"x":74.6,"y":0.000567},{"x":75.5,"y":0.00046},{"x":76.3,"y":0.000368},{"x":77.1,"y":0.00029},{"x":78,"y":0.000225},{"x":78.8,"y":0.000172},{"x":79.7,"y":0.00013},{"x":80.5,"y":0.000096},{"x":81.4,"y":0.000071},{"x":82.2,"y":0.000051},{"x":83.1,"y":0.000036},{"x":83.9,"y":0.000025}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99951,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-claude-3-7-sonnet-latest","display_name":"claude-3-7-sonnet-latest","mean_tokens_per_second":17,"min_tokens_per_second":8.69,"max_tokens_per_second":19.8,"density_points":[{"x":0,"y":0.00412},{"x":0.41,"y":0.00463},{"x":0.82,"y":0.00518},{"x":1.24,"y":0.00579},{"x":1.65,"y":0.00645},{"x":2.06,"y":0.00717},{"x":2.47,"y":0.00796},{"x":2.89,"y":0.0088},{"x":3.3,"y":0.00971},{"x":3.71,"y":0.0107},{"x":4.12,"y":0.0117},{"x":4.54,"y":0.0129},{"x":4.95,"y":0.014},{"x":5.36,"y":0.0153},{"x":5.77,"y":0.0166},{"x":6.18,"y":0.018},{"x":6.6,"y":0.0195},{"x":7.01,"y":0.021},{"x":7.42,"y":0.0226},{"x":7.83,"y":0.0242},{"x":8.25,"y":0.0259},{"x":8.66,"y":0.0276},{"x":9.07,"y":0.0294},{"x":9.48,"y":0.0311},{"x":9.9,"y":0.0329},{"x":10.3,"y":0.0347},{"x":10.7,"y":0.0365},{"x":11.1,"y":0.0382},{"x":11.5,"y":0.04},{"x":12,"y":0.0417},{"x":12.4,"y":0.0433},{"x":12.8,"y":0.0448},{"x":13.2,"y":0.0463},{"x":13.6,"y":0.0477},{"x":14,"y":0.049},{"x":14.4,"y":0.0501},{"x":14.8,"y":0.0511},{"x":15.3,"y":0.052},{"x":15.7,"y":0.0527},{"x":16.1,"y":0.0533},{"x":16.5,"y":0.0537},{"x":16.9,"y":0.054},{"x":17.3,"y":0.0541},{"x":17.7,"y":0.054},{"x":18.1,"y":0.0537},{"x":18.6,"y":0.0533},{"x":19,"y":0.0527},{"x":19.4,"y":0.0519},{"x":19.8,"y":0.051},{"x":20.2,"y":0.0499},{"x":20.6,"y":0.0487},{"x":21,"y":0.0474},{"x":21.4,"y":0.046},{"x":21.9,"y":0.0445},{"x":22.3,"y":0.0428},{"x":22.7,"y":0.0411},{"x":23.1,"y":0.0394},{"x":23.5,"y":0.0376},{"x":23.9,"y":0.0357},{"x":24.3,"y":0.0339},{"x":24.7,"y":0.032},{"x":25.1,"y":0.0301},{"x":25.6,"y":0.0283},{"x":26,"y":0.0264},{"x":26.4,"y":0.0246},{"x":26.8,"y":0.0229},{"x":27.2,"y":0.0212},{"x":27.6,"y":0.0196},{"x":28,"y":0.018},{"x":28.4,"y":0.0165},{"x":28.9,"y":0.0151},{"x":29.3,"y":0.0137},{"x":29.7,"y":0.0125},{"x":30.1,"y":0.0113},{"x":30.5,"y":0.0102},{"x":30.9,"y":0.00913},{"x":31.3,"y":0.00818},{"x":31.8,"y":0.0073},{"x":32.2,"y":0.00649},{"x":32.6,"y":0.00575},{"x":33,"y":0.00509},{"x":33.4,"y":0.00448},{"x":33.8,"y":0.00393},{"x":34.2,"y":0.00344},{"x":34.6,"y":0.003},{"x":35,"y":0.0026},{"x":35.5,"y":0.00225},{"x":35.9,"y":0.00194},{"x":36.3,"y":0.00167},{"x":36.7,"y":0.00143},{"x":37.1,"y":0.00122},{"x":37.5,"y":0.00104},{"x":37.9,"y":0.000885},{"x":38.3,"y":0.000748},{"x":38.8,"y":0.000631},{"x":39.2,"y":0.00053},{"x":39.6,"y":0.000443},{"x":40,"y":0.00037},{"x":40.4,"y":0.000308},{"x":40.8,"y":0.000255}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97397,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-claude-4-opus","display_name":"claude-4-opus","mean_tokens_per_second":32,"min_tokens_per_second":25.4,"max_tokens_per_second":37.3,"density_points":[{"x":4.43,"y":0.000069},{"x":4.98,"y":0.00009},{"x":5.52,"y":0.000116},{"x":6.07,"y":0.000148},{"x":6.61,"y":0.000189},{"x":7.16,"y":0.00024},{"x":7.7,"y":0.000304},{"x":8.24,"y":0.000381},{"x":8.79,"y":0.000477},{"x":9.33,"y":0.000593},{"x":9.88,"y":0.000733},{"x":10.4,"y":0.000902},{"x":11,"y":0.00111},{"x":11.5,"y":0.00135},{"x":12.1,"y":0.00163},{"x":12.6,"y":0.00196},{"x":13.1,"y":0.00235},{"x":13.7,"y":0.00281},{"x":14.2,"y":0.00333},{"x":14.8,"y":0.00393},{"x":15.3,"y":0.00462},{"x":15.9,"y":0.0054},{"x":16.4,"y":0.00628},{"x":16.9,"y":0.00726},{"x":17.5,"y":0.00835},{"x":18,"y":0.00956},{"x":18.6,"y":0.0109},{"x":19.1,"y":0.0123},{"x":19.7,"y":0.0139},{"x":20.2,"y":0.0156},{"x":20.8,"y":0.0174},{"x":21.3,"y":0.0193},{"x":21.9,"y":0.0213},{"x":22.4,"y":0.0234},{"x":22.9,"y":0.0256},{"x":23.5,"y":0.0279},{"x":24,"y":0.0302},{"x":24.6,"y":0.0325},{"x":25.1,"y":0.0348},{"x":25.7,"y":0.037},{"x":26.2,"y":0.0393},{"x":26.8,"y":0.0414},{"x":27.3,"y":0.0434},{"x":27.8,"y":0.0453},{"x":28.4,"y":0.0471},{"x":28.9,"y":0.0486},{"x":29.5,"y":0.05},{"x":30,"y":0.0511},{"x":30.6,"y":0.052},{"x":31.1,"y":0.0526},{"x":31.6,"y":0.0529},{"x":32.2,"y":0.053},{"x":32.7,"y":0.0528},{"x":33.3,"y":0.0523},{"x":33.8,"y":0.0515},{"x":34.4,"y":0.0505},{"x":34.9,"y":0.0493},{"x":35.5,"y":0.0478},{"x":36,"y":0.0462},{"x":36.5,"y":0.0443},{"x":37.1,"y":0.0423},{"x":37.6,"y":0.0402},{"x":38.2,"y":0.038},{"x":38.7,"y":0.0357},{"x":39.3,"y":0.0334},{"x":39.8,"y":0.0311},{"x":40.4,"y":0.0287},{"x":40.9,"y":0.0264},{"x":41.4,"y":0.0242},{"x":42,"y":0.022},{"x":42.5,"y":0.0199},{"x":43.1,"y":0.018},{"x":43.6,"y":0.0161},{"x":44.2,"y":0.0143},{"x":44.7,"y":0.0127},{"x":45.3,"y":0.0112},{"x":45.8,"y":0.00982},{"x":46.3,"y":0.00856},{"x":46.9,"y":0.00743},{"x":47.4,"y":0.00641},{"x":48,"y":0.00549},{"x":48.5,"y":0.00469},{"x":49.1,"y":0.00398},{"x":49.6,"y":0.00336},{"x":50.1,"y":0.00282},{"x":50.7,"y":0.00235},{"x":51.2,"y":0.00195},{"x":51.8,"y":0.00161},{"x":52.3,"y":0.00133},{"x":52.9,"y":0.00108},{"x":53.4,"y":0.000879},{"x":54,"y":0.00071},{"x":54.5,"y":0.000571},{"x":55,"y":0.000456},{"x":55.6,"y":0.000362},{"x":56.1,"y":0.000286},{"x":56.7,"y":0.000225},{"x":57.2,"y":0.000176},{"x":57.8,"y":0.000137},{"x":58.3,"y":0.000106}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99887,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-claude-4-sonnet","display_name":"claude-4-sonnet","mean_tokens_per_second":17.3,"min_tokens_per_second":10,"max_tokens_per_second":23.7,"density_points":[{"x":0,"y":0.00389},{"x":0.45,"y":0.00444},{"x":0.9,"y":0.00505},{"x":1.35,"y":0.00573},{"x":1.8,"y":0.00647},{"x":2.26,"y":0.00728},{"x":2.71,"y":0.00817},{"x":3.16,"y":0.00913},{"x":3.61,"y":0.0102},{"x":4.06,"y":0.0113},{"x":4.51,"y":0.0125},{"x":4.96,"y":0.0138},{"x":5.41,"y":0.0152},{"x":5.87,"y":0.0166},{"x":6.32,"y":0.0182},{"x":6.77,"y":0.0198},{"x":7.22,"y":0.0214},{"x":7.67,"y":0.0232},{"x":8.12,"y":0.025},{"x":8.57,"y":0.0268},{"x":9.02,"y":0.0287},{"x":9.47,"y":0.0306},{"x":9.93,"y":0.0325},{"x":10.4,"y":0.0344},{"x":10.8,"y":0.0363},{"x":11.3,"y":0.0381},{"x":11.7,"y":0.04},{"x":12.2,"y":0.0417},{"x":12.6,"y":0.0434},{"x":13.1,"y":0.045},{"x":13.5,"y":0.0465},{"x":14,"y":0.0478},{"x":14.4,"y":0.0491},{"x":14.9,"y":0.0502},{"x":15.3,"y":0.0511},{"x":15.8,"y":0.0518},{"x":16.2,"y":0.0524},{"x":16.7,"y":0.0528},{"x":17.1,"y":0.053},{"x":17.6,"y":0.053},{"x":18.1,"y":0.0529},{"x":18.5,"y":0.0525},{"x":18.9,"y":0.0519},{"x":19.4,"y":0.0512},{"x":19.9,"y":0.0503},{"x":20.3,"y":0.0492},{"x":20.8,"y":0.048},{"x":21.2,"y":0.0466},{"x":21.7,"y":0.0452},{"x":22.1,"y":0.0435},{"x":22.6,"y":0.0418},{"x":23,"y":0.0401},{"x":23.5,"y":0.0382},{"x":23.9,"y":0.0363},{"x":24.4,"y":0.0344},{"x":24.8,"y":0.0324},{"x":25.3,"y":0.0305},{"x":25.7,"y":0.0286},{"x":26.2,"y":0.0266},{"x":26.6,"y":0.0248},{"x":27.1,"y":0.0229},{"x":27.5,"y":0.0212},{"x":28,"y":0.0195},{"x":28.4,"y":0.0178},{"x":28.9,"y":0.0163},{"x":29.3,"y":0.0148},{"x":29.8,"y":0.0134},{"x":30.2,"y":0.0121},{"x":30.7,"y":0.0109},{"x":31.1,"y":0.00973},{"x":31.6,"y":0.00869},{"x":32,"y":0.00772},{"x":32.5,"y":0.00684},{"x":32.9,"y":0.00604},{"x":33.4,"y":0.00531},{"x":33.8,"y":0.00465},{"x":34.3,"y":0.00406},{"x":34.7,"y":0.00353},{"x":35.2,"y":0.00306},{"x":35.6,"y":0.00264},{"x":36.1,"y":0.00227},{"x":36.5,"y":0.00195},{"x":37,"y":0.00166},{"x":37.5,"y":0.00141},{"x":37.9,"y":0.0012},{"x":38.4,"y":0.00101},{"x":38.8,"y":0.00085},{"x":39.3,"y":0.000713},{"x":39.7,"y":0.000595},{"x":40.1,"y":0.000495},{"x":40.6,"y":0.00041},{"x":41.1,"y":0.000339},{"x":41.5,"y":0.000279},{"x":42,"y":0.000229},{"x":42.4,"y":0.000187},{"x":42.9,"y":0.000152},{"x":43.3,"y":0.000123},{"x":43.8,"y":0.000099},{"x":44.2,"y":0.00008},{"x":44.7,"y":0.000064}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97397,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-claude-haiku-4.5","display_name":"claude-haiku-4.5","mean_tokens_per_second":29.9,"min_tokens_per_second":12.9,"max_tokens_per_second":36.8,"density_points":[{"x":0,"y":0.000355},{"x":0.58,"y":0.000424},{"x":1.17,"y":0.000503},{"x":1.75,"y":0.000594},{"x":2.34,"y":0.000698},{"x":2.92,"y":0.000816},{"x":3.5,"y":0.000951},{"x":4.09,"y":0.0011},{"x":4.67,"y":0.00127},{"x":5.26,"y":0.00146},{"x":5.84,"y":0.00168},{"x":6.42,"y":0.00192},{"x":7.01,"y":0.00218},{"x":7.59,"y":0.00247},{"x":8.18,"y":0.0028},{"x":8.76,"y":0.00315},{"x":9.34,"y":0.00355},{"x":9.93,"y":0.00398},{"x":10.5,"y":0.00446},{"x":11.1,"y":0.00498},{"x":11.7,"y":0.00555},{"x":12.3,"y":0.00618},{"x":12.8,"y":0.00686},{"x":13.4,"y":0.00761},{"x":14,"y":0.00842},{"x":14.6,"y":0.0093},{"x":15.2,"y":0.0103},{"x":15.8,"y":0.0113},{"x":16.4,"y":0.0124},{"x":16.9,"y":0.0136},{"x":17.5,"y":0.0149},{"x":18.1,"y":0.0163},{"x":18.7,"y":0.0177},{"x":19.3,"y":0.0193},{"x":19.9,"y":0.0209},{"x":20.4,"y":0.0226},{"x":21,"y":0.0243},{"x":21.6,"y":0.0262},{"x":22.2,"y":0.028},{"x":22.8,"y":0.0299},{"x":23.4,"y":0.0318},{"x":23.9,"y":0.0337},{"x":24.5,"y":0.0356},{"x":25.1,"y":0.0374},{"x":25.7,"y":0.0391},{"x":26.3,"y":0.0408},{"x":26.9,"y":0.0423},{"x":27.4,"y":0.0437},{"x":28,"y":0.0449},{"x":28.6,"y":0.0459},{"x":29.2,"y":0.0468},{"x":29.8,"y":0.0474},{"x":30.4,"y":0.0477},{"x":30.9,"y":0.0479},{"x":31.5,"y":0.0477},{"x":32.1,"y":0.0473},{"x":32.7,"y":0.0467},{"x":33.3,"y":0.0458},{"x":33.9,"y":0.0447},{"x":34.5,"y":0.0434},{"x":35,"y":0.0419},{"x":35.6,"y":0.0402},{"x":36.2,"y":0.0383},{"x":36.8,"y":0.0364},{"x":37.4,"y":0.0343},{"x":38,"y":0.0322},{"x":38.5,"y":0.03},{"x":39.1,"y":0.0278},{"x":39.7,"y":0.0256},{"x":40.3,"y":0.0234},{"x":40.9,"y":0.0213},{"x":41.5,"y":0.0193},{"x":42,"y":0.0173},{"x":42.6,"y":0.0155},{"x":43.2,"y":0.0138},{"x":43.8,"y":0.0122},{"x":44.4,"y":0.0107},{"x":45,"y":0.0093},{"x":45.6,"y":0.00806},{"x":46.1,"y":0.00695},{"x":46.7,"y":0.00595},{"x":47.3,"y":0.00506},{"x":47.9,"y":0.00428},{"x":48.5,"y":0.00359},{"x":49.1,"y":0.003},{"x":49.6,"y":0.00249},{"x":50.2,"y":0.00205},{"x":50.8,"y":0.00168},{"x":51.4,"y":0.00137},{"x":52,"y":0.00111},{"x":52.6,"y":0.00089},{"x":53.1,"y":0.000711},{"x":53.7,"y":0.000564},{"x":54.3,"y":0.000445},{"x":54.9,"y":0.000348},{"x":55.5,"y":0.000271},{"x":56.1,"y":0.00021},{"x":56.6,"y":0.000161},{"x":57.2,"y":0.000123},{"x":57.8,"y":0.000093}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97273,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-claude-opus-4-7","display_name":"claude-opus-4-7","mean_tokens_per_second":31.1,"min_tokens_per_second":23.9,"max_tokens_per_second":36.1,"density_points":[{"x":2.85,"y":0.000062},{"x":3.4,"y":0.000081},{"x":3.95,"y":0.000104},{"x":4.49,"y":0.000133},{"x":5.04,"y":0.00017},{"x":5.59,"y":0.000216},{"x":6.14,"y":0.000272},{"x":6.69,"y":0.000342},{"x":7.23,"y":0.000427},{"x":7.78,"y":0.00053},{"x":8.33,"y":0.000655},{"x":8.88,"y":0.000806},{"x":9.43,"y":0.000986},{"x":9.97,"y":0.0012},{"x":10.5,"y":0.00145},{"x":11.1,"y":0.00175},{"x":11.6,"y":0.0021},{"x":12.2,"y":0.00251},{"x":12.7,"y":0.00298},{"x":13.3,"y":0.00351},{"x":13.8,"y":0.00413},{"x":14.4,"y":0.00483},{"x":14.9,"y":0.00562},{"x":15.5,"y":0.00651},{"x":16,"y":0.0075},{"x":16.6,"y":0.0086},{"x":17.1,"y":0.00981},{"x":17.6,"y":0.0111},{"x":18.2,"y":0.0126},{"x":18.7,"y":0.0141},{"x":19.3,"y":0.0158},{"x":19.8,"y":0.0176},{"x":20.4,"y":0.0195},{"x":20.9,"y":0.0215},{"x":21.5,"y":0.0235},{"x":22,"y":0.0257},{"x":22.6,"y":0.0279},{"x":23.1,"y":0.0301},{"x":23.7,"y":0.0324},{"x":24.2,"y":0.0346},{"x":24.8,"y":0.0369},{"x":25.3,"y":0.039},{"x":25.9,"y":0.0411},{"x":26.4,"y":0.0431},{"x":27,"y":0.045},{"x":27.5,"y":0.0467},{"x":28.1,"y":0.0482},{"x":28.6,"y":0.0495},{"x":29.2,"y":0.0506},{"x":29.7,"y":0.0514},{"x":30.3,"y":0.052},{"x":30.8,"y":0.0523},{"x":31.4,"y":0.0524},{"x":31.9,"y":0.0522},{"x":32.5,"y":0.0517},{"x":33,"y":0.051},{"x":33.5,"y":0.05},{"x":34.1,"y":0.0487},{"x":34.6,"y":0.0473},{"x":35.2,"y":0.0456},{"x":35.7,"y":0.0438},{"x":36.3,"y":0.0418},{"x":36.8,"y":0.0397},{"x":37.4,"y":0.0376},{"x":37.9,"y":0.0353},{"x":38.5,"y":0.033},{"x":39,"y":0.0307},{"x":39.6,"y":0.0284},{"x":40.1,"y":0.0261},{"x":40.7,"y":0.0239},{"x":41.2,"y":0.0217},{"x":41.8,"y":0.0197},{"x":42.3,"y":0.0177},{"x":42.9,"y":0.0158},{"x":43.4,"y":0.0141},{"x":44,"y":0.0125},{"x":44.5,"y":0.011},{"x":45,"y":0.00962},{"x":45.6,"y":0.00838},{"x":46.1,"y":0.00726},{"x":46.7,"y":0.00625},{"x":47.3,"y":0.00535},{"x":47.8,"y":0.00456},{"x":48.3,"y":0.00386},{"x":48.9,"y":0.00325},{"x":49.4,"y":0.00272},{"x":50,"y":0.00227},{"x":50.5,"y":0.00188},{"x":51.1,"y":0.00155},{"x":51.6,"y":0.00127},{"x":52.2,"y":0.00103},{"x":52.7,"y":0.000835},{"x":53.3,"y":0.000672},{"x":53.8,"y":0.000538},{"x":54.4,"y":0.000429},{"x":54.9,"y":0.000339},{"x":55.5,"y":0.000267},{"x":56,"y":0.000209},{"x":56.6,"y":0.000163},{"x":57.1,"y":0.000126}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99671,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-Kimi-K2.6","display_name":"Kimi-K2.6","mean_tokens_per_second":66,"min_tokens_per_second":2.93,"max_tokens_per_second":138,"density_points":[{"x":0,"y":0.00155},{"x":1.6,"y":0.00184},{"x":3.21,"y":0.00214},{"x":4.81,"y":0.00244},{"x":6.41,"y":0.00275},{"x":8.02,"y":0.0031},{"x":9.62,"y":0.00348},{"x":11.2,"y":0.00393},{"x":12.8,"y":0.00442},{"x":14.4,"y":0.00496},{"x":16,"y":0.00553},{"x":17.6,"y":0.00609},{"x":19.2,"y":0.00664},{"x":20.8,"y":0.00714},{"x":22.4,"y":0.00757},{"x":24.1,"y":0.00793},{"x":25.6,"y":0.00821},{"x":27.3,"y":0.0084},{"x":28.9,"y":0.00851},{"x":30.5,"y":0.00856},{"x":32.1,"y":0.00854},{"x":33.7,"y":0.00849},{"x":35.3,"y":0.00843},{"x":36.9,"y":0.00837},{"x":38.5,"y":0.00832},{"x":40.1,"y":0.0083},{"x":41.7,"y":0.00832},{"x":43.3,"y":0.00836},{"x":44.9,"y":0.00843},{"x":46.5,"y":0.00852},{"x":48.1,"y":0.00862},{"x":49.7,"y":0.00873},{"x":51.3,"y":0.00885},{"x":52.9,"y":0.00897},{"x":54.5,"y":0.00911},{"x":56.1,"y":0.00927},{"x":57.7,"y":0.00943},{"x":59.3,"y":0.00962},{"x":60.9,"y":0.00983},{"x":62.5,"y":0.0101},{"x":64.1,"y":0.0103},{"x":65.7,"y":0.0106},{"x":67.3,"y":0.0108},{"x":68.9,"y":0.0111},{"x":70.5,"y":0.0112},{"x":72.2,"y":0.0113},{"x":73.8,"y":0.0113},{"x":75.4,"y":0.0113},{"x":77,"y":0.0111},{"x":78.6,"y":0.011},{"x":80.2,"y":0.0108},{"x":81.8,"y":0.0107},{"x":83.4,"y":0.0105},{"x":85,"y":0.0103},{"x":86.6,"y":0.0101},{"x":88.2,"y":0.00985},{"x":89.8,"y":0.00961},{"x":91.4,"y":0.00937},{"x":93,"y":0.00915},{"x":94.6,"y":0.00898},{"x":96.2,"y":0.00884},{"x":97.8,"y":0.00874},{"x":99.4,"y":0.00866},{"x":101,"y":0.00859},{"x":103,"y":0.00848},{"x":104,"y":0.00831},{"x":106,"y":0.00805},{"x":107,"y":0.00766},{"x":109,"y":0.00715},{"x":111,"y":0.00651},{"x":112,"y":0.00579},{"x":114,"y":0.00503},{"x":115,"y":0.00426},{"x":117,"y":0.00355},{"x":119,"y":0.00292},{"x":120,"y":0.00241},{"x":122,"y":0.00201},{"x":123,"y":0.00173},{"x":125,"y":0.00155},{"x":127,"y":0.00146},{"x":128,"y":0.00144},{"x":130,"y":0.00146},{"x":131,"y":0.00151},{"x":133,"y":0.00155},{"x":135,"y":0.00156},{"x":136,"y":0.00153},{"x":138,"y":0.00144},{"x":139,"y":0.00131},{"x":141,"y":0.00113},{"x":143,"y":0.000941},{"x":144,"y":0.000744},{"x":146,"y":0.000561},{"x":148,"y":0.000403},{"x":149,"y":0.000275},{"x":151,"y":0.000179},{"x":152,"y":0.000111},{"x":154,"y":0.000065},{"x":156,"y":0.000037},{"x":157,"y":0.000019},{"x":159,"y":0.00001}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":727,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-claude-opus-4-8","display_name":"claude-opus-4-8","mean_tokens_per_second":27.6,"min_tokens_per_second":16.1,"max_tokens_per_second":33,"density_points":[{"x":0,"y":0.000159},{"x":0.55,"y":0.000195},{"x":1.09,"y":0.000239},{"x":1.64,"y":0.000293},{"x":2.18,"y":0.000356},{"x":2.73,"y":0.000432},{"x":3.27,"y":0.000522},{"x":3.82,"y":0.000628},{"x":4.36,"y":0.000753},{"x":4.91,"y":0.000901},{"x":5.45,"y":0.00107},{"x":6,"y":0.00127},{"x":6.54,"y":0.00151},{"x":7.09,"y":0.00178},{"x":7.63,"y":0.00209},{"x":8.18,"y":0.00245},{"x":8.73,"y":0.00286},{"x":9.27,"y":0.00333},{"x":9.82,"y":0.00387},{"x":10.4,"y":0.00447},{"x":10.9,"y":0.00515},{"x":11.4,"y":0.00592},{"x":12,"y":0.00677},{"x":12.5,"y":0.00772},{"x":13.1,"y":0.00877},{"x":13.6,"y":0.00992},{"x":14.2,"y":0.0112},{"x":14.7,"y":0.0126},{"x":15.3,"y":0.014},{"x":15.8,"y":0.0156},{"x":16.4,"y":0.0174},{"x":16.9,"y":0.0192},{"x":17.4,"y":0.0211},{"x":18,"y":0.0231},{"x":18.5,"y":0.0252},{"x":19.1,"y":0.0273},{"x":19.6,"y":0.0295},{"x":20.2,"y":0.0317},{"x":20.7,"y":0.034},{"x":21.3,"y":0.0362},{"x":21.8,"y":0.0383},{"x":22.4,"y":0.0404},{"x":22.9,"y":0.0425},{"x":23.4,"y":0.0443},{"x":24,"y":0.0461},{"x":24.5,"y":0.0477},{"x":25.1,"y":0.049},{"x":25.6,"y":0.0502},{"x":26.2,"y":0.0511},{"x":26.7,"y":0.0518},{"x":27.3,"y":0.0522},{"x":27.8,"y":0.0524},{"x":28.4,"y":0.0522},{"x":28.9,"y":0.0519},{"x":29.4,"y":0.0512},{"x":30,"y":0.0503},{"x":30.5,"y":0.0491},{"x":31.1,"y":0.0477},{"x":31.6,"y":0.0461},{"x":32.2,"y":0.0443},{"x":32.7,"y":0.0424},{"x":33.3,"y":0.0403},{"x":33.8,"y":0.0381},{"x":34.4,"y":0.0359},{"x":34.9,"y":0.0336},{"x":35.5,"y":0.0313},{"x":36,"y":0.0289},{"x":36.5,"y":0.0267},{"x":37.1,"y":0.0244},{"x":37.6,"y":0.0222},{"x":38.2,"y":0.0201},{"x":38.7,"y":0.0181},{"x":39.3,"y":0.0163},{"x":39.8,"y":0.0145},{"x":40.4,"y":0.0128},{"x":40.9,"y":0.0113},{"x":41.5,"y":0.00993},{"x":42,"y":0.00866},{"x":42.5,"y":0.00751},{"x":43.1,"y":0.00648},{"x":43.6,"y":0.00556},{"x":44.2,"y":0.00474},{"x":44.7,"y":0.00402},{"x":45.3,"y":0.00339},{"x":45.8,"y":0.00285},{"x":46.4,"y":0.00237},{"x":46.9,"y":0.00197},{"x":47.5,"y":0.00163},{"x":48,"y":0.00133},{"x":48.5,"y":0.00109},{"x":49.1,"y":0.000884},{"x":49.6,"y":0.000713},{"x":50.2,"y":0.000573},{"x":50.7,"y":0.000457},{"x":51.3,"y":0.000363},{"x":51.8,"y":0.000286},{"x":52.4,"y":0.000225},{"x":52.9,"y":0.000175},{"x":53.4,"y":0.000136},{"x":54,"y":0.000105}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99701,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-claude-sonnet-4.6","display_name":"claude-sonnet-4.6","mean_tokens_per_second":16.9,"min_tokens_per_second":7.23,"max_tokens_per_second":21.3,"density_points":[{"x":0,"y":0.00438},{"x":0.43,"y":0.00492},{"x":0.85,"y":0.00552},{"x":1.28,"y":0.00617},{"x":1.71,"y":0.00689},{"x":2.14,"y":0.00767},{"x":2.56,"y":0.00852},{"x":2.99,"y":0.00943},{"x":3.42,"y":0.0104},{"x":3.84,"y":0.0115},{"x":4.27,"y":0.0126},{"x":4.7,"y":0.0138},{"x":5.13,"y":0.0151},{"x":5.55,"y":0.0164},{"x":5.98,"y":0.0179},{"x":6.41,"y":0.0194},{"x":6.83,"y":0.0209},{"x":7.26,"y":0.0225},{"x":7.69,"y":0.0242},{"x":8.12,"y":0.0259},{"x":8.54,"y":0.0277},{"x":8.97,"y":0.0295},{"x":9.4,"y":0.0313},{"x":9.82,"y":0.0331},{"x":10.3,"y":0.0349},{"x":10.7,"y":0.0368},{"x":11.1,"y":0.0385},{"x":11.5,"y":0.0403},{"x":12,"y":0.042},{"x":12.4,"y":0.0436},{"x":12.8,"y":0.0451},{"x":13.2,"y":0.0466},{"x":13.7,"y":0.0479},{"x":14.1,"y":0.0492},{"x":14.5,"y":0.0503},{"x":14.9,"y":0.0512},{"x":15.4,"y":0.052},{"x":15.8,"y":0.0526},{"x":16.2,"y":0.0531},{"x":16.7,"y":0.0534},{"x":17.1,"y":0.0535},{"x":17.5,"y":0.0535},{"x":17.9,"y":0.0532},{"x":18.4,"y":0.0528},{"x":18.8,"y":0.0522},{"x":19.2,"y":0.0515},{"x":19.6,"y":0.0506},{"x":20.1,"y":0.0495},{"x":20.5,"y":0.0483},{"x":20.9,"y":0.047},{"x":21.4,"y":0.0455},{"x":21.8,"y":0.0439},{"x":22.2,"y":0.0423},{"x":22.6,"y":0.0406},{"x":23.1,"y":0.0388},{"x":23.5,"y":0.0369},{"x":23.9,"y":0.0351},{"x":24.4,"y":0.0332},{"x":24.8,"y":0.0313},{"x":25.2,"y":0.0294},{"x":25.6,"y":0.0275},{"x":26.1,"y":0.0257},{"x":26.5,"y":0.0239},{"x":26.9,"y":0.0221},{"x":27.3,"y":0.0204},{"x":27.8,"y":0.0188},{"x":28.2,"y":0.0173},{"x":28.6,"y":0.0158},{"x":29.1,"y":0.0144},{"x":29.5,"y":0.013},{"x":29.9,"y":0.0118},{"x":30.3,"y":0.0106},{"x":30.8,"y":0.00955},{"x":31.2,"y":0.00855},{"x":31.6,"y":0.00763},{"x":32,"y":0.00678},{"x":32.5,"y":0.00601},{"x":32.9,"y":0.0053},{"x":33.3,"y":0.00467},{"x":33.7,"y":0.00409},{"x":34.2,"y":0.00357},{"x":34.6,"y":0.00311},{"x":35,"y":0.0027},{"x":35.5,"y":0.00233},{"x":35.9,"y":0.00201},{"x":36.3,"y":0.00173},{"x":36.7,"y":0.00148},{"x":37.2,"y":0.00126},{"x":37.6,"y":0.00107},{"x":38,"y":0.000905},{"x":38.4,"y":0.000764},{"x":38.9,"y":0.000642},{"x":39.3,"y":0.000538},{"x":39.7,"y":0.000449},{"x":40.1,"y":0.000373},{"x":40.6,"y":0.00031},{"x":41,"y":0.000256},{"x":41.4,"y":0.00021},{"x":41.9,"y":0.000173},{"x":42.3,"y":0.000141}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99858,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-nemotron-3-ultra-550b-a55b","display_name":"nemotron-3-ultra-550b-a55b","mean_tokens_per_second":58,"min_tokens_per_second":7.96,"max_tokens_per_second":118,"density_points":[{"x":0,"y":0.000718},{"x":1.4,"y":0.000956},{"x":2.8,"y":0.00124},{"x":4.21,"y":0.00157},{"x":5.61,"y":0.00194},{"x":7.01,"y":0.00236},{"x":8.41,"y":0.00282},{"x":9.81,"y":0.00334},{"x":11.2,"y":0.0039},{"x":12.6,"y":0.00451},{"x":14,"y":0.00518},{"x":15.4,"y":0.00589},{"x":16.8,"y":0.00664},{"x":18.2,"y":0.00741},{"x":19.6,"y":0.00817},{"x":21,"y":0.00889},{"x":22.4,"y":0.00954},{"x":23.8,"y":0.0101},{"x":25.2,"y":0.0105},{"x":26.6,"y":0.0108},{"x":28,"y":0.011},{"x":29.4,"y":0.0111},{"x":30.8,"y":0.0112},{"x":32.2,"y":0.0112},{"x":33.6,"y":0.0112},{"x":35,"y":0.0112},{"x":36.4,"y":0.0113},{"x":37.9,"y":0.0113},{"x":39.3,"y":0.0113},{"x":40.6,"y":0.0113},{"x":42,"y":0.0112},{"x":43.5,"y":0.0111},{"x":44.9,"y":0.0109},{"x":46.3,"y":0.0108},{"x":47.7,"y":0.0107},{"x":49.1,"y":0.0107},{"x":50.5,"y":0.0107},{"x":51.9,"y":0.0109},{"x":53.3,"y":0.0111},{"x":54.7,"y":0.0114},{"x":56.1,"y":0.0118},{"x":57.5,"y":0.0122},{"x":58.9,"y":0.0125},{"x":60.3,"y":0.0128},{"x":61.7,"y":0.013},{"x":63.1,"y":0.0131},{"x":64.5,"y":0.0132},{"x":65.9,"y":0.0131},{"x":67.3,"y":0.013},{"x":68.7,"y":0.0129},{"x":70.1,"y":0.0128},{"x":71.5,"y":0.0126},{"x":72.9,"y":0.0124},{"x":74.3,"y":0.0122},{"x":75.7,"y":0.012},{"x":77.1,"y":0.0118},{"x":78.5,"y":0.0115},{"x":79.9,"y":0.0112},{"x":81.3,"y":0.0108},{"x":82.7,"y":0.0105},{"x":84.1,"y":0.0102},{"x":85.5,"y":0.00985},{"x":86.9,"y":0.00953},{"x":88.3,"y":0.0092},{"x":89.7,"y":0.00885},{"x":91.1,"y":0.00846},{"x":92.5,"y":0.00802},{"x":93.9,"y":0.00753},{"x":95.3,"y":0.00698},{"x":96.7,"y":0.0064},{"x":98.1,"y":0.00581},{"x":99.5,"y":0.00524},{"x":101,"y":0.0047},{"x":102,"y":0.00421},{"x":104,"y":0.00378},{"x":105,"y":0.00342},{"x":107,"y":0.0031},{"x":108,"y":0.00283},{"x":109,"y":0.0026},{"x":111,"y":0.00239},{"x":112,"y":0.00219},{"x":114,"y":0.00201},{"x":115,"y":0.00182},{"x":116,"y":0.00164},{"x":118,"y":0.00145},{"x":119,"y":0.00127},{"x":121,"y":0.00108},{"x":122,"y":0.000902},{"x":123,"y":0.000733},{"x":125,"y":0.00058},{"x":126,"y":0.000445},{"x":128,"y":0.000331},{"x":129,"y":0.000238},{"x":130,"y":0.000165},{"x":132,"y":0.00011},{"x":133,"y":0.000071},{"x":135,"y":0.000044},{"x":136,"y":0.000027},{"x":137,"y":0.000015},{"x":139,"y":0.000009}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1824,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-GPT-oss-120b","display_name":"GPT-oss-120b","mean_tokens_per_second":49,"min_tokens_per_second":3.7,"max_tokens_per_second":111,"density_points":[{"x":0,"y":0.00333},{"x":1.34,"y":0.00404},{"x":2.67,"y":0.00479},{"x":4.01,"y":0.00555},{"x":5.35,"y":0.00631},{"x":6.68,"y":0.00704},{"x":8.02,"y":0.00774},{"x":9.36,"y":0.0084},{"x":10.7,"y":0.00903},{"x":12,"y":0.00965},{"x":13.4,"y":0.0102},{"x":14.7,"y":0.0108},{"x":16,"y":0.0114},{"x":17.4,"y":0.0119},{"x":18.7,"y":0.0124},{"x":20.1,"y":0.0128},{"x":21.4,"y":0.0131},{"x":22.7,"y":0.0133},{"x":24.1,"y":0.0133},{"x":25.4,"y":0.0131},{"x":26.7,"y":0.0128},{"x":28.1,"y":0.0124},{"x":29.4,"y":0.0119},{"x":30.7,"y":0.0114},{"x":32.1,"y":0.0109},{"x":33.4,"y":0.0104},{"x":34.8,"y":0.00989},{"x":36.1,"y":0.00949},{"x":37.4,"y":0.00916},{"x":38.8,"y":0.00892},{"x":40.1,"y":0.00875},{"x":41.4,"y":0.00863},{"x":42.8,"y":0.00856},{"x":44.1,"y":0.00853},{"x":45.5,"y":0.00851},{"x":46.8,"y":0.00849},{"x":48.1,"y":0.00847},{"x":49.5,"y":0.00846},{"x":50.8,"y":0.00846},{"x":52.1,"y":0.00849},{"x":53.5,"y":0.00857},{"x":54.8,"y":0.00873},{"x":56.1,"y":0.00898},{"x":57.5,"y":0.00935},{"x":58.8,"y":0.00983},{"x":60.1,"y":0.0104},{"x":61.5,"y":0.0111},{"x":62.8,"y":0.0118},{"x":64.2,"y":0.0125},{"x":65.5,"y":0.0132},{"x":66.8,"y":0.0139},{"x":68.2,"y":0.0144},{"x":69.5,"y":0.0147},{"x":70.8,"y":0.0149},{"x":72.2,"y":0.015},{"x":73.5,"y":0.0149},{"x":74.8,"y":0.0146},{"x":76.2,"y":0.0143},{"x":77.5,"y":0.0137},{"x":78.9,"y":0.0131},{"x":80.2,"y":0.0124},{"x":81.5,"y":0.0116},{"x":82.9,"y":0.0107},{"x":84.2,"y":0.00981},{"x":85.5,"y":0.00886},{"x":86.9,"y":0.00791},{"x":88.2,"y":0.00696},{"x":89.6,"y":0.00604},{"x":90.9,"y":0.00517},{"x":92.2,"y":0.00436},{"x":93.6,"y":0.00363},{"x":94.9,"y":0.00297},{"x":96.2,"y":0.00241},{"x":97.6,"y":0.00193},{"x":98.9,"y":0.00155},{"x":100,"y":0.00126},{"x":102,"y":0.00105},{"x":103,"y":0.000906},{"x":104,"y":0.000825},{"x":106,"y":0.000789},{"x":107,"y":0.000781},{"x":108,"y":0.000786},{"x":110,"y":0.000792},{"x":111,"y":0.000787},{"x":112,"y":0.000765},{"x":114,"y":0.000723},{"x":115,"y":0.000663},{"x":116,"y":0.000587},{"x":118,"y":0.000502},{"x":119,"y":0.000415},{"x":120,"y":0.00033},{"x":122,"y":0.000254},{"x":123,"y":0.000188},{"x":124,"y":0.000134},{"x":126,"y":0.000093},{"x":127,"y":0.000062},{"x":128,"y":0.000039},{"x":130,"y":0.000024},{"x":131,"y":0.000015},{"x":132,"y":0.000008}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2043,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-R1-0528","display_name":"DeepSeek-R1-0528","mean_tokens_per_second":17.2,"min_tokens_per_second":9.94,"max_tokens_per_second":30.8,"density_points":[{"x":0,"y":0.00576},{"x":0.52,"y":0.00661},{"x":1.05,"y":0.00755},{"x":1.57,"y":0.00859},{"x":2.09,"y":0.00971},{"x":2.61,"y":0.0109},{"x":3.14,"y":0.0123},{"x":3.66,"y":0.0137},{"x":4.18,"y":0.0152},{"x":4.71,"y":0.0167},{"x":5.23,"y":0.0184},{"x":5.75,"y":0.0201},{"x":6.27,"y":0.0219},{"x":6.8,"y":0.0238},{"x":7.32,"y":0.0256},{"x":7.84,"y":0.0275},{"x":8.37,"y":0.0294},{"x":8.89,"y":0.0313},{"x":9.41,"y":0.0331},{"x":9.93,"y":0.0349},{"x":10.5,"y":0.0366},{"x":11,"y":0.0382},{"x":11.5,"y":0.0397},{"x":12,"y":0.0411},{"x":12.6,"y":0.0424},{"x":13.1,"y":0.0435},{"x":13.6,"y":0.0445},{"x":14.1,"y":0.0452},{"x":14.6,"y":0.0458},{"x":15.2,"y":0.0462},{"x":15.7,"y":0.0465},{"x":16.2,"y":0.0465},{"x":16.7,"y":0.0464},{"x":17.3,"y":0.0461},{"x":17.8,"y":0.0456},{"x":18.3,"y":0.0449},{"x":18.8,"y":0.0441},{"x":19.4,"y":0.0432},{"x":19.9,"y":0.0421},{"x":20.4,"y":0.0409},{"x":20.9,"y":0.0397},{"x":21.4,"y":0.0383},{"x":22,"y":0.0369},{"x":22.5,"y":0.0354},{"x":23,"y":0.0339},{"x":23.5,"y":0.0324},{"x":24.1,"y":0.0308},{"x":24.6,"y":0.0293},{"x":25.1,"y":0.0277},{"x":25.6,"y":0.0262},{"x":26.1,"y":0.0247},{"x":26.7,"y":0.0233},{"x":27.2,"y":0.0218},{"x":27.7,"y":0.0204},{"x":28.2,"y":0.0191},{"x":28.8,"y":0.0178},{"x":29.3,"y":0.0166},{"x":29.8,"y":0.0154},{"x":30.3,"y":0.0143},{"x":30.9,"y":0.0132},{"x":31.4,"y":0.0122},{"x":31.9,"y":0.0112},{"x":32.4,"y":0.0103},{"x":32.9,"y":0.0094},{"x":33.5,"y":0.00858},{"x":34,"y":0.00781},{"x":34.5,"y":0.00709},{"x":35,"y":0.00642},{"x":35.6,"y":0.0058},{"x":36.1,"y":0.00522},{"x":36.6,"y":0.00468},{"x":37.1,"y":0.00418},{"x":37.6,"y":0.00373},{"x":38.2,"y":0.00331},{"x":38.7,"y":0.00293},{"x":39.2,"y":0.00258},{"x":39.7,"y":0.00227},{"x":40.3,"y":0.00198},{"x":40.8,"y":0.00173},{"x":41.3,"y":0.0015},{"x":41.8,"y":0.00129},{"x":42.4,"y":0.00111},{"x":42.9,"y":0.000954},{"x":43.4,"y":0.000814},{"x":43.9,"y":0.000691},{"x":44.4,"y":0.000585},{"x":45,"y":0.000492},{"x":45.5,"y":0.000412},{"x":46,"y":0.000344},{"x":46.5,"y":0.000285},{"x":47.1,"y":0.000236},{"x":47.6,"y":0.000194},{"x":48.1,"y":0.000159},{"x":48.6,"y":0.000129},{"x":49.1,"y":0.000105},{"x":49.7,"y":0.000085},{"x":50.2,"y":0.000068},{"x":50.7,"y":0.000054},{"x":51.2,"y":0.000043},{"x":51.8,"y":0.000034}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99827,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-GPT-oss-20b","display_name":"GPT-oss-20b","mean_tokens_per_second":50.9,"min_tokens_per_second":4.01,"max_tokens_per_second":167,"density_points":[{"x":0,"y":0.00346},{"x":1.89,"y":0.00441},{"x":3.79,"y":0.0054},{"x":5.68,"y":0.00641},{"x":7.58,"y":0.00743},{"x":9.47,"y":0.00848},{"x":11.4,"y":0.00957},{"x":13.3,"y":0.0107},{"x":15.2,"y":0.012},{"x":17.1,"y":0.0132},{"x":18.9,"y":0.0144},{"x":20.8,"y":0.0153},{"x":22.7,"y":0.0158},{"x":24.6,"y":0.0159},{"x":26.5,"y":0.0154},{"x":28.4,"y":0.0146},{"x":30.3,"y":0.0137},{"x":32.2,"y":0.0128},{"x":34.1,"y":0.0122},{"x":36,"y":0.012},{"x":37.9,"y":0.0122},{"x":39.8,"y":0.0127},{"x":41.7,"y":0.0134},{"x":43.6,"y":0.0139},{"x":45.5,"y":0.0142},{"x":47.4,"y":0.0143},{"x":49.3,"y":0.014},{"x":51.1,"y":0.0134},{"x":53,"y":0.0126},{"x":54.9,"y":0.0114},{"x":56.8,"y":0.01},{"x":58.7,"y":0.00847},{"x":60.6,"y":0.00683},{"x":62.5,"y":0.0053},{"x":64.4,"y":0.00402},{"x":66.3,"y":0.00309},{"x":68.2,"y":0.00257},{"x":70.1,"y":0.00242},{"x":72,"y":0.00257},{"x":73.9,"y":0.00292},{"x":75.8,"y":0.00334},{"x":77.7,"y":0.00376},{"x":79.6,"y":0.00412},{"x":81.5,"y":0.00438},{"x":83.4,"y":0.00455},{"x":85.3,"y":0.00464},{"x":87.2,"y":0.00466},{"x":89,"y":0.00464},{"x":90.9,"y":0.00457},{"x":92.8,"y":0.00446},{"x":94.7,"y":0.0043},{"x":96.6,"y":0.0041},{"x":98.5,"y":0.00384},{"x":100,"y":0.00357},{"x":102,"y":0.00331},{"x":104,"y":0.00312},{"x":106,"y":0.00302},{"x":108,"y":0.003},{"x":110,"y":0.00303},{"x":112,"y":0.00303},{"x":114,"y":0.00294},{"x":116,"y":0.00273},{"x":117,"y":0.00239},{"x":119,"y":0.00196},{"x":121,"y":0.0015},{"x":123,"y":0.00107},{"x":125,"y":0.000713},{"x":127,"y":0.000441},{"x":129,"y":0.000253},{"x":131,"y":0.000135},{"x":133,"y":0.000067},{"x":135,"y":0.000031},{"x":136,"y":0.000014},{"x":138,"y":0.000006},{"x":140,"y":0.000004},{"x":142,"y":0.000007},{"x":144,"y":0.000015},{"x":146,"y":0.000035},{"x":148,"y":0.000074},{"x":150,"y":0.000148},{"x":152,"y":0.000273},{"x":153,"y":0.000471},{"x":155,"y":0.000753},{"x":157,"y":0.00112},{"x":159,"y":0.00155},{"x":161,"y":0.00199},{"x":163,"y":0.00237},{"x":165,"y":0.00263},{"x":167,"y":0.00271},{"x":169,"y":0.0026},{"x":171,"y":0.00231},{"x":172,"y":0.00192},{"x":174,"y":0.00147},{"x":176,"y":0.00105},{"x":178,"y":0.000699},{"x":180,"y":0.000432},{"x":182,"y":0.000248},{"x":184,"y":0.000132},{"x":186,"y":0.000065},{"x":188,"y":0.00003}],"deprecated":false,"freshness_status":"critical","staleness_seconds":154721,"last_error_kind":"budget_exhausted","consecutive_failures":1},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-V3","display_name":"DeepSeek-V3","mean_tokens_per_second":16.8,"min_tokens_per_second":1.76,"max_tokens_per_second":44.8,"density_points":[{"x":0,"y":0.00975},{"x":0.66,"y":0.011},{"x":1.33,"y":0.0123},{"x":1.99,"y":0.0137},{"x":2.66,"y":0.0152},{"x":3.32,"y":0.0168},{"x":3.99,"y":0.0184},{"x":4.65,"y":0.0202},{"x":5.32,"y":0.022},{"x":5.98,"y":0.0238},{"x":6.64,"y":0.0257},{"x":7.31,"y":0.0275},{"x":7.97,"y":0.0294},{"x":8.64,"y":0.0312},{"x":9.3,"y":0.0329},{"x":9.97,"y":0.0346},{"x":10.6,"y":0.0361},{"x":11.3,"y":0.0375},{"x":12,"y":0.0387},{"x":12.6,"y":0.0398},{"x":13.3,"y":0.0406},{"x":13.9,"y":0.0412},{"x":14.6,"y":0.0416},{"x":15.3,"y":0.0418},{"x":15.9,"y":0.0417},{"x":16.6,"y":0.0414},{"x":17.3,"y":0.0409},{"x":17.9,"y":0.0401},{"x":18.6,"y":0.0392},{"x":19.3,"y":0.0381},{"x":19.9,"y":0.0368},{"x":20.6,"y":0.0354},{"x":21.3,"y":0.0338},{"x":21.9,"y":0.0322},{"x":22.6,"y":0.0305},{"x":23.3,"y":0.0288},{"x":23.9,"y":0.027},{"x":24.6,"y":0.0253},{"x":25.3,"y":0.0235},{"x":25.9,"y":0.0219},{"x":26.6,"y":0.0202},{"x":27.2,"y":0.0186},{"x":27.9,"y":0.0171},{"x":28.6,"y":0.0157},{"x":29.2,"y":0.0144},{"x":29.9,"y":0.0132},{"x":30.6,"y":0.012},{"x":31.2,"y":0.011},{"x":31.9,"y":0.00998},{"x":32.6,"y":0.0091},{"x":33.2,"y":0.0083},{"x":33.9,"y":0.00757},{"x":34.5,"y":0.00692},{"x":35.2,"y":0.00633},{"x":35.9,"y":0.00581},{"x":36.5,"y":0.00534},{"x":37.2,"y":0.00493},{"x":37.9,"y":0.00456},{"x":38.5,"y":0.00423},{"x":39.2,"y":0.00394},{"x":39.9,"y":0.00367},{"x":40.5,"y":0.00344},{"x":41.2,"y":0.00322},{"x":41.9,"y":0.00303},{"x":42.5,"y":0.00285},{"x":43.2,"y":0.00268},{"x":43.9,"y":0.00252},{"x":44.5,"y":0.00237},{"x":45.2,"y":0.00223},{"x":45.9,"y":0.00209},{"x":46.5,"y":0.00195},{"x":47.2,"y":0.00181},{"x":47.8,"y":0.00168},{"x":48.5,"y":0.00155},{"x":49.2,"y":0.00143},{"x":49.8,"y":0.0013},{"x":50.5,"y":0.00119},{"x":51.2,"y":0.00107},{"x":51.8,"y":0.000959},{"x":52.5,"y":0.000854},{"x":53.2,"y":0.000755},{"x":53.8,"y":0.000663},{"x":54.5,"y":0.000577},{"x":55.1,"y":0.000499},{"x":55.8,"y":0.000428},{"x":56.5,"y":0.000364},{"x":57.1,"y":0.000307},{"x":57.8,"y":0.000257},{"x":58.5,"y":0.000213},{"x":59.1,"y":0.000176},{"x":59.8,"y":0.000143},{"x":60.5,"y":0.000116},{"x":61.1,"y":0.000093},{"x":61.8,"y":0.000074},{"x":62.5,"y":0.000058},{"x":63.1,"y":0.000046},{"x":63.8,"y":0.000035},{"x":64.5,"y":0.000027},{"x":65.1,"y":0.000021},{"x":65.8,"y":0.000016}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99801,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-V3.1","display_name":"DeepSeek-V3.1","mean_tokens_per_second":8.8,"min_tokens_per_second":2.28,"max_tokens_per_second":17.6,"density_points":[{"x":0,"y":0.0274},{"x":0.39,"y":0.0291},{"x":0.78,"y":0.0307},{"x":1.17,"y":0.0323},{"x":1.56,"y":0.0339},{"x":1.95,"y":0.0355},{"x":2.34,"y":0.0371},{"x":2.73,"y":0.0386},{"x":3.12,"y":0.0401},{"x":3.51,"y":0.0416},{"x":3.9,"y":0.0429},{"x":4.29,"y":0.0443},{"x":4.68,"y":0.0455},{"x":5.07,"y":0.0466},{"x":5.46,"y":0.0477},{"x":5.85,"y":0.0486},{"x":6.24,"y":0.0494},{"x":6.63,"y":0.0501},{"x":7.02,"y":0.0507},{"x":7.41,"y":0.0512},{"x":7.8,"y":0.0515},{"x":8.19,"y":0.0517},{"x":8.58,"y":0.0517},{"x":8.97,"y":0.0517},{"x":9.36,"y":0.0515},{"x":9.75,"y":0.0511},{"x":10.2,"y":0.0507},{"x":10.5,"y":0.0501},{"x":10.9,"y":0.0494},{"x":11.3,"y":0.0485},{"x":11.7,"y":0.0476},{"x":12.1,"y":0.0466},{"x":12.5,"y":0.0455},{"x":12.9,"y":0.0443},{"x":13.3,"y":0.043},{"x":13.7,"y":0.0417},{"x":14.1,"y":0.0403},{"x":14.4,"y":0.0388},{"x":14.8,"y":0.0373},{"x":15.2,"y":0.0358},{"x":15.6,"y":0.0343},{"x":16,"y":0.0327},{"x":16.4,"y":0.0312},{"x":16.8,"y":0.0296},{"x":17.2,"y":0.0281},{"x":17.6,"y":0.0266},{"x":17.9,"y":0.0251},{"x":18.3,"y":0.0236},{"x":18.7,"y":0.0222},{"x":19.1,"y":0.0208},{"x":19.5,"y":0.0194},{"x":19.9,"y":0.0181},{"x":20.3,"y":0.0168},{"x":20.7,"y":0.0156},{"x":21.1,"y":0.0145},{"x":21.5,"y":0.0134},{"x":21.9,"y":0.0123},{"x":22.2,"y":0.0114},{"x":22.6,"y":0.0104},{"x":23,"y":0.00955},{"x":23.4,"y":0.00873},{"x":23.8,"y":0.00796},{"x":24.2,"y":0.00724},{"x":24.6,"y":0.00658},{"x":25,"y":0.00596},{"x":25.4,"y":0.00539},{"x":25.8,"y":0.00486},{"x":26.1,"y":0.00437},{"x":26.5,"y":0.00392},{"x":26.9,"y":0.00351},{"x":27.3,"y":0.00314},{"x":27.7,"y":0.0028},{"x":28.1,"y":0.00249},{"x":28.5,"y":0.00221},{"x":28.9,"y":0.00196},{"x":29.3,"y":0.00173},{"x":29.6,"y":0.00153},{"x":30,"y":0.00135},{"x":30.4,"y":0.00118},{"x":30.8,"y":0.00103},{"x":31.2,"y":0.000904},{"x":31.6,"y":0.000788},{"x":32,"y":0.000685},{"x":32.4,"y":0.000595},{"x":32.8,"y":0.000515},{"x":33.2,"y":0.000445},{"x":33.6,"y":0.000383},{"x":34,"y":0.000329},{"x":34.3,"y":0.000282},{"x":34.7,"y":0.000242},{"x":35.1,"y":0.000206},{"x":35.5,"y":0.000176},{"x":35.9,"y":0.000149},{"x":36.3,"y":0.000126},{"x":36.7,"y":0.000107},{"x":37.1,"y":0.00009},{"x":37.5,"y":0.000076},{"x":37.9,"y":0.000063},{"x":38.2,"y":0.000053},{"x":38.6,"y":0.000044}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99560,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-V3.1-Terminus","display_name":"DeepSeek-V3.1-Terminus","mean_tokens_per_second":36.1,"min_tokens_per_second":5,"max_tokens_per_second":71.7,"density_points":[{"x":0,"y":0.00498},{"x":0.94,"y":0.00585},{"x":1.87,"y":0.00678},{"x":2.81,"y":0.00775},{"x":3.75,"y":0.00874},{"x":4.68,"y":0.00973},{"x":5.62,"y":0.0107},{"x":6.56,"y":0.0116},{"x":7.49,"y":0.0125},{"x":8.43,"y":0.0133},{"x":9.37,"y":0.0139},{"x":10.3,"y":0.0145},{"x":11.2,"y":0.0149},{"x":12.2,"y":0.0153},{"x":13.1,"y":0.0155},{"x":14.1,"y":0.0156},{"x":15,"y":0.0156},{"x":15.9,"y":0.0155},{"x":16.9,"y":0.0153},{"x":17.8,"y":0.0151},{"x":18.7,"y":0.0148},{"x":19.7,"y":0.0145},{"x":20.6,"y":0.0141},{"x":21.5,"y":0.0138},{"x":22.5,"y":0.0134},{"x":23.4,"y":0.013},{"x":24.4,"y":0.0127},{"x":25.3,"y":0.0124},{"x":26.2,"y":0.0122},{"x":27.2,"y":0.012},{"x":28.1,"y":0.0118},{"x":29,"y":0.0118},{"x":30,"y":0.0118},{"x":30.9,"y":0.0119},{"x":31.8,"y":0.012},{"x":32.8,"y":0.0122},{"x":33.7,"y":0.0125},{"x":34.6,"y":0.0128},{"x":35.6,"y":0.0131},{"x":36.5,"y":0.0135},{"x":37.5,"y":0.014},{"x":38.4,"y":0.0144},{"x":39.3,"y":0.0149},{"x":40.3,"y":0.0153},{"x":41.2,"y":0.0158},{"x":42.1,"y":0.0162},{"x":43.1,"y":0.0167},{"x":44,"y":0.0171},{"x":45,"y":0.0175},{"x":45.9,"y":0.0178},{"x":46.8,"y":0.0181},{"x":47.8,"y":0.0183},{"x":48.7,"y":0.0185},{"x":49.6,"y":0.0186},{"x":50.6,"y":0.0186},{"x":51.5,"y":0.0186},{"x":52.5,"y":0.0185},{"x":53.4,"y":0.0182},{"x":54.3,"y":0.0179},{"x":55.3,"y":0.0176},{"x":56.2,"y":0.0171},{"x":57.1,"y":0.0165},{"x":58.1,"y":0.0158},{"x":59,"y":0.0151},{"x":59.9,"y":0.0143},{"x":60.9,"y":0.0134},{"x":61.8,"y":0.0125},{"x":62.8,"y":0.0116},{"x":63.7,"y":0.0107},{"x":64.6,"y":0.00975},{"x":65.6,"y":0.00884},{"x":66.5,"y":0.00796},{"x":67.4,"y":0.00714},{"x":68.4,"y":0.00636},{"x":69.3,"y":0.00564},{"x":70.2,"y":0.00497},{"x":71.2,"y":0.00436},{"x":72.1,"y":0.00381},{"x":73,"y":0.00331},{"x":74,"y":0.00287},{"x":74.9,"y":0.00246},{"x":75.9,"y":0.0021},{"x":76.8,"y":0.00178},{"x":77.7,"y":0.0015},{"x":78.7,"y":0.00125},{"x":79.6,"y":0.00103},{"x":80.5,"y":0.000836},{"x":81.5,"y":0.000674},{"x":82.4,"y":0.000536},{"x":83.4,"y":0.00042},{"x":84.3,"y":0.000325},{"x":85.2,"y":0.000248},{"x":86.2,"y":0.000186},{"x":87.1,"y":0.000138},{"x":88,"y":0.000101},{"x":89,"y":0.000072},{"x":89.9,"y":0.000051},{"x":90.8,"y":0.000035},{"x":91.8,"y":0.000024},{"x":92.7,"y":0.000016}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99857,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-V4-Flash","display_name":"DeepSeek-V4-Flash","mean_tokens_per_second":24.7,"min_tokens_per_second":5.37,"max_tokens_per_second":38.3,"density_points":[{"x":0,"y":0.00208},{"x":0.6,"y":0.00235},{"x":1.2,"y":0.00265},{"x":1.8,"y":0.00299},{"x":2.39,"y":0.00336},{"x":2.99,"y":0.00377},{"x":3.59,"y":0.00421},{"x":4.19,"y":0.00471},{"x":4.79,"y":0.00525},{"x":5.39,"y":0.00584},{"x":5.99,"y":0.00648},{"x":6.59,"y":0.00718},{"x":7.18,"y":0.00795},{"x":7.78,"y":0.00877},{"x":8.38,"y":0.00967},{"x":8.98,"y":0.0106},{"x":9.58,"y":0.0117},{"x":10.2,"y":0.0128},{"x":10.8,"y":0.0139},{"x":11.4,"y":0.0152},{"x":12,"y":0.0165},{"x":12.6,"y":0.0179},{"x":13.2,"y":0.0193},{"x":13.8,"y":0.0208},{"x":14.4,"y":0.0223},{"x":15,"y":0.0238},{"x":15.6,"y":0.0254},{"x":16.2,"y":0.0269},{"x":16.8,"y":0.0285},{"x":17.4,"y":0.03},{"x":18,"y":0.0315},{"x":18.6,"y":0.033},{"x":19.2,"y":0.0344},{"x":19.8,"y":0.0357},{"x":20.4,"y":0.0369},{"x":21,"y":0.0379},{"x":21.6,"y":0.0389},{"x":22.1,"y":0.0397},{"x":22.8,"y":0.0403},{"x":23.4,"y":0.0408},{"x":23.9,"y":0.0412},{"x":24.6,"y":0.0413},{"x":25.1,"y":0.0413},{"x":25.8,"y":0.0411},{"x":26.3,"y":0.0408},{"x":26.9,"y":0.0403},{"x":27.5,"y":0.0396},{"x":28.1,"y":0.0388},{"x":28.7,"y":0.0379},{"x":29.3,"y":0.0368},{"x":29.9,"y":0.0357},{"x":30.5,"y":0.0344},{"x":31.1,"y":0.0331},{"x":31.7,"y":0.0317},{"x":32.3,"y":0.0303},{"x":32.9,"y":0.0288},{"x":33.5,"y":0.0273},{"x":34.1,"y":0.0258},{"x":34.7,"y":0.0243},{"x":35.3,"y":0.0228},{"x":35.9,"y":0.0213},{"x":36.5,"y":0.0198},{"x":37.1,"y":0.0184},{"x":37.7,"y":0.017},{"x":38.3,"y":0.0157},{"x":38.9,"y":0.0144},{"x":39.5,"y":0.0132},{"x":40.1,"y":0.012},{"x":40.7,"y":0.0109},{"x":41.3,"y":0.00987},{"x":41.9,"y":0.00889},{"x":42.5,"y":0.00797},{"x":43.1,"y":0.00712},{"x":43.7,"y":0.00632},{"x":44.3,"y":0.0056},{"x":44.9,"y":0.00493},{"x":45.5,"y":0.00432},{"x":46.1,"y":0.00377},{"x":46.7,"y":0.00327},{"x":47.3,"y":0.00282},{"x":47.9,"y":0.00243},{"x":48.5,"y":0.00207},{"x":49.1,"y":0.00176},{"x":49.7,"y":0.00149},{"x":50.3,"y":0.00125},{"x":50.9,"y":0.00104},{"x":51.5,"y":0.000866},{"x":52.1,"y":0.000715},{"x":52.7,"y":0.000586},{"x":53.3,"y":0.000478},{"x":53.9,"y":0.000387},{"x":54.5,"y":0.000312},{"x":55.1,"y":0.00025},{"x":55.7,"y":0.000199},{"x":56.3,"y":0.000157},{"x":56.9,"y":0.000123},{"x":57.5,"y":0.000096},{"x":58.1,"y":0.000074},{"x":58.7,"y":0.000057},{"x":59.3,"y":0.000044}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99798,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-V4-Pro","display_name":"DeepSeek-V4-Pro","mean_tokens_per_second":17.6,"min_tokens_per_second":1.52,"max_tokens_per_second":41,"density_points":[{"x":0,"y":0.0161},{"x":0.63,"y":0.0171},{"x":1.25,"y":0.0181},{"x":1.88,"y":0.0191},{"x":2.5,"y":0.02},{"x":3.13,"y":0.0208},{"x":3.76,"y":0.0216},{"x":4.38,"y":0.0223},{"x":5.01,"y":0.023},{"x":5.63,"y":0.0235},{"x":6.26,"y":0.024},{"x":6.88,"y":0.0244},{"x":7.51,"y":0.0248},{"x":8.14,"y":0.0251},{"x":8.76,"y":0.0253},{"x":9.39,"y":0.0254},{"x":10,"y":0.0255},{"x":10.6,"y":0.0256},{"x":11.3,"y":0.0256},{"x":11.9,"y":0.0256},{"x":12.5,"y":0.0255},{"x":13.1,"y":0.0254},{"x":13.8,"y":0.0253},{"x":14.4,"y":0.0252},{"x":15,"y":0.0251},{"x":15.7,"y":0.025},{"x":16.3,"y":0.0249},{"x":16.9,"y":0.0248},{"x":17.5,"y":0.0247},{"x":18.1,"y":0.0247},{"x":18.8,"y":0.0247},{"x":19.4,"y":0.0246},{"x":20,"y":0.0247},{"x":20.6,"y":0.0247},{"x":21.3,"y":0.0247},{"x":21.9,"y":0.0248},{"x":22.5,"y":0.0248},{"x":23.2,"y":0.0248},{"x":23.8,"y":0.0248},{"x":24.4,"y":0.0247},{"x":25,"y":0.0246},{"x":25.7,"y":0.0245},{"x":26.3,"y":0.0243},{"x":26.9,"y":0.024},{"x":27.5,"y":0.0237},{"x":28.2,"y":0.0232},{"x":28.8,"y":0.0227},{"x":29.4,"y":0.0222},{"x":30,"y":0.0215},{"x":30.7,"y":0.0208},{"x":31.3,"y":0.0201},{"x":31.9,"y":0.0192},{"x":32.5,"y":0.0184},{"x":33.2,"y":0.0175},{"x":33.8,"y":0.0166},{"x":34.4,"y":0.0157},{"x":35,"y":0.0147},{"x":35.7,"y":0.0138},{"x":36.3,"y":0.0129},{"x":36.9,"y":0.012},{"x":37.5,"y":0.0111},{"x":38.2,"y":0.0103},{"x":38.8,"y":0.0095},{"x":39.4,"y":0.00874},{"x":40.1,"y":0.00802},{"x":40.7,"y":0.00734},{"x":41.3,"y":0.0067},{"x":41.9,"y":0.00609},{"x":42.6,"y":0.00553},{"x":43.2,"y":0.005},{"x":43.8,"y":0.00451},{"x":44.4,"y":0.00406},{"x":45.1,"y":0.00364},{"x":45.7,"y":0.00325},{"x":46.3,"y":0.00289},{"x":46.9,"y":0.00256},{"x":47.6,"y":0.00226},{"x":48.2,"y":0.00198},{"x":48.8,"y":0.00173},{"x":49.5,"y":0.00151},{"x":50.1,"y":0.0013},{"x":50.7,"y":0.00112},{"x":51.3,"y":0.000957},{"x":52,"y":0.000814},{"x":52.6,"y":0.000687},{"x":53.2,"y":0.000577},{"x":53.8,"y":0.000481},{"x":54.5,"y":0.000399},{"x":55.1,"y":0.000328},{"x":55.7,"y":0.000269},{"x":56.3,"y":0.000218},{"x":57,"y":0.000176},{"x":57.6,"y":0.000141},{"x":58.2,"y":0.000112},{"x":58.8,"y":0.000088},{"x":59.5,"y":0.000069},{"x":60.1,"y":0.000054},{"x":60.7,"y":0.000041},{"x":61.3,"y":0.000032},{"x":62,"y":0.000024}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99553,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemini-2.5-flash","display_name":"gemini-2.5-flash","mean_tokens_per_second":34.6,"min_tokens_per_second":18.6,"max_tokens_per_second":42,"density_points":[{"x":0,"y":0.000106},{"x":0.64,"y":0.000135},{"x":1.27,"y":0.000171},{"x":1.91,"y":0.000214},{"x":2.54,"y":0.000267},{"x":3.18,"y":0.00033},{"x":3.82,"y":0.000405},{"x":4.45,"y":0.000492},{"x":5.09,"y":0.000595},{"x":5.72,"y":0.000713},{"x":6.36,"y":0.000848},{"x":7,"y":0.001},{"x":7.63,"y":0.00117},{"x":8.27,"y":0.00137},{"x":8.9,"y":0.00158},{"x":9.54,"y":0.00182},{"x":10.2,"y":0.00208},{"x":10.8,"y":0.00236},{"x":11.4,"y":0.00266},{"x":12.1,"y":0.00299},{"x":12.7,"y":0.00334},{"x":13.3,"y":0.00372},{"x":14,"y":0.00413},{"x":14.6,"y":0.00456},{"x":15.3,"y":0.00503},{"x":15.9,"y":0.00554},{"x":16.5,"y":0.00608},{"x":17.2,"y":0.00668},{"x":17.8,"y":0.00732},{"x":18.4,"y":0.00803},{"x":19.1,"y":0.0088},{"x":19.7,"y":0.00966},{"x":20.4,"y":0.0106},{"x":21,"y":0.0116},{"x":21.6,"y":0.0128},{"x":22.3,"y":0.014},{"x":22.9,"y":0.0154},{"x":23.5,"y":0.0169},{"x":24.2,"y":0.0185},{"x":24.8,"y":0.0202},{"x":25.4,"y":0.022},{"x":26.1,"y":0.024},{"x":26.7,"y":0.026},{"x":27.4,"y":0.0281},{"x":28,"y":0.0302},{"x":28.6,"y":0.0323},{"x":29.3,"y":0.0345},{"x":29.9,"y":0.0366},{"x":30.5,"y":0.0386},{"x":31.2,"y":0.0405},{"x":31.8,"y":0.0422},{"x":32.4,"y":0.0438},{"x":33.1,"y":0.0452},{"x":33.7,"y":0.0463},{"x":34.3,"y":0.0471},{"x":35,"y":0.0477},{"x":35.6,"y":0.048},{"x":36.3,"y":0.0479},{"x":36.9,"y":0.0475},{"x":37.5,"y":0.0469},{"x":38.2,"y":0.0459},{"x":38.8,"y":0.0447},{"x":39.4,"y":0.0432},{"x":40.1,"y":0.0414},{"x":40.7,"y":0.0395},{"x":41.3,"y":0.0374},{"x":42,"y":0.0352},{"x":42.6,"y":0.0329},{"x":43.2,"y":0.0305},{"x":43.9,"y":0.0281},{"x":44.5,"y":0.0257},{"x":45.1,"y":0.0234},{"x":45.8,"y":0.0211},{"x":46.4,"y":0.0189},{"x":47.1,"y":0.0168},{"x":47.7,"y":0.0149},{"x":48.3,"y":0.013},{"x":49,"y":0.0114},{"x":49.6,"y":0.00983},{"x":50.2,"y":0.00844},{"x":50.9,"y":0.0072},{"x":51.5,"y":0.0061},{"x":52.1,"y":0.00513},{"x":52.8,"y":0.00428},{"x":53.4,"y":0.00355},{"x":54.1,"y":0.00292},{"x":54.7,"y":0.00239},{"x":55.3,"y":0.00194},{"x":56,"y":0.00156},{"x":56.6,"y":0.00125},{"x":57.2,"y":0.000988},{"x":57.9,"y":0.000779},{"x":58.5,"y":0.000609},{"x":59.1,"y":0.000473},{"x":59.8,"y":0.000364},{"x":60.4,"y":0.000278},{"x":61,"y":0.000211},{"x":61.7,"y":0.000159},{"x":62.3,"y":0.000119},{"x":63,"y":0.000088}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97305,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-gemini-3.1-pro","display_name":"gemini-3.1-pro","mean_tokens_per_second":21.8,"min_tokens_per_second":17.6,"max_tokens_per_second":26.8,"density_points":[{"x":0,"y":0.000625},{"x":0.48,"y":0.00076},{"x":0.96,"y":0.000921},{"x":1.45,"y":0.00111},{"x":1.93,"y":0.00133},{"x":2.41,"y":0.00159},{"x":2.89,"y":0.0019},{"x":3.38,"y":0.00225},{"x":3.86,"y":0.00265},{"x":4.34,"y":0.00312},{"x":4.82,"y":0.00364},{"x":5.31,"y":0.00424},{"x":5.79,"y":0.00492},{"x":6.27,"y":0.00568},{"x":6.75,"y":0.00652},{"x":7.24,"y":0.00746},{"x":7.72,"y":0.00849},{"x":8.2,"y":0.00963},{"x":8.68,"y":0.0109},{"x":9.17,"y":0.0122},{"x":9.65,"y":0.0137},{"x":10.1,"y":0.0152},{"x":10.6,"y":0.0169},{"x":11.1,"y":0.0187},{"x":11.6,"y":0.0205},{"x":12.1,"y":0.0225},{"x":12.5,"y":0.0245},{"x":13,"y":0.0266},{"x":13.5,"y":0.0287},{"x":14,"y":0.0309},{"x":14.5,"y":0.0331},{"x":15,"y":0.0353},{"x":15.4,"y":0.0374},{"x":15.9,"y":0.0396},{"x":16.4,"y":0.0416},{"x":16.9,"y":0.0436},{"x":17.4,"y":0.0455},{"x":17.9,"y":0.0473},{"x":18.3,"y":0.0489},{"x":18.8,"y":0.0503},{"x":19.3,"y":0.0516},{"x":19.8,"y":0.0527},{"x":20.3,"y":0.0535},{"x":20.8,"y":0.0542},{"x":21.2,"y":0.0546},{"x":21.7,"y":0.0547},{"x":22.2,"y":0.0546},{"x":22.7,"y":0.0543},{"x":23.2,"y":0.0538},{"x":23.6,"y":0.053},{"x":24.1,"y":0.052},{"x":24.6,"y":0.0508},{"x":25.1,"y":0.0494},{"x":25.6,"y":0.0478},{"x":26.1,"y":0.0461},{"x":26.5,"y":0.0443},{"x":27,"y":0.0423},{"x":27.5,"y":0.0403},{"x":28,"y":0.0382},{"x":28.5,"y":0.036},{"x":28.9,"y":0.0338},{"x":29.4,"y":0.0316},{"x":29.9,"y":0.0294},{"x":30.4,"y":0.0273},{"x":30.9,"y":0.0252},{"x":31.4,"y":0.0231},{"x":31.8,"y":0.0212},{"x":32.3,"y":0.0193},{"x":32.8,"y":0.0175},{"x":33.3,"y":0.0158},{"x":33.8,"y":0.0142},{"x":34.3,"y":0.0127},{"x":34.7,"y":0.0113},{"x":35.2,"y":0.01},{"x":35.7,"y":0.00886},{"x":36.2,"y":0.00779},{"x":36.7,"y":0.00682},{"x":37.1,"y":0.00595},{"x":37.6,"y":0.00516},{"x":38.1,"y":0.00446},{"x":38.6,"y":0.00384},{"x":39.1,"y":0.00329},{"x":39.6,"y":0.0028},{"x":40,"y":0.00238},{"x":40.5,"y":0.00201},{"x":41,"y":0.00169},{"x":41.5,"y":0.00142},{"x":42,"y":0.00118},{"x":42.5,"y":0.000983},{"x":42.9,"y":0.000813},{"x":43.4,"y":0.000669},{"x":43.9,"y":0.000549},{"x":44.4,"y":0.000448},{"x":44.9,"y":0.000364},{"x":45.4,"y":0.000294},{"x":45.8,"y":0.000237},{"x":46.3,"y":0.00019},{"x":46.8,"y":0.000152},{"x":47.3,"y":0.000121},{"x":47.8,"y":0.000095}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99922,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemma-3-12b-it","display_name":"gemma-3-12b-it","mean_tokens_per_second":33,"min_tokens_per_second":10.7,"max_tokens_per_second":45.3,"density_points":[{"x":0,"y":0.000471},{"x":0.67,"y":0.00055},{"x":1.34,"y":0.000637},{"x":2.01,"y":0.000735},{"x":2.68,"y":0.000841},{"x":3.35,"y":0.000958},{"x":4.02,"y":0.00109},{"x":4.69,"y":0.00123},{"x":5.36,"y":0.00138},{"x":6.03,"y":0.00155},{"x":6.7,"y":0.00173},{"x":7.37,"y":0.00193},{"x":8.04,"y":0.00215},{"x":8.71,"y":0.0024},{"x":9.38,"y":0.00268},{"x":10.1,"y":0.00299},{"x":10.7,"y":0.00334},{"x":11.4,"y":0.00373},{"x":12.1,"y":0.00417},{"x":12.7,"y":0.00466},{"x":13.4,"y":0.00522},{"x":14.1,"y":0.00585},{"x":14.7,"y":0.00654},{"x":15.4,"y":0.00732},{"x":16.1,"y":0.00818},{"x":16.7,"y":0.00912},{"x":17.4,"y":0.0102},{"x":18.1,"y":0.0113},{"x":18.8,"y":0.0125},{"x":19.4,"y":0.0138},{"x":20.1,"y":0.0152},{"x":20.8,"y":0.0167},{"x":21.4,"y":0.0182},{"x":22.1,"y":0.0198},{"x":22.8,"y":0.0215},{"x":23.4,"y":0.0232},{"x":24.1,"y":0.0249},{"x":24.8,"y":0.0267},{"x":25.4,"y":0.0284},{"x":26.1,"y":0.0301},{"x":26.8,"y":0.0318},{"x":27.5,"y":0.0334},{"x":28.1,"y":0.035},{"x":28.8,"y":0.0364},{"x":29.5,"y":0.0377},{"x":30.1,"y":0.0389},{"x":30.8,"y":0.0399},{"x":31.5,"y":0.0407},{"x":32.1,"y":0.0414},{"x":32.8,"y":0.0418},{"x":33.5,"y":0.0421},{"x":34.2,"y":0.0421},{"x":34.8,"y":0.0419},{"x":35.5,"y":0.0415},{"x":36.2,"y":0.0409},{"x":36.8,"y":0.0401},{"x":37.5,"y":0.0391},{"x":38.2,"y":0.0379},{"x":38.9,"y":0.0366},{"x":39.5,"y":0.0351},{"x":40.2,"y":0.0335},{"x":40.9,"y":0.0317},{"x":41.5,"y":0.0299},{"x":42.2,"y":0.0281},{"x":42.9,"y":0.0262},{"x":43.5,"y":0.0243},{"x":44.2,"y":0.0223},{"x":44.9,"y":0.0205},{"x":45.5,"y":0.0186},{"x":46.2,"y":0.0169},{"x":46.9,"y":0.0152},{"x":47.5,"y":0.0135},{"x":48.2,"y":0.012},{"x":48.9,"y":0.0106},{"x":49.6,"y":0.00928},{"x":50.2,"y":0.00808},{"x":50.9,"y":0.00699},{"x":51.6,"y":0.006},{"x":52.2,"y":0.00512},{"x":52.9,"y":0.00434},{"x":53.6,"y":0.00365},{"x":54.3,"y":0.00305},{"x":54.9,"y":0.00253},{"x":55.6,"y":0.00208},{"x":56.3,"y":0.0017},{"x":56.9,"y":0.00138},{"x":57.6,"y":0.00111},{"x":58.3,"y":0.00089},{"x":58.9,"y":0.000706},{"x":59.6,"y":0.000557},{"x":60.3,"y":0.000435},{"x":61,"y":0.000338},{"x":61.6,"y":0.00026},{"x":62.3,"y":0.000199},{"x":63,"y":0.000151},{"x":63.6,"y":0.000114},{"x":64.3,"y":0.000085},{"x":65,"y":0.000063},{"x":65.6,"y":0.000046},{"x":66.3,"y":0.000034}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99923,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemma-3-27b-it","display_name":"gemma-3-27b-it","mean_tokens_per_second":20.7,"min_tokens_per_second":4.28,"max_tokens_per_second":31,"density_points":[{"x":0,"y":0.00372},{"x":0.53,"y":0.00417},{"x":1.05,"y":0.00465},{"x":1.58,"y":0.00518},{"x":2.1,"y":0.00576},{"x":2.63,"y":0.00639},{"x":3.15,"y":0.00707},{"x":3.68,"y":0.00781},{"x":4.2,"y":0.0086},{"x":4.73,"y":0.00945},{"x":5.25,"y":0.0104},{"x":5.78,"y":0.0113},{"x":6.3,"y":0.0124},{"x":6.83,"y":0.0135},{"x":7.35,"y":0.0146},{"x":7.88,"y":0.0158},{"x":8.4,"y":0.0171},{"x":8.93,"y":0.0184},{"x":9.45,"y":0.0197},{"x":9.98,"y":0.0211},{"x":10.5,"y":0.0226},{"x":11,"y":0.024},{"x":11.6,"y":0.0255},{"x":12.1,"y":0.027},{"x":12.6,"y":0.0285},{"x":13.1,"y":0.0299},{"x":13.7,"y":0.0314},{"x":14.2,"y":0.0328},{"x":14.7,"y":0.0342},{"x":15.2,"y":0.0355},{"x":15.8,"y":0.0367},{"x":16.3,"y":0.0379},{"x":16.8,"y":0.0389},{"x":17.3,"y":0.0399},{"x":17.9,"y":0.0408},{"x":18.4,"y":0.0415},{"x":18.9,"y":0.0421},{"x":19.4,"y":0.0426},{"x":19.9,"y":0.043},{"x":20.5,"y":0.0432},{"x":21,"y":0.0433},{"x":21.5,"y":0.0433},{"x":22.1,"y":0.0431},{"x":22.6,"y":0.0427},{"x":23.1,"y":0.0423},{"x":23.6,"y":0.0417},{"x":24.1,"y":0.041},{"x":24.7,"y":0.0401},{"x":25.2,"y":0.0392},{"x":25.7,"y":0.0381},{"x":26.3,"y":0.037},{"x":26.8,"y":0.0358},{"x":27.3,"y":0.0345},{"x":27.8,"y":0.0331},{"x":28.4,"y":0.0317},{"x":28.9,"y":0.0302},{"x":29.4,"y":0.0287},{"x":29.9,"y":0.0272},{"x":30.4,"y":0.0257},{"x":31,"y":0.0242},{"x":31.5,"y":0.0227},{"x":32,"y":0.0212},{"x":32.5,"y":0.0197},{"x":33.1,"y":0.0182},{"x":33.6,"y":0.0168},{"x":34.1,"y":0.0155},{"x":34.6,"y":0.0142},{"x":35.2,"y":0.013},{"x":35.7,"y":0.0118},{"x":36.2,"y":0.0107},{"x":36.8,"y":0.00962},{"x":37.3,"y":0.00864},{"x":37.8,"y":0.00773},{"x":38.3,"y":0.00688},{"x":38.9,"y":0.0061},{"x":39.4,"y":0.00539},{"x":39.9,"y":0.00474},{"x":40.4,"y":0.00415},{"x":41,"y":0.00361},{"x":41.5,"y":0.00313},{"x":42,"y":0.00271},{"x":42.5,"y":0.00233},{"x":43.1,"y":0.00199},{"x":43.6,"y":0.00169},{"x":44.1,"y":0.00144},{"x":44.6,"y":0.00121},{"x":45.2,"y":0.00102},{"x":45.7,"y":0.00085},{"x":46.2,"y":0.000707},{"x":46.7,"y":0.000585},{"x":47.3,"y":0.000482},{"x":47.8,"y":0.000395},{"x":48.3,"y":0.000322},{"x":48.8,"y":0.000261},{"x":49.4,"y":0.000211},{"x":49.9,"y":0.00017},{"x":50.4,"y":0.000136},{"x":50.9,"y":0.000108},{"x":51.5,"y":0.000085},{"x":52,"y":0.000067}],"freshness_status":"critical","staleness_seconds":99825,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemma-3-4b-it","display_name":"gemma-3-4b-it","mean_tokens_per_second":25.2,"min_tokens_per_second":10.1,"max_tokens_per_second":51.3,"density_points":[{"x":0,"y":0.00219},{"x":0.73,"y":0.00266},{"x":1.46,"y":0.00321},{"x":2.19,"y":0.00384},{"x":2.92,"y":0.00456},{"x":3.65,"y":0.00537},{"x":4.38,"y":0.00629},{"x":5.11,"y":0.0073},{"x":5.84,"y":0.00842},{"x":6.57,"y":0.00964},{"x":7.3,"y":0.011},{"x":8.03,"y":0.0124},{"x":8.76,"y":0.0139},{"x":9.49,"y":0.0155},{"x":10.2,"y":0.0171},{"x":10.9,"y":0.0188},{"x":11.7,"y":0.0205},{"x":12.4,"y":0.0222},{"x":13.1,"y":0.0239},{"x":13.9,"y":0.0256},{"x":14.6,"y":0.0273},{"x":15.3,"y":0.0288},{"x":16.1,"y":0.0302},{"x":16.8,"y":0.0315},{"x":17.5,"y":0.0327},{"x":18.3,"y":0.0337},{"x":19,"y":0.0345},{"x":19.7,"y":0.0352},{"x":20.4,"y":0.0356},{"x":21.2,"y":0.0359},{"x":21.9,"y":0.0359},{"x":22.6,"y":0.0358},{"x":23.4,"y":0.0354},{"x":24.1,"y":0.0349},{"x":24.8,"y":0.0343},{"x":25.6,"y":0.0335},{"x":26.3,"y":0.0326},{"x":27,"y":0.0315},{"x":27.8,"y":0.0304},{"x":28.5,"y":0.0292},{"x":29.2,"y":0.028},{"x":29.9,"y":0.0267},{"x":30.7,"y":0.0254},{"x":31.4,"y":0.0241},{"x":32.1,"y":0.0228},{"x":32.9,"y":0.0216},{"x":33.6,"y":0.0204},{"x":34.3,"y":0.0192},{"x":35,"y":0.0181},{"x":35.8,"y":0.017},{"x":36.5,"y":0.016},{"x":37.2,"y":0.0151},{"x":38,"y":0.0142},{"x":38.7,"y":0.0134},{"x":39.4,"y":0.0126},{"x":40.2,"y":0.0119},{"x":40.9,"y":0.0113},{"x":41.6,"y":0.0107},{"x":42.4,"y":0.0102},{"x":43.1,"y":0.00965},{"x":43.8,"y":0.00918},{"x":44.5,"y":0.00873},{"x":45.3,"y":0.00831},{"x":46,"y":0.0079},{"x":46.7,"y":0.0075},{"x":47.5,"y":0.00711},{"x":48.2,"y":0.00672},{"x":48.9,"y":0.00634},{"x":49.6,"y":0.00596},{"x":50.4,"y":0.00558},{"x":51.1,"y":0.00519},{"x":51.8,"y":0.00481},{"x":52.6,"y":0.00443},{"x":53.3,"y":0.00406},{"x":54,"y":0.0037},{"x":54.8,"y":0.00334},{"x":55.5,"y":0.003},{"x":56.2,"y":0.00267},{"x":57,"y":0.00236},{"x":57.7,"y":0.00207},{"x":58.4,"y":0.0018},{"x":59.1,"y":0.00156},{"x":59.9,"y":0.00133},{"x":60.6,"y":0.00113},{"x":61.3,"y":0.000947},{"x":62.1,"y":0.000789},{"x":62.8,"y":0.00065},{"x":63.5,"y":0.000531},{"x":64.3,"y":0.00043},{"x":65,"y":0.000345},{"x":65.7,"y":0.000274},{"x":66.4,"y":0.000215},{"x":67.2,"y":0.000167},{"x":67.9,"y":0.000129},{"x":68.6,"y":0.000098},{"x":69.4,"y":0.000074},{"x":70.1,"y":0.000056},{"x":70.8,"y":0.000041},{"x":71.6,"y":0.00003},{"x":72.3,"y":0.000022}],"freshness_status":"critical","staleness_seconds":99826,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemma-4-26B-A4B-it","display_name":"gemma-4-26B-A4B-it","mean_tokens_per_second":20.6,"min_tokens_per_second":5.24,"max_tokens_per_second":34,"density_points":[{"x":0,"y":0.00502},{"x":0.56,"y":0.00566},{"x":1.11,"y":0.00634},{"x":1.67,"y":0.00709},{"x":2.22,"y":0.0079},{"x":2.78,"y":0.00877},{"x":3.33,"y":0.0097},{"x":3.89,"y":0.0107},{"x":4.44,"y":0.0117},{"x":5,"y":0.0128},{"x":5.55,"y":0.014},{"x":6.11,"y":0.0152},{"x":6.66,"y":0.0165},{"x":7.22,"y":0.0177},{"x":7.77,"y":0.019},{"x":8.33,"y":0.0204},{"x":8.88,"y":0.0217},{"x":9.44,"y":0.0231},{"x":9.99,"y":0.0244},{"x":10.6,"y":0.0257},{"x":11.1,"y":0.027},{"x":11.7,"y":0.0283},{"x":12.2,"y":0.0294},{"x":12.8,"y":0.0306},{"x":13.3,"y":0.0316},{"x":13.9,"y":0.0326},{"x":14.4,"y":0.0335},{"x":15,"y":0.0343},{"x":15.5,"y":0.035},{"x":16.1,"y":0.0356},{"x":16.7,"y":0.0361},{"x":17.2,"y":0.0365},{"x":17.8,"y":0.0368},{"x":18.3,"y":0.037},{"x":18.9,"y":0.0371},{"x":19.4,"y":0.0371},{"x":20,"y":0.037},{"x":20.5,"y":0.0368},{"x":21.1,"y":0.0366},{"x":21.6,"y":0.0362},{"x":22.2,"y":0.0358},{"x":22.8,"y":0.0354},{"x":23.3,"y":0.0348},{"x":23.9,"y":0.0343},{"x":24.4,"y":0.0336},{"x":25,"y":0.033},{"x":25.5,"y":0.0322},{"x":26.1,"y":0.0315},{"x":26.6,"y":0.0307},{"x":27.2,"y":0.0299},{"x":27.8,"y":0.029},{"x":28.3,"y":0.0281},{"x":28.9,"y":0.0272},{"x":29.4,"y":0.0263},{"x":30,"y":0.0253},{"x":30.5,"y":0.0243},{"x":31.1,"y":0.0233},{"x":31.6,"y":0.0223},{"x":32.2,"y":0.0212},{"x":32.8,"y":0.0202},{"x":33.3,"y":0.0191},{"x":33.9,"y":0.018},{"x":34.4,"y":0.017},{"x":35,"y":0.0159},{"x":35.5,"y":0.0149},{"x":36.1,"y":0.0139},{"x":36.6,"y":0.0129},{"x":37.2,"y":0.0119},{"x":37.8,"y":0.0109},{"x":38.3,"y":0.01},{"x":38.9,"y":0.00915},{"x":39.4,"y":0.00831},{"x":40,"y":0.00751},{"x":40.5,"y":0.00676},{"x":41.1,"y":0.00606},{"x":41.6,"y":0.0054},{"x":42.2,"y":0.00479},{"x":42.8,"y":0.00423},{"x":43.3,"y":0.00372},{"x":43.9,"y":0.00325},{"x":44.4,"y":0.00283},{"x":45,"y":0.00245},{"x":45.5,"y":0.00211},{"x":46.1,"y":0.0018},{"x":46.6,"y":0.00153},{"x":47.2,"y":0.0013},{"x":47.8,"y":0.00109},{"x":48.3,"y":0.000917},{"x":48.9,"y":0.000764},{"x":49.4,"y":0.000633},{"x":50,"y":0.000521},{"x":50.5,"y":0.000427},{"x":51.1,"y":0.000348},{"x":51.6,"y":0.000282},{"x":52.2,"y":0.000227},{"x":52.7,"y":0.000181},{"x":53.3,"y":0.000144},{"x":53.9,"y":0.000114},{"x":54.4,"y":0.00009},{"x":55,"y":0.00007}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97367,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-gemma-4-31B-it","display_name":"gemma-4-31B-it","mean_tokens_per_second":12.3,"min_tokens_per_second":1.06,"max_tokens_per_second":51.2,"density_points":[{"x":0,"y":0.0281},{"x":0.73,"y":0.0298},{"x":1.46,"y":0.0314},{"x":2.19,"y":0.0328},{"x":2.92,"y":0.0341},{"x":3.65,"y":0.0351},{"x":4.38,"y":0.0359},{"x":5.11,"y":0.0365},{"x":5.84,"y":0.0368},{"x":6.57,"y":0.037},{"x":7.29,"y":0.0369},{"x":8.02,"y":0.0365},{"x":8.75,"y":0.0361},{"x":9.48,"y":0.0354},{"x":10.2,"y":0.0346},{"x":10.9,"y":0.0336},{"x":11.7,"y":0.0325},{"x":12.4,"y":0.0314},{"x":13.1,"y":0.0301},{"x":13.9,"y":0.0288},{"x":14.6,"y":0.0275},{"x":15.3,"y":0.0261},{"x":16.1,"y":0.0247},{"x":16.8,"y":0.0233},{"x":17.5,"y":0.0219},{"x":18.2,"y":0.0205},{"x":19,"y":0.0191},{"x":19.7,"y":0.0178},{"x":20.4,"y":0.0165},{"x":21.2,"y":0.0153},{"x":21.9,"y":0.0141},{"x":22.6,"y":0.013},{"x":23.3,"y":0.0119},{"x":24.1,"y":0.0109},{"x":24.8,"y":0.01},{"x":25.5,"y":0.00919},{"x":26.3,"y":0.00844},{"x":27,"y":0.00776},{"x":27.7,"y":0.00715},{"x":28.4,"y":0.00662},{"x":29.2,"y":0.00615},{"x":29.9,"y":0.00575},{"x":30.6,"y":0.0054},{"x":31.4,"y":0.00511},{"x":32.1,"y":0.00487},{"x":32.8,"y":0.00467},{"x":33.6,"y":0.00451},{"x":34.3,"y":0.00439},{"x":35,"y":0.00429},{"x":35.8,"y":0.00422},{"x":36.5,"y":0.00417},{"x":37.2,"y":0.00413},{"x":37.9,"y":0.00411},{"x":38.7,"y":0.00411},{"x":39.4,"y":0.00411},{"x":40.1,"y":0.00412},{"x":40.9,"y":0.00413},{"x":41.6,"y":0.00415},{"x":42.3,"y":0.00416},{"x":43,"y":0.00417},{"x":43.8,"y":0.00417},{"x":44.5,"y":0.00417},{"x":45.2,"y":0.00415},{"x":46,"y":0.00412},{"x":46.7,"y":0.00408},{"x":47.4,"y":0.00402},{"x":48.1,"y":0.00395},{"x":48.9,"y":0.00385},{"x":49.6,"y":0.00374},{"x":50.3,"y":0.00362},{"x":51.1,"y":0.00347},{"x":51.8,"y":0.00331},{"x":52.5,"y":0.00314},{"x":53.3,"y":0.00296},{"x":54,"y":0.00276},{"x":54.7,"y":0.00256},{"x":55.4,"y":0.00235},{"x":56.2,"y":0.00215},{"x":56.9,"y":0.00194},{"x":57.6,"y":0.00174},{"x":58.4,"y":0.00155},{"x":59.1,"y":0.00136},{"x":59.8,"y":0.00119},{"x":60.5,"y":0.00103},{"x":61.3,"y":0.000882},{"x":62,"y":0.000748},{"x":62.7,"y":0.000628},{"x":63.5,"y":0.000522},{"x":64.2,"y":0.00043},{"x":64.9,"y":0.000351},{"x":65.7,"y":0.000283},{"x":66.4,"y":0.000226},{"x":67.1,"y":0.000179},{"x":67.8,"y":0.00014},{"x":68.6,"y":0.000108},{"x":69.3,"y":0.000083},{"x":70,"y":0.000063},{"x":70.8,"y":0.000047},{"x":71.5,"y":0.000035},{"x":72.2,"y":0.000026}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97584,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-gemma-4-31B-it-turbo","display_name":"gemma-4-31B-it-turbo","mean_tokens_per_second":36.1,"min_tokens_per_second":6.65,"max_tokens_per_second":59.6,"density_points":[{"x":0,"y":0.00287},{"x":0.81,"y":0.00336},{"x":1.63,"y":0.00388},{"x":2.44,"y":0.00444},{"x":3.26,"y":0.00503},{"x":4.07,"y":0.00564},{"x":4.88,"y":0.00627},{"x":5.7,"y":0.0069},{"x":6.51,"y":0.00752},{"x":7.33,"y":0.00813},{"x":8.14,"y":0.00871},{"x":8.95,"y":0.00925},{"x":9.77,"y":0.00975},{"x":10.6,"y":0.0102},{"x":11.4,"y":0.0106},{"x":12.2,"y":0.011},{"x":13,"y":0.0113},{"x":13.8,"y":0.0115},{"x":14.7,"y":0.0117},{"x":15.5,"y":0.0119},{"x":16.3,"y":0.0121},{"x":17.1,"y":0.0122},{"x":17.9,"y":0.0124},{"x":18.7,"y":0.0125},{"x":19.5,"y":0.0127},{"x":20.4,"y":0.0129},{"x":21.2,"y":0.0131},{"x":22,"y":0.0133},{"x":22.8,"y":0.0136},{"x":23.6,"y":0.0138},{"x":24.4,"y":0.0141},{"x":25.2,"y":0.0145},{"x":26.1,"y":0.0148},{"x":26.9,"y":0.0151},{"x":27.7,"y":0.0155},{"x":28.5,"y":0.0158},{"x":29.3,"y":0.0162},{"x":30.1,"y":0.0166},{"x":30.9,"y":0.0171},{"x":31.8,"y":0.0176},{"x":32.6,"y":0.0181},{"x":33.4,"y":0.0187},{"x":34.2,"y":0.0193},{"x":35,"y":0.0199},{"x":35.8,"y":0.0207},{"x":36.6,"y":0.0214},{"x":37.5,"y":0.0222},{"x":38.3,"y":0.0229},{"x":39.1,"y":0.0237},{"x":39.9,"y":0.0244},{"x":40.7,"y":0.025},{"x":41.5,"y":0.0256},{"x":42.3,"y":0.026},{"x":43.1,"y":0.0264},{"x":44,"y":0.0265},{"x":44.8,"y":0.0265},{"x":45.6,"y":0.0263},{"x":46.4,"y":0.026},{"x":47.2,"y":0.0255},{"x":48,"y":0.0248},{"x":48.8,"y":0.024},{"x":49.7,"y":0.0231},{"x":50.5,"y":0.0221},{"x":51.3,"y":0.021},{"x":52.1,"y":0.0199},{"x":52.9,"y":0.0187},{"x":53.7,"y":0.0175},{"x":54.5,"y":0.0163},{"x":55.4,"y":0.0151},{"x":56.2,"y":0.0139},{"x":57,"y":0.0128},{"x":57.8,"y":0.0117},{"x":58.6,"y":0.0107},{"x":59.4,"y":0.0097},{"x":60.2,"y":0.00876},{"x":61,"y":0.00786},{"x":61.9,"y":0.00701},{"x":62.7,"y":0.00621},{"x":63.5,"y":0.00547},{"x":64.3,"y":0.00477},{"x":65.1,"y":0.00413},{"x":65.9,"y":0.00355},{"x":66.8,"y":0.00302},{"x":67.6,"y":0.00254},{"x":68.4,"y":0.00212},{"x":69.2,"y":0.00175},{"x":70,"y":0.00143},{"x":70.8,"y":0.00115},{"x":71.6,"y":0.00092},{"x":72.5,"y":0.000726},{"x":73.3,"y":0.000566},{"x":74.1,"y":0.000436},{"x":74.9,"y":0.000332},{"x":75.7,"y":0.00025},{"x":76.5,"y":0.000185},{"x":77.3,"y":0.000136},{"x":78.2,"y":0.000099},{"x":79,"y":0.000071},{"x":79.8,"y":0.00005},{"x":80.6,"y":0.000035}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97430,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-GLM-5.2","display_name":"GLM-5.2","mean_tokens_per_second":85.5,"min_tokens_per_second":3.51,"max_tokens_per_second":193,"density_points":[{"x":0,"y":0.00189},{"x":2.16,"y":0.00268},{"x":4.32,"y":0.00358},{"x":6.47,"y":0.00449},{"x":8.63,"y":0.0053},{"x":10.8,"y":0.00591},{"x":12.9,"y":0.00625},{"x":15.1,"y":0.0063},{"x":17.3,"y":0.00609},{"x":19.4,"y":0.00573},{"x":21.6,"y":0.0053},{"x":23.7,"y":0.00488},{"x":25.9,"y":0.00453},{"x":28.1,"y":0.00428},{"x":30.2,"y":0.00414},{"x":32.4,"y":0.00408},{"x":34.5,"y":0.00408},{"x":36.7,"y":0.00415},{"x":38.8,"y":0.00424},{"x":41,"y":0.00437},{"x":43.1,"y":0.00449},{"x":45.3,"y":0.00458},{"x":47.5,"y":0.00463},{"x":49.6,"y":0.00466},{"x":51.8,"y":0.00469},{"x":53.9,"y":0.0048},{"x":56.1,"y":0.00503},{"x":58.3,"y":0.0054},{"x":60.4,"y":0.0059},{"x":62.6,"y":0.00645},{"x":64.7,"y":0.00696},{"x":66.9,"y":0.00736},{"x":69,"y":0.00759},{"x":71.2,"y":0.00767},{"x":73.4,"y":0.00765},{"x":75.5,"y":0.00762},{"x":77.7,"y":0.00766},{"x":79.8,"y":0.00783},{"x":82,"y":0.00813},{"x":84.2,"y":0.00852},{"x":86.3,"y":0.00895},{"x":88.5,"y":0.00932},{"x":90.6,"y":0.00958},{"x":92.8,"y":0.00968},{"x":94.9,"y":0.00958},{"x":97.1,"y":0.00932},{"x":99.3,"y":0.0089},{"x":101,"y":0.00838},{"x":104,"y":0.0078},{"x":106,"y":0.00719},{"x":108,"y":0.00658},{"x":110,"y":0.00601},{"x":112,"y":0.00552},{"x":114,"y":0.00517},{"x":117,"y":0.00501},{"x":119,"y":0.00503},{"x":121,"y":0.0052},{"x":123,"y":0.00545},{"x":125,"y":0.00572},{"x":127,"y":0.00596},{"x":129,"y":0.00615},{"x":132,"y":0.00628},{"x":134,"y":0.00636},{"x":136,"y":0.0064},{"x":138,"y":0.00641},{"x":140,"y":0.00636},{"x":142,"y":0.00628},{"x":145,"y":0.00613},{"x":147,"y":0.00593},{"x":149,"y":0.00565},{"x":151,"y":0.00528},{"x":153,"y":0.00482},{"x":155,"y":0.00428},{"x":158,"y":0.00367},{"x":160,"y":0.00303},{"x":162,"y":0.00238},{"x":164,"y":0.00177},{"x":166,"y":0.00124},{"x":168,"y":0.000809},{"x":170,"y":0.000494},{"x":173,"y":0.000286},{"x":175,"y":0.000169},{"x":177,"y":0.000126},{"x":179,"y":0.000143},{"x":181,"y":0.000209},{"x":183,"y":0.000316},{"x":186,"y":0.000447},{"x":188,"y":0.00058},{"x":190,"y":0.000686},{"x":192,"y":0.000738},{"x":194,"y":0.000722},{"x":196,"y":0.000642},{"x":199,"y":0.000519},{"x":201,"y":0.000382},{"x":203,"y":0.000255},{"x":205,"y":0.000155},{"x":207,"y":0.000086},{"x":209,"y":0.000043},{"x":211,"y":0.00002},{"x":214,"y":0.000008}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":229,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-llama-2-70b","display_name":"llama-2-70b","mean_tokens_per_second":28.4,"min_tokens_per_second":2.04,"max_tokens_per_second":44.1,"density_points":[{"x":0,"y":0.00588},{"x":0.66,"y":0.00622},{"x":1.32,"y":0.00654},{"x":1.97,"y":0.00684},{"x":2.63,"y":0.00711},{"x":3.29,"y":0.00735},{"x":3.95,"y":0.00757},{"x":4.61,"y":0.00776},{"x":5.26,"y":0.00792},{"x":5.92,"y":0.00806},{"x":6.58,"y":0.00818},{"x":7.24,"y":0.0083},{"x":7.9,"y":0.00841},{"x":8.56,"y":0.00852},{"x":9.21,"y":0.00864},{"x":9.87,"y":0.00878},{"x":10.5,"y":0.00895},{"x":11.2,"y":0.00916},{"x":11.8,"y":0.00941},{"x":12.5,"y":0.00972},{"x":13.2,"y":0.0101},{"x":13.8,"y":0.0105},{"x":14.5,"y":0.011},{"x":15.1,"y":0.0116},{"x":15.8,"y":0.0123},{"x":16.4,"y":0.013},{"x":17.1,"y":0.0139},{"x":17.8,"y":0.0148},{"x":18.4,"y":0.0158},{"x":19.1,"y":0.0168},{"x":19.7,"y":0.0179},{"x":20.4,"y":0.0191},{"x":21.1,"y":0.0203},{"x":21.7,"y":0.0215},{"x":22.4,"y":0.0227},{"x":23,"y":0.0239},{"x":23.7,"y":0.0251},{"x":24.4,"y":0.0263},{"x":25,"y":0.0274},{"x":25.7,"y":0.0284},{"x":26.3,"y":0.0294},{"x":27,"y":0.0303},{"x":27.6,"y":0.031},{"x":28.3,"y":0.0317},{"x":29,"y":0.0322},{"x":29.6,"y":0.0326},{"x":30.3,"y":0.0329},{"x":30.9,"y":0.033},{"x":31.6,"y":0.033},{"x":32.3,"y":0.0329},{"x":32.9,"y":0.0327},{"x":33.6,"y":0.0324},{"x":34.2,"y":0.0319},{"x":34.9,"y":0.0314},{"x":35.5,"y":0.0308},{"x":36.2,"y":0.0301},{"x":36.9,"y":0.0293},{"x":37.5,"y":0.0284},{"x":38.2,"y":0.0275},{"x":38.8,"y":0.0265},{"x":39.5,"y":0.0255},{"x":40.1,"y":0.0245},{"x":40.8,"y":0.0234},{"x":41.5,"y":0.0222},{"x":42.1,"y":0.0211},{"x":42.8,"y":0.0199},{"x":43.4,"y":0.0188},{"x":44.1,"y":0.0176},{"x":44.8,"y":0.0164},{"x":45.4,"y":0.0152},{"x":46.1,"y":0.0141},{"x":46.7,"y":0.0129},{"x":47.4,"y":0.0118},{"x":48,"y":0.0108},{"x":48.7,"y":0.00973},{"x":49.4,"y":0.00875},{"x":50,"y":0.00781},{"x":50.7,"y":0.00694},{"x":51.3,"y":0.00612},{"x":52,"y":0.00536},{"x":52.6,"y":0.00467},{"x":53.3,"y":0.00403},{"x":54,"y":0.00346},{"x":54.6,"y":0.00295},{"x":55.3,"y":0.0025},{"x":55.9,"y":0.0021},{"x":56.6,"y":0.00175},{"x":57.3,"y":0.00145},{"x":57.9,"y":0.00119},{"x":58.6,"y":0.000966},{"x":59.2,"y":0.00078},{"x":59.9,"y":0.000626},{"x":60.5,"y":0.000498},{"x":61.2,"y":0.000393},{"x":61.9,"y":0.000307},{"x":62.5,"y":0.000239},{"x":63.2,"y":0.000184},{"x":63.8,"y":0.00014},{"x":64.5,"y":0.000106},{"x":65.2,"y":0.00008}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98905,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.2-11b","display_name":"llama-3.2-11b","mean_tokens_per_second":9.36,"min_tokens_per_second":1.18,"max_tokens_per_second":32.6,"density_points":[{"x":0,"y":0.03},{"x":0.54,"y":0.0315},{"x":1.08,"y":0.033},{"x":1.62,"y":0.0344},{"x":2.16,"y":0.0356},{"x":2.71,"y":0.0368},{"x":3.25,"y":0.0379},{"x":3.79,"y":0.0388},{"x":4.33,"y":0.0396},{"x":4.87,"y":0.0403},{"x":5.41,"y":0.0408},{"x":5.95,"y":0.0412},{"x":6.49,"y":0.0414},{"x":7.04,"y":0.0415},{"x":7.58,"y":0.0415},{"x":8.12,"y":0.0413},{"x":8.66,"y":0.041},{"x":9.2,"y":0.0406},{"x":9.74,"y":0.04},{"x":10.3,"y":0.0393},{"x":10.8,"y":0.0385},{"x":11.4,"y":0.0377},{"x":11.9,"y":0.0367},{"x":12.4,"y":0.0356},{"x":13,"y":0.0345},{"x":13.5,"y":0.0333},{"x":14.1,"y":0.0321},{"x":14.6,"y":0.0308},{"x":15.2,"y":0.0295},{"x":15.7,"y":0.0282},{"x":16.2,"y":0.0268},{"x":16.8,"y":0.0255},{"x":17.3,"y":0.0242},{"x":17.9,"y":0.0229},{"x":18.4,"y":0.0216},{"x":18.9,"y":0.0203},{"x":19.5,"y":0.0191},{"x":20,"y":0.0179},{"x":20.6,"y":0.0167},{"x":21.1,"y":0.0156},{"x":21.6,"y":0.0146},{"x":22.2,"y":0.0136},{"x":22.7,"y":0.0127},{"x":23.3,"y":0.0118},{"x":23.8,"y":0.011},{"x":24.4,"y":0.0103},{"x":24.9,"y":0.00961},{"x":25.4,"y":0.00898},{"x":26,"y":0.0084},{"x":26.5,"y":0.00787},{"x":27.1,"y":0.00739},{"x":27.6,"y":0.00694},{"x":28.1,"y":0.00654},{"x":28.7,"y":0.00617},{"x":29.2,"y":0.00583},{"x":29.8,"y":0.00552},{"x":30.3,"y":0.00523},{"x":30.9,"y":0.00496},{"x":31.4,"y":0.00471},{"x":31.9,"y":0.00447},{"x":32.5,"y":0.00425},{"x":33,"y":0.00403},{"x":33.5,"y":0.00382},{"x":34.1,"y":0.00362},{"x":34.6,"y":0.00342},{"x":35.2,"y":0.00322},{"x":35.7,"y":0.00303},{"x":36.3,"y":0.00284},{"x":36.8,"y":0.00265},{"x":37.3,"y":0.00247},{"x":37.9,"y":0.0023},{"x":38.4,"y":0.00212},{"x":39,"y":0.00195},{"x":39.5,"y":0.00179},{"x":40,"y":0.00163},{"x":40.6,"y":0.00148},{"x":41.1,"y":0.00134},{"x":41.7,"y":0.0012},{"x":42.2,"y":0.00108},{"x":42.8,"y":0.000959},{"x":43.3,"y":0.000849},{"x":43.8,"y":0.000748},{"x":44.4,"y":0.000655},{"x":44.9,"y":0.000571},{"x":45.5,"y":0.000494},{"x":46,"y":0.000426},{"x":46.5,"y":0.000365},{"x":47.1,"y":0.000311},{"x":47.6,"y":0.000263},{"x":48.2,"y":0.000222},{"x":48.7,"y":0.000186},{"x":49.3,"y":0.000155},{"x":49.8,"y":0.000128},{"x":50.3,"y":0.000105},{"x":50.9,"y":0.000086},{"x":51.4,"y":0.00007},{"x":52,"y":0.000057},{"x":52.5,"y":0.000046},{"x":53,"y":0.000036},{"x":53.6,"y":0.000029}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97952,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.2-1b","display_name":"llama-3.2-1b","mean_tokens_per_second":11.2,"min_tokens_per_second":1.2,"max_tokens_per_second":50.1,"density_points":[{"x":0,"y":0.0295},{"x":0.72,"y":0.0316},{"x":1.44,"y":0.0336},{"x":2.15,"y":0.0354},{"x":2.87,"y":0.037},{"x":3.59,"y":0.0384},{"x":4.31,"y":0.0395},{"x":5.03,"y":0.0403},{"x":5.74,"y":0.0408},{"x":6.46,"y":0.041},{"x":7.18,"y":0.041},{"x":7.9,"y":0.0407},{"x":8.62,"y":0.0401},{"x":9.34,"y":0.0392},{"x":10.1,"y":0.0382},{"x":10.8,"y":0.0369},{"x":11.5,"y":0.0355},{"x":12.2,"y":0.034},{"x":12.9,"y":0.0324},{"x":13.6,"y":0.0307},{"x":14.4,"y":0.0289},{"x":15.1,"y":0.0272},{"x":15.8,"y":0.0255},{"x":16.5,"y":0.0238},{"x":17.2,"y":0.0221},{"x":17.9,"y":0.0205},{"x":18.7,"y":0.0189},{"x":19.4,"y":0.0174},{"x":20.1,"y":0.016},{"x":20.8,"y":0.0147},{"x":21.5,"y":0.0134},{"x":22.3,"y":0.0122},{"x":23,"y":0.0111},{"x":23.7,"y":0.0101},{"x":24.4,"y":0.00919},{"x":25.1,"y":0.00834},{"x":25.9,"y":0.00758},{"x":26.6,"y":0.0069},{"x":27.3,"y":0.0063},{"x":28,"y":0.00577},{"x":28.7,"y":0.00531},{"x":29.4,"y":0.00491},{"x":30.2,"y":0.00458},{"x":30.9,"y":0.0043},{"x":31.6,"y":0.00407},{"x":32.3,"y":0.00388},{"x":33,"y":0.00372},{"x":33.8,"y":0.00359},{"x":34.5,"y":0.00348},{"x":35.2,"y":0.00338},{"x":35.9,"y":0.00331},{"x":36.6,"y":0.00324},{"x":37.3,"y":0.00317},{"x":38.1,"y":0.00312},{"x":38.8,"y":0.00307},{"x":39.5,"y":0.00303},{"x":40.2,"y":0.00299},{"x":40.9,"y":0.00296},{"x":41.6,"y":0.00293},{"x":42.4,"y":0.00292},{"x":43.1,"y":0.0029},{"x":43.8,"y":0.0029},{"x":44.5,"y":0.0029},{"x":45.2,"y":0.0029},{"x":46,"y":0.0029},{"x":46.7,"y":0.00289},{"x":47.4,"y":0.00289},{"x":48.1,"y":0.00287},{"x":48.8,"y":0.00284},{"x":49.5,"y":0.0028},{"x":50.3,"y":0.00274},{"x":51,"y":0.00267},{"x":51.7,"y":0.00258},{"x":52.4,"y":0.00248},{"x":53.1,"y":0.00236},{"x":53.9,"y":0.00222},{"x":54.6,"y":0.00208},{"x":55.3,"y":0.00193},{"x":56,"y":0.00177},{"x":56.7,"y":0.00161},{"x":57.5,"y":0.00144},{"x":58.2,"y":0.00129},{"x":58.9,"y":0.00113},{"x":59.6,"y":0.000991},{"x":60.3,"y":0.000857},{"x":61,"y":0.000733},{"x":61.8,"y":0.00062},{"x":62.5,"y":0.00052},{"x":63.2,"y":0.000431},{"x":63.9,"y":0.000354},{"x":64.6,"y":0.000287},{"x":65.3,"y":0.000231},{"x":66.1,"y":0.000184},{"x":66.8,"y":0.000144},{"x":67.5,"y":0.000113},{"x":68.2,"y":0.000087},{"x":68.9,"y":0.000066},{"x":69.7,"y":0.00005},{"x":70.4,"y":0.000037},{"x":71.1,"y":0.000028}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97337,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-llama-3.2-3b","display_name":"llama-3.2-3b","mean_tokens_per_second":11.6,"min_tokens_per_second":1.13,"max_tokens_per_second":40.2,"density_points":[{"x":0,"y":0.0281},{"x":0.62,"y":0.0296},{"x":1.24,"y":0.0311},{"x":1.85,"y":0.0324},{"x":2.47,"y":0.0335},{"x":3.09,"y":0.0346},{"x":3.71,"y":0.0354},{"x":4.33,"y":0.0361},{"x":4.95,"y":0.0367},{"x":5.56,"y":0.037},{"x":6.18,"y":0.0372},{"x":6.8,"y":0.0372},{"x":7.42,"y":0.0371},{"x":8.04,"y":0.0368},{"x":8.66,"y":0.0363},{"x":9.27,"y":0.0358},{"x":9.89,"y":0.035},{"x":10.5,"y":0.0342},{"x":11.1,"y":0.0333},{"x":11.8,"y":0.0323},{"x":12.4,"y":0.0312},{"x":13,"y":0.03},{"x":13.6,"y":0.0288},{"x":14.2,"y":0.0276},{"x":14.8,"y":0.0264},{"x":15.5,"y":0.0251},{"x":16.1,"y":0.0239},{"x":16.7,"y":0.0226},{"x":17.3,"y":0.0214},{"x":17.9,"y":0.0202},{"x":18.6,"y":0.0191},{"x":19.2,"y":0.018},{"x":19.8,"y":0.0169},{"x":20.4,"y":0.0159},{"x":21,"y":0.015},{"x":21.6,"y":0.0141},{"x":22.3,"y":0.0133},{"x":22.9,"y":0.0126},{"x":23.5,"y":0.012},{"x":24.1,"y":0.0114},{"x":24.7,"y":0.0109},{"x":25.4,"y":0.0104},{"x":26,"y":0.00999},{"x":26.6,"y":0.00965},{"x":27.2,"y":0.00935},{"x":27.8,"y":0.00909},{"x":28.4,"y":0.00887},{"x":29.1,"y":0.00869},{"x":29.7,"y":0.00853},{"x":30.3,"y":0.00839},{"x":30.9,"y":0.00826},{"x":31.5,"y":0.00813},{"x":32.1,"y":0.00801},{"x":32.8,"y":0.00789},{"x":33.4,"y":0.00776},{"x":34,"y":0.00762},{"x":34.6,"y":0.00747},{"x":35.2,"y":0.0073},{"x":35.9,"y":0.00712},{"x":36.5,"y":0.00692},{"x":37.1,"y":0.00671},{"x":37.7,"y":0.00647},{"x":38.3,"y":0.00622},{"x":39,"y":0.00596},{"x":39.6,"y":0.00569},{"x":40.2,"y":0.0054},{"x":40.8,"y":0.00511},{"x":41.4,"y":0.00481},{"x":42,"y":0.0045},{"x":42.7,"y":0.0042},{"x":43.3,"y":0.00389},{"x":43.9,"y":0.00359},{"x":44.5,"y":0.0033},{"x":45.1,"y":0.00301},{"x":45.8,"y":0.00273},{"x":46.4,"y":0.00247},{"x":47,"y":0.00221},{"x":47.6,"y":0.00197},{"x":48.2,"y":0.00175},{"x":48.8,"y":0.00154},{"x":49.5,"y":0.00135},{"x":50.1,"y":0.00118},{"x":50.7,"y":0.00102},{"x":51.3,"y":0.000875},{"x":51.9,"y":0.000747},{"x":52.5,"y":0.000633},{"x":53.2,"y":0.000533},{"x":53.8,"y":0.000446},{"x":54.4,"y":0.000371},{"x":55,"y":0.000306},{"x":55.6,"y":0.000251},{"x":56.3,"y":0.000204},{"x":56.9,"y":0.000165},{"x":57.5,"y":0.000132},{"x":58.1,"y":0.000105},{"x":58.7,"y":0.000083},{"x":59.4,"y":0.000065},{"x":60,"y":0.000051},{"x":60.6,"y":0.000039},{"x":61.2,"y":0.00003}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99060,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.2-90b","display_name":"llama-3.2-90b","mean_tokens_per_second":42,"min_tokens_per_second":19,"max_tokens_per_second":57.6,"density_points":[{"x":0,"y":0.000059},{"x":0.79,"y":0.00008},{"x":1.59,"y":0.000109},{"x":2.38,"y":0.000145},{"x":3.18,"y":0.000192},{"x":3.97,"y":0.000251},{"x":4.77,"y":0.000326},{"x":5.56,"y":0.000417},{"x":6.35,"y":0.000528},{"x":7.15,"y":0.000662},{"x":7.94,"y":0.000822},{"x":8.74,"y":0.00101},{"x":9.53,"y":0.00123},{"x":10.3,"y":0.00148},{"x":11.1,"y":0.00178},{"x":11.9,"y":0.0021},{"x":12.7,"y":0.00247},{"x":13.5,"y":0.00288},{"x":14.3,"y":0.00334},{"x":15.1,"y":0.00383},{"x":15.9,"y":0.00438},{"x":16.7,"y":0.00496},{"x":17.5,"y":0.0056},{"x":18.3,"y":0.00628},{"x":19.1,"y":0.007},{"x":19.9,"y":0.00777},{"x":20.6,"y":0.00859},{"x":21.4,"y":0.00945},{"x":22.2,"y":0.0103},{"x":23,"y":0.0113},{"x":23.8,"y":0.0123},{"x":24.6,"y":0.0133},{"x":25.4,"y":0.0143},{"x":26.2,"y":0.0154},{"x":27,"y":0.0164},{"x":27.8,"y":0.0175},{"x":28.6,"y":0.0186},{"x":29.4,"y":0.0196},{"x":30.2,"y":0.0206},{"x":31,"y":0.0215},{"x":31.8,"y":0.0224},{"x":32.6,"y":0.0233},{"x":33.4,"y":0.024},{"x":34.1,"y":0.0247},{"x":34.9,"y":0.0253},{"x":35.7,"y":0.0259},{"x":36.5,"y":0.0263},{"x":37.3,"y":0.0267},{"x":38.1,"y":0.027},{"x":38.9,"y":0.0273},{"x":39.7,"y":0.0275},{"x":40.5,"y":0.0277},{"x":41.3,"y":0.0278},{"x":42.1,"y":0.0279},{"x":42.9,"y":0.028},{"x":43.7,"y":0.028},{"x":44.5,"y":0.028},{"x":45.3,"y":0.028},{"x":46.1,"y":0.028},{"x":46.9,"y":0.0279},{"x":47.6,"y":0.0277},{"x":48.4,"y":0.0275},{"x":49.2,"y":0.0273},{"x":50,"y":0.0269},{"x":50.8,"y":0.0265},{"x":51.6,"y":0.0259},{"x":52.4,"y":0.0252},{"x":53.2,"y":0.0244},{"x":54,"y":0.0235},{"x":54.8,"y":0.0225},{"x":55.6,"y":0.0214},{"x":56.4,"y":0.0202},{"x":57.2,"y":0.0189},{"x":58,"y":0.0176},{"x":58.8,"y":0.0162},{"x":59.6,"y":0.0148},{"x":60.4,"y":0.0134},{"x":61.1,"y":0.012},{"x":62,"y":0.0106},{"x":62.7,"y":0.00934},{"x":63.5,"y":0.00812},{"x":64.3,"y":0.00699},{"x":65.1,"y":0.00596},{"x":65.9,"y":0.00502},{"x":66.7,"y":0.00419},{"x":67.5,"y":0.00345},{"x":68.3,"y":0.00282},{"x":69.1,"y":0.00227},{"x":69.9,"y":0.00181},{"x":70.7,"y":0.00143},{"x":71.5,"y":0.00111},{"x":72.3,"y":0.000859},{"x":73.1,"y":0.000654},{"x":73.9,"y":0.000492},{"x":74.7,"y":0.000366},{"x":75.5,"y":0.000269},{"x":76.2,"y":0.000196},{"x":77,"y":0.000141},{"x":77.8,"y":0.0001},{"x":78.6,"y":0.00007}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97275,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Llama-3.3-70B-Instruct-Turbo","display_name":"Llama-3.3-70B-Instruct-Turbo","mean_tokens_per_second":13.2,"min_tokens_per_second":1.2,"max_tokens_per_second":24.9,"density_points":[{"x":0,"y":0.017},{"x":0.46,"y":0.0181},{"x":0.93,"y":0.0193},{"x":1.39,"y":0.0204},{"x":1.86,"y":0.0216},{"x":2.32,"y":0.0227},{"x":2.78,"y":0.0239},{"x":3.25,"y":0.025},{"x":3.71,"y":0.0262},{"x":4.17,"y":0.0273},{"x":4.64,"y":0.0284},{"x":5.1,"y":0.0295},{"x":5.57,"y":0.0305},{"x":6.03,"y":0.0315},{"x":6.49,"y":0.0325},{"x":6.96,"y":0.0334},{"x":7.42,"y":0.0343},{"x":7.89,"y":0.0351},{"x":8.35,"y":0.0359},{"x":8.81,"y":0.0366},{"x":9.28,"y":0.0373},{"x":9.74,"y":0.0379},{"x":10.2,"y":0.0384},{"x":10.7,"y":0.0389},{"x":11.1,"y":0.0393},{"x":11.6,"y":0.0396},{"x":12.1,"y":0.0398},{"x":12.5,"y":0.04},{"x":13,"y":0.0401},{"x":13.4,"y":0.0402},{"x":13.9,"y":0.0401},{"x":14.4,"y":0.04},{"x":14.8,"y":0.0398},{"x":15.3,"y":0.0396},{"x":15.8,"y":0.0392},{"x":16.2,"y":0.0388},{"x":16.7,"y":0.0383},{"x":17.2,"y":0.0378},{"x":17.6,"y":0.0372},{"x":18.1,"y":0.0365},{"x":18.6,"y":0.0357},{"x":19,"y":0.0349},{"x":19.5,"y":0.034},{"x":19.9,"y":0.0331},{"x":20.4,"y":0.0321},{"x":20.9,"y":0.0311},{"x":21.3,"y":0.03},{"x":21.8,"y":0.0289},{"x":22.3,"y":0.0277},{"x":22.7,"y":0.0266},{"x":23.2,"y":0.0254},{"x":23.7,"y":0.0242},{"x":24.1,"y":0.023},{"x":24.6,"y":0.0218},{"x":25.1,"y":0.0206},{"x":25.5,"y":0.0194},{"x":26,"y":0.0182},{"x":26.4,"y":0.017},{"x":26.9,"y":0.0159},{"x":27.4,"y":0.0148},{"x":27.8,"y":0.0137},{"x":28.3,"y":0.0127},{"x":28.8,"y":0.0117},{"x":29.2,"y":0.0107},{"x":29.7,"y":0.00984},{"x":30.1,"y":0.00898},{"x":30.6,"y":0.00817},{"x":31.1,"y":0.0074},{"x":31.5,"y":0.00668},{"x":32,"y":0.00602},{"x":32.5,"y":0.0054},{"x":32.9,"y":0.00483},{"x":33.4,"y":0.0043},{"x":33.9,"y":0.00382},{"x":34.3,"y":0.00338},{"x":34.8,"y":0.00298},{"x":35.3,"y":0.00261},{"x":35.7,"y":0.00229},{"x":36.2,"y":0.00199},{"x":36.6,"y":0.00173},{"x":37.1,"y":0.0015},{"x":37.6,"y":0.00129},{"x":38,"y":0.00111},{"x":38.5,"y":0.000951},{"x":39,"y":0.000811},{"x":39.4,"y":0.000689},{"x":39.9,"y":0.000583},{"x":40.4,"y":0.000492},{"x":40.8,"y":0.000413},{"x":41.3,"y":0.000346},{"x":41.8,"y":0.000288},{"x":42.2,"y":0.000239},{"x":42.7,"y":0.000198},{"x":43.1,"y":0.000163},{"x":43.6,"y":0.000134},{"x":44.1,"y":0.000109},{"x":44.5,"y":0.000089},{"x":45,"y":0.000072},{"x":45.5,"y":0.000058},{"x":45.9,"y":0.000047}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99708,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.3-70b","display_name":"llama-3.3-70b","mean_tokens_per_second":13.3,"min_tokens_per_second":3.68,"max_tokens_per_second":27.6,"density_points":[{"x":0,"y":0.016},{"x":0.49,"y":0.0175},{"x":0.98,"y":0.0189},{"x":1.47,"y":0.0204},{"x":1.96,"y":0.022},{"x":2.45,"y":0.0235},{"x":2.94,"y":0.0251},{"x":3.43,"y":0.0267},{"x":3.92,"y":0.0282},{"x":4.41,"y":0.0298},{"x":4.9,"y":0.0313},{"x":5.39,"y":0.0328},{"x":5.89,"y":0.0342},{"x":6.38,"y":0.0356},{"x":6.87,"y":0.0369},{"x":7.36,"y":0.0381},{"x":7.85,"y":0.0392},{"x":8.34,"y":0.0401},{"x":8.83,"y":0.041},{"x":9.32,"y":0.0418},{"x":9.81,"y":0.0424},{"x":10.3,"y":0.0429},{"x":10.8,"y":0.0432},{"x":11.3,"y":0.0434},{"x":11.8,"y":0.0435},{"x":12.3,"y":0.0435},{"x":12.8,"y":0.0433},{"x":13.2,"y":0.043},{"x":13.7,"y":0.0426},{"x":14.2,"y":0.042},{"x":14.7,"y":0.0414},{"x":15.2,"y":0.0407},{"x":15.7,"y":0.0398},{"x":16.2,"y":0.0389},{"x":16.7,"y":0.038},{"x":17.2,"y":0.0369},{"x":17.7,"y":0.0359},{"x":18.1,"y":0.0348},{"x":18.6,"y":0.0336},{"x":19.1,"y":0.0324},{"x":19.6,"y":0.0312},{"x":20.1,"y":0.03},{"x":20.6,"y":0.0288},{"x":21.1,"y":0.0275},{"x":21.6,"y":0.0263},{"x":22.1,"y":0.0251},{"x":22.6,"y":0.0239},{"x":23.1,"y":0.0227},{"x":23.5,"y":0.0216},{"x":24,"y":0.0204},{"x":24.5,"y":0.0193},{"x":25,"y":0.0182},{"x":25.5,"y":0.0172},{"x":26,"y":0.0161},{"x":26.5,"y":0.0151},{"x":27,"y":0.0142},{"x":27.5,"y":0.0132},{"x":27.9,"y":0.0123},{"x":28.4,"y":0.0115},{"x":28.9,"y":0.0106},{"x":29.4,"y":0.00986},{"x":29.9,"y":0.0091},{"x":30.4,"y":0.00838},{"x":30.9,"y":0.0077},{"x":31.4,"y":0.00705},{"x":31.9,"y":0.00644},{"x":32.4,"y":0.00586},{"x":32.9,"y":0.00532},{"x":33.4,"y":0.00482},{"x":33.8,"y":0.00435},{"x":34.3,"y":0.00392},{"x":34.8,"y":0.00351},{"x":35.3,"y":0.00314},{"x":35.8,"y":0.0028},{"x":36.3,"y":0.00248},{"x":36.8,"y":0.0022},{"x":37.3,"y":0.00194},{"x":37.8,"y":0.0017},{"x":38.3,"y":0.00149},{"x":38.7,"y":0.0013},{"x":39.2,"y":0.00113},{"x":39.7,"y":0.00098},{"x":40.2,"y":0.000845},{"x":40.7,"y":0.000727},{"x":41.2,"y":0.000622},{"x":41.7,"y":0.00053},{"x":42.2,"y":0.00045},{"x":42.7,"y":0.000381},{"x":43.2,"y":0.000321},{"x":43.6,"y":0.000269},{"x":44.1,"y":0.000225},{"x":44.6,"y":0.000187},{"x":45.1,"y":0.000155},{"x":45.6,"y":0.000128},{"x":46.1,"y":0.000105},{"x":46.6,"y":0.000086},{"x":47.1,"y":0.00007},{"x":47.6,"y":0.000057},{"x":48.1,"y":0.000046},{"x":48.5,"y":0.000037}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97923,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-4-maverick","display_name":"llama-4-maverick","mean_tokens_per_second":42,"min_tokens_per_second":5.08,"max_tokens_per_second":64.2,"density_points":[{"x":0,"y":0.00117},{"x":0.86,"y":0.0013},{"x":1.72,"y":0.00142},{"x":2.58,"y":0.00154},{"x":3.44,"y":0.00166},{"x":4.3,"y":0.00177},{"x":5.16,"y":0.00187},{"x":6.02,"y":0.00198},{"x":6.89,"y":0.00208},{"x":7.75,"y":0.00219},{"x":8.61,"y":0.0023},{"x":9.47,"y":0.00242},{"x":10.3,"y":0.00255},{"x":11.2,"y":0.00271},{"x":12.1,"y":0.00288},{"x":12.9,"y":0.00309},{"x":13.8,"y":0.00332},{"x":14.6,"y":0.00359},{"x":15.5,"y":0.00389},{"x":16.4,"y":0.00424},{"x":17.2,"y":0.00463},{"x":18.1,"y":0.00507},{"x":18.9,"y":0.00556},{"x":19.8,"y":0.00611},{"x":20.7,"y":0.00672},{"x":21.5,"y":0.0074},{"x":22.4,"y":0.00814},{"x":23.2,"y":0.00895},{"x":24.1,"y":0.00983},{"x":25,"y":0.0108},{"x":25.8,"y":0.0118},{"x":26.7,"y":0.0129},{"x":27.5,"y":0.0141},{"x":28.4,"y":0.0153},{"x":29.3,"y":0.0165},{"x":30.1,"y":0.0178},{"x":31,"y":0.0191},{"x":31.8,"y":0.0204},{"x":32.7,"y":0.0217},{"x":33.6,"y":0.0229},{"x":34.4,"y":0.0241},{"x":35.3,"y":0.0251},{"x":36.1,"y":0.0261},{"x":37,"y":0.027},{"x":37.9,"y":0.0277},{"x":38.7,"y":0.0283},{"x":39.6,"y":0.0288},{"x":40.5,"y":0.0292},{"x":41.3,"y":0.0294},{"x":42.2,"y":0.0296},{"x":43,"y":0.0296},{"x":43.9,"y":0.0295},{"x":44.8,"y":0.0294},{"x":45.6,"y":0.0291},{"x":46.5,"y":0.0287},{"x":47.3,"y":0.0283},{"x":48.2,"y":0.0278},{"x":49.1,"y":0.0272},{"x":49.9,"y":0.0265},{"x":50.8,"y":0.0258},{"x":51.6,"y":0.0249},{"x":52.5,"y":0.024},{"x":53.4,"y":0.023},{"x":54.2,"y":0.022},{"x":55.1,"y":0.0209},{"x":55.9,"y":0.0197},{"x":56.8,"y":0.0185},{"x":57.7,"y":0.0172},{"x":58.5,"y":0.0159},{"x":59.4,"y":0.0147},{"x":60.3,"y":0.0134},{"x":61.1,"y":0.0122},{"x":62,"y":0.011},{"x":62.8,"y":0.00983},{"x":63.7,"y":0.00873},{"x":64.5,"y":0.0077},{"x":65.4,"y":0.00674},{"x":66.3,"y":0.00585},{"x":67.1,"y":0.00503},{"x":68,"y":0.0043},{"x":68.8,"y":0.00364},{"x":69.7,"y":0.00305},{"x":70.6,"y":0.00254},{"x":71.4,"y":0.00209},{"x":72.3,"y":0.0017},{"x":73.2,"y":0.00138},{"x":74,"y":0.0011},{"x":74.9,"y":0.00087},{"x":75.7,"y":0.00068},{"x":76.6,"y":0.000526},{"x":77.5,"y":0.000402},{"x":78.3,"y":0.000304},{"x":79.2,"y":0.000227},{"x":80,"y":0.000168},{"x":80.9,"y":0.000122},{"x":81.8,"y":0.000088},{"x":82.6,"y":0.000062},{"x":83.5,"y":0.000044},{"x":84.3,"y":0.00003},{"x":85.2,"y":0.000021}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99925,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Llama-Guard-4-12B","display_name":"Llama-Guard-4-12B","mean_tokens_per_second":2.83,"min_tokens_per_second":0.82,"max_tokens_per_second":4.25,"density_points":[{"x":0,"y":0.0521},{"x":0.26,"y":0.0528},{"x":0.51,"y":0.0535},{"x":0.77,"y":0.0541},{"x":1.02,"y":0.0546},{"x":1.28,"y":0.0551},{"x":1.53,"y":0.0555},{"x":1.79,"y":0.0558},{"x":2.04,"y":0.0561},{"x":2.3,"y":0.0563},{"x":2.55,"y":0.0564},{"x":2.81,"y":0.0565},{"x":3.06,"y":0.0564},{"x":3.32,"y":0.0563},{"x":3.57,"y":0.0562},{"x":3.83,"y":0.0559},{"x":4.08,"y":0.0556},{"x":4.34,"y":0.0552},{"x":4.59,"y":0.0547},{"x":4.85,"y":0.0542},{"x":5.1,"y":0.0536},{"x":5.36,"y":0.053},{"x":5.61,"y":0.0523},{"x":5.87,"y":0.0515},{"x":6.12,"y":0.0507},{"x":6.38,"y":0.0498},{"x":6.63,"y":0.0489},{"x":6.89,"y":0.0479},{"x":7.14,"y":0.0469},{"x":7.4,"y":0.0458},{"x":7.65,"y":0.0448},{"x":7.91,"y":0.0436},{"x":8.16,"y":0.0425},{"x":8.42,"y":0.0413},{"x":8.67,"y":0.0401},{"x":8.93,"y":0.0389},{"x":9.18,"y":0.0377},{"x":9.44,"y":0.0365},{"x":9.69,"y":0.0353},{"x":9.95,"y":0.034},{"x":10.2,"y":0.0328},{"x":10.5,"y":0.0316},{"x":10.7,"y":0.0303},{"x":11,"y":0.0291},{"x":11.2,"y":0.0279},{"x":11.5,"y":0.0267},{"x":11.7,"y":0.0256},{"x":12,"y":0.0244},{"x":12.2,"y":0.0233},{"x":12.5,"y":0.0222},{"x":12.8,"y":0.0211},{"x":13,"y":0.02},{"x":13.3,"y":0.019},{"x":13.5,"y":0.018},{"x":13.8,"y":0.017},{"x":14,"y":0.0161},{"x":14.3,"y":0.0152},{"x":14.5,"y":0.0143},{"x":14.8,"y":0.0135},{"x":15.1,"y":0.0127},{"x":15.3,"y":0.0119},{"x":15.6,"y":0.0111},{"x":15.8,"y":0.0104},{"x":16.1,"y":0.00976},{"x":16.3,"y":0.00912},{"x":16.6,"y":0.0085},{"x":16.8,"y":0.00792},{"x":17.1,"y":0.00737},{"x":17.3,"y":0.00685},{"x":17.6,"y":0.00635},{"x":17.9,"y":0.00589},{"x":18.1,"y":0.00545},{"x":18.4,"y":0.00503},{"x":18.6,"y":0.00465},{"x":18.9,"y":0.00428},{"x":19.1,"y":0.00394},{"x":19.4,"y":0.00363},{"x":19.6,"y":0.00333},{"x":19.9,"y":0.00305},{"x":20.1,"y":0.0028},{"x":20.4,"y":0.00256},{"x":20.7,"y":0.00233},{"x":20.9,"y":0.00213},{"x":21.2,"y":0.00194},{"x":21.4,"y":0.00177},{"x":21.7,"y":0.0016},{"x":21.9,"y":0.00145},{"x":22.2,"y":0.00132},{"x":22.4,"y":0.00119},{"x":22.7,"y":0.00108},{"x":23,"y":0.000974},{"x":23.2,"y":0.000878},{"x":23.5,"y":0.00079},{"x":23.7,"y":0.00071},{"x":24,"y":0.000638},{"x":24.2,"y":0.000572},{"x":24.5,"y":0.000512},{"x":24.7,"y":0.000458},{"x":25,"y":0.000409},{"x":25.3,"y":0.000365}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97276,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-llama-3-70b","display_name":"llama-3-70b","mean_tokens_per_second":29.7,"min_tokens_per_second":2.82,"max_tokens_per_second":44.7,"density_points":[{"x":0,"y":0.00418},{"x":0.66,"y":0.00444},{"x":1.33,"y":0.0047},{"x":1.99,"y":0.00494},{"x":2.65,"y":0.00516},{"x":3.32,"y":0.00537},{"x":3.98,"y":0.00556},{"x":4.65,"y":0.00575},{"x":5.31,"y":0.00591},{"x":5.97,"y":0.00608},{"x":6.64,"y":0.00624},{"x":7.3,"y":0.00639},{"x":7.96,"y":0.00656},{"x":8.63,"y":0.00675},{"x":9.29,"y":0.00695},{"x":9.96,"y":0.00718},{"x":10.6,"y":0.00745},{"x":11.3,"y":0.00776},{"x":11.9,"y":0.00812},{"x":12.6,"y":0.00853},{"x":13.3,"y":0.00901},{"x":13.9,"y":0.00956},{"x":14.6,"y":0.0102},{"x":15.3,"y":0.0109},{"x":15.9,"y":0.0117},{"x":16.6,"y":0.0125},{"x":17.3,"y":0.0135},{"x":17.9,"y":0.0145},{"x":18.6,"y":0.0156},{"x":19.3,"y":0.0168},{"x":19.9,"y":0.018},{"x":20.6,"y":0.0193},{"x":21.2,"y":0.0206},{"x":21.9,"y":0.0219},{"x":22.6,"y":0.0233},{"x":23.2,"y":0.0246},{"x":23.9,"y":0.026},{"x":24.6,"y":0.0273},{"x":25.2,"y":0.0285},{"x":25.9,"y":0.0297},{"x":26.6,"y":0.0308},{"x":27.2,"y":0.0318},{"x":27.9,"y":0.0326},{"x":28.5,"y":0.0334},{"x":29.2,"y":0.034},{"x":29.9,"y":0.0345},{"x":30.5,"y":0.0348},{"x":31.2,"y":0.035},{"x":31.9,"y":0.0351},{"x":32.5,"y":0.035},{"x":33.2,"y":0.0348},{"x":33.9,"y":0.0344},{"x":34.5,"y":0.034},{"x":35.2,"y":0.0334},{"x":35.8,"y":0.0327},{"x":36.5,"y":0.0319},{"x":37.2,"y":0.0311},{"x":37.8,"y":0.0301},{"x":38.5,"y":0.0291},{"x":39.2,"y":0.028},{"x":39.8,"y":0.0269},{"x":40.5,"y":0.0257},{"x":41.1,"y":0.0245},{"x":41.8,"y":0.0232},{"x":42.5,"y":0.0219},{"x":43.1,"y":0.0206},{"x":43.8,"y":0.0193},{"x":44.5,"y":0.018},{"x":45.1,"y":0.0167},{"x":45.8,"y":0.0154},{"x":46.5,"y":0.0141},{"x":47.1,"y":0.0129},{"x":47.8,"y":0.0117},{"x":48.5,"y":0.0105},{"x":49.1,"y":0.00945},{"x":49.8,"y":0.00842},{"x":50.4,"y":0.00745},{"x":51.1,"y":0.00655},{"x":51.8,"y":0.00572},{"x":52.4,"y":0.00496},{"x":53.1,"y":0.00427},{"x":53.8,"y":0.00365},{"x":54.4,"y":0.0031},{"x":55.1,"y":0.00261},{"x":55.8,"y":0.00218},{"x":56.4,"y":0.00181},{"x":57.1,"y":0.00149},{"x":57.7,"y":0.00122},{"x":58.4,"y":0.000989},{"x":59.1,"y":0.000796},{"x":59.7,"y":0.000635},{"x":60.4,"y":0.000503},{"x":61.1,"y":0.000395},{"x":61.7,"y":0.000308},{"x":62.4,"y":0.000238},{"x":63,"y":0.000182},{"x":63.7,"y":0.000138},{"x":64.4,"y":0.000104},{"x":65,"y":0.000078},{"x":65.7,"y":0.000058}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98905,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3-8b","display_name":"llama-3-8b","mean_tokens_per_second":36.4,"min_tokens_per_second":17.4,"max_tokens_per_second":69.4,"density_points":[{"x":0,"y":0.000176},{"x":0.91,"y":0.000251},{"x":1.83,"y":0.000352},{"x":2.74,"y":0.000487},{"x":3.65,"y":0.000663},{"x":4.57,"y":0.00089},{"x":5.48,"y":0.00118},{"x":6.39,"y":0.00153},{"x":7.31,"y":0.00198},{"x":8.22,"y":0.0025},{"x":9.13,"y":0.00313},{"x":10.1,"y":0.00387},{"x":11,"y":0.00471},{"x":11.9,"y":0.00566},{"x":12.8,"y":0.00672},{"x":13.7,"y":0.00788},{"x":14.6,"y":0.00912},{"x":15.5,"y":0.0104},{"x":16.4,"y":0.0118},{"x":17.4,"y":0.0132},{"x":18.3,"y":0.0146},{"x":19.2,"y":0.016},{"x":20.1,"y":0.0174},{"x":21,"y":0.0187},{"x":21.9,"y":0.02},{"x":22.8,"y":0.0212},{"x":23.7,"y":0.0223},{"x":24.7,"y":0.0234},{"x":25.6,"y":0.0244},{"x":26.5,"y":0.0253},{"x":27.4,"y":0.0262},{"x":28.3,"y":0.027},{"x":29.2,"y":0.0277},{"x":30.1,"y":0.0283},{"x":31.1,"y":0.0288},{"x":32,"y":0.0292},{"x":32.9,"y":0.0295},{"x":33.8,"y":0.0297},{"x":34.7,"y":0.0297},{"x":35.6,"y":0.0295},{"x":36.5,"y":0.0292},{"x":37.4,"y":0.0286},{"x":38.4,"y":0.028},{"x":39.3,"y":0.0272},{"x":40.2,"y":0.0262},{"x":41.1,"y":0.0252},{"x":42,"y":0.0241},{"x":42.9,"y":0.0229},{"x":43.8,"y":0.0216},{"x":44.8,"y":0.0204},{"x":45.7,"y":0.0192},{"x":46.6,"y":0.0179},{"x":47.5,"y":0.0168},{"x":48.4,"y":0.0156},{"x":49.3,"y":0.0146},{"x":50.2,"y":0.0135},{"x":51.1,"y":0.0126},{"x":52,"y":0.0117},{"x":53,"y":0.0108},{"x":53.9,"y":0.0101},{"x":54.8,"y":0.00936},{"x":55.7,"y":0.00871},{"x":56.6,"y":0.00812},{"x":57.5,"y":0.00758},{"x":58.4,"y":0.00709},{"x":59.4,"y":0.00665},{"x":60.3,"y":0.00624},{"x":61.2,"y":0.00588},{"x":62.1,"y":0.00554},{"x":63,"y":0.00523},{"x":63.9,"y":0.00494},{"x":64.8,"y":0.00466},{"x":65.8,"y":0.0044},{"x":66.7,"y":0.00415},{"x":67.6,"y":0.0039},{"x":68.5,"y":0.00365},{"x":69.4,"y":0.0034},{"x":70.3,"y":0.00314},{"x":71.2,"y":0.00288},{"x":72.1,"y":0.00262},{"x":73,"y":0.00236},{"x":74,"y":0.00211},{"x":74.9,"y":0.00186},{"x":75.8,"y":0.00162},{"x":76.7,"y":0.00139},{"x":77.6,"y":0.00118},{"x":78.5,"y":0.000989},{"x":79.5,"y":0.000816},{"x":80.4,"y":0.000663},{"x":81.3,"y":0.00053},{"x":82.2,"y":0.000418},{"x":83.1,"y":0.000324},{"x":84,"y":0.000247},{"x":84.9,"y":0.000186},{"x":85.8,"y":0.000137},{"x":86.8,"y":0.0001},{"x":87.7,"y":0.000071},{"x":88.6,"y":0.00005},{"x":89.5,"y":0.000035},{"x":90.4,"y":0.000024}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99060,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.1-405b","display_name":"llama-3.1-405b","mean_tokens_per_second":16.6,"min_tokens_per_second":3.01,"max_tokens_per_second":24,"density_points":[{"x":0,"y":0.0102},{"x":0.45,"y":0.0109},{"x":0.91,"y":0.0115},{"x":1.36,"y":0.0122},{"x":1.82,"y":0.0129},{"x":2.27,"y":0.0136},{"x":2.73,"y":0.0143},{"x":3.18,"y":0.0151},{"x":3.64,"y":0.0158},{"x":4.09,"y":0.0166},{"x":4.55,"y":0.0174},{"x":5,"y":0.0181},{"x":5.46,"y":0.0189},{"x":5.91,"y":0.0198},{"x":6.37,"y":0.0206},{"x":6.82,"y":0.0215},{"x":7.28,"y":0.0223},{"x":7.73,"y":0.0232},{"x":8.19,"y":0.0242},{"x":8.64,"y":0.0251},{"x":9.1,"y":0.0261},{"x":9.55,"y":0.0271},{"x":10,"y":0.0281},{"x":10.5,"y":0.0291},{"x":10.9,"y":0.0301},{"x":11.4,"y":0.0312},{"x":11.8,"y":0.0323},{"x":12.3,"y":0.0333},{"x":12.7,"y":0.0344},{"x":13.2,"y":0.0354},{"x":13.7,"y":0.0364},{"x":14.1,"y":0.0374},{"x":14.6,"y":0.0384},{"x":15,"y":0.0393},{"x":15.5,"y":0.0402},{"x":15.9,"y":0.0409},{"x":16.4,"y":0.0416},{"x":16.8,"y":0.0422},{"x":17.3,"y":0.0428},{"x":17.7,"y":0.0432},{"x":18.2,"y":0.0434},{"x":18.6,"y":0.0436},{"x":19.1,"y":0.0437},{"x":19.6,"y":0.0436},{"x":20,"y":0.0434},{"x":20.5,"y":0.043},{"x":20.9,"y":0.0425},{"x":21.4,"y":0.0419},{"x":21.8,"y":0.0412},{"x":22.3,"y":0.0403},{"x":22.7,"y":0.0393},{"x":23.2,"y":0.0382},{"x":23.6,"y":0.037},{"x":24.1,"y":0.0357},{"x":24.6,"y":0.0344},{"x":25,"y":0.0329},{"x":25.5,"y":0.0314},{"x":25.9,"y":0.0299},{"x":26.4,"y":0.0284},{"x":26.8,"y":0.0268},{"x":27.3,"y":0.0252},{"x":27.8,"y":0.0236},{"x":28.2,"y":0.0221},{"x":28.7,"y":0.0205},{"x":29.1,"y":0.019},{"x":29.6,"y":0.0176},{"x":30,"y":0.0162},{"x":30.5,"y":0.0148},{"x":30.9,"y":0.0135},{"x":31.4,"y":0.0123},{"x":31.8,"y":0.0111},{"x":32.3,"y":0.01},{"x":32.8,"y":0.00902},{"x":33.2,"y":0.00807},{"x":33.7,"y":0.0072},{"x":34.1,"y":0.0064},{"x":34.6,"y":0.00566},{"x":35,"y":0.00499},{"x":35.5,"y":0.00438},{"x":35.9,"y":0.00383},{"x":36.4,"y":0.00334},{"x":36.8,"y":0.0029},{"x":37.3,"y":0.0025},{"x":37.8,"y":0.00215},{"x":38.2,"y":0.00185},{"x":38.7,"y":0.00158},{"x":39.1,"y":0.00134},{"x":39.6,"y":0.00114},{"x":40,"y":0.00096},{"x":40.5,"y":0.000807},{"x":40.9,"y":0.000676},{"x":41.4,"y":0.000564},{"x":41.9,"y":0.000468},{"x":42.3,"y":0.000388},{"x":42.8,"y":0.00032},{"x":43.2,"y":0.000262},{"x":43.7,"y":0.000215},{"x":44.1,"y":0.000175},{"x":44.6,"y":0.000142},{"x":45,"y":0.000115}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99812,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.1-70b","display_name":"llama-3.1-70b","mean_tokens_per_second":30,"min_tokens_per_second":2.77,"max_tokens_per_second":45,"density_points":[{"x":0,"y":0.00504},{"x":0.67,"y":0.00545},{"x":1.33,"y":0.00587},{"x":2,"y":0.00628},{"x":2.67,"y":0.00666},{"x":3.33,"y":0.00704},{"x":4,"y":0.00739},{"x":4.67,"y":0.00771},{"x":5.34,"y":0.00801},{"x":6,"y":0.00828},{"x":6.67,"y":0.00852},{"x":7.34,"y":0.00873},{"x":8,"y":0.00892},{"x":8.67,"y":0.00909},{"x":9.34,"y":0.00924},{"x":10,"y":0.00938},{"x":10.7,"y":0.00951},{"x":11.3,"y":0.00965},{"x":12,"y":0.00979},{"x":12.7,"y":0.00996},{"x":13.3,"y":0.0101},{"x":14,"y":0.0104},{"x":14.7,"y":0.0106},{"x":15.3,"y":0.0109},{"x":16,"y":0.0113},{"x":16.7,"y":0.0117},{"x":17.3,"y":0.0122},{"x":18,"y":0.0128},{"x":18.7,"y":0.0134},{"x":19.3,"y":0.0141},{"x":20,"y":0.0149},{"x":20.7,"y":0.0157},{"x":21.3,"y":0.0166},{"x":22,"y":0.0175},{"x":22.7,"y":0.0185},{"x":23.3,"y":0.0196},{"x":24,"y":0.0206},{"x":24.7,"y":0.0217},{"x":25.4,"y":0.0228},{"x":26,"y":0.0239},{"x":26.7,"y":0.025},{"x":27.4,"y":0.0261},{"x":28,"y":0.0271},{"x":28.7,"y":0.0281},{"x":29.4,"y":0.029},{"x":30,"y":0.0299},{"x":30.7,"y":0.0307},{"x":31.4,"y":0.0314},{"x":32,"y":0.032},{"x":32.7,"y":0.0324},{"x":33.4,"y":0.0328},{"x":34,"y":0.0331},{"x":34.7,"y":0.0332},{"x":35.4,"y":0.0332},{"x":36,"y":0.0331},{"x":36.7,"y":0.0328},{"x":37.4,"y":0.0324},{"x":38,"y":0.0319},{"x":38.7,"y":0.0312},{"x":39.4,"y":0.0305},{"x":40,"y":0.0296},{"x":40.7,"y":0.0286},{"x":41.4,"y":0.0275},{"x":42,"y":0.0263},{"x":42.7,"y":0.025},{"x":43.4,"y":0.0237},{"x":44,"y":0.0223},{"x":44.7,"y":0.0208},{"x":45.4,"y":0.0194},{"x":46,"y":0.0179},{"x":46.7,"y":0.0165},{"x":47.4,"y":0.0151},{"x":48,"y":0.0137},{"x":48.7,"y":0.0124},{"x":49.4,"y":0.0111},{"x":50,"y":0.00985},{"x":50.7,"y":0.00871},{"x":51.4,"y":0.00765},{"x":52,"y":0.00666},{"x":52.7,"y":0.00577},{"x":53.4,"y":0.00496},{"x":54,"y":0.00423},{"x":54.7,"y":0.00358},{"x":55.4,"y":0.00301},{"x":56,"y":0.00251},{"x":56.7,"y":0.00207},{"x":57.4,"y":0.0017},{"x":58,"y":0.00139},{"x":58.7,"y":0.00112},{"x":59.4,"y":0.000899},{"x":60,"y":0.000715},{"x":60.7,"y":0.000564},{"x":61.4,"y":0.000442},{"x":62,"y":0.000343},{"x":62.7,"y":0.000264},{"x":63.4,"y":0.000202},{"x":64,"y":0.000153},{"x":64.7,"y":0.000115},{"x":65.4,"y":0.000085},{"x":66,"y":0.000063}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98905,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-llama-3.1-8b","display_name":"llama-3.1-8b","mean_tokens_per_second":16.7,"min_tokens_per_second":8.71,"max_tokens_per_second":28.2,"density_points":[{"x":0,"y":0.00616},{"x":0.5,"y":0.007},{"x":0.99,"y":0.00793},{"x":1.49,"y":0.00894},{"x":1.99,"y":0.01},{"x":2.48,"y":0.0112},{"x":2.98,"y":0.0125},{"x":3.48,"y":0.0138},{"x":3.98,"y":0.0153},{"x":4.47,"y":0.0168},{"x":4.97,"y":0.0184},{"x":5.47,"y":0.02},{"x":5.96,"y":0.0217},{"x":6.46,"y":0.0235},{"x":6.96,"y":0.0253},{"x":7.45,"y":0.0271},{"x":7.95,"y":0.0289},{"x":8.45,"y":0.0307},{"x":8.94,"y":0.0326},{"x":9.44,"y":0.0343},{"x":9.94,"y":0.0361},{"x":10.4,"y":0.0378},{"x":10.9,"y":0.0393},{"x":11.4,"y":0.0408},{"x":11.9,"y":0.0422},{"x":12.4,"y":0.0435},{"x":12.9,"y":0.0446},{"x":13.4,"y":0.0456},{"x":13.9,"y":0.0464},{"x":14.4,"y":0.0471},{"x":14.9,"y":0.0476},{"x":15.4,"y":0.0479},{"x":15.9,"y":0.048},{"x":16.4,"y":0.048},{"x":16.9,"y":0.0478},{"x":17.4,"y":0.0474},{"x":17.9,"y":0.0468},{"x":18.4,"y":0.0461},{"x":18.9,"y":0.0453},{"x":19.4,"y":0.0443},{"x":19.9,"y":0.0432},{"x":20.4,"y":0.042},{"x":20.9,"y":0.0406},{"x":21.4,"y":0.0392},{"x":21.9,"y":0.0377},{"x":22.4,"y":0.0362},{"x":22.9,"y":0.0346},{"x":23.4,"y":0.033},{"x":23.9,"y":0.0314},{"x":24.4,"y":0.0297},{"x":24.9,"y":0.0281},{"x":25.3,"y":0.0265},{"x":25.8,"y":0.0249},{"x":26.3,"y":0.0233},{"x":26.8,"y":0.0218},{"x":27.3,"y":0.0203},{"x":27.8,"y":0.0188},{"x":28.3,"y":0.0174},{"x":28.8,"y":0.0161},{"x":29.3,"y":0.0148},{"x":29.8,"y":0.0136},{"x":30.3,"y":0.0125},{"x":30.8,"y":0.0114},{"x":31.3,"y":0.0104},{"x":31.8,"y":0.00945},{"x":32.3,"y":0.00856},{"x":32.8,"y":0.00773},{"x":33.3,"y":0.00697},{"x":33.8,"y":0.00626},{"x":34.3,"y":0.0056},{"x":34.8,"y":0.005},{"x":35.3,"y":0.00445},{"x":35.8,"y":0.00395},{"x":36.3,"y":0.00349},{"x":36.8,"y":0.00308},{"x":37.3,"y":0.0027},{"x":37.8,"y":0.00237},{"x":38.3,"y":0.00207},{"x":38.8,"y":0.0018},{"x":39.3,"y":0.00156},{"x":39.8,"y":0.00134},{"x":40.3,"y":0.00115},{"x":40.8,"y":0.00099},{"x":41.3,"y":0.000845},{"x":41.7,"y":0.000718},{"x":42.2,"y":0.000608},{"x":42.7,"y":0.000513},{"x":43.2,"y":0.000431},{"x":43.7,"y":0.000361},{"x":44.2,"y":0.000301},{"x":44.7,"y":0.00025},{"x":45.2,"y":0.000206},{"x":45.7,"y":0.00017},{"x":46.2,"y":0.000139},{"x":46.7,"y":0.000113},{"x":47.2,"y":0.000092},{"x":47.7,"y":0.000075},{"x":48.2,"y":0.00006},{"x":48.7,"y":0.000048},{"x":49.2,"y":0.000038}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99919,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-phi-4","display_name":"phi-4","mean_tokens_per_second":45,"min_tokens_per_second":3.92,"max_tokens_per_second":53,"density_points":[{"x":0,"y":0.00121},{"x":0.75,"y":0.00129},{"x":1.5,"y":0.00137},{"x":2.24,"y":0.00144},{"x":2.99,"y":0.00149},{"x":3.74,"y":0.00154},{"x":4.49,"y":0.00158},{"x":5.23,"y":0.00161},{"x":5.98,"y":0.00164},{"x":6.73,"y":0.00166},{"x":7.48,"y":0.00167},{"x":8.22,"y":0.00169},{"x":8.97,"y":0.0017},{"x":9.72,"y":0.00172},{"x":10.5,"y":0.00174},{"x":11.2,"y":0.00176},{"x":12,"y":0.00179},{"x":12.7,"y":0.00183},{"x":13.5,"y":0.00188},{"x":14.2,"y":0.00194},{"x":14.9,"y":0.002},{"x":15.7,"y":0.00208},{"x":16.4,"y":0.00217},{"x":17.2,"y":0.00227},{"x":17.9,"y":0.00238},{"x":18.7,"y":0.00251},{"x":19.4,"y":0.00265},{"x":20.2,"y":0.00282},{"x":20.9,"y":0.003},{"x":21.7,"y":0.0032},{"x":22.4,"y":0.00343},{"x":23.2,"y":0.00368},{"x":23.9,"y":0.00397},{"x":24.7,"y":0.00428},{"x":25.4,"y":0.00464},{"x":26.2,"y":0.00503},{"x":26.9,"y":0.00547},{"x":27.7,"y":0.00596},{"x":28.4,"y":0.0065},{"x":29.2,"y":0.0071},{"x":29.9,"y":0.00778},{"x":30.7,"y":0.00854},{"x":31.4,"y":0.00938},{"x":32.1,"y":0.0103},{"x":32.9,"y":0.0114},{"x":33.6,"y":0.0125},{"x":34.4,"y":0.0138},{"x":35.1,"y":0.0153},{"x":35.9,"y":0.0168},{"x":36.6,"y":0.0185},{"x":37.4,"y":0.0204},{"x":38.1,"y":0.0223},{"x":38.9,"y":0.0244},{"x":39.6,"y":0.0265},{"x":40.4,"y":0.0287},{"x":41.1,"y":0.031},{"x":41.9,"y":0.0332},{"x":42.6,"y":0.0354},{"x":43.4,"y":0.0374},{"x":44.1,"y":0.0393},{"x":44.9,"y":0.041},{"x":45.6,"y":0.0424},{"x":46.4,"y":0.0436},{"x":47.1,"y":0.0444},{"x":47.9,"y":0.0448},{"x":48.6,"y":0.0448},{"x":49.4,"y":0.0445},{"x":50.1,"y":0.0437},{"x":50.8,"y":0.0426},{"x":51.6,"y":0.0411},{"x":52.3,"y":0.0393},{"x":53.1,"y":0.0372},{"x":53.8,"y":0.0349},{"x":54.6,"y":0.0324},{"x":55.3,"y":0.0298},{"x":56.1,"y":0.0271},{"x":56.8,"y":0.0244},{"x":57.6,"y":0.0218},{"x":58.3,"y":0.0193},{"x":59.1,"y":0.0168},{"x":59.8,"y":0.0146},{"x":60.6,"y":0.0125},{"x":61.3,"y":0.0106},{"x":62.1,"y":0.00886},{"x":62.8,"y":0.00735},{"x":63.5,"y":0.00604},{"x":64.3,"y":0.00491},{"x":65,"y":0.00394},{"x":65.8,"y":0.00314},{"x":66.5,"y":0.00247},{"x":67.3,"y":0.00192},{"x":68,"y":0.00148},{"x":68.8,"y":0.00113},{"x":69.5,"y":0.000851},{"x":70.3,"y":0.000635},{"x":71,"y":0.000468},{"x":71.8,"y":0.000342},{"x":72.5,"y":0.000247},{"x":73.3,"y":0.000176},{"x":74,"y":0.000124}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97368,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-MiniMax-M2.7-Turbo","display_name":"MiniMax-M2.7-Turbo","mean_tokens_per_second":50.4,"min_tokens_per_second":4.02,"max_tokens_per_second":91.2,"density_points":[{"x":0,"y":0.0121},{"x":1.13,"y":0.0131},{"x":2.27,"y":0.0138},{"x":3.4,"y":0.0142},{"x":4.53,"y":0.0142},{"x":5.67,"y":0.0139},{"x":6.8,"y":0.0132},{"x":7.94,"y":0.0122},{"x":9.07,"y":0.011},{"x":10.2,"y":0.00964},{"x":11.3,"y":0.00825},{"x":12.5,"y":0.00687},{"x":13.6,"y":0.00558},{"x":14.7,"y":0.00441},{"x":15.9,"y":0.0034},{"x":17,"y":0.00255},{"x":18.1,"y":0.00186},{"x":19.3,"y":0.00133},{"x":20.4,"y":0.000924},{"x":21.5,"y":0.00063},{"x":22.7,"y":0.000425},{"x":23.8,"y":0.000291},{"x":24.9,"y":0.000215},{"x":26.1,"y":0.000186},{"x":27.2,"y":0.000203},{"x":28.3,"y":0.000267},{"x":29.5,"y":0.000385},{"x":30.6,"y":0.000573},{"x":31.7,"y":0.000846},{"x":32.9,"y":0.00123},{"x":34,"y":0.00174},{"x":35.1,"y":0.00242},{"x":36.3,"y":0.00327},{"x":37.4,"y":0.00431},{"x":38.5,"y":0.00555},{"x":39.7,"y":0.00699},{"x":40.8,"y":0.00859},{"x":42,"y":0.0103},{"x":43.1,"y":0.0121},{"x":44.2,"y":0.014},{"x":45.4,"y":0.0158},{"x":46.5,"y":0.0175},{"x":47.6,"y":0.019},{"x":48.8,"y":0.0203},{"x":49.9,"y":0.0213},{"x":51,"y":0.0221},{"x":52.1,"y":0.0225},{"x":53.3,"y":0.0227},{"x":54.4,"y":0.0225},{"x":55.5,"y":0.022},{"x":56.7,"y":0.0212},{"x":57.8,"y":0.0201},{"x":59,"y":0.0187},{"x":60.1,"y":0.0172},{"x":61.2,"y":0.0154},{"x":62.4,"y":0.0136},{"x":63.5,"y":0.0118},{"x":64.6,"y":0.01},{"x":65.8,"y":0.00829},{"x":66.9,"y":0.00673},{"x":68,"y":0.00536},{"x":69.2,"y":0.0042},{"x":70.3,"y":0.00325},{"x":71.4,"y":0.00253},{"x":72.5,"y":0.00204},{"x":73.7,"y":0.00176},{"x":74.8,"y":0.00169},{"x":76,"y":0.00184},{"x":77.1,"y":0.00219},{"x":78.2,"y":0.00275},{"x":79.4,"y":0.00351},{"x":80.5,"y":0.00447},{"x":81.6,"y":0.0056},{"x":82.8,"y":0.00687},{"x":83.9,"y":0.00823},{"x":85,"y":0.00962},{"x":86.2,"y":0.011},{"x":87.3,"y":0.0122},{"x":88.4,"y":0.0131},{"x":89.6,"y":0.0138},{"x":90.7,"y":0.0142},{"x":91.8,"y":0.0142},{"x":93,"y":0.0138},{"x":94.1,"y":0.0131},{"x":95.2,"y":0.0121},{"x":96.4,"y":0.0109},{"x":97.5,"y":0.00955},{"x":98.6,"y":0.00815},{"x":99.8,"y":0.00678},{"x":101,"y":0.00549},{"x":102,"y":0.00434},{"x":103,"y":0.00333},{"x":104,"y":0.0025},{"x":105,"y":0.00182},{"x":107,"y":0.00129},{"x":108,"y":0.000896},{"x":109,"y":0.000604},{"x":110,"y":0.000397},{"x":111,"y":0.000254},{"x":112,"y":0.000158}],"deprecated":false,"freshness_status":"critical","staleness_seconds":195566,"last_error_kind":"billing","consecutive_failures":6},{"provider":"deepinfra","model_name":"deepinfra-devstral-small","display_name":"devstral-small","mean_tokens_per_second":22.1,"min_tokens_per_second":2.93,"max_tokens_per_second":51.5,"density_points":[{"x":0,"y":0.00812},{"x":0.73,"y":0.00897},{"x":1.46,"y":0.00985},{"x":2.2,"y":0.0108},{"x":2.93,"y":0.0117},{"x":3.66,"y":0.0127},{"x":4.39,"y":0.0137},{"x":5.12,"y":0.0148},{"x":5.86,"y":0.0159},{"x":6.59,"y":0.017},{"x":7.32,"y":0.0182},{"x":8.05,"y":0.0193},{"x":8.78,"y":0.0205},{"x":9.51,"y":0.0217},{"x":10.3,"y":0.0228},{"x":11,"y":0.024},{"x":11.7,"y":0.025},{"x":12.4,"y":0.0261},{"x":13.2,"y":0.0271},{"x":13.9,"y":0.0279},{"x":14.6,"y":0.0287},{"x":15.4,"y":0.0294},{"x":16.1,"y":0.0299},{"x":16.8,"y":0.0303},{"x":17.6,"y":0.0306},{"x":18.3,"y":0.0307},{"x":19,"y":0.0307},{"x":19.8,"y":0.0306},{"x":20.5,"y":0.0303},{"x":21.2,"y":0.03},{"x":22,"y":0.0295},{"x":22.7,"y":0.0289},{"x":23.4,"y":0.0282},{"x":24.1,"y":0.0275},{"x":24.9,"y":0.0267},{"x":25.6,"y":0.0259},{"x":26.4,"y":0.025},{"x":27.1,"y":0.0241},{"x":27.8,"y":0.0232},{"x":28.5,"y":0.0223},{"x":29.3,"y":0.0214},{"x":30,"y":0.0205},{"x":30.7,"y":0.0196},{"x":31.5,"y":0.0188},{"x":32.2,"y":0.0179},{"x":32.9,"y":0.0171},{"x":33.7,"y":0.0164},{"x":34.4,"y":0.0156},{"x":35.1,"y":0.0149},{"x":35.9,"y":0.0143},{"x":36.6,"y":0.0136},{"x":37.3,"y":0.013},{"x":38.1,"y":0.0124},{"x":38.8,"y":0.0119},{"x":39.5,"y":0.0113},{"x":40.3,"y":0.0108},{"x":41,"y":0.0103},{"x":41.7,"y":0.00987},{"x":42.5,"y":0.00941},{"x":43.2,"y":0.00897},{"x":43.9,"y":0.00854},{"x":44.6,"y":0.00812},{"x":45.4,"y":0.0077},{"x":46.1,"y":0.00729},{"x":46.8,"y":0.00689},{"x":47.6,"y":0.00649},{"x":48.3,"y":0.0061},{"x":49,"y":0.00571},{"x":49.8,"y":0.00532},{"x":50.5,"y":0.00494},{"x":51.2,"y":0.00456},{"x":52,"y":0.0042},{"x":52.7,"y":0.00384},{"x":53.4,"y":0.00349},{"x":54.2,"y":0.00315},{"x":54.9,"y":0.00283},{"x":55.6,"y":0.00252},{"x":56.4,"y":0.00224},{"x":57.1,"y":0.00197},{"x":57.8,"y":0.00172},{"x":58.5,"y":0.00149},{"x":59.3,"y":0.00128},{"x":60,"y":0.00109},{"x":60.8,"y":0.000919},{"x":61.5,"y":0.00077},{"x":62.2,"y":0.00064},{"x":62.9,"y":0.000527},{"x":63.7,"y":0.00043},{"x":64.4,"y":0.000347},{"x":65.1,"y":0.000278},{"x":65.9,"y":0.000221},{"x":66.6,"y":0.000174},{"x":67.3,"y":0.000135},{"x":68.1,"y":0.000104},{"x":68.8,"y":0.00008},{"x":69.5,"y":0.00006},{"x":70.3,"y":0.000045},{"x":71,"y":0.000033},{"x":71.7,"y":0.000025},{"x":72.5,"y":0.000018}],"lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99857,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-mistral-7b","display_name":"mistral-7b","mean_tokens_per_second":22.3,"min_tokens_per_second":1.38,"max_tokens_per_second":53.3,"density_points":[{"x":0,"y":0.0116},{"x":0.75,"y":0.0128},{"x":1.5,"y":0.0139},{"x":2.25,"y":0.0151},{"x":3,"y":0.0162},{"x":3.75,"y":0.0174},{"x":4.51,"y":0.0185},{"x":5.26,"y":0.0195},{"x":6.01,"y":0.0206},{"x":6.76,"y":0.0215},{"x":7.51,"y":0.0225},{"x":8.26,"y":0.0234},{"x":9.01,"y":0.0242},{"x":9.76,"y":0.0249},{"x":10.5,"y":0.0256},{"x":11.3,"y":0.0262},{"x":12,"y":0.0267},{"x":12.8,"y":0.0271},{"x":13.5,"y":0.0275},{"x":14.3,"y":0.0277},{"x":15,"y":0.0279},{"x":15.8,"y":0.028},{"x":16.5,"y":0.0279},{"x":17.3,"y":0.0278},{"x":18,"y":0.0276},{"x":18.8,"y":0.0272},{"x":19.5,"y":0.0267},{"x":20.3,"y":0.0262},{"x":21,"y":0.0255},{"x":21.8,"y":0.0247},{"x":22.5,"y":0.0238},{"x":23.3,"y":0.0229},{"x":24,"y":0.0219},{"x":24.8,"y":0.0208},{"x":25.5,"y":0.0197},{"x":26.3,"y":0.0185},{"x":27,"y":0.0174},{"x":27.8,"y":0.0162},{"x":28.5,"y":0.0151},{"x":29.3,"y":0.014},{"x":30,"y":0.0129},{"x":30.8,"y":0.012},{"x":31.5,"y":0.0111},{"x":32.3,"y":0.0103},{"x":33,"y":0.00959},{"x":33.8,"y":0.009},{"x":34.5,"y":0.00852},{"x":35.3,"y":0.00814},{"x":36,"y":0.00787},{"x":36.8,"y":0.00769},{"x":37.5,"y":0.0076},{"x":38.3,"y":0.0076},{"x":39,"y":0.00767},{"x":39.8,"y":0.00781},{"x":40.5,"y":0.00799},{"x":41.3,"y":0.00822},{"x":42,"y":0.00847},{"x":42.8,"y":0.00874},{"x":43.5,"y":0.00902},{"x":44.3,"y":0.00929},{"x":45.1,"y":0.00954},{"x":45.8,"y":0.00976},{"x":46.6,"y":0.00994},{"x":47.3,"y":0.0101},{"x":48.1,"y":0.0102},{"x":48.8,"y":0.0102},{"x":49.6,"y":0.0101},{"x":50.3,"y":0.01},{"x":51.1,"y":0.00983},{"x":51.8,"y":0.00957},{"x":52.6,"y":0.00924},{"x":53.3,"y":0.00886},{"x":54.1,"y":0.00841},{"x":54.8,"y":0.00791},{"x":55.6,"y":0.00738},{"x":56.3,"y":0.00682},{"x":57.1,"y":0.00624},{"x":57.8,"y":0.00566},{"x":58.6,"y":0.00508},{"x":59.3,"y":0.00451},{"x":60.1,"y":0.00397},{"x":60.8,"y":0.00346},{"x":61.6,"y":0.00298},{"x":62.3,"y":0.00254},{"x":63.1,"y":0.00215},{"x":63.8,"y":0.00179},{"x":64.6,"y":0.00148},{"x":65.3,"y":0.00121},{"x":66.1,"y":0.000981},{"x":66.8,"y":0.000785},{"x":67.6,"y":0.000621},{"x":68.3,"y":0.000487},{"x":69.1,"y":0.000377},{"x":69.8,"y":0.000289},{"x":70.6,"y":0.000219},{"x":71.3,"y":0.000164},{"x":72.1,"y":0.000122},{"x":72.8,"y":0.000089},{"x":73.6,"y":0.000065},{"x":74.3,"y":0.000046}],"lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99890,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Mistral-Nemo-Instruct-2407","display_name":"Mistral-Nemo-Instruct-2407","mean_tokens_per_second":21,"min_tokens_per_second":3.36,"max_tokens_per_second":69,"density_points":[{"x":0,"y":0.0137},{"x":0.91,"y":0.0157},{"x":1.82,"y":0.0178},{"x":2.73,"y":0.0198},{"x":3.64,"y":0.0218},{"x":4.55,"y":0.0238},{"x":5.46,"y":0.0256},{"x":6.36,"y":0.0272},{"x":7.27,"y":0.0287},{"x":8.18,"y":0.0299},{"x":9.09,"y":0.0308},{"x":10,"y":0.0315},{"x":10.9,"y":0.0318},{"x":11.8,"y":0.0319},{"x":12.7,"y":0.0318},{"x":13.6,"y":0.0314},{"x":14.6,"y":0.0307},{"x":15.5,"y":0.0299},{"x":16.4,"y":0.0289},{"x":17.3,"y":0.0278},{"x":18.2,"y":0.0266},{"x":19.1,"y":0.0253},{"x":20,"y":0.0239},{"x":20.9,"y":0.0225},{"x":21.8,"y":0.0211},{"x":22.7,"y":0.0197},{"x":23.6,"y":0.0183},{"x":24.6,"y":0.0169},{"x":25.5,"y":0.0157},{"x":26.4,"y":0.0145},{"x":27.3,"y":0.0133},{"x":28.2,"y":0.0123},{"x":29.1,"y":0.0114},{"x":30,"y":0.0106},{"x":30.9,"y":0.00993},{"x":31.8,"y":0.00934},{"x":32.7,"y":0.00886},{"x":33.6,"y":0.00845},{"x":34.5,"y":0.00811},{"x":35.5,"y":0.00783},{"x":36.4,"y":0.00758},{"x":37.3,"y":0.00736},{"x":38.2,"y":0.00715},{"x":39.1,"y":0.00695},{"x":40,"y":0.00675},{"x":40.9,"y":0.00655},{"x":41.8,"y":0.00634},{"x":42.7,"y":0.00613},{"x":43.6,"y":0.00592},{"x":44.5,"y":0.00571},{"x":45.5,"y":0.00551},{"x":46.4,"y":0.00531},{"x":47.3,"y":0.00512},{"x":48.2,"y":0.00494},{"x":49.1,"y":0.00477},{"x":50,"y":0.00461},{"x":50.9,"y":0.00446},{"x":51.8,"y":0.00432},{"x":52.7,"y":0.0042},{"x":53.6,"y":0.00409},{"x":54.5,"y":0.00399},{"x":55.5,"y":0.00391},{"x":56.4,"y":0.00384},{"x":57.3,"y":0.0038},{"x":58.2,"y":0.00377},{"x":59.1,"y":0.00375},{"x":60,"y":0.00375},{"x":60.9,"y":0.00375},{"x":61.8,"y":0.00376},{"x":62.7,"y":0.00377},{"x":63.6,"y":0.00377},{"x":64.5,"y":0.00376},{"x":65.5,"y":0.00373},{"x":66.4,"y":0.00367},{"x":67.3,"y":0.00359},{"x":68.2,"y":0.00347},{"x":69.1,"y":0.00333},{"x":70,"y":0.00315},{"x":70.9,"y":0.00295},{"x":71.8,"y":0.00273},{"x":72.7,"y":0.00249},{"x":73.6,"y":0.00224},{"x":74.5,"y":0.00198},{"x":75.5,"y":0.00173},{"x":76.4,"y":0.00149},{"x":77.3,"y":0.00127},{"x":78.2,"y":0.00106},{"x":79.1,"y":0.000868},{"x":80,"y":0.000702},{"x":80.9,"y":0.000559},{"x":81.8,"y":0.000438},{"x":82.7,"y":0.000337},{"x":83.6,"y":0.000256},{"x":84.5,"y":0.000191},{"x":85.5,"y":0.00014},{"x":86.4,"y":0.000101},{"x":87.3,"y":0.000072},{"x":88.2,"y":0.00005},{"x":89.1,"y":0.000035},{"x":90,"y":0.000023}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99859,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Mistral-Small-24B-Instruct-2501","display_name":"Mistral-Small-24B-Instruct-2501","mean_tokens_per_second":35.4,"min_tokens_per_second":17.3,"max_tokens_per_second":52.8,"density_points":[{"x":0,"y":0.00016},{"x":0.75,"y":0.000214},{"x":1.49,"y":0.000284},{"x":2.24,"y":0.000373},{"x":2.98,"y":0.000485},{"x":3.73,"y":0.000625},{"x":4.47,"y":0.000798},{"x":5.22,"y":0.00101},{"x":5.96,"y":0.00126},{"x":6.71,"y":0.00157},{"x":7.45,"y":0.00193},{"x":8.2,"y":0.00235},{"x":8.94,"y":0.00283},{"x":9.69,"y":0.00339},{"x":10.4,"y":0.00402},{"x":11.2,"y":0.00473},{"x":11.9,"y":0.00551},{"x":12.7,"y":0.00637},{"x":13.4,"y":0.0073},{"x":14.2,"y":0.0083},{"x":14.9,"y":0.00936},{"x":15.7,"y":0.0105},{"x":16.4,"y":0.0116},{"x":17.1,"y":0.0128},{"x":17.9,"y":0.014},{"x":18.6,"y":0.0152},{"x":19.4,"y":0.0163},{"x":20.1,"y":0.0175},{"x":20.9,"y":0.0186},{"x":21.6,"y":0.0196},{"x":22.4,"y":0.0206},{"x":23.1,"y":0.0216},{"x":23.9,"y":0.0224},{"x":24.6,"y":0.0232},{"x":25.3,"y":0.0239},{"x":26.1,"y":0.0245},{"x":26.8,"y":0.025},{"x":27.6,"y":0.0255},{"x":28.3,"y":0.0259},{"x":29.1,"y":0.0262},{"x":29.8,"y":0.0266},{"x":30.6,"y":0.0268},{"x":31.3,"y":0.0271},{"x":32,"y":0.0273},{"x":32.8,"y":0.0276},{"x":33.5,"y":0.0278},{"x":34.3,"y":0.028},{"x":35,"y":0.0283},{"x":35.8,"y":0.0285},{"x":36.5,"y":0.0287},{"x":37.3,"y":0.0289},{"x":38,"y":0.0291},{"x":38.8,"y":0.0292},{"x":39.5,"y":0.0293},{"x":40.3,"y":0.0293},{"x":41,"y":0.0292},{"x":41.7,"y":0.0291},{"x":42.5,"y":0.0288},{"x":43.2,"y":0.0284},{"x":44,"y":0.0278},{"x":44.7,"y":0.0272},{"x":45.5,"y":0.0264},{"x":46.2,"y":0.0254},{"x":47,"y":0.0244},{"x":47.7,"y":0.0233},{"x":48.4,"y":0.022},{"x":49.2,"y":0.0207},{"x":49.9,"y":0.0193},{"x":50.7,"y":0.0179},{"x":51.4,"y":0.0165},{"x":52.2,"y":0.015},{"x":52.9,"y":0.0136},{"x":53.7,"y":0.0122},{"x":54.4,"y":0.0109},{"x":55.1,"y":0.00967},{"x":55.9,"y":0.00849},{"x":56.6,"y":0.0074},{"x":57.4,"y":0.0064},{"x":58.1,"y":0.00549},{"x":58.9,"y":0.00467},{"x":59.6,"y":0.00394},{"x":60.4,"y":0.0033},{"x":61.1,"y":0.00274},{"x":61.9,"y":0.00226},{"x":62.6,"y":0.00185},{"x":63.4,"y":0.00149},{"x":64.1,"y":0.0012},{"x":64.8,"y":0.000955},{"x":65.6,"y":0.000754},{"x":66.3,"y":0.00059},{"x":67.1,"y":0.000457},{"x":67.8,"y":0.000351},{"x":68.6,"y":0.000268},{"x":69.3,"y":0.000202},{"x":70.1,"y":0.000151},{"x":70.8,"y":0.000112},{"x":71.5,"y":0.000082},{"x":72.3,"y":0.000059},{"x":73,"y":0.000043},{"x":73.8,"y":0.00003}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97274,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Mistral-Small-3.2-24B-Instruct-2506","display_name":"Mistral-Small-3.2-24B-Instruct-2506","mean_tokens_per_second":21.7,"min_tokens_per_second":3.3,"max_tokens_per_second":51.9,"density_points":[{"x":0,"y":0.00905},{"x":0.74,"y":0.01},{"x":1.47,"y":0.0111},{"x":2.21,"y":0.0121},{"x":2.94,"y":0.0132},{"x":3.68,"y":0.0143},{"x":4.42,"y":0.0154},{"x":5.15,"y":0.0165},{"x":5.89,"y":0.0177},{"x":6.62,"y":0.0188},{"x":7.36,"y":0.0199},{"x":8.1,"y":0.0209},{"x":8.83,"y":0.022},{"x":9.57,"y":0.023},{"x":10.3,"y":0.024},{"x":11,"y":0.0249},{"x":11.8,"y":0.0258},{"x":12.5,"y":0.0266},{"x":13.3,"y":0.0273},{"x":14,"y":0.028},{"x":14.7,"y":0.0285},{"x":15.5,"y":0.029},{"x":16.2,"y":0.0294},{"x":16.9,"y":0.0296},{"x":17.7,"y":0.0298},{"x":18.4,"y":0.0299},{"x":19.1,"y":0.0298},{"x":19.9,"y":0.0297},{"x":20.6,"y":0.0294},{"x":21.4,"y":0.0291},{"x":22.1,"y":0.0286},{"x":22.8,"y":0.0281},{"x":23.6,"y":0.0275},{"x":24.3,"y":0.0268},{"x":25,"y":0.026},{"x":25.8,"y":0.0252},{"x":26.5,"y":0.0244},{"x":27.2,"y":0.0235},{"x":28,"y":0.0225},{"x":28.7,"y":0.0216},{"x":29.4,"y":0.0206},{"x":30.2,"y":0.0197},{"x":30.9,"y":0.0187},{"x":31.6,"y":0.0178},{"x":32.4,"y":0.0168},{"x":33.1,"y":0.0159},{"x":33.9,"y":0.0151},{"x":34.6,"y":0.0143},{"x":35.3,"y":0.0135},{"x":36.1,"y":0.0127},{"x":36.8,"y":0.0121},{"x":37.5,"y":0.0115},{"x":38.3,"y":0.0109},{"x":39,"y":0.0104},{"x":39.8,"y":0.0099},{"x":40.5,"y":0.00948},{"x":41.2,"y":0.0091},{"x":42,"y":0.00876},{"x":42.7,"y":0.00845},{"x":43.4,"y":0.00816},{"x":44.2,"y":0.00788},{"x":44.9,"y":0.00762},{"x":45.6,"y":0.00736},{"x":46.4,"y":0.00709},{"x":47.1,"y":0.00682},{"x":47.8,"y":0.00654},{"x":48.6,"y":0.00625},{"x":49.3,"y":0.00594},{"x":50,"y":0.00562},{"x":50.8,"y":0.00528},{"x":51.5,"y":0.00494},{"x":52.3,"y":0.00459},{"x":53,"y":0.00423},{"x":53.7,"y":0.00388},{"x":54.5,"y":0.00352},{"x":55.2,"y":0.00318},{"x":55.9,"y":0.00284},{"x":56.7,"y":0.00252},{"x":57.4,"y":0.00222},{"x":58.1,"y":0.00194},{"x":58.9,"y":0.00168},{"x":59.6,"y":0.00144},{"x":60.4,"y":0.00123},{"x":61.1,"y":0.00103},{"x":61.8,"y":0.000864},{"x":62.6,"y":0.000716},{"x":63.3,"y":0.000587},{"x":64,"y":0.000478},{"x":64.8,"y":0.000385},{"x":65.5,"y":0.000307},{"x":66.2,"y":0.000243},{"x":67,"y":0.00019},{"x":67.7,"y":0.000147},{"x":68.5,"y":0.000113},{"x":69.2,"y":0.000086},{"x":69.9,"y":0.000065},{"x":70.7,"y":0.000048},{"x":71.4,"y":0.000036},{"x":72.1,"y":0.000026},{"x":72.9,"y":0.000019}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99856,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-mixtral-8x7b","display_name":"mixtral-8x7b","mean_tokens_per_second":35.8,"min_tokens_per_second":17,"max_tokens_per_second":52,"density_points":[{"x":0,"y":0.000134},{"x":0.74,"y":0.000178},{"x":1.48,"y":0.000233},{"x":2.21,"y":0.000303},{"x":2.95,"y":0.00039},{"x":3.69,"y":0.000497},{"x":4.43,"y":0.000629},{"x":5.16,"y":0.000789},{"x":5.9,"y":0.000981},{"x":6.64,"y":0.00121},{"x":7.38,"y":0.00148},{"x":8.12,"y":0.0018},{"x":8.85,"y":0.00216},{"x":9.59,"y":0.00258},{"x":10.3,"y":0.00306},{"x":11.1,"y":0.0036},{"x":11.8,"y":0.0042},{"x":12.5,"y":0.00487},{"x":13.3,"y":0.0056},{"x":14,"y":0.0064},{"x":14.8,"y":0.00726},{"x":15.5,"y":0.00819},{"x":16.2,"y":0.00917},{"x":17,"y":0.0102},{"x":17.7,"y":0.0113},{"x":18.4,"y":0.0124},{"x":19.2,"y":0.0135},{"x":19.9,"y":0.0147},{"x":20.7,"y":0.0159},{"x":21.4,"y":0.0171},{"x":22.1,"y":0.0182},{"x":22.9,"y":0.0194},{"x":23.6,"y":0.0206},{"x":24.4,"y":0.0217},{"x":25.1,"y":0.0228},{"x":25.8,"y":0.0239},{"x":26.6,"y":0.0249},{"x":27.3,"y":0.0259},{"x":28,"y":0.0269},{"x":28.8,"y":0.0278},{"x":29.5,"y":0.0286},{"x":30.3,"y":0.0294},{"x":31,"y":0.0301},{"x":31.7,"y":0.0307},{"x":32.5,"y":0.0313},{"x":33.2,"y":0.0317},{"x":33.9,"y":0.0321},{"x":34.7,"y":0.0323},{"x":35.4,"y":0.0325},{"x":36.1,"y":0.0325},{"x":36.9,"y":0.0325},{"x":37.6,"y":0.0323},{"x":38.4,"y":0.032},{"x":39.1,"y":0.0317},{"x":39.8,"y":0.0312},{"x":40.6,"y":0.0306},{"x":41.3,"y":0.03},{"x":42,"y":0.0292},{"x":42.8,"y":0.0284},{"x":43.5,"y":0.0276},{"x":44.3,"y":0.0266},{"x":45,"y":0.0256},{"x":45.7,"y":0.0246},{"x":46.5,"y":0.0235},{"x":47.2,"y":0.0224},{"x":48,"y":0.0213},{"x":48.7,"y":0.0201},{"x":49.4,"y":0.0189},{"x":50.2,"y":0.0177},{"x":50.9,"y":0.0165},{"x":51.6,"y":0.0153},{"x":52.4,"y":0.014},{"x":53.1,"y":0.0128},{"x":53.9,"y":0.0117},{"x":54.6,"y":0.0105},{"x":55.3,"y":0.00941},{"x":56.1,"y":0.00836},{"x":56.8,"y":0.00737},{"x":57.5,"y":0.00644},{"x":58.3,"y":0.00558},{"x":59,"y":0.0048},{"x":59.8,"y":0.00409},{"x":60.5,"y":0.00345},{"x":61.2,"y":0.00289},{"x":62,"y":0.00239},{"x":62.7,"y":0.00196},{"x":63.5,"y":0.0016},{"x":64.2,"y":0.00129},{"x":64.9,"y":0.00103},{"x":65.7,"y":0.000811},{"x":66.4,"y":0.000634},{"x":67.1,"y":0.000491},{"x":67.9,"y":0.000376},{"x":68.6,"y":0.000286},{"x":69.3,"y":0.000214},{"x":70.1,"y":0.000159},{"x":70.8,"y":0.000117},{"x":71.6,"y":0.000086},{"x":72.3,"y":0.000062},{"x":73,"y":0.000044}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97460,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Kimi-K2-Instruct-0905","display_name":"Kimi-K2-Instruct-0905","mean_tokens_per_second":16.1,"min_tokens_per_second":2.74,"max_tokens_per_second":62.9,"density_points":[{"x":0,"y":0.0209},{"x":0.85,"y":0.0232},{"x":1.69,"y":0.0253},{"x":2.54,"y":0.0273},{"x":3.39,"y":0.0292},{"x":4.24,"y":0.0308},{"x":5.08,"y":0.0323},{"x":5.93,"y":0.0334},{"x":6.78,"y":0.0342},{"x":7.63,"y":0.0347},{"x":8.47,"y":0.0349},{"x":9.32,"y":0.0348},{"x":10.2,"y":0.0344},{"x":11,"y":0.0338},{"x":11.9,"y":0.0329},{"x":12.7,"y":0.0318},{"x":13.6,"y":0.0306},{"x":14.4,"y":0.0293},{"x":15.3,"y":0.0279},{"x":16.1,"y":0.0264},{"x":16.9,"y":0.0249},{"x":17.8,"y":0.0235},{"x":18.6,"y":0.022},{"x":19.5,"y":0.0207},{"x":20.3,"y":0.0193},{"x":21.2,"y":0.0181},{"x":22,"y":0.017},{"x":22.9,"y":0.0159},{"x":23.7,"y":0.015},{"x":24.6,"y":0.0141},{"x":25.4,"y":0.0133},{"x":26.3,"y":0.0126},{"x":27.1,"y":0.0119},{"x":28,"y":0.0113},{"x":28.8,"y":0.0108},{"x":29.7,"y":0.0103},{"x":30.5,"y":0.00983},{"x":31.4,"y":0.00939},{"x":32.2,"y":0.00896},{"x":33,"y":0.00854},{"x":33.9,"y":0.00812},{"x":34.7,"y":0.00771},{"x":35.6,"y":0.00729},{"x":36.4,"y":0.00689},{"x":37.3,"y":0.00649},{"x":38.1,"y":0.00611},{"x":39,"y":0.00575},{"x":39.8,"y":0.00541},{"x":40.7,"y":0.0051},{"x":41.5,"y":0.00482},{"x":42.4,"y":0.00458},{"x":43.2,"y":0.00437},{"x":44.1,"y":0.0042},{"x":44.9,"y":0.00405},{"x":45.8,"y":0.00393},{"x":46.6,"y":0.00383},{"x":47.5,"y":0.00374},{"x":48.3,"y":0.00365},{"x":49.1,"y":0.00358},{"x":50,"y":0.00349},{"x":50.8,"y":0.0034},{"x":51.7,"y":0.00331},{"x":52.5,"y":0.00321},{"x":53.4,"y":0.0031},{"x":54.2,"y":0.00298},{"x":55.1,"y":0.00286},{"x":55.9,"y":0.00275},{"x":56.8,"y":0.00263},{"x":57.6,"y":0.00251},{"x":58.5,"y":0.0024},{"x":59.3,"y":0.00229},{"x":60.2,"y":0.00219},{"x":61,"y":0.00208},{"x":61.9,"y":0.00198},{"x":62.7,"y":0.00187},{"x":63.5,"y":0.00177},{"x":64.4,"y":0.00166},{"x":65.3,"y":0.00154},{"x":66.1,"y":0.00143},{"x":66.9,"y":0.00131},{"x":67.8,"y":0.00118},{"x":68.6,"y":0.00106},{"x":69.5,"y":0.000941},{"x":70.3,"y":0.000825},{"x":71.2,"y":0.000714},{"x":72,"y":0.00061},{"x":72.9,"y":0.000514},{"x":73.7,"y":0.000427},{"x":74.6,"y":0.00035},{"x":75.4,"y":0.000283},{"x":76.3,"y":0.000226},{"x":77.1,"y":0.000178},{"x":78,"y":0.000138},{"x":78.8,"y":0.000105},{"x":79.7,"y":0.000079},{"x":80.5,"y":0.000059},{"x":81.3,"y":0.000043},{"x":82.2,"y":0.000031},{"x":83,"y":0.000022},{"x":83.9,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98891,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Kimi-K2-Thinking","display_name":"Kimi-K2-Thinking","mean_tokens_per_second":14.2,"min_tokens_per_second":2.07,"max_tokens_per_second":62,"density_points":[{"x":0,"y":0.0207},{"x":0.84,"y":0.023},{"x":1.68,"y":0.0252},{"x":2.52,"y":0.0274},{"x":3.35,"y":0.0294},{"x":4.19,"y":0.0314},{"x":5.03,"y":0.0331},{"x":5.87,"y":0.0346},{"x":6.71,"y":0.0359},{"x":7.55,"y":0.037},{"x":8.39,"y":0.0377},{"x":9.22,"y":0.0381},{"x":10.1,"y":0.0383},{"x":10.9,"y":0.0381},{"x":11.7,"y":0.0376},{"x":12.6,"y":0.0369},{"x":13.4,"y":0.0359},{"x":14.3,"y":0.0347},{"x":15.1,"y":0.0334},{"x":15.9,"y":0.0318},{"x":16.8,"y":0.0302},{"x":17.6,"y":0.0285},{"x":18.4,"y":0.0267},{"x":19.3,"y":0.025},{"x":20.1,"y":0.0232},{"x":21,"y":0.0215},{"x":21.8,"y":0.0198},{"x":22.6,"y":0.0182},{"x":23.5,"y":0.0166},{"x":24.3,"y":0.0151},{"x":25.2,"y":0.0137},{"x":26,"y":0.0124},{"x":26.8,"y":0.0112},{"x":27.7,"y":0.0101},{"x":28.5,"y":0.00903},{"x":29.4,"y":0.00807},{"x":30.2,"y":0.0072},{"x":31,"y":0.00643},{"x":31.9,"y":0.00574},{"x":32.7,"y":0.00515},{"x":33.5,"y":0.00463},{"x":34.4,"y":0.0042},{"x":35.2,"y":0.00384},{"x":36.1,"y":0.00356},{"x":36.9,"y":0.00333},{"x":37.7,"y":0.00316},{"x":38.6,"y":0.00303},{"x":39.4,"y":0.00293},{"x":40.3,"y":0.00286},{"x":41.1,"y":0.00281},{"x":41.9,"y":0.00276},{"x":42.8,"y":0.00272},{"x":43.6,"y":0.00268},{"x":44.5,"y":0.00263},{"x":45.3,"y":0.00257},{"x":46.1,"y":0.00251},{"x":47,"y":0.00244},{"x":47.8,"y":0.00235},{"x":48.6,"y":0.00227},{"x":49.5,"y":0.00218},{"x":50.3,"y":0.00209},{"x":51.1,"y":0.00201},{"x":52,"y":0.00193},{"x":52.8,"y":0.00186},{"x":53.7,"y":0.00181},{"x":54.5,"y":0.00176},{"x":55.4,"y":0.00172},{"x":56.2,"y":0.00169},{"x":57,"y":0.00168},{"x":57.9,"y":0.00166},{"x":58.7,"y":0.00165},{"x":59.5,"y":0.00163},{"x":60.4,"y":0.00161},{"x":61.2,"y":0.00159},{"x":62.1,"y":0.00155},{"x":62.9,"y":0.0015},{"x":63.7,"y":0.00144},{"x":64.6,"y":0.00137},{"x":65.4,"y":0.00129},{"x":66.3,"y":0.00119},{"x":67.1,"y":0.0011},{"x":67.9,"y":0.000992},{"x":68.8,"y":0.000887},{"x":69.6,"y":0.000782},{"x":70.4,"y":0.00068},{"x":71.3,"y":0.000583},{"x":72.1,"y":0.000494},{"x":73,"y":0.000412},{"x":73.8,"y":0.000339},{"x":74.6,"y":0.000275},{"x":75.5,"y":0.00022},{"x":76.3,"y":0.000173},{"x":77.2,"y":0.000135},{"x":78,"y":0.000103},{"x":78.8,"y":0.000078},{"x":79.7,"y":0.000058},{"x":80.5,"y":0.000043},{"x":81.3,"y":0.000031},{"x":82.2,"y":0.000022},{"x":83,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98890,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Kimi-K2.5","display_name":"Kimi-K2.5","mean_tokens_per_second":20.1,"min_tokens_per_second":1.15,"max_tokens_per_second":78,"density_points":[{"x":0,"y":0.0185},{"x":1,"y":0.0208},{"x":2,"y":0.0231},{"x":3,"y":0.0252},{"x":4,"y":0.0271},{"x":5,"y":0.0287},{"x":6,"y":0.03},{"x":7,"y":0.0308},{"x":8,"y":0.0313},{"x":9,"y":0.0314},{"x":10,"y":0.031},{"x":11,"y":0.0304},{"x":12,"y":0.0295},{"x":13,"y":0.0283},{"x":14,"y":0.027},{"x":15,"y":0.0256},{"x":16,"y":0.0243},{"x":17,"y":0.0229},{"x":18,"y":0.0216},{"x":19,"y":0.0203},{"x":20,"y":0.0192},{"x":21,"y":0.0181},{"x":22,"y":0.0171},{"x":23,"y":0.0161},{"x":24,"y":0.0152},{"x":25,"y":0.0143},{"x":26,"y":0.0135},{"x":27,"y":0.0126},{"x":28,"y":0.0118},{"x":29,"y":0.011},{"x":30,"y":0.0102},{"x":31,"y":0.00945},{"x":32,"y":0.00873},{"x":33,"y":0.00807},{"x":34,"y":0.00747},{"x":35,"y":0.00694},{"x":36,"y":0.00649},{"x":37,"y":0.00611},{"x":38,"y":0.00581},{"x":39,"y":0.00559},{"x":40,"y":0.00543},{"x":41,"y":0.00532},{"x":42,"y":0.00526},{"x":43,"y":0.00523},{"x":44,"y":0.00522},{"x":45,"y":0.00522},{"x":46,"y":0.00521},{"x":47,"y":0.0052},{"x":48,"y":0.00516},{"x":49,"y":0.00511},{"x":50,"y":0.00504},{"x":51,"y":0.00495},{"x":52,"y":0.00484},{"x":53,"y":0.00473},{"x":54,"y":0.00462},{"x":55,"y":0.0045},{"x":56,"y":0.00439},{"x":57,"y":0.00428},{"x":58,"y":0.00417},{"x":59,"y":0.00407},{"x":60,"y":0.00396},{"x":61,"y":0.00385},{"x":62,"y":0.00373},{"x":63,"y":0.0036},{"x":64,"y":0.00346},{"x":65,"y":0.00331},{"x":66,"y":0.00315},{"x":67,"y":0.00298},{"x":68,"y":0.00282},{"x":69,"y":0.00266},{"x":70,"y":0.00251},{"x":71,"y":0.00238},{"x":72,"y":0.00225},{"x":73,"y":0.00215},{"x":74,"y":0.00205},{"x":75,"y":0.00196},{"x":76,"y":0.00188},{"x":77,"y":0.00179},{"x":78,"y":0.00171},{"x":79,"y":0.00161},{"x":80,"y":0.0015},{"x":81,"y":0.00139},{"x":82,"y":0.00127},{"x":83,"y":0.00113},{"x":84,"y":0.001},{"x":85,"y":0.000869},{"x":86,"y":0.00074},{"x":87,"y":0.000619},{"x":88,"y":0.000508},{"x":89,"y":0.000409},{"x":90,"y":0.000322},{"x":91,"y":0.000249},{"x":92,"y":0.000189},{"x":93,"y":0.00014},{"x":94,"y":0.000102},{"x":95,"y":0.000073},{"x":96,"y":0.000051},{"x":97,"y":0.000035},{"x":98,"y":0.000023},{"x":99,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98824,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Kimi-K2.5-Turbo","display_name":"Kimi-K2.5-Turbo","mean_tokens_per_second":16.3,"min_tokens_per_second":2.24,"max_tokens_per_second":64.7,"density_points":[{"x":0,"y":0.021},{"x":0.87,"y":0.0232},{"x":1.73,"y":0.0252},{"x":2.6,"y":0.027},{"x":3.46,"y":0.0287},{"x":4.33,"y":0.0301},{"x":5.19,"y":0.0313},{"x":6.06,"y":0.0321},{"x":6.92,"y":0.0327},{"x":7.79,"y":0.033},{"x":8.65,"y":0.033},{"x":9.52,"y":0.0327},{"x":10.4,"y":0.0322},{"x":11.3,"y":0.0316},{"x":12.1,"y":0.0308},{"x":13,"y":0.0298},{"x":13.8,"y":0.0289},{"x":14.7,"y":0.0278},{"x":15.6,"y":0.0268},{"x":16.4,"y":0.0257},{"x":17.3,"y":0.0247},{"x":18.2,"y":0.0237},{"x":19,"y":0.0227},{"x":19.9,"y":0.0217},{"x":20.8,"y":0.0208},{"x":21.6,"y":0.0199},{"x":22.5,"y":0.019},{"x":23.4,"y":0.0181},{"x":24.2,"y":0.0172},{"x":25.1,"y":0.0163},{"x":26,"y":0.0153},{"x":26.8,"y":0.0144},{"x":27.7,"y":0.0135},{"x":28.6,"y":0.0126},{"x":29.4,"y":0.0118},{"x":30.3,"y":0.0109},{"x":31.2,"y":0.01},{"x":32,"y":0.00923},{"x":32.9,"y":0.00845},{"x":33.8,"y":0.00771},{"x":34.6,"y":0.00701},{"x":35.5,"y":0.00635},{"x":36.4,"y":0.00573},{"x":37.2,"y":0.00517},{"x":38.1,"y":0.00466},{"x":39,"y":0.0042},{"x":39.8,"y":0.00379},{"x":40.7,"y":0.00345},{"x":41.5,"y":0.00316},{"x":42.4,"y":0.00293},{"x":43.3,"y":0.00276},{"x":44.1,"y":0.00265},{"x":45,"y":0.00259},{"x":45.9,"y":0.00257},{"x":46.7,"y":0.0026},{"x":47.6,"y":0.00266},{"x":48.5,"y":0.00274},{"x":49.3,"y":0.00284},{"x":50.2,"y":0.00295},{"x":51.1,"y":0.00305},{"x":51.9,"y":0.00314},{"x":52.8,"y":0.00322},{"x":53.7,"y":0.00327},{"x":54.5,"y":0.0033},{"x":55.4,"y":0.00331},{"x":56.3,"y":0.00328},{"x":57.1,"y":0.00324},{"x":58,"y":0.00317},{"x":58.9,"y":0.00308},{"x":59.7,"y":0.00297},{"x":60.6,"y":0.00285},{"x":61.5,"y":0.00272},{"x":62.3,"y":0.00258},{"x":63.2,"y":0.00244},{"x":64,"y":0.00229},{"x":64.9,"y":0.00213},{"x":65.8,"y":0.00198},{"x":66.6,"y":0.00182},{"x":67.5,"y":0.00166},{"x":68.4,"y":0.0015},{"x":69.2,"y":0.00135},{"x":70.1,"y":0.0012},{"x":71,"y":0.00105},{"x":71.8,"y":0.000916},{"x":72.7,"y":0.000787},{"x":73.6,"y":0.000668},{"x":74.4,"y":0.000559},{"x":75.3,"y":0.000462},{"x":76.2,"y":0.000377},{"x":77,"y":0.000303},{"x":77.9,"y":0.000241},{"x":78.8,"y":0.000188},{"x":79.6,"y":0.000145},{"x":80.5,"y":0.00011},{"x":81.3,"y":0.000083},{"x":82.2,"y":0.000061},{"x":83.1,"y":0.000044},{"x":84,"y":0.000032},{"x":84.8,"y":0.000022},{"x":85.7,"y":0.000016}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98891,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Kimi-K2.6","display_name":"Kimi-K2.6","mean_tokens_per_second":14.3,"min_tokens_per_second":2.19,"max_tokens_per_second":34.7,"density_points":[{"x":0,"y":0.0202},{"x":0.56,"y":0.0215},{"x":1.12,"y":0.0228},{"x":1.69,"y":0.0241},{"x":2.25,"y":0.0253},{"x":2.81,"y":0.0264},{"x":3.37,"y":0.0275},{"x":3.94,"y":0.0285},{"x":4.5,"y":0.0295},{"x":5.06,"y":0.0303},{"x":5.62,"y":0.031},{"x":6.19,"y":0.0317},{"x":6.75,"y":0.0322},{"x":7.31,"y":0.0327},{"x":7.87,"y":0.033},{"x":8.44,"y":0.0333},{"x":9,"y":0.0334},{"x":9.56,"y":0.0335},{"x":10.1,"y":0.0334},{"x":10.7,"y":0.0333},{"x":11.3,"y":0.0331},{"x":11.8,"y":0.0328},{"x":12.4,"y":0.0325},{"x":12.9,"y":0.0321},{"x":13.5,"y":0.0316},{"x":14.1,"y":0.0311},{"x":14.6,"y":0.0305},{"x":15.2,"y":0.0299},{"x":15.8,"y":0.0293},{"x":16.3,"y":0.0286},{"x":16.9,"y":0.0279},{"x":17.4,"y":0.0272},{"x":18,"y":0.0265},{"x":18.6,"y":0.0258},{"x":19.1,"y":0.025},{"x":19.7,"y":0.0243},{"x":20.3,"y":0.0236},{"x":20.8,"y":0.0229},{"x":21.4,"y":0.0222},{"x":21.9,"y":0.0215},{"x":22.5,"y":0.0208},{"x":23.1,"y":0.0202},{"x":23.6,"y":0.0196},{"x":24.2,"y":0.019},{"x":24.8,"y":0.0184},{"x":25.3,"y":0.0178},{"x":25.9,"y":0.0173},{"x":26.4,"y":0.0168},{"x":27,"y":0.0163},{"x":27.6,"y":0.0158},{"x":28.1,"y":0.0153},{"x":28.7,"y":0.0149},{"x":29.3,"y":0.0144},{"x":29.8,"y":0.014},{"x":30.4,"y":0.0135},{"x":30.9,"y":0.0131},{"x":31.5,"y":0.0127},{"x":32.1,"y":0.0122},{"x":32.6,"y":0.0118},{"x":33.2,"y":0.0113},{"x":33.8,"y":0.0108},{"x":34.3,"y":0.0103},{"x":34.9,"y":0.00985},{"x":35.4,"y":0.00936},{"x":36,"y":0.00886},{"x":36.6,"y":0.00835},{"x":37.1,"y":0.00784},{"x":37.7,"y":0.00733},{"x":38.3,"y":0.00683},{"x":38.8,"y":0.00633},{"x":39.4,"y":0.00584},{"x":39.9,"y":0.00536},{"x":40.5,"y":0.0049},{"x":41.1,"y":0.00445},{"x":41.6,"y":0.00402},{"x":42.2,"y":0.00362},{"x":42.7,"y":0.00324},{"x":43.3,"y":0.00288},{"x":43.9,"y":0.00255},{"x":44.4,"y":0.00224},{"x":45,"y":0.00196},{"x":45.6,"y":0.00171},{"x":46.1,"y":0.00148},{"x":46.7,"y":0.00127},{"x":47.2,"y":0.00109},{"x":47.8,"y":0.000923},{"x":48.4,"y":0.00078},{"x":48.9,"y":0.000655},{"x":49.5,"y":0.000546},{"x":50.1,"y":0.000453},{"x":50.6,"y":0.000374},{"x":51.2,"y":0.000306},{"x":51.7,"y":0.00025},{"x":52.3,"y":0.000202},{"x":52.9,"y":0.000163},{"x":53.4,"y":0.00013},{"x":54,"y":0.000103},{"x":54.6,"y":0.000082},{"x":55.1,"y":0.000064},{"x":55.7,"y":0.00005}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98506,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Llama-3.3-Nemotron-Super-49B-v1.5","display_name":"Llama-3.3-Nemotron-Super-49B-v1.5","mean_tokens_per_second":47.9,"min_tokens_per_second":8.19,"max_tokens_per_second":73.8,"density_points":[{"x":0,"y":0.000928},{"x":0.96,"y":0.00112},{"x":1.92,"y":0.00134},{"x":2.87,"y":0.00157},{"x":3.83,"y":0.00182},{"x":4.79,"y":0.00209},{"x":5.75,"y":0.00236},{"x":6.7,"y":0.00264},{"x":7.66,"y":0.00291},{"x":8.62,"y":0.00319},{"x":9.58,"y":0.00345},{"x":10.5,"y":0.0037},{"x":11.5,"y":0.00393},{"x":12.4,"y":0.00415},{"x":13.4,"y":0.00434},{"x":14.4,"y":0.00452},{"x":15.3,"y":0.00469},{"x":16.3,"y":0.00485},{"x":17.2,"y":0.005},{"x":18.2,"y":0.00516},{"x":19.2,"y":0.00533},{"x":20.1,"y":0.00552},{"x":21.1,"y":0.00573},{"x":22,"y":0.00597},{"x":23,"y":0.00625},{"x":23.9,"y":0.00657},{"x":24.9,"y":0.00694},{"x":25.9,"y":0.00735},{"x":26.8,"y":0.00781},{"x":27.8,"y":0.00833},{"x":28.7,"y":0.0089},{"x":29.7,"y":0.00954},{"x":30.6,"y":0.0102},{"x":31.6,"y":0.011},{"x":32.6,"y":0.0118},{"x":33.5,"y":0.0127},{"x":34.5,"y":0.0136},{"x":35.4,"y":0.0146},{"x":36.4,"y":0.0157},{"x":37.4,"y":0.0168},{"x":38.3,"y":0.0178},{"x":39.3,"y":0.0189},{"x":40.2,"y":0.02},{"x":41.2,"y":0.021},{"x":42.1,"y":0.0219},{"x":43.1,"y":0.0227},{"x":44.1,"y":0.0234},{"x":45,"y":0.024},{"x":46,"y":0.0244},{"x":46.9,"y":0.0247},{"x":47.9,"y":0.0249},{"x":48.9,"y":0.0249},{"x":49.8,"y":0.0248},{"x":50.8,"y":0.0245},{"x":51.7,"y":0.0242},{"x":52.7,"y":0.0239},{"x":53.6,"y":0.0234},{"x":54.6,"y":0.023},{"x":55.5,"y":0.0225},{"x":56.5,"y":0.0221},{"x":57.5,"y":0.0217},{"x":58.4,"y":0.0212},{"x":59.4,"y":0.0208},{"x":60.3,"y":0.0204},{"x":61.3,"y":0.02},{"x":62.3,"y":0.0195},{"x":63.2,"y":0.0189},{"x":64.2,"y":0.0183},{"x":65.1,"y":0.0176},{"x":66.1,"y":0.0168},{"x":67,"y":0.0159},{"x":68,"y":0.0149},{"x":69,"y":0.0138},{"x":69.9,"y":0.0127},{"x":70.9,"y":0.0115},{"x":71.8,"y":0.0103},{"x":72.8,"y":0.00915},{"x":73.8,"y":0.00801},{"x":74.7,"y":0.00694},{"x":75.7,"y":0.00593},{"x":76.6,"y":0.00501},{"x":77.6,"y":0.00418},{"x":78.5,"y":0.00345},{"x":79.5,"y":0.00281},{"x":80.5,"y":0.00226},{"x":81.4,"y":0.0018},{"x":82.4,"y":0.00141},{"x":83.3,"y":0.0011},{"x":84.3,"y":0.00084},{"x":85.3,"y":0.000636},{"x":86.2,"y":0.000475},{"x":87.2,"y":0.00035},{"x":88.1,"y":0.000255},{"x":89.1,"y":0.000183},{"x":90,"y":0.000129},{"x":91,"y":0.00009},{"x":92,"y":0.000062},{"x":92.9,"y":0.000042},{"x":93.9,"y":0.000028},{"x":94.8,"y":0.000018}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99829,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-NVIDIA-Nemotron-3-Super-120B-A12B","display_name":"NVIDIA-Nemotron-3-Super-120B-A12B","mean_tokens_per_second":39,"min_tokens_per_second":11.9,"max_tokens_per_second":64.7,"density_points":[{"x":0,"y":0.00131},{"x":0.87,"y":0.00166},{"x":1.73,"y":0.00206},{"x":2.6,"y":0.00253},{"x":3.46,"y":0.00307},{"x":4.33,"y":0.00367},{"x":5.19,"y":0.00433},{"x":6.06,"y":0.00505},{"x":6.92,"y":0.0058},{"x":7.79,"y":0.00658},{"x":8.66,"y":0.00738},{"x":9.52,"y":0.00817},{"x":10.4,"y":0.00894},{"x":11.3,"y":0.00968},{"x":12.1,"y":0.0104},{"x":13,"y":0.011},{"x":13.8,"y":0.0115},{"x":14.7,"y":0.0119},{"x":15.6,"y":0.0123},{"x":16.4,"y":0.0126},{"x":17.3,"y":0.0127},{"x":18.2,"y":0.0129},{"x":19,"y":0.013},{"x":19.9,"y":0.013},{"x":20.8,"y":0.013},{"x":21.6,"y":0.0131},{"x":22.5,"y":0.0132},{"x":23.4,"y":0.0133},{"x":24.2,"y":0.0134},{"x":25.1,"y":0.0136},{"x":26,"y":0.0139},{"x":26.8,"y":0.0143},{"x":27.7,"y":0.0147},{"x":28.6,"y":0.0152},{"x":29.4,"y":0.0157},{"x":30.3,"y":0.0163},{"x":31.2,"y":0.017},{"x":32,"y":0.0176},{"x":32.9,"y":0.0183},{"x":33.8,"y":0.0189},{"x":34.6,"y":0.0196},{"x":35.5,"y":0.0202},{"x":36.4,"y":0.0207},{"x":37.2,"y":0.0212},{"x":38.1,"y":0.0215},{"x":39,"y":0.0218},{"x":39.8,"y":0.022},{"x":40.7,"y":0.0221},{"x":41.5,"y":0.0221},{"x":42.4,"y":0.022},{"x":43.3,"y":0.0219},{"x":44.1,"y":0.0216},{"x":45,"y":0.0213},{"x":45.9,"y":0.021},{"x":46.7,"y":0.0206},{"x":47.6,"y":0.0203},{"x":48.5,"y":0.0199},{"x":49.3,"y":0.0195},{"x":50.2,"y":0.0192},{"x":51.1,"y":0.0188},{"x":51.9,"y":0.0185},{"x":52.8,"y":0.0182},{"x":53.7,"y":0.0179},{"x":54.5,"y":0.0176},{"x":55.4,"y":0.0172},{"x":56.3,"y":0.0169},{"x":57.1,"y":0.0164},{"x":58,"y":0.016},{"x":58.9,"y":0.0154},{"x":59.7,"y":0.0148},{"x":60.6,"y":0.0141},{"x":61.5,"y":0.0134},{"x":62.3,"y":0.0126},{"x":63.2,"y":0.0117},{"x":64,"y":0.0108},{"x":64.9,"y":0.00986},{"x":65.8,"y":0.00892},{"x":66.7,"y":0.00799},{"x":67.5,"y":0.00708},{"x":68.4,"y":0.0062},{"x":69.2,"y":0.00537},{"x":70.1,"y":0.0046},{"x":71,"y":0.00389},{"x":71.8,"y":0.00325},{"x":72.7,"y":0.00268},{"x":73.6,"y":0.00218},{"x":74.4,"y":0.00176},{"x":75.3,"y":0.0014},{"x":76.2,"y":0.0011},{"x":77,"y":0.000849},{"x":77.9,"y":0.000649},{"x":78.8,"y":0.000489},{"x":79.6,"y":0.000364},{"x":80.5,"y":0.000267},{"x":81.4,"y":0.000193},{"x":82.2,"y":0.000138},{"x":83.1,"y":0.000097},{"x":84,"y":0.000068},{"x":84.8,"y":0.000046},{"x":85.7,"y":0.000031}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99921,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-nemotron-3-ultra-550b-a55b","display_name":"nemotron-3-ultra-550b-a55b","mean_tokens_per_second":44.4,"min_tokens_per_second":9.13,"max_tokens_per_second":71.4,"density_points":[{"x":0,"y":0.00154},{"x":0.93,"y":0.00184},{"x":1.87,"y":0.00217},{"x":2.8,"y":0.00252},{"x":3.73,"y":0.00287},{"x":4.67,"y":0.00322},{"x":5.6,"y":0.00355},{"x":6.54,"y":0.00387},{"x":7.47,"y":0.00415},{"x":8.4,"y":0.00439},{"x":9.34,"y":0.00458},{"x":10.3,"y":0.00474},{"x":11.2,"y":0.00486},{"x":12.1,"y":0.00495},{"x":13.1,"y":0.00502},{"x":14,"y":0.00509},{"x":14.9,"y":0.00517},{"x":15.9,"y":0.00529},{"x":16.8,"y":0.00545},{"x":17.7,"y":0.00567},{"x":18.7,"y":0.00596},{"x":19.6,"y":0.00634},{"x":20.5,"y":0.0068},{"x":21.5,"y":0.00735},{"x":22.4,"y":0.00799},{"x":23.3,"y":0.00872},{"x":24.3,"y":0.00951},{"x":25.2,"y":0.0104},{"x":26.1,"y":0.0113},{"x":27.1,"y":0.0122},{"x":28,"y":0.0132},{"x":28.9,"y":0.0142},{"x":29.9,"y":0.0152},{"x":30.8,"y":0.0162},{"x":31.8,"y":0.0171},{"x":32.7,"y":0.018},{"x":33.6,"y":0.0189},{"x":34.5,"y":0.0197},{"x":35.5,"y":0.0203},{"x":36.4,"y":0.0209},{"x":37.4,"y":0.0214},{"x":38.3,"y":0.0218},{"x":39.2,"y":0.0221},{"x":40.1,"y":0.0224},{"x":41.1,"y":0.0225},{"x":42,"y":0.0225},{"x":43,"y":0.0225},{"x":43.9,"y":0.0225},{"x":44.8,"y":0.0223},{"x":45.8,"y":0.0222},{"x":46.7,"y":0.022},{"x":47.6,"y":0.0218},{"x":48.5,"y":0.0216},{"x":49.5,"y":0.0213},{"x":50.4,"y":0.021},{"x":51.4,"y":0.0207},{"x":52.3,"y":0.0204},{"x":53.2,"y":0.02},{"x":54.2,"y":0.0195},{"x":55.1,"y":0.0191},{"x":56,"y":0.0186},{"x":57,"y":0.018},{"x":57.9,"y":0.0175},{"x":58.8,"y":0.0169},{"x":59.8,"y":0.0163},{"x":60.7,"y":0.0157},{"x":61.6,"y":0.0151},{"x":62.6,"y":0.0145},{"x":63.5,"y":0.0139},{"x":64.4,"y":0.0134},{"x":65.4,"y":0.0128},{"x":66.3,"y":0.0122},{"x":67.2,"y":0.0116},{"x":68.2,"y":0.011},{"x":69.1,"y":0.0104},{"x":70,"y":0.0097},{"x":71,"y":0.00899},{"x":71.9,"y":0.00826},{"x":72.8,"y":0.00752},{"x":73.8,"y":0.00676},{"x":74.7,"y":0.00601},{"x":75.6,"y":0.00527},{"x":76.6,"y":0.00456},{"x":77.5,"y":0.0039},{"x":78.4,"y":0.00328},{"x":79.4,"y":0.00272},{"x":80.3,"y":0.00222},{"x":81.2,"y":0.00179},{"x":82.2,"y":0.00141},{"x":83.1,"y":0.0011},{"x":84,"y":0.000844},{"x":85,"y":0.000637},{"x":85.9,"y":0.000473},{"x":86.8,"y":0.000345},{"x":87.8,"y":0.000248},{"x":88.7,"y":0.000175},{"x":89.6,"y":0.000121},{"x":90.6,"y":0.000083},{"x":91.5,"y":0.000056},{"x":92.4,"y":0.000037}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99894,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-NVIDIA-Nemotron-Nano-12B-v2-VL","display_name":"NVIDIA-Nemotron-Nano-12B-v2-VL","mean_tokens_per_second":39,"min_tokens_per_second":2.31,"max_tokens_per_second":65.1,"density_points":[{"x":0,"y":0.00231},{"x":0.87,"y":0.00262},{"x":1.74,"y":0.00295},{"x":2.61,"y":0.00331},{"x":3.48,"y":0.00369},{"x":4.35,"y":0.00411},{"x":5.22,"y":0.00454},{"x":6.09,"y":0.00499},{"x":6.96,"y":0.00546},{"x":7.83,"y":0.00594},{"x":8.7,"y":0.00643},{"x":9.57,"y":0.00692},{"x":10.4,"y":0.00741},{"x":11.3,"y":0.00788},{"x":12.2,"y":0.00834},{"x":13.1,"y":0.00878},{"x":13.9,"y":0.0092},{"x":14.8,"y":0.00959},{"x":15.7,"y":0.00997},{"x":16.5,"y":0.0103},{"x":17.4,"y":0.0107},{"x":18.3,"y":0.011},{"x":19.1,"y":0.0113},{"x":20,"y":0.0117},{"x":20.9,"y":0.012},{"x":21.7,"y":0.0123},{"x":22.6,"y":0.0127},{"x":23.5,"y":0.013},{"x":24.4,"y":0.0134},{"x":25.2,"y":0.0137},{"x":26.1,"y":0.0141},{"x":27,"y":0.0145},{"x":27.8,"y":0.0149},{"x":28.7,"y":0.0153},{"x":29.6,"y":0.0158},{"x":30.4,"y":0.0162},{"x":31.3,"y":0.0167},{"x":32.2,"y":0.0173},{"x":33,"y":0.0178},{"x":33.9,"y":0.0184},{"x":34.8,"y":0.019},{"x":35.7,"y":0.0196},{"x":36.5,"y":0.0203},{"x":37.4,"y":0.0209},{"x":38.3,"y":0.0215},{"x":39.1,"y":0.022},{"x":40,"y":0.0225},{"x":40.9,"y":0.023},{"x":41.8,"y":0.0233},{"x":42.6,"y":0.0236},{"x":43.5,"y":0.0238},{"x":44.4,"y":0.0239},{"x":45.2,"y":0.0239},{"x":46.1,"y":0.0238},{"x":47,"y":0.0236},{"x":47.8,"y":0.0234},{"x":48.7,"y":0.0231},{"x":49.6,"y":0.0227},{"x":50.4,"y":0.0223},{"x":51.3,"y":0.0218},{"x":52.2,"y":0.0213},{"x":53,"y":0.0207},{"x":53.9,"y":0.02},{"x":54.8,"y":0.0193},{"x":55.7,"y":0.0186},{"x":56.5,"y":0.0177},{"x":57.4,"y":0.0169},{"x":58.3,"y":0.0159},{"x":59.1,"y":0.0149},{"x":60,"y":0.0139},{"x":60.9,"y":0.0129},{"x":61.8,"y":0.0118},{"x":62.6,"y":0.0107},{"x":63.5,"y":0.00967},{"x":64.4,"y":0.00865},{"x":65.2,"y":0.00766},{"x":66.1,"y":0.00672},{"x":67,"y":0.00585},{"x":67.8,"y":0.00503},{"x":68.7,"y":0.0043},{"x":69.6,"y":0.00363},{"x":70.5,"y":0.00303},{"x":71.3,"y":0.00251},{"x":72.2,"y":0.00206},{"x":73.1,"y":0.00167},{"x":73.9,"y":0.00134},{"x":74.8,"y":0.00107},{"x":75.7,"y":0.000839},{"x":76.5,"y":0.000652},{"x":77.4,"y":0.000501},{"x":78.3,"y":0.000381},{"x":79.1,"y":0.000286},{"x":80,"y":0.000213},{"x":80.9,"y":0.000156},{"x":81.8,"y":0.000113},{"x":82.6,"y":0.000081},{"x":83.5,"y":0.000057},{"x":84.4,"y":0.00004},{"x":85.2,"y":0.000027},{"x":86.1,"y":0.000019}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97399,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-NVIDIA-Nemotron-Nano-9B-v2","display_name":"NVIDIA-Nemotron-Nano-9B-v2","mean_tokens_per_second":64.5,"min_tokens_per_second":3.66,"max_tokens_per_second":103,"density_points":[{"x":0,"y":0.00473},{"x":1.25,"y":0.0054},{"x":2.51,"y":0.00598},{"x":3.76,"y":0.00642},{"x":5.02,"y":0.00671},{"x":6.27,"y":0.00682},{"x":7.52,"y":0.00675},{"x":8.78,"y":0.00653},{"x":10,"y":0.0062},{"x":11.3,"y":0.0058},{"x":12.5,"y":0.00539},{"x":13.8,"y":0.00501},{"x":15.1,"y":0.00471},{"x":16.3,"y":0.0045},{"x":17.6,"y":0.00439},{"x":18.8,"y":0.00435},{"x":20.1,"y":0.00437},{"x":21.3,"y":0.00441},{"x":22.6,"y":0.00443},{"x":23.8,"y":0.0044},{"x":25.1,"y":0.0043},{"x":26.3,"y":0.00414},{"x":27.6,"y":0.00391},{"x":28.8,"y":0.00364},{"x":30.1,"y":0.00334},{"x":31.4,"y":0.00305},{"x":32.6,"y":0.00279},{"x":33.9,"y":0.00258},{"x":35.1,"y":0.00243},{"x":36.4,"y":0.00234},{"x":37.6,"y":0.00234},{"x":38.9,"y":0.0024},{"x":40.1,"y":0.00254},{"x":41.4,"y":0.00275},{"x":42.6,"y":0.00303},{"x":43.9,"y":0.0034},{"x":45.1,"y":0.00383},{"x":46.4,"y":0.00433},{"x":47.6,"y":0.0049},{"x":48.9,"y":0.0055},{"x":50.2,"y":0.00613},{"x":51.4,"y":0.00677},{"x":52.7,"y":0.00739},{"x":53.9,"y":0.00798},{"x":55.2,"y":0.00851},{"x":56.4,"y":0.009},{"x":57.7,"y":0.00943},{"x":58.9,"y":0.00982},{"x":60.2,"y":0.0102},{"x":61.5,"y":0.0105},{"x":62.7,"y":0.0109},{"x":64,"y":0.0113},{"x":65.2,"y":0.0118},{"x":66.5,"y":0.0124},{"x":67.7,"y":0.0131},{"x":69,"y":0.0139},{"x":70.2,"y":0.0149},{"x":71.5,"y":0.016},{"x":72.7,"y":0.0171},{"x":74,"y":0.0183},{"x":75.2,"y":0.0194},{"x":76.5,"y":0.0204},{"x":77.8,"y":0.0212},{"x":79,"y":0.0217},{"x":80.3,"y":0.0219},{"x":81.5,"y":0.0218},{"x":82.8,"y":0.0213},{"x":84,"y":0.0206},{"x":85.3,"y":0.0196},{"x":86.5,"y":0.0185},{"x":87.8,"y":0.0174},{"x":89,"y":0.0162},{"x":90.3,"y":0.0151},{"x":91.5,"y":0.014},{"x":92.8,"y":0.013},{"x":94,"y":0.0121},{"x":95.3,"y":0.0112},{"x":96.6,"y":0.0103},{"x":97.8,"y":0.00948},{"x":99.1,"y":0.00863},{"x":100,"y":0.00777},{"x":102,"y":0.0069},{"x":103,"y":0.00605},{"x":104,"y":0.00522},{"x":105,"y":0.00442},{"x":107,"y":0.00368},{"x":108,"y":0.00301},{"x":109,"y":0.00241},{"x":110,"y":0.00189},{"x":112,"y":0.00144},{"x":113,"y":0.00108},{"x":114,"y":0.000787},{"x":115,"y":0.000559},{"x":117,"y":0.000387},{"x":118,"y":0.00026},{"x":119,"y":0.00017},{"x":120,"y":0.000108},{"x":122,"y":0.000067},{"x":123,"y":0.00004},{"x":124,"y":0.000023}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97462,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Nemotron-3-Nano-30B-A3B","display_name":"Nemotron-3-Nano-30B-A3B","mean_tokens_per_second":64.3,"min_tokens_per_second":2.87,"max_tokens_per_second":93.1,"density_points":[{"x":0,"y":0.00371},{"x":1.15,"y":0.00419},{"x":2.3,"y":0.00463},{"x":3.46,"y":0.00502},{"x":4.61,"y":0.00533},{"x":5.76,"y":0.00556},{"x":6.91,"y":0.0057},{"x":8.07,"y":0.00575},{"x":9.22,"y":0.00573},{"x":10.4,"y":0.00563},{"x":11.5,"y":0.00548},{"x":12.7,"y":0.00528},{"x":13.8,"y":0.00505},{"x":15,"y":0.0048},{"x":16.1,"y":0.00453},{"x":17.3,"y":0.00424},{"x":18.4,"y":0.00394},{"x":19.6,"y":0.00363},{"x":20.7,"y":0.00331},{"x":21.9,"y":0.00298},{"x":23.1,"y":0.00264},{"x":24.2,"y":0.00231},{"x":25.4,"y":0.00198},{"x":26.5,"y":0.00167},{"x":27.6,"y":0.00138},{"x":28.8,"y":0.00113},{"x":30,"y":0.000911},{"x":31.1,"y":0.000738},{"x":32.3,"y":0.000612},{"x":33.4,"y":0.000538},{"x":34.6,"y":0.00052},{"x":35.7,"y":0.000561},{"x":36.9,"y":0.000668},{"x":38,"y":0.000848},{"x":39.2,"y":0.00111},{"x":40.3,"y":0.00145},{"x":41.5,"y":0.00188},{"x":42.6,"y":0.00241},{"x":43.8,"y":0.00302},{"x":44.9,"y":0.00371},{"x":46.1,"y":0.00447},{"x":47.2,"y":0.00528},{"x":48.4,"y":0.00611},{"x":49.5,"y":0.00694},{"x":50.7,"y":0.00774},{"x":51.9,"y":0.00851},{"x":53,"y":0.00923},{"x":54.2,"y":0.0099},{"x":55.3,"y":0.0105},{"x":56.5,"y":0.0111},{"x":57.6,"y":0.0117},{"x":58.8,"y":0.0124},{"x":59.9,"y":0.0131},{"x":61.1,"y":0.0139},{"x":62.2,"y":0.0148},{"x":63.4,"y":0.0158},{"x":64.5,"y":0.0169},{"x":65.7,"y":0.0181},{"x":66.8,"y":0.0193},{"x":68,"y":0.0206},{"x":69.1,"y":0.0217},{"x":70.3,"y":0.0229},{"x":71.4,"y":0.0239},{"x":72.6,"y":0.0247},{"x":73.8,"y":0.0254},{"x":74.9,"y":0.026},{"x":76,"y":0.0263},{"x":77.2,"y":0.0264},{"x":78.3,"y":0.0263},{"x":79.5,"y":0.0259},{"x":80.7,"y":0.0253},{"x":81.8,"y":0.0245},{"x":83,"y":0.0234},{"x":84.1,"y":0.0221},{"x":85.3,"y":0.0206},{"x":86.4,"y":0.0189},{"x":87.6,"y":0.0171},{"x":88.7,"y":0.0153},{"x":89.9,"y":0.0135},{"x":91,"y":0.0117},{"x":92.2,"y":0.00999},{"x":93.3,"y":0.0084},{"x":94.5,"y":0.00696},{"x":95.6,"y":0.00567},{"x":96.8,"y":0.00455},{"x":97.9,"y":0.0036},{"x":99.1,"y":0.0028},{"x":100,"y":0.00214},{"x":101,"y":0.00161},{"x":103,"y":0.00119},{"x":104,"y":0.000861},{"x":105,"y":0.000613},{"x":106,"y":0.000428},{"x":107,"y":0.000293},{"x":108,"y":0.000197},{"x":109,"y":0.000129},{"x":111,"y":0.000083},{"x":112,"y":0.000052},{"x":113,"y":0.000032},{"x":114,"y":0.000019}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97306,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Nemotron-3-Nano-Omni-30B-A3B-Reasoning","display_name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning","mean_tokens_per_second":43.5,"min_tokens_per_second":6.46,"max_tokens_per_second":79.9,"density_points":[{"x":0,"y":0.00217},{"x":1.02,"y":0.00256},{"x":2.04,"y":0.00297},{"x":3.06,"y":0.00338},{"x":4.08,"y":0.00378},{"x":5.1,"y":0.00416},{"x":6.11,"y":0.00451},{"x":7.13,"y":0.0048},{"x":8.15,"y":0.00505},{"x":9.17,"y":0.00524},{"x":10.2,"y":0.00538},{"x":11.2,"y":0.00548},{"x":12.2,"y":0.00554},{"x":13.3,"y":0.0056},{"x":14.3,"y":0.00565},{"x":15.3,"y":0.00573},{"x":16.3,"y":0.00586},{"x":17.3,"y":0.00605},{"x":18.3,"y":0.00633},{"x":19.4,"y":0.00671},{"x":20.4,"y":0.00719},{"x":21.4,"y":0.00779},{"x":22.4,"y":0.0085},{"x":23.4,"y":0.0093},{"x":24.5,"y":0.0102},{"x":25.5,"y":0.0112},{"x":26.5,"y":0.0122},{"x":27.5,"y":0.0132},{"x":28.5,"y":0.0142},{"x":29.6,"y":0.0152},{"x":30.6,"y":0.0162},{"x":31.6,"y":0.0171},{"x":32.6,"y":0.0179},{"x":33.6,"y":0.0186},{"x":34.6,"y":0.0192},{"x":35.7,"y":0.0198},{"x":36.7,"y":0.0203},{"x":37.7,"y":0.0207},{"x":38.7,"y":0.0211},{"x":39.7,"y":0.0214},{"x":40.8,"y":0.0217},{"x":41.8,"y":0.0219},{"x":42.8,"y":0.0221},{"x":43.8,"y":0.0221},{"x":44.8,"y":0.0221},{"x":45.9,"y":0.0221},{"x":46.9,"y":0.0219},{"x":47.9,"y":0.0217},{"x":48.9,"y":0.0214},{"x":49.9,"y":0.021},{"x":51,"y":0.0205},{"x":52,"y":0.0201},{"x":53,"y":0.0196},{"x":54,"y":0.019},{"x":55,"y":0.0185},{"x":56,"y":0.018},{"x":57.1,"y":0.0174},{"x":58.1,"y":0.0169},{"x":59.1,"y":0.0164},{"x":60.1,"y":0.0158},{"x":61.1,"y":0.0152},{"x":62.2,"y":0.0145},{"x":63.2,"y":0.0138},{"x":64.2,"y":0.0131},{"x":65.2,"y":0.0123},{"x":66.2,"y":0.0115},{"x":67.3,"y":0.0107},{"x":68.3,"y":0.00978},{"x":69.3,"y":0.0089},{"x":70.3,"y":0.00804},{"x":71.3,"y":0.00721},{"x":72.4,"y":0.00643},{"x":73.4,"y":0.0057},{"x":74.4,"y":0.00504},{"x":75.4,"y":0.00445},{"x":76.4,"y":0.00392},{"x":77.5,"y":0.00345},{"x":78.5,"y":0.00304},{"x":79.5,"y":0.00268},{"x":80.5,"y":0.00236},{"x":81.5,"y":0.00208},{"x":82.5,"y":0.00182},{"x":83.6,"y":0.00159},{"x":84.6,"y":0.00137},{"x":85.6,"y":0.00118},{"x":86.6,"y":0.000993},{"x":87.6,"y":0.000829},{"x":88.7,"y":0.000681},{"x":89.7,"y":0.000551},{"x":90.7,"y":0.000438},{"x":91.7,"y":0.000342},{"x":92.7,"y":0.000262},{"x":93.8,"y":0.000197},{"x":94.8,"y":0.000145},{"x":95.8,"y":0.000105},{"x":96.8,"y":0.000074},{"x":97.8,"y":0.000051},{"x":98.8,"y":0.000035},{"x":99.9,"y":0.000023},{"x":101,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97306,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-GPT-oss-120b","display_name":"GPT-oss-120b","mean_tokens_per_second":20.6,"min_tokens_per_second":7.69,"max_tokens_per_second":38.3,"density_points":[{"x":0,"y":0.00462},{"x":0.6,"y":0.00534},{"x":1.2,"y":0.00614},{"x":1.8,"y":0.00702},{"x":2.39,"y":0.00798},{"x":2.99,"y":0.00902},{"x":3.59,"y":0.0101},{"x":4.19,"y":0.0114},{"x":4.79,"y":0.0126},{"x":5.39,"y":0.014},{"x":5.99,"y":0.0154},{"x":6.59,"y":0.0169},{"x":7.18,"y":0.0184},{"x":7.78,"y":0.0199},{"x":8.38,"y":0.0215},{"x":8.98,"y":0.0231},{"x":9.58,"y":0.0247},{"x":10.2,"y":0.0262},{"x":10.8,"y":0.0277},{"x":11.4,"y":0.0292},{"x":12,"y":0.0306},{"x":12.6,"y":0.0319},{"x":13.2,"y":0.0332},{"x":13.8,"y":0.0343},{"x":14.4,"y":0.0353},{"x":15,"y":0.0362},{"x":15.6,"y":0.0369},{"x":16.2,"y":0.0375},{"x":16.8,"y":0.038},{"x":17.4,"y":0.0383},{"x":18,"y":0.0385},{"x":18.6,"y":0.0385},{"x":19.2,"y":0.0384},{"x":19.8,"y":0.0382},{"x":20.4,"y":0.0378},{"x":20.9,"y":0.0374},{"x":21.6,"y":0.0368},{"x":22.1,"y":0.0361},{"x":22.8,"y":0.0353},{"x":23.4,"y":0.0345},{"x":23.9,"y":0.0336},{"x":24.6,"y":0.0326},{"x":25.1,"y":0.0316},{"x":25.7,"y":0.0305},{"x":26.3,"y":0.0294},{"x":26.9,"y":0.0283},{"x":27.5,"y":0.0272},{"x":28.1,"y":0.0261},{"x":28.7,"y":0.0249},{"x":29.3,"y":0.0238},{"x":29.9,"y":0.0227},{"x":30.5,"y":0.0216},{"x":31.1,"y":0.0205},{"x":31.7,"y":0.0195},{"x":32.3,"y":0.0184},{"x":32.9,"y":0.0174},{"x":33.5,"y":0.0165},{"x":34.1,"y":0.0155},{"x":34.7,"y":0.0146},{"x":35.3,"y":0.0137},{"x":35.9,"y":0.0128},{"x":36.5,"y":0.012},{"x":37.1,"y":0.0112},{"x":37.7,"y":0.0104},{"x":38.3,"y":0.00968},{"x":38.9,"y":0.00897},{"x":39.5,"y":0.00828},{"x":40.1,"y":0.00762},{"x":40.7,"y":0.00699},{"x":41.3,"y":0.00639},{"x":41.9,"y":0.00582},{"x":42.5,"y":0.00528},{"x":43.1,"y":0.00477},{"x":43.7,"y":0.00429},{"x":44.3,"y":0.00384},{"x":44.9,"y":0.00342},{"x":45.5,"y":0.00303},{"x":46.1,"y":0.00267},{"x":46.7,"y":0.00235},{"x":47.3,"y":0.00205},{"x":47.9,"y":0.00178},{"x":48.5,"y":0.00153},{"x":49.1,"y":0.00132},{"x":49.7,"y":0.00112},{"x":50.3,"y":0.000951},{"x":50.9,"y":0.000801},{"x":51.5,"y":0.000671},{"x":52.1,"y":0.000558},{"x":52.7,"y":0.000461},{"x":53.3,"y":0.000379},{"x":53.9,"y":0.000309},{"x":54.5,"y":0.000251},{"x":55.1,"y":0.000202},{"x":55.7,"y":0.000161},{"x":56.3,"y":0.000128},{"x":56.9,"y":0.000101},{"x":57.5,"y":0.000079},{"x":58.1,"y":0.000062},{"x":58.7,"y":0.000048},{"x":59.3,"y":0.000037}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98395,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GPT-oss-120b-Turbo","display_name":"GPT-oss-120b-Turbo","mean_tokens_per_second":65.8,"min_tokens_per_second":5.07,"max_tokens_per_second":180,"density_points":[{"x":0,"y":0.00108},{"x":2.03,"y":0.00128},{"x":4.07,"y":0.00143},{"x":6.1,"y":0.0015},{"x":8.13,"y":0.00155},{"x":10.2,"y":0.00169},{"x":12.2,"y":0.00205},{"x":14.2,"y":0.00282},{"x":16.3,"y":0.00415},{"x":18.3,"y":0.00615},{"x":20.3,"y":0.00879},{"x":22.4,"y":0.0119},{"x":24.4,"y":0.0151},{"x":26.4,"y":0.018},{"x":28.5,"y":0.0202},{"x":30.5,"y":0.0214},{"x":32.5,"y":0.0214},{"x":34.6,"y":0.0203},{"x":36.6,"y":0.0183},{"x":38.6,"y":0.0158},{"x":40.7,"y":0.0132},{"x":42.7,"y":0.0108},{"x":44.7,"y":0.00877},{"x":46.8,"y":0.00713},{"x":48.8,"y":0.00587},{"x":50.8,"y":0.00492},{"x":52.9,"y":0.00419},{"x":54.9,"y":0.00363},{"x":56.9,"y":0.00325},{"x":59,"y":0.00307},{"x":61,"y":0.00314},{"x":63,"y":0.0035},{"x":65.1,"y":0.00414},{"x":67.1,"y":0.00503},{"x":69.1,"y":0.00609},{"x":71.2,"y":0.00721},{"x":73.2,"y":0.00828},{"x":75.2,"y":0.00917},{"x":77.3,"y":0.0098},{"x":79.3,"y":0.0101},{"x":81.3,"y":0.01},{"x":83.3,"y":0.00959},{"x":85.4,"y":0.00891},{"x":87.4,"y":0.00808},{"x":89.5,"y":0.00723},{"x":91.5,"y":0.00648},{"x":93.5,"y":0.00592},{"x":95.5,"y":0.00558},{"x":97.6,"y":0.00544},{"x":99.6,"y":0.00539},{"x":102,"y":0.00534},{"x":104,"y":0.00517},{"x":106,"y":0.00481},{"x":108,"y":0.00424},{"x":110,"y":0.00352},{"x":112,"y":0.00274},{"x":114,"y":0.002},{"x":116,"y":0.0014},{"x":118,"y":0.000975},{"x":120,"y":0.000753},{"x":122,"y":0.000729},{"x":124,"y":0.00088},{"x":126,"y":0.00117},{"x":128,"y":0.00155},{"x":130,"y":0.00195},{"x":132,"y":0.00231},{"x":134,"y":0.00257},{"x":136,"y":0.00269},{"x":138,"y":0.00267},{"x":140,"y":0.00255},{"x":142,"y":0.00238},{"x":144,"y":0.00221},{"x":146,"y":0.00209},{"x":148,"y":0.00201},{"x":150,"y":0.00197},{"x":152,"y":0.00195},{"x":155,"y":0.00193},{"x":157,"y":0.00191},{"x":159,"y":0.00189},{"x":161,"y":0.00187},{"x":163,"y":0.00182},{"x":165,"y":0.00175},{"x":167,"y":0.00166},{"x":169,"y":0.00156},{"x":171,"y":0.00149},{"x":173,"y":0.00146},{"x":175,"y":0.00148},{"x":177,"y":0.00151},{"x":179,"y":0.00152},{"x":181,"y":0.00146},{"x":183,"y":0.00133},{"x":185,"y":0.00112},{"x":187,"y":0.000878},{"x":189,"y":0.000633},{"x":191,"y":0.00042},{"x":193,"y":0.000257},{"x":195,"y":0.000144},{"x":197,"y":0.000075},{"x":199,"y":0.000035},{"x":201,"y":0.000015}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99799,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GPT-oss-20b","display_name":"GPT-oss-20b","mean_tokens_per_second":58.1,"min_tokens_per_second":17.1,"max_tokens_per_second":112,"density_points":[{"x":0,"y":0.000141},{"x":1.34,"y":0.000233},{"x":2.68,"y":0.000372},{"x":4.02,"y":0.000574},{"x":5.36,"y":0.000857},{"x":6.7,"y":0.00124},{"x":8.04,"y":0.00174},{"x":9.38,"y":0.00237},{"x":10.7,"y":0.00313},{"x":12.1,"y":0.00401},{"x":13.4,"y":0.00499},{"x":14.7,"y":0.00605},{"x":16.1,"y":0.00715},{"x":17.4,"y":0.00823},{"x":18.8,"y":0.00927},{"x":20.1,"y":0.0102},{"x":21.4,"y":0.0111},{"x":22.8,"y":0.0117},{"x":24.1,"y":0.0123},{"x":25.5,"y":0.0127},{"x":26.8,"y":0.013},{"x":28.1,"y":0.0131},{"x":29.5,"y":0.0131},{"x":30.8,"y":0.0131},{"x":32.2,"y":0.013},{"x":33.5,"y":0.0129},{"x":34.9,"y":0.0127},{"x":36.2,"y":0.0125},{"x":37.5,"y":0.0123},{"x":38.9,"y":0.0121},{"x":40.2,"y":0.0118},{"x":41.5,"y":0.0115},{"x":42.9,"y":0.0111},{"x":44.2,"y":0.0108},{"x":45.6,"y":0.0105},{"x":46.9,"y":0.0102},{"x":48.3,"y":0.01},{"x":49.6,"y":0.00993},{"x":50.9,"y":0.0099},{"x":52.3,"y":0.00996},{"x":53.6,"y":0.0101},{"x":55,"y":0.0103},{"x":56.3,"y":0.0106},{"x":57.6,"y":0.0109},{"x":59,"y":0.0112},{"x":60.3,"y":0.0116},{"x":61.7,"y":0.012},{"x":63,"y":0.0123},{"x":64.3,"y":0.0126},{"x":65.7,"y":0.0128},{"x":67,"y":0.013},{"x":68.4,"y":0.013},{"x":69.7,"y":0.013},{"x":71,"y":0.0128},{"x":72.4,"y":0.0125},{"x":73.7,"y":0.0122},{"x":75.1,"y":0.0117},{"x":76.4,"y":0.0112},{"x":77.7,"y":0.0107},{"x":79.1,"y":0.0101},{"x":80.4,"y":0.00951},{"x":81.8,"y":0.00888},{"x":83.1,"y":0.00823},{"x":84.4,"y":0.00757},{"x":85.8,"y":0.00692},{"x":87.1,"y":0.00628},{"x":88.5,"y":0.00568},{"x":89.8,"y":0.00514},{"x":91.1,"y":0.00468},{"x":92.5,"y":0.00432},{"x":93.8,"y":0.00409},{"x":95.2,"y":0.00399},{"x":96.5,"y":0.00404},{"x":97.8,"y":0.00423},{"x":99.2,"y":0.00454},{"x":101,"y":0.00495},{"x":102,"y":0.0054},{"x":103,"y":0.00585},{"x":105,"y":0.00624},{"x":106,"y":0.00652},{"x":107,"y":0.00664},{"x":109,"y":0.00658},{"x":110,"y":0.00634},{"x":111,"y":0.00592},{"x":113,"y":0.00535},{"x":114,"y":0.00469},{"x":115,"y":0.00399},{"x":117,"y":0.00328},{"x":118,"y":0.00261},{"x":119,"y":0.00201},{"x":121,"y":0.0015},{"x":122,"y":0.00108},{"x":123,"y":0.000753},{"x":125,"y":0.000509},{"x":126,"y":0.000332},{"x":127,"y":0.00021},{"x":129,"y":0.000128},{"x":130,"y":0.000076},{"x":131,"y":0.000043},{"x":133,"y":0.000024}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99728,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GLM-4.6","display_name":"GLM-4.6","mean_tokens_per_second":33.8,"min_tokens_per_second":11.7,"max_tokens_per_second":65,"density_points":[{"x":0,"y":0.00125},{"x":0.87,"y":0.00158},{"x":1.74,"y":0.00198},{"x":2.6,"y":0.00244},{"x":3.47,"y":0.00298},{"x":4.34,"y":0.00359},{"x":5.21,"y":0.00428},{"x":6.08,"y":0.00504},{"x":6.95,"y":0.00587},{"x":7.81,"y":0.00677},{"x":8.68,"y":0.00772},{"x":9.55,"y":0.00871},{"x":10.4,"y":0.00974},{"x":11.3,"y":0.0108},{"x":12.2,"y":0.0118},{"x":13,"y":0.0129},{"x":13.9,"y":0.0139},{"x":14.8,"y":0.0149},{"x":15.6,"y":0.0159},{"x":16.5,"y":0.0168},{"x":17.4,"y":0.0177},{"x":18.2,"y":0.0185},{"x":19.1,"y":0.0192},{"x":20,"y":0.0199},{"x":20.8,"y":0.0205},{"x":21.7,"y":0.021},{"x":22.6,"y":0.0215},{"x":23.4,"y":0.0219},{"x":24.3,"y":0.0222},{"x":25.2,"y":0.0225},{"x":26.1,"y":0.0228},{"x":26.9,"y":0.023},{"x":27.8,"y":0.0232},{"x":28.6,"y":0.0234},{"x":29.5,"y":0.0236},{"x":30.4,"y":0.0238},{"x":31.3,"y":0.0239},{"x":32.1,"y":0.0241},{"x":33,"y":0.0243},{"x":33.9,"y":0.0244},{"x":34.7,"y":0.0245},{"x":35.6,"y":0.0246},{"x":36.5,"y":0.0246},{"x":37.3,"y":0.0246},{"x":38.2,"y":0.0244},{"x":39.1,"y":0.0242},{"x":39.9,"y":0.0238},{"x":40.8,"y":0.0233},{"x":41.7,"y":0.0226},{"x":42.5,"y":0.0218},{"x":43.4,"y":0.0209},{"x":44.3,"y":0.0199},{"x":45.1,"y":0.0188},{"x":46,"y":0.0177},{"x":46.9,"y":0.0165},{"x":47.8,"y":0.0154},{"x":48.6,"y":0.0142},{"x":49.5,"y":0.0132},{"x":50.4,"y":0.0122},{"x":51.2,"y":0.0112},{"x":52.1,"y":0.0104},{"x":53,"y":0.00973},{"x":53.8,"y":0.00913},{"x":54.7,"y":0.00862},{"x":55.6,"y":0.00819},{"x":56.4,"y":0.00783},{"x":57.3,"y":0.00752},{"x":58.2,"y":0.00725},{"x":59,"y":0.007},{"x":59.9,"y":0.00675},{"x":60.8,"y":0.00649},{"x":61.6,"y":0.00622},{"x":62.5,"y":0.00592},{"x":63.4,"y":0.0056},{"x":64.3,"y":0.00525},{"x":65.1,"y":0.00488},{"x":66,"y":0.00449},{"x":66.8,"y":0.00409},{"x":67.7,"y":0.00368},{"x":68.6,"y":0.00327},{"x":69.5,"y":0.00288},{"x":70.3,"y":0.0025},{"x":71.2,"y":0.00215},{"x":72.1,"y":0.00182},{"x":72.9,"y":0.00152},{"x":73.8,"y":0.00126},{"x":74.7,"y":0.00103},{"x":75.5,"y":0.000825},{"x":76.4,"y":0.000655},{"x":77.3,"y":0.000513},{"x":78.1,"y":0.000397},{"x":79,"y":0.000302},{"x":79.9,"y":0.000227},{"x":80.7,"y":0.000169},{"x":81.6,"y":0.000123},{"x":82.5,"y":0.000089},{"x":83.3,"y":0.000063},{"x":84.2,"y":0.000044},{"x":85.1,"y":0.000031},{"x":86,"y":0.000021}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98943,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GLM-4.6V","display_name":"GLM-4.6V","mean_tokens_per_second":18.8,"min_tokens_per_second":1.37,"max_tokens_per_second":38.4,"density_points":[{"x":0,"y":0.00727},{"x":0.6,"y":0.00799},{"x":1.2,"y":0.00876},{"x":1.8,"y":0.00959},{"x":2.4,"y":0.0105},{"x":3,"y":0.0114},{"x":3.6,"y":0.0124},{"x":4.2,"y":0.0135},{"x":4.8,"y":0.0146},{"x":5.4,"y":0.0159},{"x":5.99,"y":0.0171},{"x":6.59,"y":0.0184},{"x":7.19,"y":0.0198},{"x":7.79,"y":0.0212},{"x":8.39,"y":0.0226},{"x":8.99,"y":0.0241},{"x":9.59,"y":0.0256},{"x":10.2,"y":0.0271},{"x":10.8,"y":0.0285},{"x":11.4,"y":0.0299},{"x":12,"y":0.0313},{"x":12.6,"y":0.0326},{"x":13.2,"y":0.0339},{"x":13.8,"y":0.035},{"x":14.4,"y":0.0361},{"x":15,"y":0.037},{"x":15.6,"y":0.0378},{"x":16.2,"y":0.0384},{"x":16.8,"y":0.0389},{"x":17.4,"y":0.0393},{"x":18,"y":0.0395},{"x":18.6,"y":0.0396},{"x":19.2,"y":0.0395},{"x":19.8,"y":0.0393},{"x":20.4,"y":0.0389},{"x":21,"y":0.0384},{"x":21.6,"y":0.0377},{"x":22.2,"y":0.037},{"x":22.8,"y":0.0361},{"x":23.4,"y":0.0351},{"x":24,"y":0.034},{"x":24.6,"y":0.0329},{"x":25.2,"y":0.0316},{"x":25.8,"y":0.0304},{"x":26.4,"y":0.0291},{"x":27,"y":0.0277},{"x":27.6,"y":0.0263},{"x":28.2,"y":0.0249},{"x":28.8,"y":0.0236},{"x":29.4,"y":0.0222},{"x":30,"y":0.0208},{"x":30.6,"y":0.0195},{"x":31.2,"y":0.0182},{"x":31.8,"y":0.0169},{"x":32.4,"y":0.0157},{"x":33,"y":0.0145},{"x":33.6,"y":0.0134},{"x":34.2,"y":0.0123},{"x":34.8,"y":0.0113},{"x":35.4,"y":0.0103},{"x":36,"y":0.00941},{"x":36.6,"y":0.00856},{"x":37.2,"y":0.00777},{"x":37.8,"y":0.00704},{"x":38.4,"y":0.00636},{"x":39,"y":0.00573},{"x":39.6,"y":0.00515},{"x":40.2,"y":0.00462},{"x":40.8,"y":0.00414},{"x":41.4,"y":0.00369},{"x":42,"y":0.00328},{"x":42.6,"y":0.00292},{"x":43.2,"y":0.00258},{"x":43.8,"y":0.00228},{"x":44.4,"y":0.002},{"x":45,"y":0.00175},{"x":45.6,"y":0.00153},{"x":46.2,"y":0.00133},{"x":46.8,"y":0.00115},{"x":47.4,"y":0.000995},{"x":48,"y":0.000855},{"x":48.6,"y":0.000731},{"x":49.2,"y":0.000622},{"x":49.8,"y":0.000527},{"x":50.4,"y":0.000444},{"x":51,"y":0.000372},{"x":51.6,"y":0.00031},{"x":52.2,"y":0.000257},{"x":52.8,"y":0.000212},{"x":53.4,"y":0.000174},{"x":54,"y":0.000142},{"x":54.5,"y":0.000115},{"x":55.1,"y":0.000093},{"x":55.8,"y":0.000074},{"x":56.4,"y":0.000059},{"x":57,"y":0.000047},{"x":57.5,"y":0.000037},{"x":58.1,"y":0.000028},{"x":58.8,"y":0.000022},{"x":59.4,"y":0.000017}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97272,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-GLM-4.7","display_name":"GLM-4.7","mean_tokens_per_second":27,"min_tokens_per_second":8.25,"max_tokens_per_second":55.3,"density_points":[{"x":0,"y":0.00421},{"x":0.77,"y":0.00496},{"x":1.54,"y":0.00578},{"x":2.31,"y":0.00668},{"x":3.08,"y":0.00764},{"x":3.86,"y":0.00867},{"x":4.63,"y":0.00976},{"x":5.4,"y":0.0109},{"x":6.17,"y":0.012},{"x":6.94,"y":0.0132},{"x":7.71,"y":0.0144},{"x":8.48,"y":0.0156},{"x":9.25,"y":0.0168},{"x":10,"y":0.0179},{"x":10.8,"y":0.019},{"x":11.6,"y":0.02},{"x":12.3,"y":0.0209},{"x":13.1,"y":0.0218},{"x":13.9,"y":0.0226},{"x":14.7,"y":0.0233},{"x":15.4,"y":0.0239},{"x":16.2,"y":0.0243},{"x":17,"y":0.0247},{"x":17.7,"y":0.025},{"x":18.5,"y":0.0251},{"x":19.3,"y":0.0252},{"x":20.1,"y":0.0252},{"x":20.8,"y":0.0252},{"x":21.6,"y":0.025},{"x":22.4,"y":0.0249},{"x":23.1,"y":0.0246},{"x":23.9,"y":0.0244},{"x":24.7,"y":0.0242},{"x":25.4,"y":0.0239},{"x":26.2,"y":0.0237},{"x":27,"y":0.0235},{"x":27.8,"y":0.0233},{"x":28.5,"y":0.0231},{"x":29.3,"y":0.023},{"x":30.1,"y":0.0228},{"x":30.9,"y":0.0226},{"x":31.6,"y":0.0224},{"x":32.4,"y":0.0222},{"x":33.2,"y":0.022},{"x":33.9,"y":0.0217},{"x":34.7,"y":0.0214},{"x":35.5,"y":0.0211},{"x":36.2,"y":0.0207},{"x":37,"y":0.0202},{"x":37.8,"y":0.0197},{"x":38.6,"y":0.0191},{"x":39.3,"y":0.0185},{"x":40.1,"y":0.0179},{"x":40.9,"y":0.0172},{"x":41.6,"y":0.0165},{"x":42.4,"y":0.0158},{"x":43.2,"y":0.0151},{"x":44,"y":0.0144},{"x":44.7,"y":0.0137},{"x":45.5,"y":0.013},{"x":46.3,"y":0.0123},{"x":47,"y":0.0116},{"x":47.8,"y":0.0109},{"x":48.6,"y":0.0102},{"x":49.4,"y":0.00959},{"x":50.1,"y":0.00896},{"x":50.9,"y":0.00834},{"x":51.7,"y":0.00773},{"x":52.4,"y":0.00715},{"x":53.2,"y":0.00657},{"x":54,"y":0.00602},{"x":54.8,"y":0.00548},{"x":55.5,"y":0.00496},{"x":56.3,"y":0.00447},{"x":57.1,"y":0.004},{"x":57.8,"y":0.00356},{"x":58.6,"y":0.00315},{"x":59.4,"y":0.00276},{"x":60.1,"y":0.00241},{"x":60.9,"y":0.00208},{"x":61.7,"y":0.00178},{"x":62.5,"y":0.00152},{"x":63.2,"y":0.00128},{"x":64,"y":0.00108},{"x":64.8,"y":0.000892},{"x":65.5,"y":0.000734},{"x":66.3,"y":0.000599},{"x":67.1,"y":0.000484},{"x":67.9,"y":0.000388},{"x":68.6,"y":0.000307},{"x":69.4,"y":0.000241},{"x":70.2,"y":0.000188},{"x":71,"y":0.000145},{"x":71.7,"y":0.00011},{"x":72.5,"y":0.000083},{"x":73.3,"y":0.000062},{"x":74,"y":0.000046},{"x":74.8,"y":0.000033},{"x":75.6,"y":0.000024},{"x":76.3,"y":0.000017}],"deprecated":false,"freshness_status":"critical","staleness_seconds":97644,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GLM-4.7-Flash","display_name":"GLM-4.7-Flash","mean_tokens_per_second":46.6,"min_tokens_per_second":2.23,"max_tokens_per_second":129,"density_points":[{"x":0,"y":0.00655},{"x":1.51,"y":0.00719},{"x":3.02,"y":0.00759},{"x":4.54,"y":0.00776},{"x":6.05,"y":0.00771},{"x":7.56,"y":0.00748},{"x":9.07,"y":0.00716},{"x":10.6,"y":0.00683},{"x":12.1,"y":0.00655},{"x":13.6,"y":0.00637},{"x":15.1,"y":0.00633},{"x":16.6,"y":0.00641},{"x":18.1,"y":0.00657},{"x":19.7,"y":0.00678},{"x":21.2,"y":0.00698},{"x":22.7,"y":0.00716},{"x":24.2,"y":0.00728},{"x":25.7,"y":0.00738},{"x":27.2,"y":0.00749},{"x":28.7,"y":0.00766},{"x":30.3,"y":0.00793},{"x":31.8,"y":0.00835},{"x":33.3,"y":0.00893},{"x":34.8,"y":0.00968},{"x":36.3,"y":0.0106},{"x":37.8,"y":0.0116},{"x":39.3,"y":0.0127},{"x":40.8,"y":0.0138},{"x":42.4,"y":0.015},{"x":43.9,"y":0.016},{"x":45.4,"y":0.017},{"x":46.9,"y":0.0177},{"x":48.4,"y":0.0183},{"x":49.9,"y":0.0186},{"x":51.4,"y":0.0187},{"x":52.9,"y":0.0186},{"x":54.5,"y":0.0183},{"x":56,"y":0.0179},{"x":57.5,"y":0.0175},{"x":59,"y":0.017},{"x":60.5,"y":0.0165},{"x":62,"y":0.016},{"x":63.5,"y":0.0154},{"x":65,"y":0.0148},{"x":66.5,"y":0.0141},{"x":68.1,"y":0.0133},{"x":69.6,"y":0.0124},{"x":71.1,"y":0.0115},{"x":72.6,"y":0.0106},{"x":74.1,"y":0.00969},{"x":75.6,"y":0.00874},{"x":77.1,"y":0.00779},{"x":78.6,"y":0.00683},{"x":80.2,"y":0.0059},{"x":81.7,"y":0.00498},{"x":83.2,"y":0.00411},{"x":84.7,"y":0.00331},{"x":86.2,"y":0.00258},{"x":87.7,"y":0.00195},{"x":89.2,"y":0.00143},{"x":90.7,"y":0.00101},{"x":92.3,"y":0.000682},{"x":93.8,"y":0.000445},{"x":95.3,"y":0.000278},{"x":96.8,"y":0.000167},{"x":98.3,"y":0.000097},{"x":99.8,"y":0.000054},{"x":101,"y":0.000029},{"x":103,"y":0.000016},{"x":104,"y":0.00001},{"x":106,"y":0.00001},{"x":107,"y":0.000015},{"x":109,"y":0.000027},{"x":110,"y":0.000048},{"x":112,"y":0.000082},{"x":113,"y":0.000134},{"x":115,"y":0.00021},{"x":116,"y":0.000314},{"x":118,"y":0.000448},{"x":119,"y":0.000611},{"x":121,"y":0.000794},{"x":123,"y":0.000984},{"x":124,"y":0.00117},{"x":126,"y":0.00132},{"x":127,"y":0.00142},{"x":129,"y":0.00146},{"x":130,"y":0.00144},{"x":132,"y":0.00135},{"x":133,"y":0.0012},{"x":135,"y":0.00103},{"x":136,"y":0.000837},{"x":138,"y":0.000651},{"x":139,"y":0.000483},{"x":141,"y":0.000342},{"x":142,"y":0.000231},{"x":144,"y":0.000149},{"x":145,"y":0.000092},{"x":147,"y":0.000054},{"x":148,"y":0.00003},{"x":150,"y":0.000016}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99171,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GLM-5","display_name":"GLM-5","mean_tokens_per_second":19.6,"min_tokens_per_second":4.15,"max_tokens_per_second":47.4,"density_points":[{"x":0,"y":0.00816},{"x":0.69,"y":0.00931},{"x":1.38,"y":0.0105},{"x":2.07,"y":0.0119},{"x":2.76,"y":0.0133},{"x":3.45,"y":0.0148},{"x":4.14,"y":0.0163},{"x":4.84,"y":0.018},{"x":5.53,"y":0.0196},{"x":6.22,"y":0.0213},{"x":6.91,"y":0.023},{"x":7.6,"y":0.0247},{"x":8.29,"y":0.0264},{"x":8.98,"y":0.028},{"x":9.67,"y":0.0295},{"x":10.4,"y":0.031},{"x":11.1,"y":0.0323},{"x":11.7,"y":0.0335},{"x":12.4,"y":0.0346},{"x":13.1,"y":0.0355},{"x":13.8,"y":0.0362},{"x":14.5,"y":0.0367},{"x":15.2,"y":0.0369},{"x":15.9,"y":0.037},{"x":16.6,"y":0.0369},{"x":17.3,"y":0.0365},{"x":18,"y":0.036},{"x":18.6,"y":0.0353},{"x":19.3,"y":0.0344},{"x":20,"y":0.0333},{"x":20.7,"y":0.0322},{"x":21.4,"y":0.0309},{"x":22.1,"y":0.0296},{"x":22.8,"y":0.0282},{"x":23.5,"y":0.0268},{"x":24.2,"y":0.0254},{"x":24.9,"y":0.024},{"x":25.6,"y":0.0226},{"x":26.3,"y":0.0213},{"x":26.9,"y":0.0201},{"x":27.6,"y":0.0189},{"x":28.3,"y":0.0178},{"x":29,"y":0.0168},{"x":29.7,"y":0.0158},{"x":30.4,"y":0.0149},{"x":31.1,"y":0.0142},{"x":31.8,"y":0.0134},{"x":32.5,"y":0.0128},{"x":33.2,"y":0.0122},{"x":33.9,"y":0.0116},{"x":34.5,"y":0.0111},{"x":35.2,"y":0.0107},{"x":35.9,"y":0.0102},{"x":36.6,"y":0.00982},{"x":37.3,"y":0.00944},{"x":38,"y":0.00907},{"x":38.7,"y":0.00872},{"x":39.4,"y":0.00839},{"x":40.1,"y":0.00806},{"x":40.8,"y":0.00774},{"x":41.5,"y":0.00743},{"x":42.1,"y":0.00712},{"x":42.8,"y":0.00681},{"x":43.5,"y":0.00651},{"x":44.2,"y":0.0062},{"x":44.9,"y":0.00589},{"x":45.6,"y":0.00558},{"x":46.3,"y":0.00527},{"x":47,"y":0.00496},{"x":47.7,"y":0.00465},{"x":48.4,"y":0.00433},{"x":49,"y":0.00402},{"x":49.7,"y":0.00371},{"x":50.4,"y":0.00341},{"x":51.1,"y":0.00311},{"x":51.8,"y":0.00282},{"x":52.5,"y":0.00254},{"x":53.2,"y":0.00227},{"x":53.9,"y":0.00202},{"x":54.6,"y":0.00178},{"x":55.3,"y":0.00156},{"x":56,"y":0.00135},{"x":56.6,"y":0.00116},{"x":57.3,"y":0.000994},{"x":58,"y":0.000843},{"x":58.7,"y":0.000708},{"x":59.4,"y":0.00059},{"x":60.1,"y":0.000487},{"x":60.8,"y":0.000399},{"x":61.5,"y":0.000324},{"x":62.2,"y":0.00026},{"x":62.9,"y":0.000207},{"x":63.5,"y":0.000164},{"x":64.2,"y":0.000128},{"x":64.9,"y":0.000099},{"x":65.6,"y":0.000076},{"x":66.3,"y":0.000058},{"x":67,"y":0.000044},{"x":67.7,"y":0.000033},{"x":68.4,"y":0.000024}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98594,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-GLM-5.1","display_name":"GLM-5.1","mean_tokens_per_second":27.4,"min_tokens_per_second":10.3,"max_tokens_per_second":50.4,"density_points":[{"x":0,"y":0.00265},{"x":0.72,"y":0.00322},{"x":1.44,"y":0.00387},{"x":2.16,"y":0.0046},{"x":2.89,"y":0.00543},{"x":3.61,"y":0.00634},{"x":4.33,"y":0.00735},{"x":5.05,"y":0.00843},{"x":5.77,"y":0.00959},{"x":6.49,"y":0.0108},{"x":7.22,"y":0.0121},{"x":7.94,"y":0.0134},{"x":8.66,"y":0.0147},{"x":9.38,"y":0.0161},{"x":10.1,"y":0.0174},{"x":10.8,"y":0.0187},{"x":11.6,"y":0.0199},{"x":12.3,"y":0.021},{"x":13,"y":0.0221},{"x":13.7,"y":0.023},{"x":14.4,"y":0.0239},{"x":15.2,"y":0.0246},{"x":15.9,"y":0.0252},{"x":16.6,"y":0.0256},{"x":17.3,"y":0.026},{"x":18,"y":0.0262},{"x":18.8,"y":0.0264},{"x":19.5,"y":0.0264},{"x":20.2,"y":0.0264},{"x":20.9,"y":0.0264},{"x":21.6,"y":0.0262},{"x":22.4,"y":0.0261},{"x":23.1,"y":0.0259},{"x":23.8,"y":0.0257},{"x":24.5,"y":0.0254},{"x":25.3,"y":0.0252},{"x":26,"y":0.025},{"x":26.7,"y":0.0247},{"x":27.4,"y":0.0245},{"x":28.1,"y":0.0243},{"x":28.9,"y":0.024},{"x":29.6,"y":0.0238},{"x":30.3,"y":0.0235},{"x":31,"y":0.0233},{"x":31.8,"y":0.023},{"x":32.5,"y":0.0227},{"x":33.2,"y":0.0224},{"x":33.9,"y":0.0221},{"x":34.6,"y":0.0218},{"x":35.4,"y":0.0215},{"x":36.1,"y":0.0212},{"x":36.8,"y":0.0208},{"x":37.5,"y":0.0204},{"x":38.3,"y":0.02},{"x":39,"y":0.0196},{"x":39.7,"y":0.0191},{"x":40.4,"y":0.0187},{"x":41.1,"y":0.0181},{"x":41.9,"y":0.0176},{"x":42.6,"y":0.017},{"x":43.3,"y":0.0164},{"x":44,"y":0.0157},{"x":44.7,"y":0.015},{"x":45.5,"y":0.0143},{"x":46.2,"y":0.0136},{"x":46.9,"y":0.0128},{"x":47.6,"y":0.012},{"x":48.4,"y":0.0112},{"x":49.1,"y":0.0104},{"x":49.8,"y":0.00966},{"x":50.5,"y":0.00887},{"x":51.2,"y":0.00811},{"x":52,"y":0.00736},{"x":52.7,"y":0.00664},{"x":53.4,"y":0.00595},{"x":54.1,"y":0.0053},{"x":54.9,"y":0.00469},{"x":55.6,"y":0.00412},{"x":56.3,"y":0.00359},{"x":57,"y":0.00311},{"x":57.7,"y":0.00267},{"x":58.5,"y":0.00227},{"x":59.2,"y":0.00192},{"x":59.9,"y":0.00161},{"x":60.6,"y":0.00134},{"x":61.3,"y":0.00111},{"x":62.1,"y":0.000905},{"x":62.8,"y":0.000734},{"x":63.5,"y":0.00059},{"x":64.2,"y":0.00047},{"x":65,"y":0.000371},{"x":65.7,"y":0.000291},{"x":66.4,"y":0.000226},{"x":67.1,"y":0.000173},{"x":67.8,"y":0.000132},{"x":68.6,"y":0.0001},{"x":69.3,"y":0.000074},{"x":70,"y":0.000055},{"x":70.7,"y":0.00004},{"x":71.4,"y":0.000029}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98955,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-MiniMax-M2","display_name":"MiniMax-M2","mean_tokens_per_second":25.2,"min_tokens_per_second":22,"max_tokens_per_second":28.3,"density_points":[{"x":0.99,"y":0.00033},{"x":1.48,"y":0.000407},{"x":1.97,"y":0.0005},{"x":2.46,"y":0.000611},{"x":2.95,"y":0.000743},{"x":3.43,"y":0.000899},{"x":3.92,"y":0.00108},{"x":4.41,"y":0.0013},{"x":4.9,"y":0.00155},{"x":5.39,"y":0.00184},{"x":5.88,"y":0.00218},{"x":6.36,"y":0.00256},{"x":6.85,"y":0.003},{"x":7.34,"y":0.0035},{"x":7.83,"y":0.00407},{"x":8.32,"y":0.0047},{"x":8.81,"y":0.00541},{"x":9.29,"y":0.0062},{"x":9.78,"y":0.00707},{"x":10.3,"y":0.00803},{"x":10.8,"y":0.00908},{"x":11.3,"y":0.0102},{"x":11.7,"y":0.0115},{"x":12.2,"y":0.0128},{"x":12.7,"y":0.0142},{"x":13.2,"y":0.0157},{"x":13.7,"y":0.0173},{"x":14.2,"y":0.019},{"x":14.7,"y":0.0207},{"x":15.2,"y":0.0225},{"x":15.6,"y":0.0244},{"x":16.1,"y":0.0263},{"x":16.6,"y":0.0282},{"x":17.1,"y":0.0302},{"x":17.6,"y":0.0322},{"x":18.1,"y":0.0341},{"x":18.6,"y":0.0361},{"x":19.1,"y":0.0379},{"x":19.6,"y":0.0398},{"x":20,"y":0.0415},{"x":20.5,"y":0.0432},{"x":21,"y":0.0447},{"x":21.5,"y":0.0461},{"x":22,"y":0.0474},{"x":22.5,"y":0.0485},{"x":23,"y":0.0494},{"x":23.5,"y":0.0502},{"x":23.9,"y":0.0508},{"x":24.4,"y":0.0512},{"x":24.9,"y":0.0514},{"x":25.4,"y":0.0514},{"x":25.9,"y":0.0512},{"x":26.4,"y":0.0508},{"x":26.9,"y":0.0502},{"x":27.4,"y":0.0494},{"x":27.9,"y":0.0485},{"x":28.3,"y":0.0474},{"x":28.8,"y":0.0461},{"x":29.3,"y":0.0447},{"x":29.8,"y":0.0432},{"x":30.3,"y":0.0415},{"x":30.8,"y":0.0398},{"x":31.3,"y":0.0379},{"x":31.8,"y":0.0361},{"x":32.3,"y":0.0341},{"x":32.7,"y":0.0322},{"x":33.2,"y":0.0302},{"x":33.7,"y":0.0282},{"x":34.2,"y":0.0263},{"x":34.7,"y":0.0244},{"x":35.2,"y":0.0225},{"x":35.7,"y":0.0207},{"x":36.1,"y":0.019},{"x":36.6,"y":0.0173},{"x":37.1,"y":0.0157},{"x":37.6,"y":0.0142},{"x":38.1,"y":0.0128},{"x":38.6,"y":0.0115},{"x":39.1,"y":0.0102},{"x":39.6,"y":0.00908},{"x":40.1,"y":0.00803},{"x":40.5,"y":0.00707},{"x":41,"y":0.0062},{"x":41.5,"y":0.00541},{"x":42,"y":0.0047},{"x":42.5,"y":0.00407},{"x":43,"y":0.0035},{"x":43.5,"y":0.003},{"x":44,"y":0.00256},{"x":44.5,"y":0.00218},{"x":44.9,"y":0.00184},{"x":45.4,"y":0.00155},{"x":45.9,"y":0.0013},{"x":46.4,"y":0.00108},{"x":46.9,"y":0.000899},{"x":47.4,"y":0.000743},{"x":47.9,"y":0.000611},{"x":48.4,"y":0.0005},{"x":48.9,"y":0.000407},{"x":49.3,"y":0.00033}],"deprecated":false,"freshness_status":"critical","staleness_seconds":195204,"last_error_kind":"unknown","consecutive_failures":1},{"provider":"openai","model_name":"openai-GPT-5-pro","display_name":"GPT-5-pro","mean_tokens_per_second":9.73,"min_tokens_per_second":7.65,"max_tokens_per_second":11.4,"density_points":[{"x":0,"y":0.0221},{"x":0.33,"y":0.0235},{"x":0.65,"y":0.025},{"x":0.98,"y":0.0264},{"x":1.31,"y":0.0279},{"x":1.64,"y":0.0294},{"x":1.96,"y":0.0309},{"x":2.29,"y":0.0324},{"x":2.62,"y":0.034},{"x":2.95,"y":0.0355},{"x":3.27,"y":0.037},{"x":3.6,"y":0.0386},{"x":3.93,"y":0.04},{"x":4.26,"y":0.0415},{"x":4.58,"y":0.0429},{"x":4.91,"y":0.0443},{"x":5.24,"y":0.0457},{"x":5.57,"y":0.0469},{"x":5.89,"y":0.0481},{"x":6.22,"y":0.0493},{"x":6.55,"y":0.0503},{"x":6.88,"y":0.0513},{"x":7.2,"y":0.0522},{"x":7.53,"y":0.053},{"x":7.86,"y":0.0537},{"x":8.19,"y":0.0543},{"x":8.51,"y":0.0548},{"x":8.84,"y":0.0552},{"x":9.17,"y":0.0554},{"x":9.5,"y":0.0556},{"x":9.82,"y":0.0556},{"x":10.2,"y":0.0555},{"x":10.5,"y":0.0553},{"x":10.8,"y":0.055},{"x":11.1,"y":0.0546},{"x":11.5,"y":0.054},{"x":11.8,"y":0.0534},{"x":12.1,"y":0.0526},{"x":12.4,"y":0.0518},{"x":12.8,"y":0.0509},{"x":13.1,"y":0.0498},{"x":13.4,"y":0.0487},{"x":13.8,"y":0.0476},{"x":14.1,"y":0.0463},{"x":14.4,"y":0.045},{"x":14.7,"y":0.0437},{"x":15.1,"y":0.0422},{"x":15.4,"y":0.0408},{"x":15.7,"y":0.0393},{"x":16.1,"y":0.0378},{"x":16.4,"y":0.0363},{"x":16.7,"y":0.0348},{"x":17,"y":0.0332},{"x":17.4,"y":0.0317},{"x":17.7,"y":0.0301},{"x":18,"y":0.0286},{"x":18.3,"y":0.0271},{"x":18.7,"y":0.0257},{"x":19,"y":0.0242},{"x":19.3,"y":0.0228},{"x":19.6,"y":0.0214},{"x":20,"y":0.0201},{"x":20.3,"y":0.0188},{"x":20.6,"y":0.0176},{"x":21,"y":0.0164},{"x":21.3,"y":0.0152},{"x":21.6,"y":0.0141},{"x":21.9,"y":0.0131},{"x":22.3,"y":0.0121},{"x":22.6,"y":0.0111},{"x":22.9,"y":0.0103},{"x":23.3,"y":0.00942},{"x":23.6,"y":0.00863},{"x":23.9,"y":0.00789},{"x":24.2,"y":0.0072},{"x":24.6,"y":0.00656},{"x":24.9,"y":0.00596},{"x":25.2,"y":0.0054},{"x":25.5,"y":0.00489},{"x":25.9,"y":0.00441},{"x":26.2,"y":0.00398},{"x":26.5,"y":0.00358},{"x":26.9,"y":0.00321},{"x":27.2,"y":0.00287},{"x":27.5,"y":0.00257},{"x":27.8,"y":0.00229},{"x":28.2,"y":0.00203},{"x":28.5,"y":0.00181},{"x":28.8,"y":0.0016},{"x":29.1,"y":0.00141},{"x":29.5,"y":0.00125},{"x":29.8,"y":0.0011},{"x":30.1,"y":0.000965},{"x":30.5,"y":0.000846},{"x":30.8,"y":0.00074},{"x":31.1,"y":0.000645},{"x":31.4,"y":0.000562},{"x":31.8,"y":0.000489},{"x":32.1,"y":0.000424},{"x":32.4,"y":0.000367}],"deprecated":false,"freshness_status":"critical","staleness_seconds":25621,"last_error_kind":"timeout","consecutive_failures":2},{"provider":"deepinfra","model_name":"deepinfra-MiniMax-M2.7","display_name":"MiniMax-M2.7","mean_tokens_per_second":14.8,"min_tokens_per_second":7.75,"max_tokens_per_second":33.4,"density_points":[{"x":0,"y":0.0157},{"x":0.55,"y":0.0173},{"x":1.1,"y":0.019},{"x":1.65,"y":0.0207},{"x":2.2,"y":0.0225},{"x":2.75,"y":0.0243},{"x":3.3,"y":0.026},{"x":3.85,"y":0.0278},{"x":4.4,"y":0.0295},{"x":4.94,"y":0.0312},{"x":5.49,"y":0.0327},{"x":6.04,"y":0.0342},{"x":6.59,"y":0.0356},{"x":7.14,"y":0.0369},{"x":7.69,"y":0.038},{"x":8.24,"y":0.0389},{"x":8.79,"y":0.0397},{"x":9.34,"y":0.0403},{"x":9.89,"y":0.0408},{"x":10.4,"y":0.0411},{"x":11,"y":0.0412},{"x":11.5,"y":0.0411},{"x":12.1,"y":0.0409},{"x":12.6,"y":0.0405},{"x":13.2,"y":0.0399},{"x":13.7,"y":0.0392},{"x":14.3,"y":0.0384},{"x":14.8,"y":0.0375},{"x":15.4,"y":0.0364},{"x":15.9,"y":0.0353},{"x":16.5,"y":0.0341},{"x":17,"y":0.0329},{"x":17.6,"y":0.0316},{"x":18.1,"y":0.0302},{"x":18.7,"y":0.0289},{"x":19.2,"y":0.0275},{"x":19.8,"y":0.0262},{"x":20.3,"y":0.0249},{"x":20.9,"y":0.0236},{"x":21.4,"y":0.0223},{"x":22,"y":0.0211},{"x":22.5,"y":0.0199},{"x":23.1,"y":0.0189},{"x":23.6,"y":0.0178},{"x":24.2,"y":0.0169},{"x":24.7,"y":0.016},{"x":25.3,"y":0.0152},{"x":25.8,"y":0.0145},{"x":26.4,"y":0.0138},{"x":26.9,"y":0.0133},{"x":27.5,"y":0.0127},{"x":28,"y":0.0123},{"x":28.6,"y":0.0119},{"x":29.1,"y":0.0115},{"x":29.7,"y":0.0112},{"x":30.2,"y":0.0109},{"x":30.8,"y":0.0107},{"x":31.3,"y":0.0104},{"x":31.9,"y":0.0102},{"x":32.4,"y":0.00996},{"x":33,"y":0.00972},{"x":33.5,"y":0.00947},{"x":34.1,"y":0.00921},{"x":34.6,"y":0.00893},{"x":35.2,"y":0.00864},{"x":35.7,"y":0.00832},{"x":36.3,"y":0.00799},{"x":36.8,"y":0.00763},{"x":37.4,"y":0.00726},{"x":37.9,"y":0.00687},{"x":38.5,"y":0.00647},{"x":39,"y":0.00606},{"x":39.6,"y":0.00565},{"x":40.1,"y":0.00524},{"x":40.6,"y":0.00483},{"x":41.2,"y":0.00443},{"x":41.8,"y":0.00403},{"x":42.3,"y":0.00365},{"x":42.9,"y":0.00329},{"x":43.4,"y":0.00295},{"x":44,"y":0.00262},{"x":44.5,"y":0.00232},{"x":45,"y":0.00204},{"x":45.6,"y":0.00178},{"x":46.1,"y":0.00155},{"x":46.7,"y":0.00134},{"x":47.3,"y":0.00115},{"x":47.8,"y":0.000981},{"x":48.4,"y":0.000832},{"x":48.9,"y":0.000701},{"x":49.4,"y":0.000587},{"x":50,"y":0.000489},{"x":50.5,"y":0.000405},{"x":51.1,"y":0.000333},{"x":51.6,"y":0.000272},{"x":52.2,"y":0.000221},{"x":52.7,"y":0.000178},{"x":53.3,"y":0.000143},{"x":53.8,"y":0.000114},{"x":54.4,"y":0.00009}],"deprecated":false,"freshness_status":"critical","staleness_seconds":184982,"last_error_kind":"rate_limit","consecutive_failures":4},{"provider":"deepinfra","model_name":"deepinfra-deepseek-v3.2","display_name":"deepseek-v3.2","mean_tokens_per_second":12.3,"min_tokens_per_second":1.02,"max_tokens_per_second":32.3,"density_points":[{"x":0,"y":0.0249},{"x":0.54,"y":0.0261},{"x":1.08,"y":0.0273},{"x":1.62,"y":0.0284},{"x":2.16,"y":0.0294},{"x":2.69,"y":0.0303},{"x":3.23,"y":0.0312},{"x":3.77,"y":0.0319},{"x":4.31,"y":0.0325},{"x":4.85,"y":0.0331},{"x":5.39,"y":0.0335},{"x":5.93,"y":0.0338},{"x":6.47,"y":0.0341},{"x":7,"y":0.0342},{"x":7.54,"y":0.0342},{"x":8.08,"y":0.0341},{"x":8.62,"y":0.034},{"x":9.16,"y":0.0337},{"x":9.7,"y":0.0334},{"x":10.2,"y":0.033},{"x":10.8,"y":0.0325},{"x":11.3,"y":0.032},{"x":11.8,"y":0.0315},{"x":12.4,"y":0.0309},{"x":12.9,"y":0.0303},{"x":13.5,"y":0.0296},{"x":14,"y":0.029},{"x":14.6,"y":0.0283},{"x":15.1,"y":0.0276},{"x":15.6,"y":0.0269},{"x":16.2,"y":0.0262},{"x":16.7,"y":0.0255},{"x":17.2,"y":0.0249},{"x":17.8,"y":0.0242},{"x":18.3,"y":0.0235},{"x":18.9,"y":0.0229},{"x":19.4,"y":0.0223},{"x":19.9,"y":0.0217},{"x":20.5,"y":0.0211},{"x":21,"y":0.0206},{"x":21.6,"y":0.02},{"x":22.1,"y":0.0195},{"x":22.6,"y":0.019},{"x":23.2,"y":0.0185},{"x":23.7,"y":0.018},{"x":24.3,"y":0.0175},{"x":24.8,"y":0.017},{"x":25.3,"y":0.0166},{"x":25.9,"y":0.0161},{"x":26.4,"y":0.0156},{"x":26.9,"y":0.0152},{"x":27.5,"y":0.0147},{"x":28,"y":0.0142},{"x":28.6,"y":0.0138},{"x":29.1,"y":0.0133},{"x":29.6,"y":0.0128},{"x":30.2,"y":0.0123},{"x":30.7,"y":0.0117},{"x":31.3,"y":0.0112},{"x":31.8,"y":0.0107},{"x":32.3,"y":0.0102},{"x":32.9,"y":0.00962},{"x":33.4,"y":0.00908},{"x":34,"y":0.00854},{"x":34.5,"y":0.008},{"x":35,"y":0.00747},{"x":35.6,"y":0.00694},{"x":36.1,"y":0.00643},{"x":36.6,"y":0.00592},{"x":37.2,"y":0.00544},{"x":37.7,"y":0.00497},{"x":38.3,"y":0.00452},{"x":38.8,"y":0.00409},{"x":39.3,"y":0.00368},{"x":39.9,"y":0.0033},{"x":40.4,"y":0.00295},{"x":41,"y":0.00262},{"x":41.5,"y":0.00231},{"x":42,"y":0.00203},{"x":42.6,"y":0.00178},{"x":43.1,"y":0.00155},{"x":43.6,"y":0.00134},{"x":44.2,"y":0.00115},{"x":44.7,"y":0.000988},{"x":45.3,"y":0.000842},{"x":45.8,"y":0.000713},{"x":46.3,"y":0.000601},{"x":46.9,"y":0.000504},{"x":47.4,"y":0.000421},{"x":48,"y":0.000349},{"x":48.5,"y":0.000288},{"x":49,"y":0.000236},{"x":49.6,"y":0.000193},{"x":50.1,"y":0.000156},{"x":50.6,"y":0.000126},{"x":51.2,"y":0.000101},{"x":51.7,"y":0.000081},{"x":52.3,"y":0.000064},{"x":52.8,"y":0.000051},{"x":53.3,"y":0.00004}],"freshness_status":"critical","staleness_seconds":98321,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Ornith-1.0-35B","display_name":"Ornith-1.0-35B","mean_tokens_per_second":28.8,"min_tokens_per_second":3.43,"max_tokens_per_second":69.5,"density_points":[{"x":0,"y":0.00591},{"x":0.91,"y":0.00667},{"x":1.83,"y":0.00746},{"x":2.74,"y":0.00827},{"x":3.66,"y":0.00909},{"x":4.57,"y":0.00992},{"x":5.48,"y":0.0108},{"x":6.4,"y":0.0117},{"x":7.31,"y":0.0126},{"x":8.23,"y":0.0135},{"x":9.14,"y":0.0145},{"x":10.1,"y":0.0156},{"x":11,"y":0.0167},{"x":11.9,"y":0.0179},{"x":12.8,"y":0.0191},{"x":13.7,"y":0.0204},{"x":14.6,"y":0.0217},{"x":15.5,"y":0.023},{"x":16.4,"y":0.0243},{"x":17.4,"y":0.0254},{"x":18.3,"y":0.0265},{"x":19.2,"y":0.0273},{"x":20.1,"y":0.028},{"x":21,"y":0.0284},{"x":21.9,"y":0.0286},{"x":22.9,"y":0.0285},{"x":23.8,"y":0.0282},{"x":24.7,"y":0.0276},{"x":25.6,"y":0.0268},{"x":26.5,"y":0.0258},{"x":27.4,"y":0.0246},{"x":28.3,"y":0.0233},{"x":29.3,"y":0.0219},{"x":30.2,"y":0.0206},{"x":31.1,"y":0.0192},{"x":32,"y":0.0179},{"x":32.9,"y":0.0166},{"x":33.8,"y":0.0154},{"x":34.7,"y":0.0144},{"x":35.6,"y":0.0134},{"x":36.6,"y":0.0126},{"x":37.5,"y":0.0118},{"x":38.4,"y":0.0112},{"x":39.3,"y":0.0106},{"x":40.2,"y":0.0101},{"x":41.1,"y":0.00966},{"x":42,"y":0.00925},{"x":43,"y":0.00887},{"x":43.9,"y":0.00852},{"x":44.8,"y":0.0082},{"x":45.7,"y":0.00789},{"x":46.6,"y":0.00761},{"x":47.5,"y":0.00736},{"x":48.5,"y":0.00712},{"x":49.4,"y":0.00692},{"x":50.3,"y":0.00674},{"x":51.2,"y":0.0066},{"x":52.1,"y":0.00648},{"x":53,"y":0.00639},{"x":53.9,"y":0.00633},{"x":54.8,"y":0.0063},{"x":55.8,"y":0.00628},{"x":56.7,"y":0.00629},{"x":57.6,"y":0.0063},{"x":58.5,"y":0.00632},{"x":59.4,"y":0.00634},{"x":60.3,"y":0.00636},{"x":61.2,"y":0.00636},{"x":62.2,"y":0.00635},{"x":63.1,"y":0.00631},{"x":64,"y":0.00623},{"x":64.9,"y":0.00613},{"x":65.8,"y":0.00598},{"x":66.7,"y":0.00579},{"x":67.6,"y":0.00555},{"x":68.5,"y":0.00528},{"x":69.5,"y":0.00496},{"x":70.4,"y":0.00462},{"x":71.3,"y":0.00424},{"x":72.2,"y":0.00385},{"x":73.1,"y":0.00345},{"x":74,"y":0.00305},{"x":75,"y":0.00266},{"x":75.9,"y":0.00229},{"x":76.8,"y":0.00194},{"x":77.7,"y":0.00162},{"x":78.6,"y":0.00134},{"x":79.5,"y":0.00108},{"x":80.4,"y":0.000866},{"x":81.3,"y":0.000681},{"x":82.3,"y":0.000527},{"x":83.2,"y":0.000402},{"x":84.1,"y":0.000302},{"x":85,"y":0.000223},{"x":85.9,"y":0.000162},{"x":86.8,"y":0.000116},{"x":87.8,"y":0.000082},{"x":88.7,"y":0.000056},{"x":89.6,"y":0.000039},{"x":90.5,"y":0.000026}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98674,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3.6-35B-A3B","display_name":"Qwen3.6-35B-A3B","mean_tokens_per_second":33.5,"min_tokens_per_second":1.24,"max_tokens_per_second":75,"density_points":[{"x":0,"y":0.00443},{"x":0.97,"y":0.00497},{"x":1.94,"y":0.00554},{"x":2.91,"y":0.00614},{"x":3.88,"y":0.00677},{"x":4.85,"y":0.00744},{"x":5.82,"y":0.00816},{"x":6.79,"y":0.00891},{"x":7.76,"y":0.00972},{"x":8.73,"y":0.0106},{"x":9.7,"y":0.0114},{"x":10.7,"y":0.0124},{"x":11.6,"y":0.0133},{"x":12.6,"y":0.0142},{"x":13.6,"y":0.0152},{"x":14.6,"y":0.0161},{"x":15.5,"y":0.017},{"x":16.5,"y":0.0179},{"x":17.5,"y":0.0187},{"x":18.4,"y":0.0195},{"x":19.4,"y":0.0202},{"x":20.4,"y":0.0209},{"x":21.4,"y":0.0215},{"x":22.3,"y":0.022},{"x":23.3,"y":0.0224},{"x":24.3,"y":0.0227},{"x":25.2,"y":0.0228},{"x":26.2,"y":0.0228},{"x":27.2,"y":0.0227},{"x":28.1,"y":0.0224},{"x":29.1,"y":0.022},{"x":30.1,"y":0.0214},{"x":31.1,"y":0.0207},{"x":32,"y":0.0199},{"x":33,"y":0.019},{"x":34,"y":0.018},{"x":34.9,"y":0.017},{"x":35.9,"y":0.016},{"x":36.9,"y":0.0151},{"x":37.8,"y":0.0142},{"x":38.8,"y":0.0134},{"x":39.8,"y":0.0126},{"x":40.8,"y":0.012},{"x":41.7,"y":0.0115},{"x":42.7,"y":0.0111},{"x":43.7,"y":0.0108},{"x":44.6,"y":0.0106},{"x":45.6,"y":0.0105},{"x":46.6,"y":0.0106},{"x":47.5,"y":0.0106},{"x":48.5,"y":0.0108},{"x":49.5,"y":0.0109},{"x":50.5,"y":0.0111},{"x":51.4,"y":0.0113},{"x":52.4,"y":0.0115},{"x":53.4,"y":0.0117},{"x":54.3,"y":0.0118},{"x":55.3,"y":0.0118},{"x":56.3,"y":0.0118},{"x":57.2,"y":0.0116},{"x":58.2,"y":0.0114},{"x":59.2,"y":0.0111},{"x":60.1,"y":0.0107},{"x":61.1,"y":0.0102},{"x":62.1,"y":0.00971},{"x":63.1,"y":0.00912},{"x":64,"y":0.00849},{"x":65,"y":0.00785},{"x":66,"y":0.00721},{"x":67,"y":0.00659},{"x":67.9,"y":0.00599},{"x":68.9,"y":0.00544},{"x":69.9,"y":0.00493},{"x":70.8,"y":0.00447},{"x":71.8,"y":0.00405},{"x":72.8,"y":0.00367},{"x":73.7,"y":0.00334},{"x":74.7,"y":0.00303},{"x":75.7,"y":0.00275},{"x":76.7,"y":0.00248},{"x":77.6,"y":0.00223},{"x":78.6,"y":0.00199},{"x":79.6,"y":0.00176},{"x":80.5,"y":0.00154},{"x":81.5,"y":0.00134},{"x":82.5,"y":0.00114},{"x":83.4,"y":0.000957},{"x":84.4,"y":0.000792},{"x":85.4,"y":0.000645},{"x":86.3,"y":0.000516},{"x":87.3,"y":0.000406},{"x":88.3,"y":0.000314},{"x":89.3,"y":0.000238},{"x":90.2,"y":0.000177},{"x":91.2,"y":0.00013},{"x":92.2,"y":0.000093},{"x":93.1,"y":0.000066},{"x":94.1,"y":0.000045},{"x":95.1,"y":0.000031},{"x":96,"y":0.00002}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99390,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-gemma-4-31B-it","display_name":"gemma-4-31B-it","mean_tokens_per_second":49.9,"min_tokens_per_second":2.34,"max_tokens_per_second":104,"density_points":[{"x":0,"y":0.00865},{"x":1.26,"y":0.00956},{"x":2.52,"y":0.0103},{"x":3.78,"y":0.0107},{"x":5.04,"y":0.0109},{"x":6.3,"y":0.0108},{"x":7.56,"y":0.0104},{"x":8.82,"y":0.00984},{"x":10.1,"y":0.0091},{"x":11.3,"y":0.00827},{"x":12.6,"y":0.00742},{"x":13.9,"y":0.00662},{"x":15.1,"y":0.00591},{"x":16.4,"y":0.00533},{"x":17.6,"y":0.00489},{"x":18.9,"y":0.00459},{"x":20.2,"y":0.00444},{"x":21.4,"y":0.0044},{"x":22.7,"y":0.00447},{"x":23.9,"y":0.00463},{"x":25.2,"y":0.00486},{"x":26.5,"y":0.00515},{"x":27.7,"y":0.00549},{"x":29,"y":0.00588},{"x":30.3,"y":0.0063},{"x":31.5,"y":0.00677},{"x":32.8,"y":0.00728},{"x":34,"y":0.00782},{"x":35.3,"y":0.00838},{"x":36.6,"y":0.00896},{"x":37.8,"y":0.00955},{"x":39.1,"y":0.0101},{"x":40.3,"y":0.0107},{"x":41.6,"y":0.0113},{"x":42.9,"y":0.0119},{"x":44.1,"y":0.0125},{"x":45.4,"y":0.013},{"x":46.6,"y":0.0135},{"x":47.9,"y":0.0139},{"x":49.2,"y":0.0142},{"x":50.4,"y":0.0143},{"x":51.7,"y":0.0143},{"x":53,"y":0.0141},{"x":54.2,"y":0.0137},{"x":55.5,"y":0.0132},{"x":56.7,"y":0.0126},{"x":58,"y":0.0119},{"x":59.3,"y":0.0112},{"x":60.5,"y":0.0105},{"x":61.8,"y":0.00993},{"x":63,"y":0.00944},{"x":64.3,"y":0.0091},{"x":65.5,"y":0.00895},{"x":66.8,"y":0.00897},{"x":68.1,"y":0.00917},{"x":69.3,"y":0.00951},{"x":70.6,"y":0.00996},{"x":71.9,"y":0.0105},{"x":73.1,"y":0.011},{"x":74.4,"y":0.0115},{"x":75.6,"y":0.0119},{"x":76.9,"y":0.0122},{"x":78.2,"y":0.0123},{"x":79.4,"y":0.0123},{"x":80.7,"y":0.0121},{"x":81.9,"y":0.0117},{"x":83.2,"y":0.0112},{"x":84.5,"y":0.0106},{"x":85.7,"y":0.00996},{"x":87,"y":0.00924},{"x":88.3,"y":0.00851},{"x":89.5,"y":0.0078},{"x":90.8,"y":0.00714},{"x":92,"y":0.00652},{"x":93.3,"y":0.00597},{"x":94.5,"y":0.00547},{"x":95.8,"y":0.00502},{"x":97.1,"y":0.00461},{"x":98.3,"y":0.00423},{"x":99.6,"y":0.00387},{"x":101,"y":0.00351},{"x":102,"y":0.00316},{"x":103,"y":0.00281},{"x":105,"y":0.00246},{"x":106,"y":0.00213},{"x":107,"y":0.00181},{"x":108,"y":0.0015},{"x":110,"y":0.00123},{"x":111,"y":0.000978},{"x":112,"y":0.000762},{"x":113,"y":0.000579},{"x":115,"y":0.000429},{"x":116,"y":0.000309},{"x":117,"y":0.000217},{"x":119,"y":0.000148},{"x":120,"y":0.000098},{"x":121,"y":0.000063},{"x":122,"y":0.000039},{"x":124,"y":0.000024},{"x":125,"y":0.000014}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2182,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-deepseek-ai/DeepSeek-R1-0528-Turbo","display_name":"deepseek-ai/DeepSeek-R1-0528-Turbo","mean_tokens_per_second":18,"min_tokens_per_second":9.49,"max_tokens_per_second":29.6,"density_points":[{"x":0,"y":0.00515},{"x":0.51,"y":0.00585},{"x":1.02,"y":0.00663},{"x":1.53,"y":0.00748},{"x":2.05,"y":0.00839},{"x":2.56,"y":0.00939},{"x":3.07,"y":0.0105},{"x":3.58,"y":0.0116},{"x":4.09,"y":0.0128},{"x":4.6,"y":0.0141},{"x":5.12,"y":0.0155},{"x":5.63,"y":0.0169},{"x":6.14,"y":0.0183},{"x":6.65,"y":0.0199},{"x":7.16,"y":0.0214},{"x":7.67,"y":0.0231},{"x":8.19,"y":0.0247},{"x":8.7,"y":0.0263},{"x":9.21,"y":0.028},{"x":9.72,"y":0.0297},{"x":10.2,"y":0.0313},{"x":10.7,"y":0.033},{"x":11.3,"y":0.0345},{"x":11.8,"y":0.0361},{"x":12.3,"y":0.0376},{"x":12.8,"y":0.0389},{"x":13.3,"y":0.0403},{"x":13.8,"y":0.0415},{"x":14.3,"y":0.0426},{"x":14.8,"y":0.0435},{"x":15.3,"y":0.0444},{"x":15.9,"y":0.0451},{"x":16.4,"y":0.0456},{"x":16.9,"y":0.046},{"x":17.4,"y":0.0463},{"x":17.9,"y":0.0464},{"x":18.4,"y":0.0463},{"x":18.9,"y":0.0461},{"x":19.4,"y":0.0457},{"x":19.9,"y":0.0451},{"x":20.5,"y":0.0444},{"x":21,"y":0.0435},{"x":21.5,"y":0.0426},{"x":22,"y":0.0415},{"x":22.5,"y":0.0402},{"x":23,"y":0.0389},{"x":23.5,"y":0.0375},{"x":24.1,"y":0.036},{"x":24.6,"y":0.0344},{"x":25.1,"y":0.0328},{"x":25.6,"y":0.0311},{"x":26.1,"y":0.0295},{"x":26.6,"y":0.0278},{"x":27.1,"y":0.0261},{"x":27.6,"y":0.0244},{"x":28.1,"y":0.0228},{"x":28.6,"y":0.0212},{"x":29.2,"y":0.0196},{"x":29.7,"y":0.0181},{"x":30.2,"y":0.0167},{"x":30.7,"y":0.0153},{"x":31.2,"y":0.014},{"x":31.7,"y":0.0127},{"x":32.2,"y":0.0116},{"x":32.7,"y":0.0105},{"x":33.3,"y":0.00944},{"x":33.8,"y":0.00849},{"x":34.3,"y":0.00761},{"x":34.8,"y":0.0068},{"x":35.3,"y":0.00605},{"x":35.8,"y":0.00537},{"x":36.3,"y":0.00475},{"x":36.8,"y":0.00419},{"x":37.4,"y":0.00369},{"x":37.9,"y":0.00323},{"x":38.4,"y":0.00282},{"x":38.9,"y":0.00246},{"x":39.4,"y":0.00214},{"x":39.9,"y":0.00185},{"x":40.4,"y":0.0016},{"x":40.9,"y":0.00137},{"x":41.4,"y":0.00118},{"x":42,"y":0.001},{"x":42.5,"y":0.000853},{"x":43,"y":0.000723},{"x":43.5,"y":0.000611},{"x":44,"y":0.000514},{"x":44.5,"y":0.000431},{"x":45,"y":0.00036},{"x":45.5,"y":0.0003},{"x":46,"y":0.000248},{"x":46.6,"y":0.000205},{"x":47.1,"y":0.000168},{"x":47.6,"y":0.000138},{"x":48.1,"y":0.000112},{"x":48.6,"y":0.000091},{"x":49.1,"y":0.000074},{"x":49.6,"y":0.000059},{"x":50.1,"y":0.000047},{"x":50.6,"y":0.000038}],"freshness_status":"critical","staleness_seconds":98231,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-DeepSeek-V4-Flash-0731","display_name":"DeepSeek-V4-Flash-0731","mean_tokens_per_second":24.3,"min_tokens_per_second":23.4,"max_tokens_per_second":25.2,"density_points":[{"x":2.43,"y":0.000457},{"x":2.87,"y":0.000554},{"x":3.31,"y":0.00067},{"x":3.75,"y":0.000806},{"x":4.2,"y":0.000965},{"x":4.64,"y":0.00115},{"x":5.08,"y":0.00137},{"x":5.52,"y":0.00162},{"x":5.97,"y":0.00191},{"x":6.41,"y":0.00225},{"x":6.85,"y":0.00263},{"x":7.29,"y":0.00307},{"x":7.74,"y":0.00356},{"x":8.18,"y":0.00412},{"x":8.62,"y":0.00475},{"x":9.06,"y":0.00545},{"x":9.51,"y":0.00623},{"x":9.95,"y":0.00709},{"x":10.4,"y":0.00804},{"x":10.8,"y":0.00908},{"x":11.3,"y":0.0102},{"x":11.7,"y":0.0115},{"x":12.2,"y":0.0128},{"x":12.6,"y":0.0142},{"x":13.1,"y":0.0157},{"x":13.5,"y":0.0174},{"x":13.9,"y":0.0191},{"x":14.4,"y":0.0209},{"x":14.8,"y":0.0228},{"x":15.3,"y":0.0247},{"x":15.7,"y":0.0268},{"x":16.1,"y":0.0288},{"x":16.6,"y":0.031},{"x":17,"y":0.0331},{"x":17.5,"y":0.0352},{"x":17.9,"y":0.0374},{"x":18.4,"y":0.0395},{"x":18.8,"y":0.0416},{"x":19.2,"y":0.0436},{"x":19.7,"y":0.0455},{"x":20.1,"y":0.0473},{"x":20.6,"y":0.049},{"x":21,"y":0.0506},{"x":21.5,"y":0.052},{"x":21.9,"y":0.0533},{"x":22.3,"y":0.0543},{"x":22.8,"y":0.0552},{"x":23.2,"y":0.0558},{"x":23.7,"y":0.0563},{"x":24.1,"y":0.0565},{"x":24.6,"y":0.0565},{"x":25,"y":0.0563},{"x":25.4,"y":0.0558},{"x":25.9,"y":0.0552},{"x":26.3,"y":0.0543},{"x":26.8,"y":0.0533},{"x":27.2,"y":0.052},{"x":27.6,"y":0.0506},{"x":28.1,"y":0.049},{"x":28.5,"y":0.0473},{"x":29,"y":0.0455},{"x":29.4,"y":0.0436},{"x":29.9,"y":0.0416},{"x":30.3,"y":0.0395},{"x":30.8,"y":0.0374},{"x":31.2,"y":0.0352},{"x":31.6,"y":0.0331},{"x":32.1,"y":0.031},{"x":32.5,"y":0.0288},{"x":33,"y":0.0268},{"x":33.4,"y":0.0247},{"x":33.9,"y":0.0228},{"x":34.3,"y":0.0209},{"x":34.7,"y":0.0191},{"x":35.2,"y":0.0174},{"x":35.6,"y":0.0157},{"x":36.1,"y":0.0142},{"x":36.5,"y":0.0128},{"x":37,"y":0.0115},{"x":37.4,"y":0.0102},{"x":37.8,"y":0.00908},{"x":38.3,"y":0.00804},{"x":38.7,"y":0.00709},{"x":39.2,"y":0.00623},{"x":39.6,"y":0.00545},{"x":40,"y":0.00475},{"x":40.5,"y":0.00412},{"x":40.9,"y":0.00356},{"x":41.4,"y":0.00307},{"x":41.8,"y":0.00263},{"x":42.3,"y":0.00225},{"x":42.7,"y":0.00191},{"x":43.1,"y":0.00162},{"x":43.6,"y":0.00137},{"x":44,"y":0.00115},{"x":44.5,"y":0.000965},{"x":44.9,"y":0.000806},{"x":45.4,"y":0.00067},{"x":45.8,"y":0.000554},{"x":46.2,"y":0.000457}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99860,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","model_name":"fireworks-Kimi-K3","display_name":"Kimi-K3","mean_tokens_per_second":24.3,"min_tokens_per_second":1.74,"max_tokens_per_second":38.2,"density_points":[{"x":0,"y":0.00764},{"x":0.6,"y":0.00819},{"x":1.2,"y":0.00873},{"x":1.79,"y":0.00926},{"x":2.39,"y":0.00979},{"x":2.99,"y":0.0103},{"x":3.59,"y":0.0108},{"x":4.18,"y":0.0112},{"x":4.78,"y":0.0117},{"x":5.38,"y":0.0121},{"x":5.98,"y":0.0125},{"x":6.57,"y":0.0128},{"x":7.17,"y":0.0131},{"x":7.77,"y":0.0134},{"x":8.37,"y":0.0137},{"x":8.96,"y":0.0139},{"x":9.56,"y":0.0141},{"x":10.2,"y":0.0143},{"x":10.8,"y":0.0145},{"x":11.4,"y":0.0146},{"x":11.9,"y":0.0148},{"x":12.6,"y":0.015},{"x":13.2,"y":0.0152},{"x":13.8,"y":0.0154},{"x":14.3,"y":0.0157},{"x":14.9,"y":0.016},{"x":15.5,"y":0.0163},{"x":16.1,"y":0.0168},{"x":16.7,"y":0.0173},{"x":17.3,"y":0.0179},{"x":17.9,"y":0.0185},{"x":18.5,"y":0.0193},{"x":19.1,"y":0.0201},{"x":19.7,"y":0.021},{"x":20.3,"y":0.022},{"x":20.9,"y":0.0231},{"x":21.5,"y":0.0242},{"x":22.1,"y":0.0254},{"x":22.7,"y":0.0266},{"x":23.3,"y":0.0278},{"x":23.9,"y":0.029},{"x":24.5,"y":0.0302},{"x":25.1,"y":0.0314},{"x":25.7,"y":0.0324},{"x":26.3,"y":0.0334},{"x":26.9,"y":0.0343},{"x":27.5,"y":0.0351},{"x":28.1,"y":0.0357},{"x":28.7,"y":0.0362},{"x":29.3,"y":0.0365},{"x":29.9,"y":0.0366},{"x":30.5,"y":0.0365},{"x":31.1,"y":0.0362},{"x":31.7,"y":0.0358},{"x":32.3,"y":0.0352},{"x":32.9,"y":0.0344},{"x":33.5,"y":0.0334},{"x":34.1,"y":0.0323},{"x":34.7,"y":0.0311},{"x":35.3,"y":0.0298},{"x":35.9,"y":0.0283},{"x":36.5,"y":0.0268},{"x":37,"y":0.0252},{"x":37.6,"y":0.0236},{"x":38.3,"y":0.0219},{"x":38.9,"y":0.0203},{"x":39.4,"y":0.0187},{"x":40,"y":0.0171},{"x":40.6,"y":0.0156},{"x":41.2,"y":0.0141},{"x":41.8,"y":0.0127},{"x":42.4,"y":0.0113},{"x":43,"y":0.0101},{"x":43.6,"y":0.00893},{"x":44.2,"y":0.00785},{"x":44.8,"y":0.00687},{"x":45.4,"y":0.00597},{"x":46,"y":0.00516},{"x":46.6,"y":0.00444},{"x":47.2,"y":0.00379},{"x":47.8,"y":0.00322},{"x":48.4,"y":0.00272},{"x":49,"y":0.00228},{"x":49.6,"y":0.0019},{"x":50.2,"y":0.00158},{"x":50.8,"y":0.0013},{"x":51.4,"y":0.00107},{"x":52,"y":0.000868},{"x":52.6,"y":0.000703},{"x":53.2,"y":0.000565},{"x":53.8,"y":0.000452},{"x":54.4,"y":0.000359},{"x":55,"y":0.000284},{"x":55.6,"y":0.000222},{"x":56.2,"y":0.000173},{"x":56.8,"y":0.000134},{"x":57.4,"y":0.000103},{"x":58,"y":0.000079},{"x":58.6,"y":0.00006},{"x":59.2,"y":0.000045}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":490,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-DeepSeek-V4-Flash","display_name":"DeepSeek-V4-Flash","mean_tokens_per_second":32,"min_tokens_per_second":6.31,"max_tokens_per_second":54,"density_points":[{"x":0,"y":0.00281},{"x":0.76,"y":0.00329},{"x":1.52,"y":0.00383},{"x":2.27,"y":0.00442},{"x":3.03,"y":0.00505},{"x":3.79,"y":0.00574},{"x":4.55,"y":0.00646},{"x":5.31,"y":0.00722},{"x":6.06,"y":0.008},{"x":6.82,"y":0.00881},{"x":7.58,"y":0.00962},{"x":8.34,"y":0.0104},{"x":9.1,"y":0.0112},{"x":9.85,"y":0.012},{"x":10.6,"y":0.0128},{"x":11.4,"y":0.0135},{"x":12.1,"y":0.0142},{"x":12.9,"y":0.0148},{"x":13.6,"y":0.0153},{"x":14.4,"y":0.0158},{"x":15.2,"y":0.0163},{"x":15.9,"y":0.0166},{"x":16.7,"y":0.0169},{"x":17.4,"y":0.0172},{"x":18.2,"y":0.0174},{"x":18.9,"y":0.0175},{"x":19.7,"y":0.0176},{"x":20.5,"y":0.0177},{"x":21.2,"y":0.0178},{"x":22,"y":0.0178},{"x":22.7,"y":0.0178},{"x":23.5,"y":0.0179},{"x":24.3,"y":0.0179},{"x":25,"y":0.018},{"x":25.8,"y":0.0181},{"x":26.5,"y":0.0183},{"x":27.3,"y":0.0185},{"x":28,"y":0.0187},{"x":28.8,"y":0.0191},{"x":29.6,"y":0.0195},{"x":30.3,"y":0.02},{"x":31.1,"y":0.0206},{"x":31.8,"y":0.0212},{"x":32.6,"y":0.0219},{"x":33.4,"y":0.0226},{"x":34.1,"y":0.0234},{"x":34.9,"y":0.0242},{"x":35.6,"y":0.0249},{"x":36.4,"y":0.0256},{"x":37.1,"y":0.0263},{"x":37.9,"y":0.0268},{"x":38.6,"y":0.0272},{"x":39.4,"y":0.0275},{"x":40.2,"y":0.0277},{"x":40.9,"y":0.0277},{"x":41.7,"y":0.0275},{"x":42.4,"y":0.0271},{"x":43.2,"y":0.0266},{"x":44,"y":0.0259},{"x":44.7,"y":0.025},{"x":45.5,"y":0.024},{"x":46.2,"y":0.0229},{"x":47,"y":0.0217},{"x":47.8,"y":0.0204},{"x":48.5,"y":0.0191},{"x":49.3,"y":0.0177},{"x":50,"y":0.0164},{"x":50.8,"y":0.015},{"x":51.5,"y":0.0137},{"x":52.3,"y":0.0124},{"x":53.1,"y":0.0112},{"x":53.8,"y":0.00998},{"x":54.6,"y":0.00887},{"x":55.3,"y":0.00783},{"x":56.1,"y":0.00688},{"x":56.9,"y":0.006},{"x":57.6,"y":0.0052},{"x":58.4,"y":0.00447},{"x":59.1,"y":0.00382},{"x":59.9,"y":0.00325},{"x":60.6,"y":0.00274},{"x":61.4,"y":0.00229},{"x":62.1,"y":0.0019},{"x":62.9,"y":0.00157},{"x":63.7,"y":0.00128},{"x":64.4,"y":0.00104},{"x":65.2,"y":0.000838},{"x":65.9,"y":0.000669},{"x":66.7,"y":0.000529},{"x":67.5,"y":0.000415},{"x":68.2,"y":0.000322},{"x":69,"y":0.000248},{"x":69.7,"y":0.000189},{"x":70.5,"y":0.000143},{"x":71.3,"y":0.000107},{"x":72,"y":0.000079},{"x":72.8,"y":0.000058},{"x":73.5,"y":0.000042},{"x":74.3,"y":0.000031},{"x":75,"y":0.000022}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1606,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","model_name":"together-Kimi-K3","display_name":"Kimi-K3","mean_tokens_per_second":37.1,"min_tokens_per_second":7.62,"max_tokens_per_second":72.7,"density_points":[{"x":0,"y":0.00127},{"x":0.95,"y":0.00154},{"x":1.89,"y":0.00186},{"x":2.84,"y":0.00221},{"x":3.78,"y":0.00262},{"x":4.73,"y":0.00307},{"x":5.68,"y":0.00358},{"x":6.62,"y":0.00415},{"x":7.57,"y":0.00477},{"x":8.51,"y":0.00546},{"x":9.46,"y":0.00621},{"x":10.4,"y":0.00703},{"x":11.3,"y":0.0079},{"x":12.3,"y":0.00883},{"x":13.2,"y":0.0098},{"x":14.2,"y":0.0108},{"x":15.1,"y":0.0118},{"x":16.1,"y":0.0129},{"x":17,"y":0.0139},{"x":18,"y":0.0149},{"x":18.9,"y":0.0159},{"x":19.9,"y":0.0168},{"x":20.8,"y":0.0176},{"x":21.8,"y":0.0183},{"x":22.7,"y":0.019},{"x":23.6,"y":0.0196},{"x":24.6,"y":0.0201},{"x":25.5,"y":0.0205},{"x":26.5,"y":0.0208},{"x":27.4,"y":0.021},{"x":28.4,"y":0.0212},{"x":29.3,"y":0.0213},{"x":30.3,"y":0.0214},{"x":31.2,"y":0.0215},{"x":32.2,"y":0.0216},{"x":33.1,"y":0.0216},{"x":34,"y":0.0217},{"x":35,"y":0.0217},{"x":36,"y":0.0218},{"x":36.9,"y":0.0219},{"x":37.8,"y":0.022},{"x":38.8,"y":0.0221},{"x":39.7,"y":0.0222},{"x":40.7,"y":0.0222},{"x":41.6,"y":0.0222},{"x":42.6,"y":0.0221},{"x":43.5,"y":0.022},{"x":44.5,"y":0.0217},{"x":45.4,"y":0.0213},{"x":46.4,"y":0.0209},{"x":47.3,"y":0.0203},{"x":48.2,"y":0.0196},{"x":49.2,"y":0.0188},{"x":50.1,"y":0.0179},{"x":51.1,"y":0.0169},{"x":52,"y":0.0159},{"x":53,"y":0.0148},{"x":53.9,"y":0.0138},{"x":54.9,"y":0.0127},{"x":55.8,"y":0.0117},{"x":56.8,"y":0.0108},{"x":57.7,"y":0.00987},{"x":58.6,"y":0.00906},{"x":59.6,"y":0.00833},{"x":60.5,"y":0.00768},{"x":61.5,"y":0.00712},{"x":62.4,"y":0.00663},{"x":63.4,"y":0.00621},{"x":64.3,"y":0.00584},{"x":65.3,"y":0.00552},{"x":66.2,"y":0.00523},{"x":67.2,"y":0.00496},{"x":68.1,"y":0.00469},{"x":69,"y":0.00443},{"x":70,"y":0.00417},{"x":71,"y":0.00389},{"x":71.9,"y":0.00361},{"x":72.8,"y":0.00332},{"x":73.8,"y":0.00303},{"x":74.7,"y":0.00273},{"x":75.7,"y":0.00243},{"x":76.6,"y":0.00214},{"x":77.6,"y":0.00187},{"x":78.5,"y":0.0016},{"x":79.5,"y":0.00136},{"x":80.4,"y":0.00114},{"x":81.3,"y":0.000937},{"x":82.3,"y":0.000761},{"x":83.2,"y":0.000609},{"x":84.2,"y":0.00048},{"x":85.1,"y":0.000372},{"x":86.1,"y":0.000284},{"x":87,"y":0.000214},{"x":88,"y":0.000158},{"x":88.9,"y":0.000115},{"x":89.9,"y":0.000082},{"x":90.8,"y":0.000058},{"x":91.8,"y":0.00004},{"x":92.7,"y":0.000027},{"x":93.7,"y":0.000018}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":492,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-Kimi-K2.7-Code","display_name":"Kimi-K2.7-Code","mean_tokens_per_second":36.1,"min_tokens_per_second":11.3,"max_tokens_per_second":60.9,"density_points":[{"x":0,"y":0.00109},{"x":0.83,"y":0.00135},{"x":1.65,"y":0.00167},{"x":2.48,"y":0.00203},{"x":3.31,"y":0.00244},{"x":4.14,"y":0.0029},{"x":4.96,"y":0.00341},{"x":5.79,"y":0.00397},{"x":6.62,"y":0.00457},{"x":7.45,"y":0.00521},{"x":8.27,"y":0.00587},{"x":9.1,"y":0.00656},{"x":9.93,"y":0.00726},{"x":10.8,"y":0.00796},{"x":11.6,"y":0.00865},{"x":12.4,"y":0.00933},{"x":13.2,"y":0.01},{"x":14.1,"y":0.0106},{"x":14.9,"y":0.0112},{"x":15.7,"y":0.0118},{"x":16.6,"y":0.0124},{"x":17.4,"y":0.0129},{"x":18.2,"y":0.0134},{"x":19,"y":0.014},{"x":19.9,"y":0.0145},{"x":20.7,"y":0.015},{"x":21.5,"y":0.0156},{"x":22.3,"y":0.0161},{"x":23.2,"y":0.0167},{"x":24,"y":0.0173},{"x":24.8,"y":0.018},{"x":25.6,"y":0.0186},{"x":26.5,"y":0.0193},{"x":27.3,"y":0.02},{"x":28.1,"y":0.0207},{"x":29,"y":0.0214},{"x":29.8,"y":0.022},{"x":30.6,"y":0.0227},{"x":31.4,"y":0.0233},{"x":32.3,"y":0.0238},{"x":33.1,"y":0.0243},{"x":33.9,"y":0.0247},{"x":34.8,"y":0.0251},{"x":35.6,"y":0.0254},{"x":36.4,"y":0.0256},{"x":37.2,"y":0.0258},{"x":38.1,"y":0.0259},{"x":38.9,"y":0.026},{"x":39.7,"y":0.026},{"x":40.5,"y":0.0259},{"x":41.4,"y":0.0258},{"x":42.2,"y":0.0256},{"x":43,"y":0.0253},{"x":43.9,"y":0.025},{"x":44.7,"y":0.0246},{"x":45.5,"y":0.0241},{"x":46.3,"y":0.0235},{"x":47.2,"y":0.0228},{"x":48,"y":0.0221},{"x":48.8,"y":0.0213},{"x":49.6,"y":0.0204},{"x":50.5,"y":0.0195},{"x":51.3,"y":0.0185},{"x":52.1,"y":0.0174},{"x":53,"y":0.0163},{"x":53.8,"y":0.0152},{"x":54.6,"y":0.0141},{"x":55.4,"y":0.0131},{"x":56.3,"y":0.012},{"x":57.1,"y":0.0109},{"x":57.9,"y":0.00993},{"x":58.8,"y":0.00897},{"x":59.6,"y":0.00805},{"x":60.4,"y":0.00719},{"x":61.2,"y":0.00638},{"x":62.1,"y":0.00564},{"x":62.9,"y":0.00494},{"x":63.7,"y":0.00431},{"x":64.5,"y":0.00373},{"x":65.4,"y":0.00321},{"x":66.2,"y":0.00274},{"x":67,"y":0.00232},{"x":67.8,"y":0.00195},{"x":68.7,"y":0.00162},{"x":69.5,"y":0.00134},{"x":70.3,"y":0.00109},{"x":71.2,"y":0.000884},{"x":72,"y":0.000708},{"x":72.8,"y":0.000561},{"x":73.6,"y":0.00044},{"x":74.5,"y":0.000341},{"x":75.3,"y":0.000262},{"x":76.1,"y":0.000198},{"x":77,"y":0.000149},{"x":77.8,"y":0.00011},{"x":78.6,"y":0.00008},{"x":79.4,"y":0.000058},{"x":80.3,"y":0.000041},{"x":81.1,"y":0.000029},{"x":81.9,"y":0.00002}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1608,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","model_name":"anthropic-claude-opus-5","display_name":"claude-opus-5","mean_tokens_per_second":23.8,"min_tokens_per_second":11.8,"max_tokens_per_second":31.4,"density_points":[{"x":0,"y":0.00117},{"x":0.53,"y":0.00138},{"x":1.06,"y":0.00161},{"x":1.59,"y":0.00188},{"x":2.12,"y":0.00218},{"x":2.65,"y":0.00252},{"x":3.18,"y":0.0029},{"x":3.7,"y":0.00332},{"x":4.23,"y":0.0038},{"x":4.76,"y":0.00432},{"x":5.29,"y":0.00489},{"x":5.82,"y":0.00553},{"x":6.35,"y":0.00622},{"x":6.88,"y":0.00697},{"x":7.41,"y":0.00778},{"x":7.94,"y":0.00866},{"x":8.47,"y":0.0096},{"x":9,"y":0.0106},{"x":9.53,"y":0.0117},{"x":10.1,"y":0.0128},{"x":10.6,"y":0.014},{"x":11.1,"y":0.0153},{"x":11.6,"y":0.0167},{"x":12.2,"y":0.018},{"x":12.7,"y":0.0195},{"x":13.2,"y":0.021},{"x":13.8,"y":0.0225},{"x":14.3,"y":0.0241},{"x":14.8,"y":0.0257},{"x":15.3,"y":0.0274},{"x":15.9,"y":0.029},{"x":16.4,"y":0.0307},{"x":16.9,"y":0.0323},{"x":17.5,"y":0.0339},{"x":18,"y":0.0355},{"x":18.5,"y":0.037},{"x":19.1,"y":0.0385},{"x":19.6,"y":0.0399},{"x":20.1,"y":0.0411},{"x":20.6,"y":0.0423},{"x":21.2,"y":0.0434},{"x":21.7,"y":0.0444},{"x":22.2,"y":0.0452},{"x":22.8,"y":0.0458},{"x":23.3,"y":0.0463},{"x":23.8,"y":0.0466},{"x":24.4,"y":0.0468},{"x":24.9,"y":0.0467},{"x":25.4,"y":0.0465},{"x":25.9,"y":0.0461},{"x":26.5,"y":0.0455},{"x":27,"y":0.0447},{"x":27.5,"y":0.0438},{"x":28.1,"y":0.0427},{"x":28.6,"y":0.0415},{"x":29.1,"y":0.0401},{"x":29.6,"y":0.0386},{"x":30.2,"y":0.037},{"x":30.7,"y":0.0354},{"x":31.2,"y":0.0336},{"x":31.8,"y":0.0318},{"x":32.3,"y":0.03},{"x":32.8,"y":0.0281},{"x":33.3,"y":0.0262},{"x":33.9,"y":0.0244},{"x":34.4,"y":0.0225},{"x":34.9,"y":0.0207},{"x":35.5,"y":0.019},{"x":36,"y":0.0173},{"x":36.5,"y":0.0157},{"x":37,"y":0.0142},{"x":37.6,"y":0.0128},{"x":38.1,"y":0.0114},{"x":38.6,"y":0.0102},{"x":39.2,"y":0.00903},{"x":39.7,"y":0.00796},{"x":40.2,"y":0.00699},{"x":40.8,"y":0.00611},{"x":41.3,"y":0.00531},{"x":41.8,"y":0.00459},{"x":42.3,"y":0.00395},{"x":42.9,"y":0.00338},{"x":43.4,"y":0.00288},{"x":43.9,"y":0.00244},{"x":44.5,"y":0.00206},{"x":45,"y":0.00173},{"x":45.5,"y":0.00144},{"x":46,"y":0.0012},{"x":46.6,"y":0.000991},{"x":47.1,"y":0.000815},{"x":47.6,"y":0.000667},{"x":48.2,"y":0.000543},{"x":48.7,"y":0.000439},{"x":49.2,"y":0.000354},{"x":49.8,"y":0.000284},{"x":50.3,"y":0.000226},{"x":50.8,"y":0.000179},{"x":51.3,"y":0.000141},{"x":51.9,"y":0.000111},{"x":52.4,"y":0.000087}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1578,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-GPT-oss-20b","display_name":"GPT-oss-20b","mean_tokens_per_second":73.3,"min_tokens_per_second":14.6,"max_tokens_per_second":158,"density_points":[{"x":0,"y":0.00022},{"x":1.81,"y":0.000389},{"x":3.63,"y":0.000652},{"x":5.44,"y":0.00104},{"x":7.25,"y":0.00157},{"x":9.07,"y":0.00227},{"x":10.9,"y":0.00314},{"x":12.7,"y":0.00418},{"x":14.5,"y":0.00533},{"x":16.3,"y":0.00656},{"x":18.1,"y":0.00777},{"x":19.9,"y":0.00889},{"x":21.8,"y":0.00983},{"x":23.6,"y":0.0105},{"x":25.4,"y":0.0108},{"x":27.2,"y":0.0108},{"x":29,"y":0.0105},{"x":30.8,"y":0.01},{"x":32.6,"y":0.00938},{"x":34.5,"y":0.00878},{"x":36.3,"y":0.0083},{"x":38.1,"y":0.00801},{"x":39.9,"y":0.00791},{"x":41.7,"y":0.00795},{"x":43.5,"y":0.00809},{"x":45.3,"y":0.00825},{"x":47.1,"y":0.00842},{"x":49,"y":0.00857},{"x":50.8,"y":0.00871},{"x":52.6,"y":0.00883},{"x":54.4,"y":0.00893},{"x":56.2,"y":0.00899},{"x":58,"y":0.00896},{"x":59.8,"y":0.00881},{"x":61.6,"y":0.00853},{"x":63.5,"y":0.00813},{"x":65.3,"y":0.00763},{"x":67.1,"y":0.0071},{"x":68.9,"y":0.00661},{"x":70.7,"y":0.00626},{"x":72.5,"y":0.00612},{"x":74.3,"y":0.00624},{"x":76.2,"y":0.00664},{"x":78,"y":0.00729},{"x":79.8,"y":0.0081},{"x":81.6,"y":0.00893},{"x":83.4,"y":0.00965},{"x":85.2,"y":0.0101},{"x":87,"y":0.0102},{"x":88.8,"y":0.00998},{"x":90.7,"y":0.00944},{"x":92.5,"y":0.00869},{"x":94.3,"y":0.00786},{"x":96.1,"y":0.00706},{"x":97.9,"y":0.00634},{"x":99.7,"y":0.00574},{"x":102,"y":0.00528},{"x":103,"y":0.00493},{"x":105,"y":0.00467},{"x":107,"y":0.00448},{"x":109,"y":0.00433},{"x":111,"y":0.0042},{"x":112,"y":0.00408},{"x":114,"y":0.00396},{"x":116,"y":0.00387},{"x":118,"y":0.00381},{"x":120,"y":0.00383},{"x":121,"y":0.00394},{"x":123,"y":0.00416},{"x":125,"y":0.00445},{"x":127,"y":0.00478},{"x":129,"y":0.00507},{"x":131,"y":0.00525},{"x":132,"y":0.00528},{"x":134,"y":0.00513},{"x":136,"y":0.00481},{"x":138,"y":0.00436},{"x":140,"y":0.00385},{"x":141,"y":0.00336},{"x":143,"y":0.00296},{"x":145,"y":0.00268},{"x":147,"y":0.00255},{"x":149,"y":0.00257},{"x":150,"y":0.00267},{"x":152,"y":0.00281},{"x":154,"y":0.00291},{"x":156,"y":0.00291},{"x":158,"y":0.00279},{"x":160,"y":0.00254},{"x":161,"y":0.00219},{"x":163,"y":0.00178},{"x":165,"y":0.00137},{"x":167,"y":0.000988},{"x":169,"y":0.000673},{"x":170,"y":0.000431},{"x":172,"y":0.000259},{"x":174,"y":0.000147},{"x":176,"y":0.000078},{"x":178,"y":0.000039},{"x":179,"y":0.000018}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1546,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-MiniMax-M3","display_name":"MiniMax-M3","mean_tokens_per_second":58.5,"min_tokens_per_second":14.3,"max_tokens_per_second":113,"density_points":[{"x":0,"y":0.000186},{"x":1.35,"y":0.000272},{"x":2.7,"y":0.000382},{"x":4.05,"y":0.000518},{"x":5.4,"y":0.000677},{"x":6.75,"y":0.000855},{"x":8.1,"y":0.00104},{"x":9.45,"y":0.00124},{"x":10.8,"y":0.00142},{"x":12.2,"y":0.00159},{"x":13.5,"y":0.00176},{"x":14.9,"y":0.00191},{"x":16.2,"y":0.00208},{"x":17.6,"y":0.00228},{"x":18.9,"y":0.00255},{"x":20.3,"y":0.0029},{"x":21.6,"y":0.00337},{"x":23,"y":0.00396},{"x":24.3,"y":0.00469},{"x":25.7,"y":0.00554},{"x":27,"y":0.0065},{"x":28.4,"y":0.00755},{"x":29.7,"y":0.00865},{"x":31.1,"y":0.0098},{"x":32.4,"y":0.011},{"x":33.8,"y":0.0121},{"x":35.1,"y":0.0133},{"x":36.5,"y":0.0145},{"x":37.8,"y":0.0157},{"x":39.2,"y":0.0168},{"x":40.5,"y":0.0179},{"x":41.9,"y":0.019},{"x":43.2,"y":0.0199},{"x":44.6,"y":0.0206},{"x":45.9,"y":0.0211},{"x":47.3,"y":0.0215},{"x":48.6,"y":0.0215},{"x":50,"y":0.0213},{"x":51.3,"y":0.0208},{"x":52.7,"y":0.0201},{"x":54,"y":0.0191},{"x":55.4,"y":0.0181},{"x":56.7,"y":0.0169},{"x":58.1,"y":0.0157},{"x":59.4,"y":0.0146},{"x":60.8,"y":0.0136},{"x":62.1,"y":0.0127},{"x":63.5,"y":0.012},{"x":64.8,"y":0.0115},{"x":66.2,"y":0.0111},{"x":67.5,"y":0.0108},{"x":68.9,"y":0.0106},{"x":70.2,"y":0.0104},{"x":71.6,"y":0.0103},{"x":72.9,"y":0.0102},{"x":74.3,"y":0.0101},{"x":75.6,"y":0.00995},{"x":77,"y":0.00979},{"x":78.3,"y":0.00959},{"x":79.7,"y":0.00932},{"x":81,"y":0.00898},{"x":82.4,"y":0.00856},{"x":83.7,"y":0.00806},{"x":85.1,"y":0.0075},{"x":86.4,"y":0.00691},{"x":87.8,"y":0.00631},{"x":89.1,"y":0.00574},{"x":90.5,"y":0.00521},{"x":91.8,"y":0.00474},{"x":93.2,"y":0.00436},{"x":94.5,"y":0.00405},{"x":95.9,"y":0.00384},{"x":97.2,"y":0.0037},{"x":98.6,"y":0.00363},{"x":99.9,"y":0.00362},{"x":101,"y":0.00365},{"x":103,"y":0.00371},{"x":104,"y":0.00378},{"x":105,"y":0.00383},{"x":107,"y":0.00386},{"x":108,"y":0.00383},{"x":109,"y":0.00375},{"x":111,"y":0.00359},{"x":112,"y":0.00337},{"x":113,"y":0.00308},{"x":115,"y":0.00274},{"x":116,"y":0.00238},{"x":118,"y":0.002},{"x":119,"y":0.00163},{"x":120,"y":0.00129},{"x":122,"y":0.000989},{"x":123,"y":0.000733},{"x":124,"y":0.000525},{"x":126,"y":0.000364},{"x":127,"y":0.000244},{"x":128,"y":0.000158},{"x":130,"y":0.000098},{"x":131,"y":0.000059},{"x":132,"y":0.000035},{"x":134,"y":0.000019}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":516,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","model_name":"deepinfra-Inkling-Small","display_name":"Inkling-Small","mean_tokens_per_second":52.4,"min_tokens_per_second":38.6,"max_tokens_per_second":66.1,"density_points":[{"x":17.6,"y":0.000317},{"x":18.4,"y":0.000426},{"x":19.1,"y":0.000566},{"x":19.8,"y":0.000746},{"x":20.4,"y":0.000973},{"x":21.2,"y":0.00126},{"x":21.9,"y":0.00161},{"x":22.6,"y":0.00203},{"x":23.3,"y":0.00255},{"x":24,"y":0.00316},{"x":24.7,"y":0.00388},{"x":25.4,"y":0.00471},{"x":26.1,"y":0.00567},{"x":26.8,"y":0.00676},{"x":27.5,"y":0.00797},{"x":28.2,"y":0.00931},{"x":28.9,"y":0.0108},{"x":29.6,"y":0.0123},{"x":30.3,"y":0.014},{"x":31,"y":0.0157},{"x":31.7,"y":0.0174},{"x":32.4,"y":0.0191},{"x":33.1,"y":0.0208},{"x":33.8,"y":0.0224},{"x":34.5,"y":0.0239},{"x":35.2,"y":0.0252},{"x":35.9,"y":0.0264},{"x":36.6,"y":0.0273},{"x":37.3,"y":0.028},{"x":38,"y":0.0284},{"x":38.7,"y":0.0285},{"x":39.4,"y":0.0283},{"x":40.1,"y":0.0279},{"x":40.8,"y":0.0272},{"x":41.5,"y":0.0263},{"x":42.2,"y":0.0251},{"x":42.9,"y":0.0238},{"x":43.6,"y":0.0223},{"x":44.3,"y":0.0207},{"x":45,"y":0.0191},{"x":45.7,"y":0.0175},{"x":46.4,"y":0.0159},{"x":47.1,"y":0.0144},{"x":47.8,"y":0.013},{"x":48.5,"y":0.0117},{"x":49.2,"y":0.0106},{"x":49.9,"y":0.00972},{"x":50.6,"y":0.00903},{"x":51.3,"y":0.00856},{"x":52,"y":0.00832},{"x":52.7,"y":0.00832},{"x":53.4,"y":0.00856},{"x":54.1,"y":0.00903},{"x":54.9,"y":0.00972},{"x":55.5,"y":0.0106},{"x":56.3,"y":0.0117},{"x":57,"y":0.013},{"x":57.7,"y":0.0144},{"x":58.4,"y":0.0159},{"x":59.1,"y":0.0175},{"x":59.8,"y":0.0191},{"x":60.5,"y":0.0207},{"x":61.2,"y":0.0223},{"x":61.9,"y":0.0238},{"x":62.6,"y":0.0251},{"x":63.3,"y":0.0263},{"x":64,"y":0.0272},{"x":64.7,"y":0.0279},{"x":65.4,"y":0.0283},{"x":66.1,"y":0.0285},{"x":66.8,"y":0.0284},{"x":67.5,"y":0.028},{"x":68.2,"y":0.0273},{"x":68.9,"y":0.0264},{"x":69.6,"y":0.0252},{"x":70.3,"y":0.0239},{"x":71,"y":0.0224},{"x":71.7,"y":0.0208},{"x":72.4,"y":0.0191},{"x":73.1,"y":0.0174},{"x":73.8,"y":0.0157},{"x":74.5,"y":0.014},{"x":75.2,"y":0.0123},{"x":75.9,"y":0.0108},{"x":76.6,"y":0.00931},{"x":77.3,"y":0.00797},{"x":78,"y":0.00676},{"x":78.7,"y":0.00567},{"x":79.4,"y":0.00471},{"x":80.1,"y":0.00388},{"x":80.8,"y":0.00316},{"x":81.5,"y":0.00255},{"x":82.2,"y":0.00203},{"x":82.9,"y":0.00161},{"x":83.6,"y":0.00126},{"x":84.3,"y":0.000973},{"x":85,"y":0.000746},{"x":85.7,"y":0.000566},{"x":86.4,"y":0.000426},{"x":87.1,"y":0.000317}],"deprecated":false,"freshness_status":"critical","staleness_seconds":98806,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-Qwen3.8-Max","display_name":"Qwen3.8-Max","mean_tokens_per_second":4.72,"min_tokens_per_second":2.66,"max_tokens_per_second":6.78,"density_points":[{"x":0,"y":0.0443},{"x":0.28,"y":0.0454},{"x":0.56,"y":0.0464},{"x":0.84,"y":0.0474},{"x":1.12,"y":0.0484},{"x":1.4,"y":0.0493},{"x":1.68,"y":0.0501},{"x":1.96,"y":0.0508},{"x":2.24,"y":0.0515},{"x":2.53,"y":0.0522},{"x":2.81,"y":0.0527},{"x":3.09,"y":0.0532},{"x":3.37,"y":0.0537},{"x":3.65,"y":0.054},{"x":3.93,"y":0.0543},{"x":4.21,"y":0.0544},{"x":4.49,"y":0.0546},{"x":4.77,"y":0.0546},{"x":5.05,"y":0.0545},{"x":5.33,"y":0.0544},{"x":5.61,"y":0.0542},{"x":5.89,"y":0.0539},{"x":6.17,"y":0.0535},{"x":6.45,"y":0.0531},{"x":6.73,"y":0.0526},{"x":7.02,"y":0.052},{"x":7.3,"y":0.0513},{"x":7.58,"y":0.0506},{"x":7.86,"y":0.0498},{"x":8.14,"y":0.049},{"x":8.42,"y":0.048},{"x":8.7,"y":0.0471},{"x":8.98,"y":0.0461},{"x":9.26,"y":0.045},{"x":9.54,"y":0.0439},{"x":9.82,"y":0.0428},{"x":10.1,"y":0.0417},{"x":10.4,"y":0.0405},{"x":10.7,"y":0.0393},{"x":10.9,"y":0.038},{"x":11.2,"y":0.0368},{"x":11.5,"y":0.0355},{"x":11.8,"y":0.0343},{"x":12.1,"y":0.033},{"x":12.3,"y":0.0317},{"x":12.6,"y":0.0304},{"x":12.9,"y":0.0292},{"x":13.2,"y":0.0279},{"x":13.5,"y":0.0267},{"x":13.8,"y":0.0255},{"x":14,"y":0.0243},{"x":14.3,"y":0.0231},{"x":14.6,"y":0.022},{"x":14.9,"y":0.0208},{"x":15.2,"y":0.0197},{"x":15.4,"y":0.0187},{"x":15.7,"y":0.0176},{"x":16,"y":0.0166},{"x":16.3,"y":0.0157},{"x":16.6,"y":0.0147},{"x":16.8,"y":0.0138},{"x":17.1,"y":0.013},{"x":17.4,"y":0.0121},{"x":17.7,"y":0.0113},{"x":18,"y":0.0106},{"x":18.2,"y":0.00986},{"x":18.5,"y":0.00917},{"x":18.8,"y":0.00852},{"x":19.1,"y":0.00791},{"x":19.4,"y":0.00732},{"x":19.6,"y":0.00677},{"x":19.9,"y":0.00625},{"x":20.2,"y":0.00577},{"x":20.5,"y":0.00531},{"x":20.8,"y":0.00488},{"x":21.1,"y":0.00448},{"x":21.3,"y":0.0041},{"x":21.6,"y":0.00376},{"x":21.9,"y":0.00343},{"x":22.2,"y":0.00313},{"x":22.4,"y":0.00285},{"x":22.7,"y":0.00259},{"x":23,"y":0.00236},{"x":23.3,"y":0.00214},{"x":23.6,"y":0.00193},{"x":23.9,"y":0.00175},{"x":24.1,"y":0.00158},{"x":24.4,"y":0.00142},{"x":24.7,"y":0.00128},{"x":25,"y":0.00115},{"x":25.3,"y":0.00103},{"x":25.5,"y":0.000924},{"x":25.8,"y":0.000826},{"x":26.1,"y":0.000738},{"x":26.4,"y":0.000658},{"x":26.7,"y":0.000586},{"x":26.9,"y":0.00052},{"x":27.2,"y":0.000462},{"x":27.5,"y":0.000409},{"x":27.8,"y":0.000362}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99821,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-claude-opus-5","display_name":"claude-opus-5","mean_tokens_per_second":29.7,"min_tokens_per_second":28.9,"max_tokens_per_second":30.5,"density_points":[{"x":7.94,"y":0.000475},{"x":8.38,"y":0.000575},{"x":8.82,"y":0.000694},{"x":9.26,"y":0.000833},{"x":9.7,"y":0.000997},{"x":10.1,"y":0.00119},{"x":10.6,"y":0.00141},{"x":11,"y":0.00167},{"x":11.5,"y":0.00197},{"x":11.9,"y":0.00231},{"x":12.3,"y":0.0027},{"x":12.8,"y":0.00314},{"x":13.2,"y":0.00364},{"x":13.7,"y":0.00421},{"x":14.1,"y":0.00485},{"x":14.5,"y":0.00555},{"x":15,"y":0.00634},{"x":15.4,"y":0.00721},{"x":15.9,"y":0.00817},{"x":16.3,"y":0.00923},{"x":16.7,"y":0.0104},{"x":17.2,"y":0.0116},{"x":17.6,"y":0.013},{"x":18.1,"y":0.0144},{"x":18.5,"y":0.0159},{"x":18.9,"y":0.0176},{"x":19.4,"y":0.0193},{"x":19.8,"y":0.0211},{"x":20.3,"y":0.023},{"x":20.7,"y":0.025},{"x":21.1,"y":0.027},{"x":21.6,"y":0.0291},{"x":22,"y":0.0312},{"x":22.5,"y":0.0333},{"x":22.9,"y":0.0354},{"x":23.3,"y":0.0376},{"x":23.8,"y":0.0397},{"x":24.2,"y":0.0418},{"x":24.7,"y":0.0438},{"x":25.1,"y":0.0457},{"x":25.5,"y":0.0475},{"x":26,"y":0.0492},{"x":26.4,"y":0.0508},{"x":26.9,"y":0.0522},{"x":27.3,"y":0.0534},{"x":27.7,"y":0.0544},{"x":28.2,"y":0.0553},{"x":28.6,"y":0.056},{"x":29.1,"y":0.0564},{"x":29.5,"y":0.0566},{"x":29.9,"y":0.0566},{"x":30.4,"y":0.0564},{"x":30.8,"y":0.056},{"x":31.3,"y":0.0553},{"x":31.7,"y":0.0544},{"x":32.1,"y":0.0534},{"x":32.6,"y":0.0522},{"x":33,"y":0.0508},{"x":33.5,"y":0.0492},{"x":33.9,"y":0.0475},{"x":34.3,"y":0.0457},{"x":34.8,"y":0.0438},{"x":35.2,"y":0.0418},{"x":35.7,"y":0.0397},{"x":36.1,"y":0.0376},{"x":36.5,"y":0.0354},{"x":37,"y":0.0333},{"x":37.4,"y":0.0312},{"x":37.9,"y":0.0291},{"x":38.3,"y":0.027},{"x":38.7,"y":0.025},{"x":39.2,"y":0.023},{"x":39.6,"y":0.0211},{"x":40.1,"y":0.0193},{"x":40.5,"y":0.0176},{"x":40.9,"y":0.0159},{"x":41.4,"y":0.0144},{"x":41.8,"y":0.013},{"x":42.3,"y":0.0116},{"x":42.7,"y":0.0104},{"x":43.1,"y":0.00923},{"x":43.6,"y":0.00817},{"x":44,"y":0.00721},{"x":44.5,"y":0.00634},{"x":44.9,"y":0.00555},{"x":45.3,"y":0.00485},{"x":45.8,"y":0.00421},{"x":46.2,"y":0.00364},{"x":46.7,"y":0.00314},{"x":47.1,"y":0.0027},{"x":47.5,"y":0.00231},{"x":48,"y":0.00197},{"x":48.4,"y":0.00167},{"x":48.9,"y":0.00141},{"x":49.3,"y":0.00119},{"x":49.7,"y":0.000997},{"x":50.2,"y":0.000833},{"x":50.6,"y":0.000694},{"x":51.1,"y":0.000575},{"x":51.5,"y":0.000475}],"deprecated":false,"freshness_status":"critical","staleness_seconds":99804,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","model_name":"fireworks-DeepSeek-V4-Flash-0731","display_name":"DeepSeek-V4-Flash-0731","mean_tokens_per_second":28.3,"min_tokens_per_second":1.1,"max_tokens_per_second":73.1,"density_points":[{"x":0,"y":0.0121},{"x":0.95,"y":0.0133},{"x":1.9,"y":0.0144},{"x":2.85,"y":0.0154},{"x":3.8,"y":0.0162},{"x":4.75,"y":0.0169},{"x":5.71,"y":0.0174},{"x":6.66,"y":0.0177},{"x":7.61,"y":0.0178},{"x":8.56,"y":0.0177},{"x":9.51,"y":0.0175},{"x":10.5,"y":0.0172},{"x":11.4,"y":0.0167},{"x":12.4,"y":0.0162},{"x":13.3,"y":0.0156},{"x":14.3,"y":0.0149},{"x":15.2,"y":0.0143},{"x":16.2,"y":0.0136},{"x":17.1,"y":0.013},{"x":18.1,"y":0.0125},{"x":19,"y":0.012},{"x":20,"y":0.0115},{"x":20.9,"y":0.0112},{"x":21.9,"y":0.011},{"x":22.8,"y":0.0109},{"x":23.8,"y":0.0109},{"x":24.7,"y":0.0111},{"x":25.7,"y":0.0114},{"x":26.6,"y":0.0119},{"x":27.6,"y":0.0126},{"x":28.5,"y":0.0134},{"x":29.5,"y":0.0143},{"x":30.4,"y":0.0154},{"x":31.4,"y":0.0165},{"x":32.3,"y":0.0176},{"x":33.3,"y":0.0187},{"x":34.2,"y":0.0198},{"x":35.2,"y":0.0207},{"x":36.1,"y":0.0215},{"x":37.1,"y":0.0221},{"x":38,"y":0.0226},{"x":39,"y":0.0228},{"x":39.9,"y":0.0227},{"x":40.9,"y":0.0225},{"x":41.8,"y":0.022},{"x":42.8,"y":0.0213},{"x":43.7,"y":0.0205},{"x":44.7,"y":0.0195},{"x":45.6,"y":0.0184},{"x":46.6,"y":0.0173},{"x":47.5,"y":0.016},{"x":48.5,"y":0.0148},{"x":49.5,"y":0.0135},{"x":50.4,"y":0.0122},{"x":51.4,"y":0.011},{"x":52.3,"y":0.00987},{"x":53.3,"y":0.0088},{"x":54.2,"y":0.0078},{"x":55.1,"y":0.0069},{"x":56.1,"y":0.00609},{"x":57,"y":0.00537},{"x":58,"y":0.00475},{"x":59,"y":0.00422},{"x":59.9,"y":0.00377},{"x":60.9,"y":0.0034},{"x":61.8,"y":0.00309},{"x":62.8,"y":0.00284},{"x":63.7,"y":0.00264},{"x":64.7,"y":0.00248},{"x":65.6,"y":0.00235},{"x":66.6,"y":0.00225},{"x":67.5,"y":0.00217},{"x":68.5,"y":0.00211},{"x":69.4,"y":0.00205},{"x":70.4,"y":0.002},{"x":71.3,"y":0.00194},{"x":72.3,"y":0.00188},{"x":73.2,"y":0.0018},{"x":74.2,"y":0.00172},{"x":75.1,"y":0.00162},{"x":76.1,"y":0.00151},{"x":77,"y":0.00138},{"x":78,"y":0.00125},{"x":78.9,"y":0.00111},{"x":79.9,"y":0.000977},{"x":80.8,"y":0.000843},{"x":81.8,"y":0.000716},{"x":82.7,"y":0.000597},{"x":83.7,"y":0.000489},{"x":84.6,"y":0.000394},{"x":85.6,"y":0.000312},{"x":86.5,"y":0.000242},{"x":87.5,"y":0.000185},{"x":88.4,"y":0.000138},{"x":89.4,"y":0.000102},{"x":90.3,"y":0.000074},{"x":91.3,"y":0.000052},{"x":92.2,"y":0.000036},{"x":93.2,"y":0.000025},{"x":94.1,"y":0.000017}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1468,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-qwen3-reranker-8b","display_name":"qwen3-reranker-8b","mean_tokens_per_second":61.4,"min_tokens_per_second":52.1,"max_tokens_per_second":74.5,"density_points":[{"x":31.1,"y":0.00005},{"x":31.7,"y":0.000068},{"x":32.4,"y":0.000091},{"x":33,"y":0.000122},{"x":33.7,"y":0.000163},{"x":34.3,"y":0.000215},{"x":35,"y":0.000282},{"x":35.6,"y":0.000368},{"x":36.3,"y":0.000476},{"x":37,"y":0.00061},{"x":37.6,"y":0.000778},{"x":38.3,"y":0.000985},{"x":38.9,"y":0.00124},{"x":39.5,"y":0.00154},{"x":40.2,"y":0.00191},{"x":40.9,"y":0.00235},{"x":41.5,"y":0.00287},{"x":42.1,"y":0.00349},{"x":42.8,"y":0.0042},{"x":43.5,"y":0.00502},{"x":44.1,"y":0.00597},{"x":44.8,"y":0.00704},{"x":45.4,"y":0.00825},{"x":46,"y":0.00959},{"x":46.7,"y":0.0111},{"x":47.4,"y":0.0127},{"x":48,"y":0.0145},{"x":48.7,"y":0.0164},{"x":49.3,"y":0.0184},{"x":50,"y":0.0205},{"x":50.6,"y":0.0228},{"x":51.3,"y":0.025},{"x":51.9,"y":0.0273},{"x":52.6,"y":0.0297},{"x":53.2,"y":0.032},{"x":53.9,"y":0.0342},{"x":54.5,"y":0.0363},{"x":55.2,"y":0.0383},{"x":55.8,"y":0.0402},{"x":56.5,"y":0.0418},{"x":57.1,"y":0.0432},{"x":57.8,"y":0.0444},{"x":58.4,"y":0.0453},{"x":59.1,"y":0.0459},{"x":59.7,"y":0.0462},{"x":60.4,"y":0.0462},{"x":61,"y":0.0459},{"x":61.7,"y":0.0454},{"x":62.3,"y":0.0446},{"x":63,"y":0.0436},{"x":63.6,"y":0.0423},{"x":64.3,"y":0.0409},{"x":64.9,"y":0.0393},{"x":65.6,"y":0.0376},{"x":66.2,"y":0.0359},{"x":66.9,"y":0.034},{"x":67.5,"y":0.0321},{"x":68.2,"y":0.0303},{"x":68.8,"y":0.0284},{"x":69.5,"y":0.0265},{"x":70.1,"y":0.0247},{"x":70.8,"y":0.023},{"x":71.4,"y":0.0213},{"x":72.1,"y":0.0197},{"x":72.7,"y":0.0181},{"x":73.4,"y":0.0167},{"x":74,"y":0.0153},{"x":74.7,"y":0.014},{"x":75.3,"y":0.0127},{"x":76,"y":0.0115},{"x":76.6,"y":0.0104},{"x":77.3,"y":0.00941},{"x":77.9,"y":0.00844},{"x":78.6,"y":0.00754},{"x":79.2,"y":0.00671},{"x":79.9,"y":0.00593},{"x":80.5,"y":0.00522},{"x":81.2,"y":0.00457},{"x":81.8,"y":0.00397},{"x":82.5,"y":0.00344},{"x":83.1,"y":0.00295},{"x":83.8,"y":0.00252},{"x":84.4,"y":0.00214},{"x":85.1,"y":0.0018},{"x":85.7,"y":0.00151},{"x":86.4,"y":0.00125},{"x":87,"y":0.00103},{"x":87.7,"y":0.000843},{"x":88.3,"y":0.000685},{"x":89,"y":0.000552},{"x":89.7,"y":0.000442},{"x":90.3,"y":0.000351},{"x":91,"y":0.000276},{"x":91.6,"y":0.000216},{"x":92.3,"y":0.000167},{"x":92.9,"y":0.000129},{"x":93.5,"y":0.000098},{"x":94.2,"y":0.000074},{"x":94.8,"y":0.000056},{"x":95.5,"y":0.000042}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1641,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-nemotron-3-ultra-550b-a55b","display_name":"nemotron-3-ultra-550b-a55b","mean_tokens_per_second":52.2,"min_tokens_per_second":9.21,"max_tokens_per_second":69.9,"density_points":[{"x":0,"y":0.00128},{"x":0.92,"y":0.00159},{"x":1.84,"y":0.00195},{"x":2.75,"y":0.00235},{"x":3.67,"y":0.00281},{"x":4.59,"y":0.00331},{"x":5.51,"y":0.00385},{"x":6.42,"y":0.00444},{"x":7.34,"y":0.00505},{"x":8.26,"y":0.00568},{"x":9.18,"y":0.00632},{"x":10.1,"y":0.00695},{"x":11,"y":0.00756},{"x":11.9,"y":0.00814},{"x":12.8,"y":0.00868},{"x":13.8,"y":0.00914},{"x":14.7,"y":0.00953},{"x":15.6,"y":0.00982},{"x":16.5,"y":0.01},{"x":17.4,"y":0.0101},{"x":18.4,"y":0.01},{"x":19.3,"y":0.00989},{"x":20.2,"y":0.00962},{"x":21.1,"y":0.00925},{"x":22,"y":0.0088},{"x":22.9,"y":0.00826},{"x":23.9,"y":0.00768},{"x":24.8,"y":0.00706},{"x":25.7,"y":0.00643},{"x":26.6,"y":0.00582},{"x":27.5,"y":0.00524},{"x":28.4,"y":0.00472},{"x":29.4,"y":0.00426},{"x":30.3,"y":0.00387},{"x":31.2,"y":0.00357},{"x":32.1,"y":0.00335},{"x":33,"y":0.00321},{"x":34,"y":0.00315},{"x":34.9,"y":0.00314},{"x":35.8,"y":0.00319},{"x":36.7,"y":0.00329},{"x":37.6,"y":0.00341},{"x":38.5,"y":0.00357},{"x":39.5,"y":0.00374},{"x":40.4,"y":0.00394},{"x":41.3,"y":0.00418},{"x":42.2,"y":0.00445},{"x":43.1,"y":0.00478},{"x":44,"y":0.00519},{"x":45,"y":0.0057},{"x":45.9,"y":0.00633},{"x":46.8,"y":0.00711},{"x":47.7,"y":0.00806},{"x":48.6,"y":0.0092},{"x":49.6,"y":0.0105},{"x":50.5,"y":0.0121},{"x":51.4,"y":0.0138},{"x":52.3,"y":0.0158},{"x":53.2,"y":0.0179},{"x":54.1,"y":0.0201},{"x":55.1,"y":0.0224},{"x":56,"y":0.0247},{"x":56.9,"y":0.027},{"x":57.8,"y":0.0291},{"x":58.7,"y":0.0311},{"x":59.6,"y":0.0328},{"x":60.6,"y":0.0342},{"x":61.5,"y":0.0352},{"x":62.4,"y":0.0359},{"x":63.3,"y":0.036},{"x":64.2,"y":0.0358},{"x":65.2,"y":0.035},{"x":66.1,"y":0.0339},{"x":67,"y":0.0324},{"x":67.9,"y":0.0306},{"x":68.8,"y":0.0284},{"x":69.8,"y":0.0261},{"x":70.7,"y":0.0237},{"x":71.6,"y":0.0212},{"x":72.5,"y":0.0187},{"x":73.4,"y":0.0163},{"x":74.3,"y":0.014},{"x":75.3,"y":0.0119},{"x":76.2,"y":0.00993},{"x":77.1,"y":0.00819},{"x":78,"y":0.00666},{"x":78.9,"y":0.00533},{"x":79.8,"y":0.00421},{"x":80.8,"y":0.00328},{"x":81.7,"y":0.00252},{"x":82.6,"y":0.0019},{"x":83.5,"y":0.00142},{"x":84.4,"y":0.00104},{"x":85.3,"y":0.000752},{"x":86.3,"y":0.000536},{"x":87.2,"y":0.000376},{"x":88.1,"y":0.000259},{"x":89,"y":0.000176},{"x":89.9,"y":0.000118},{"x":90.9,"y":0.000078}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1609,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-qwen3p7-plus","display_name":"qwen3p7-plus","mean_tokens_per_second":49.9,"min_tokens_per_second":25,"max_tokens_per_second":68,"density_points":[{"x":3.99,"y":0.000038},{"x":4.85,"y":0.000054},{"x":5.71,"y":0.000078},{"x":6.57,"y":0.000109},{"x":7.42,"y":0.000151},{"x":8.28,"y":0.000207},{"x":9.14,"y":0.000279},{"x":10,"y":0.00037},{"x":10.9,"y":0.000484},{"x":11.7,"y":0.000625},{"x":12.6,"y":0.000796},{"x":13.4,"y":0.001},{"x":14.3,"y":0.00124},{"x":15.2,"y":0.00151},{"x":16,"y":0.00183},{"x":16.9,"y":0.00217},{"x":17.7,"y":0.00255},{"x":18.6,"y":0.00297},{"x":19.4,"y":0.00341},{"x":20.3,"y":0.00387},{"x":21.2,"y":0.00434},{"x":22,"y":0.00483},{"x":22.9,"y":0.00533},{"x":23.7,"y":0.00583},{"x":24.6,"y":0.00634},{"x":25.4,"y":0.00685},{"x":26.3,"y":0.00738},{"x":27.2,"y":0.00792},{"x":28,"y":0.0085},{"x":28.9,"y":0.00911},{"x":29.8,"y":0.00978},{"x":30.6,"y":0.0105},{"x":31.5,"y":0.0113},{"x":32.3,"y":0.0122},{"x":33.2,"y":0.0131},{"x":34,"y":0.0141},{"x":34.9,"y":0.0152},{"x":35.8,"y":0.0163},{"x":36.6,"y":0.0175},{"x":37.5,"y":0.0186},{"x":38.3,"y":0.0198},{"x":39.2,"y":0.0209},{"x":40,"y":0.0219},{"x":40.9,"y":0.0228},{"x":41.8,"y":0.0236},{"x":42.6,"y":0.0243},{"x":43.5,"y":0.0248},{"x":44.3,"y":0.0252},{"x":45.2,"y":0.0254},{"x":46.1,"y":0.0256},{"x":46.9,"y":0.0256},{"x":47.8,"y":0.0256},{"x":48.6,"y":0.0255},{"x":49.5,"y":0.0254},{"x":50.4,"y":0.0253},{"x":51.2,"y":0.0252},{"x":52.1,"y":0.0252},{"x":52.9,"y":0.0252},{"x":53.8,"y":0.0253},{"x":54.6,"y":0.0254},{"x":55.5,"y":0.0255},{"x":56.4,"y":0.0257},{"x":57.2,"y":0.0258},{"x":58.1,"y":0.0258},{"x":58.9,"y":0.0258},{"x":59.8,"y":0.0256},{"x":60.7,"y":0.0253},{"x":61.5,"y":0.0248},{"x":62.4,"y":0.0241},{"x":63.2,"y":0.0232},{"x":64.1,"y":0.0222},{"x":65,"y":0.021},{"x":65.8,"y":0.0196},{"x":66.7,"y":0.0182},{"x":67.5,"y":0.0166},{"x":68.4,"y":0.015},{"x":69.2,"y":0.0134},{"x":70.1,"y":0.0119},{"x":71,"y":0.0104},{"x":71.8,"y":0.00894},{"x":72.7,"y":0.00762},{"x":73.5,"y":0.00641},{"x":74.4,"y":0.00532},{"x":75.3,"y":0.00437},{"x":76.1,"y":0.00354},{"x":77,"y":0.00283},{"x":77.8,"y":0.00224},{"x":78.7,"y":0.00175},{"x":79.5,"y":0.00135},{"x":80.4,"y":0.00103},{"x":81.3,"y":0.00077},{"x":82.1,"y":0.000571},{"x":83,"y":0.000418},{"x":83.8,"y":0.000302},{"x":84.7,"y":0.000216},{"x":85.6,"y":0.000152},{"x":86.4,"y":0.000106},{"x":87.3,"y":0.000073},{"x":88.1,"y":0.000049},{"x":89,"y":0.000033}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1579,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-glm-5p2-fast","display_name":"glm-5p2-fast","mean_tokens_per_second":40.4,"min_tokens_per_second":6.39,"max_tokens_per_second":80.7,"density_points":[{"x":0,"y":0.00229},{"x":1.03,"y":0.00274},{"x":2.05,"y":0.00322},{"x":3.08,"y":0.00374},{"x":4.11,"y":0.0043},{"x":5.14,"y":0.0049},{"x":6.16,"y":0.00552},{"x":7.19,"y":0.00618},{"x":8.22,"y":0.00686},{"x":9.25,"y":0.00758},{"x":10.3,"y":0.00831},{"x":11.3,"y":0.00906},{"x":12.3,"y":0.00981},{"x":13.4,"y":0.0106},{"x":14.4,"y":0.0113},{"x":15.4,"y":0.012},{"x":16.4,"y":0.0127},{"x":17.5,"y":0.0133},{"x":18.5,"y":0.0138},{"x":19.5,"y":0.0143},{"x":20.6,"y":0.0146},{"x":21.6,"y":0.0149},{"x":22.6,"y":0.0151},{"x":23.6,"y":0.0153},{"x":24.7,"y":0.0154},{"x":25.7,"y":0.0154},{"x":26.7,"y":0.0154},{"x":27.7,"y":0.0154},{"x":28.8,"y":0.0153},{"x":29.8,"y":0.0153},{"x":30.8,"y":0.0152},{"x":31.9,"y":0.0151},{"x":32.9,"y":0.015},{"x":33.9,"y":0.0149},{"x":34.9,"y":0.0148},{"x":36,"y":0.0148},{"x":37,"y":0.0148},{"x":38,"y":0.0149},{"x":39,"y":0.0151},{"x":40.1,"y":0.0153},{"x":41.1,"y":0.0156},{"x":42.1,"y":0.016},{"x":43.1,"y":0.0164},{"x":44.2,"y":0.0169},{"x":45.2,"y":0.0174},{"x":46.2,"y":0.018},{"x":47.3,"y":0.0185},{"x":48.3,"y":0.019},{"x":49.3,"y":0.0194},{"x":50.4,"y":0.0197},{"x":51.4,"y":0.0198},{"x":52.4,"y":0.0198},{"x":53.4,"y":0.0197},{"x":54.5,"y":0.0194},{"x":55.5,"y":0.019},{"x":56.5,"y":0.0184},{"x":57.5,"y":0.0177},{"x":58.6,"y":0.0169},{"x":59.6,"y":0.0161},{"x":60.6,"y":0.0151},{"x":61.6,"y":0.0142},{"x":62.7,"y":0.0132},{"x":63.7,"y":0.0122},{"x":64.7,"y":0.0112},{"x":65.8,"y":0.0102},{"x":66.8,"y":0.00918},{"x":67.8,"y":0.00824},{"x":68.8,"y":0.00734},{"x":69.9,"y":0.00651},{"x":70.9,"y":0.00575},{"x":71.9,"y":0.00506},{"x":73,"y":0.00445},{"x":74,"y":0.00392},{"x":75,"y":0.00347},{"x":76,"y":0.0031},{"x":77.1,"y":0.00278},{"x":78.1,"y":0.00252},{"x":79.1,"y":0.00231},{"x":80.1,"y":0.00212},{"x":81.2,"y":0.00195},{"x":82.2,"y":0.00178},{"x":83.2,"y":0.00163},{"x":84.3,"y":0.00147},{"x":85.3,"y":0.00131},{"x":86.3,"y":0.00116},{"x":87.3,"y":0.001},{"x":88.4,"y":0.000853},{"x":89.4,"y":0.000713},{"x":90.4,"y":0.000584},{"x":91.5,"y":0.000469},{"x":92.5,"y":0.00037},{"x":93.5,"y":0.000285},{"x":94.5,"y":0.000215},{"x":95.6,"y":0.000159},{"x":96.6,"y":0.000115},{"x":97.6,"y":0.000082},{"x":98.6,"y":0.000057},{"x":99.7,"y":0.000039},{"x":101,"y":0.000026},{"x":102,"y":0.000017}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1578,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-kimi-k2p6-turbo","display_name":"kimi-k2p6-turbo","mean_tokens_per_second":49.3,"min_tokens_per_second":34.4,"max_tokens_per_second":67.1,"density_points":[{"x":13.4,"y":0.000032},{"x":14.2,"y":0.000045},{"x":14.9,"y":0.000063},{"x":15.7,"y":0.000087},{"x":16.4,"y":0.000118},{"x":17.2,"y":0.000159},{"x":17.9,"y":0.000211},{"x":18.7,"y":0.000279},{"x":19.4,"y":0.000364},{"x":20.2,"y":0.000471},{"x":20.9,"y":0.000604},{"x":21.7,"y":0.000766},{"x":22.5,"y":0.000965},{"x":23.2,"y":0.0012},{"x":24,"y":0.00149},{"x":24.7,"y":0.00183},{"x":25.5,"y":0.00222},{"x":26.2,"y":0.00268},{"x":27,"y":0.00321},{"x":27.7,"y":0.00382},{"x":28.5,"y":0.00451},{"x":29.3,"y":0.00529},{"x":30,"y":0.00616},{"x":30.8,"y":0.00712},{"x":31.5,"y":0.00819},{"x":32.3,"y":0.00936},{"x":33,"y":0.0106},{"x":33.8,"y":0.012},{"x":34.5,"y":0.0135},{"x":35.3,"y":0.0151},{"x":36,"y":0.0167},{"x":36.8,"y":0.0185},{"x":37.5,"y":0.0203},{"x":38.3,"y":0.0222},{"x":39.1,"y":0.0241},{"x":39.8,"y":0.026},{"x":40.6,"y":0.0279},{"x":41.3,"y":0.0298},{"x":42.1,"y":0.0316},{"x":42.8,"y":0.0333},{"x":43.6,"y":0.0349},{"x":44.3,"y":0.0363},{"x":45.1,"y":0.0376},{"x":45.9,"y":0.0387},{"x":46.6,"y":0.0395},{"x":47.4,"y":0.0401},{"x":48.1,"y":0.0405},{"x":48.9,"y":0.0406},{"x":49.6,"y":0.0404},{"x":50.4,"y":0.04},{"x":51.1,"y":0.0393},{"x":51.9,"y":0.0384},{"x":52.6,"y":0.0373},{"x":53.4,"y":0.036},{"x":54.1,"y":0.0346},{"x":54.9,"y":0.033},{"x":55.7,"y":0.0314},{"x":56.4,"y":0.0296},{"x":57.2,"y":0.0278},{"x":57.9,"y":0.026},{"x":58.7,"y":0.0242},{"x":59.4,"y":0.0224},{"x":60.2,"y":0.0207},{"x":60.9,"y":0.019},{"x":61.7,"y":0.0174},{"x":62.5,"y":0.0159},{"x":63.2,"y":0.0144},{"x":64,"y":0.013},{"x":64.7,"y":0.0118},{"x":65.5,"y":0.0106},{"x":66.2,"y":0.00945},{"x":67,"y":0.00843},{"x":67.7,"y":0.00749},{"x":68.5,"y":0.00662},{"x":69.2,"y":0.00583},{"x":70,"y":0.00511},{"x":70.8,"y":0.00445},{"x":71.5,"y":0.00386},{"x":72.3,"y":0.00333},{"x":73,"y":0.00286},{"x":73.8,"y":0.00243},{"x":74.5,"y":0.00206},{"x":75.3,"y":0.00173},{"x":76,"y":0.00144},{"x":76.8,"y":0.00119},{"x":77.5,"y":0.000979},{"x":78.3,"y":0.000797},{"x":79,"y":0.000643},{"x":79.8,"y":0.000514},{"x":80.6,"y":0.000407},{"x":81.3,"y":0.00032},{"x":82.1,"y":0.000249},{"x":82.8,"y":0.000191},{"x":83.6,"y":0.000146},{"x":84.3,"y":0.00011},{"x":85.1,"y":0.000082},{"x":85.8,"y":0.000061},{"x":86.6,"y":0.000045},{"x":87.3,"y":0.000032},{"x":88.1,"y":0.000023}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1608,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-kimi-k3-fast","display_name":"kimi-k3-fast","mean_tokens_per_second":31,"min_tokens_per_second":1.17,"max_tokens_per_second":49.2,"density_points":[{"x":0,"y":0.0072},{"x":0.71,"y":0.00756},{"x":1.42,"y":0.00789},{"x":2.13,"y":0.00817},{"x":2.84,"y":0.00839},{"x":3.55,"y":0.00856},{"x":4.25,"y":0.00868},{"x":4.96,"y":0.00875},{"x":5.67,"y":0.00878},{"x":6.38,"y":0.00876},{"x":7.09,"y":0.0087},{"x":7.8,"y":0.00861},{"x":8.51,"y":0.00851},{"x":9.22,"y":0.00839},{"x":9.93,"y":0.00826},{"x":10.6,"y":0.00814},{"x":11.3,"y":0.00803},{"x":12.1,"y":0.00794},{"x":12.8,"y":0.00787},{"x":13.5,"y":0.00784},{"x":14.2,"y":0.00785},{"x":14.9,"y":0.0079},{"x":15.6,"y":0.00801},{"x":16.3,"y":0.00817},{"x":17,"y":0.00839},{"x":17.7,"y":0.00868},{"x":18.4,"y":0.00904},{"x":19.1,"y":0.00948},{"x":19.9,"y":0.01},{"x":20.6,"y":0.0106},{"x":21.3,"y":0.0113},{"x":22,"y":0.0121},{"x":22.7,"y":0.0129},{"x":23.4,"y":0.0139},{"x":24.1,"y":0.0149},{"x":24.8,"y":0.016},{"x":25.5,"y":0.0172},{"x":26.2,"y":0.0184},{"x":26.9,"y":0.0197},{"x":27.6,"y":0.021},{"x":28.4,"y":0.0224},{"x":29.1,"y":0.0237},{"x":29.8,"y":0.025},{"x":30.5,"y":0.0263},{"x":31.2,"y":0.0276},{"x":31.9,"y":0.0288},{"x":32.6,"y":0.0299},{"x":33.3,"y":0.0309},{"x":34,"y":0.0318},{"x":34.7,"y":0.0325},{"x":35.5,"y":0.0331},{"x":36.2,"y":0.0336},{"x":36.9,"y":0.0338},{"x":37.6,"y":0.0339},{"x":38.3,"y":0.0338},{"x":39,"y":0.0335},{"x":39.7,"y":0.0331},{"x":40.4,"y":0.0324},{"x":41.1,"y":0.0316},{"x":41.8,"y":0.0306},{"x":42.5,"y":0.0295},{"x":43.3,"y":0.0282},{"x":44,"y":0.0268},{"x":44.7,"y":0.0253},{"x":45.4,"y":0.0238},{"x":46.1,"y":0.0222},{"x":46.8,"y":0.0205},{"x":47.5,"y":0.0189},{"x":48.2,"y":0.0173},{"x":48.9,"y":0.0157},{"x":49.6,"y":0.0141},{"x":50.3,"y":0.0126},{"x":51,"y":0.0112},{"x":51.8,"y":0.0099},{"x":52.5,"y":0.00867},{"x":53.2,"y":0.00754},{"x":53.9,"y":0.00651},{"x":54.6,"y":0.00558},{"x":55.3,"y":0.00475},{"x":56,"y":0.00401},{"x":56.7,"y":0.00336},{"x":57.4,"y":0.0028},{"x":58.1,"y":0.00231},{"x":58.9,"y":0.0019},{"x":59.6,"y":0.00154},{"x":60.3,"y":0.00125},{"x":61,"y":0.001},{"x":61.7,"y":0.000796},{"x":62.4,"y":0.000629},{"x":63.1,"y":0.000492},{"x":63.8,"y":0.000383},{"x":64.5,"y":0.000295},{"x":65.2,"y":0.000226},{"x":65.9,"y":0.000171},{"x":66.7,"y":0.000129},{"x":67.4,"y":0.000096},{"x":68.1,"y":0.000071},{"x":68.8,"y":0.000052},{"x":69.5,"y":0.000038},{"x":70.2,"y":0.000027}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":1422,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","model_name":"fireworks-kimi-k2p7-code-fast","display_name":"kimi-k2p7-code-fast","mean_tokens_per_second":55.9,"min_tokens_per_second":34.9,"max_tokens_per_second":85.4,"density_points":[{"x":13.9,"y":0.000099},{"x":14.8,"y":0.000148},{"x":15.7,"y":0.000218},{"x":16.7,"y":0.000315},{"x":17.6,"y":0.000448},{"x":18.6,"y":0.000627},{"x":19.5,"y":0.000863},{"x":20.4,"y":0.00117},{"x":21.4,"y":0.00156},{"x":22.3,"y":0.00205},{"x":23.2,"y":0.00265},{"x":24.1,"y":0.00338},{"x":25.1,"y":0.00425},{"x":26,"y":0.00526},{"x":27,"y":0.00643},{"x":27.9,"y":0.00775},{"x":28.8,"y":0.0092},{"x":29.8,"y":0.0108},{"x":30.7,"y":0.0125},{"x":31.6,"y":0.0143},{"x":32.6,"y":0.0161},{"x":33.5,"y":0.018},{"x":34.4,"y":0.0199},{"x":35.4,"y":0.0216},{"x":36.3,"y":0.0233},{"x":37.2,"y":0.0247},{"x":38.2,"y":0.026},{"x":39.1,"y":0.027},{"x":40,"y":0.0277},{"x":41,"y":0.028},{"x":41.9,"y":0.028},{"x":42.8,"y":0.0277},{"x":43.8,"y":0.027},{"x":44.7,"y":0.026},{"x":45.6,"y":0.0247},{"x":46.6,"y":0.0232},{"x":47.5,"y":0.0215},{"x":48.5,"y":0.0197},{"x":49.4,"y":0.0179},{"x":50.3,"y":0.0161},{"x":51.3,"y":0.0144},{"x":52.2,"y":0.0129},{"x":53.1,"y":0.0116},{"x":54,"y":0.0105},{"x":55,"y":0.00964},{"x":55.9,"y":0.00903},{"x":56.9,"y":0.00864},{"x":57.8,"y":0.00847},{"x":58.7,"y":0.00846},{"x":59.7,"y":0.00858},{"x":60.6,"y":0.0088},{"x":61.5,"y":0.00907},{"x":62.5,"y":0.00937},{"x":63.4,"y":0.00966},{"x":64.3,"y":0.00994},{"x":65.3,"y":0.0102},{"x":66.2,"y":0.0104},{"x":67.1,"y":0.0106},{"x":68.1,"y":0.0108},{"x":69,"y":0.011},{"x":69.9,"y":0.0112},{"x":70.9,"y":0.0114},{"x":71.8,"y":0.0117},{"x":72.7,"y":0.012},{"x":73.7,"y":0.0124},{"x":74.6,"y":0.0127},{"x":75.5,"y":0.0131},{"x":76.5,"y":0.0135},{"x":77.4,"y":0.0138},{"x":78.3,"y":0.0141},{"x":79.3,"y":0.0143},{"x":80.2,"y":0.0144},{"x":81.2,"y":0.0143},{"x":82.1,"y":0.0142},{"x":83,"y":0.0139},{"x":84,"y":0.0134},{"x":84.9,"y":0.0129},{"x":85.8,"y":0.0122},{"x":86.8,"y":0.0114},{"x":87.7,"y":0.0105},{"x":88.6,"y":0.00962},{"x":89.6,"y":0.00866},{"x":90.5,"y":0.00769},{"x":91.4,"y":0.00673},{"x":92.4,"y":0.0058},{"x":93.3,"y":0.00493},{"x":94.2,"y":0.00412},{"x":95.2,"y":0.0034},{"x":96.1,"y":0.00276},{"x":97,"y":0.0022},{"x":98,"y":0.00173},{"x":98.9,"y":0.00133},{"x":99.8,"y":0.00101},{"x":101,"y":0.000757},{"x":102,"y":0.000556},{"x":103,"y":0.000402},{"x":104,"y":0.000285},{"x":105,"y":0.000199},{"x":105,"y":0.000137},{"x":106,"y":0.000092}],"deprecated":false,"freshness_status":"critical","staleness_seconds":86197,"last_error_kind":"budget_exhausted","consecutive_failures":1},{"provider":"deepinfra","model_name":"deepinfra-Qwen/Qwen2.5-VL-32B-Instruct","display_name":"Qwen/Qwen2.5-VL-32B-Instruct","mean_tokens_per_second":27.4,"min_tokens_per_second":23.8,"max_tokens_per_second":30.9,"density_points":[{"x":2.8,"y":0.000326},{"x":3.3,"y":0.000403},{"x":3.8,"y":0.000495},{"x":4.29,"y":0.000606},{"x":4.79,"y":0.000739},{"x":5.28,"y":0.000896},{"x":5.78,"y":0.00108},{"x":6.28,"y":0.0013},{"x":6.77,"y":0.00155},{"x":7.27,"y":0.00185},{"x":7.76,"y":0.00218},{"x":8.26,"y":0.00257},{"x":8.76,"y":0.00302},{"x":9.25,"y":0.00352},{"x":9.75,"y":0.00409},{"x":10.2,"y":0.00473},{"x":10.7,"y":0.00544},{"x":11.2,"y":0.00624},{"x":11.7,"y":0.00711},{"x":12.2,"y":0.00807},{"x":12.7,"y":0.00912},{"x":13.2,"y":0.0103},{"x":13.7,"y":0.0115},{"x":14.2,"y":0.0128},{"x":14.7,"y":0.0142},{"x":15.2,"y":0.0157},{"x":15.7,"y":0.0173},{"x":16.2,"y":0.0189},{"x":16.7,"y":0.0206},{"x":17.2,"y":0.0224},{"x":17.7,"y":0.0242},{"x":18.2,"y":0.0261},{"x":18.7,"y":0.028},{"x":19.2,"y":0.0299},{"x":19.7,"y":0.0318},{"x":20.2,"y":0.0337},{"x":20.7,"y":0.0355},{"x":21.2,"y":0.0373},{"x":21.6,"y":0.0391},{"x":22.1,"y":0.0407},{"x":22.6,"y":0.0423},{"x":23.1,"y":0.0438},{"x":23.6,"y":0.0451},{"x":24.1,"y":0.0463},{"x":24.6,"y":0.0474},{"x":25.1,"y":0.0483},{"x":25.6,"y":0.049},{"x":26.1,"y":0.0495},{"x":26.6,"y":0.0499},{"x":27.1,"y":0.0501},{"x":27.6,"y":0.0501},{"x":28.1,"y":0.0499},{"x":28.6,"y":0.0495},{"x":29.1,"y":0.049},{"x":29.6,"y":0.0483},{"x":30.1,"y":0.0474},{"x":30.6,"y":0.0463},{"x":31.1,"y":0.0451},{"x":31.6,"y":0.0438},{"x":32.1,"y":0.0423},{"x":32.6,"y":0.0407},{"x":33.1,"y":0.0391},{"x":33.6,"y":0.0373},{"x":34,"y":0.0355},{"x":34.5,"y":0.0337},{"x":35,"y":0.0318},{"x":35.5,"y":0.0299},{"x":36,"y":0.028},{"x":36.5,"y":0.0261},{"x":37,"y":0.0242},{"x":37.5,"y":0.0224},{"x":38,"y":0.0206},{"x":38.5,"y":0.0189},{"x":39,"y":0.0173},{"x":39.5,"y":0.0157},{"x":40,"y":0.0142},{"x":40.5,"y":0.0128},{"x":41,"y":0.0115},{"x":41.5,"y":0.0103},{"x":42,"y":0.00912},{"x":42.5,"y":0.00807},{"x":43,"y":0.00711},{"x":43.5,"y":0.00624},{"x":44,"y":0.00544},{"x":44.5,"y":0.00473},{"x":45,"y":0.00409},{"x":45.5,"y":0.00352},{"x":46,"y":0.00302},{"x":46.5,"y":0.00257},{"x":47,"y":0.00218},{"x":47.4,"y":0.00185},{"x":47.9,"y":0.00155},{"x":48.4,"y":0.0013},{"x":48.9,"y":0.00108},{"x":49.4,"y":0.000896},{"x":49.9,"y":0.000739},{"x":50.4,"y":0.000606},{"x":50.9,"y":0.000495},{"x":51.4,"y":0.000403},{"x":51.9,"y":0.000326}],"freshness_status":"critical","staleness_seconds":99677,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-microsoft/WizardLM-2-8x22B","display_name":"microsoft/WizardLM-2-8x22B","mean_tokens_per_second":12.4,"min_tokens_per_second":5.84,"max_tokens_per_second":18.9,"density_points":[{"x":0,"y":0.0209},{"x":0.4,"y":0.0219},{"x":0.81,"y":0.023},{"x":1.21,"y":0.0241},{"x":1.61,"y":0.0251},{"x":2.01,"y":0.0261},{"x":2.42,"y":0.0271},{"x":2.82,"y":0.028},{"x":3.22,"y":0.0289},{"x":3.63,"y":0.0297},{"x":4.03,"y":0.0305},{"x":4.43,"y":0.0313},{"x":4.84,"y":0.032},{"x":5.24,"y":0.0326},{"x":5.64,"y":0.0332},{"x":6.04,"y":0.0338},{"x":6.45,"y":0.0343},{"x":6.85,"y":0.0347},{"x":7.25,"y":0.0351},{"x":7.66,"y":0.0354},{"x":8.06,"y":0.0357},{"x":8.46,"y":0.036},{"x":8.87,"y":0.0362},{"x":9.27,"y":0.0363},{"x":9.67,"y":0.0365},{"x":10.1,"y":0.0366},{"x":10.5,"y":0.0367},{"x":10.9,"y":0.0368},{"x":11.3,"y":0.0368},{"x":11.7,"y":0.0369},{"x":12.1,"y":0.0369},{"x":12.5,"y":0.0369},{"x":12.9,"y":0.0369},{"x":13.3,"y":0.0369},{"x":13.7,"y":0.0368},{"x":14.1,"y":0.0367},{"x":14.5,"y":0.0367},{"x":14.9,"y":0.0365},{"x":15.3,"y":0.0364},{"x":15.7,"y":0.0362},{"x":16.1,"y":0.036},{"x":16.5,"y":0.0358},{"x":16.9,"y":0.0355},{"x":17.3,"y":0.0352},{"x":17.7,"y":0.0348},{"x":18.1,"y":0.0344},{"x":18.5,"y":0.034},{"x":18.9,"y":0.0334},{"x":19.3,"y":0.0329},{"x":19.8,"y":0.0323},{"x":20.1,"y":0.0316},{"x":20.6,"y":0.0308},{"x":20.9,"y":0.0301},{"x":21.4,"y":0.0292},{"x":21.8,"y":0.0284},{"x":22.2,"y":0.0274},{"x":22.6,"y":0.0265},{"x":23,"y":0.0255},{"x":23.4,"y":0.0245},{"x":23.8,"y":0.0234},{"x":24.2,"y":0.0224},{"x":24.6,"y":0.0213},{"x":25,"y":0.0202},{"x":25.4,"y":0.0191},{"x":25.8,"y":0.018},{"x":26.2,"y":0.017},{"x":26.6,"y":0.0159},{"x":27,"y":0.0149},{"x":27.4,"y":0.0139},{"x":27.8,"y":0.0129},{"x":28.2,"y":0.0119},{"x":28.6,"y":0.011},{"x":29,"y":0.0101},{"x":29.4,"y":0.00931},{"x":29.8,"y":0.00851},{"x":30.2,"y":0.00776},{"x":30.6,"y":0.00705},{"x":31,"y":0.00639},{"x":31.4,"y":0.00577},{"x":31.8,"y":0.00519},{"x":32.2,"y":0.00466},{"x":32.6,"y":0.00416},{"x":33,"y":0.00371},{"x":33.5,"y":0.0033},{"x":33.9,"y":0.00292},{"x":34.3,"y":0.00258},{"x":34.7,"y":0.00227},{"x":35.1,"y":0.00199},{"x":35.5,"y":0.00173},{"x":35.9,"y":0.00151},{"x":36.3,"y":0.00131},{"x":36.7,"y":0.00113},{"x":37.1,"y":0.000979},{"x":37.5,"y":0.000842},{"x":37.9,"y":0.000721},{"x":38.3,"y":0.000616},{"x":38.7,"y":0.000524},{"x":39.1,"y":0.000445},{"x":39.5,"y":0.000376},{"x":39.9,"y":0.000317}],"freshness_status":"critical","staleness_seconds":99675,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-deepseek-ai/DeepSeek-OCR","display_name":"deepseek-ai/DeepSeek-OCR","mean_tokens_per_second":7.15,"min_tokens_per_second":4.29,"max_tokens_per_second":10,"density_points":[{"x":0,"y":0.0339},{"x":0.31,"y":0.0352},{"x":0.63,"y":0.0364},{"x":0.94,"y":0.0377},{"x":1.25,"y":0.039},{"x":1.57,"y":0.0402},{"x":1.88,"y":0.0414},{"x":2.19,"y":0.0425},{"x":2.51,"y":0.0436},{"x":2.82,"y":0.0447},{"x":3.13,"y":0.0457},{"x":3.45,"y":0.0466},{"x":3.76,"y":0.0475},{"x":4.07,"y":0.0484},{"x":4.39,"y":0.0491},{"x":4.7,"y":0.0498},{"x":5.01,"y":0.0504},{"x":5.33,"y":0.051},{"x":5.64,"y":0.0514},{"x":5.95,"y":0.0518},{"x":6.27,"y":0.0521},{"x":6.58,"y":0.0523},{"x":6.89,"y":0.0524},{"x":7.2,"y":0.0524},{"x":7.52,"y":0.0524},{"x":7.83,"y":0.0522},{"x":8.14,"y":0.052},{"x":8.46,"y":0.0517},{"x":8.77,"y":0.0513},{"x":9.08,"y":0.0508},{"x":9.4,"y":0.0502},{"x":9.71,"y":0.0496},{"x":10,"y":0.0489},{"x":10.3,"y":0.0481},{"x":10.7,"y":0.0472},{"x":11,"y":0.0463},{"x":11.3,"y":0.0454},{"x":11.6,"y":0.0443},{"x":11.9,"y":0.0433},{"x":12.2,"y":0.0421},{"x":12.5,"y":0.041},{"x":12.8,"y":0.0398},{"x":13.2,"y":0.0385},{"x":13.5,"y":0.0373},{"x":13.8,"y":0.036},{"x":14.1,"y":0.0347},{"x":14.4,"y":0.0334},{"x":14.7,"y":0.0321},{"x":15,"y":0.0308},{"x":15.3,"y":0.0295},{"x":15.7,"y":0.0282},{"x":16,"y":0.0269},{"x":16.3,"y":0.0256},{"x":16.6,"y":0.0244},{"x":16.9,"y":0.0231},{"x":17.2,"y":0.0219},{"x":17.5,"y":0.0207},{"x":17.9,"y":0.0196},{"x":18.2,"y":0.0185},{"x":18.5,"y":0.0174},{"x":18.8,"y":0.0163},{"x":19.1,"y":0.0153},{"x":19.4,"y":0.0143},{"x":19.7,"y":0.0134},{"x":20.1,"y":0.0125},{"x":20.4,"y":0.0116},{"x":20.7,"y":0.0108},{"x":21,"y":0.00999},{"x":21.3,"y":0.00925},{"x":21.6,"y":0.00855},{"x":21.9,"y":0.00789},{"x":22.2,"y":0.00726},{"x":22.6,"y":0.00667},{"x":22.9,"y":0.00612},{"x":23.2,"y":0.0056},{"x":23.5,"y":0.00512},{"x":23.8,"y":0.00467},{"x":24.1,"y":0.00426},{"x":24.4,"y":0.00387},{"x":24.8,"y":0.00351},{"x":25.1,"y":0.00318},{"x":25.4,"y":0.00287},{"x":25.7,"y":0.00259},{"x":26,"y":0.00233},{"x":26.3,"y":0.0021},{"x":26.6,"y":0.00188},{"x":26.9,"y":0.00168},{"x":27.3,"y":0.0015},{"x":27.6,"y":0.00134},{"x":27.9,"y":0.00119},{"x":28.2,"y":0.00106},{"x":28.5,"y":0.000941},{"x":28.8,"y":0.000833},{"x":29.1,"y":0.000736},{"x":29.4,"y":0.000649},{"x":29.8,"y":0.000571},{"x":30.1,"y":0.000502},{"x":30.4,"y":0.00044},{"x":30.7,"y":0.000385},{"x":31,"y":0.000336}],"freshness_status":"critical","staleness_seconds":99669,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-PaddlePaddle/PaddleOCR-VL-0.9B","display_name":"PaddlePaddle/PaddleOCR-VL-0.9B","mean_tokens_per_second":5.9,"min_tokens_per_second":4.26,"max_tokens_per_second":7.53,"density_points":[{"x":0,"y":0.0396},{"x":0.29,"y":0.0409},{"x":0.58,"y":0.0422},{"x":0.86,"y":0.0434},{"x":1.15,"y":0.0446},{"x":1.44,"y":0.0458},{"x":1.73,"y":0.0469},{"x":2.02,"y":0.048},{"x":2.31,"y":0.049},{"x":2.59,"y":0.0499},{"x":2.88,"y":0.0508},{"x":3.17,"y":0.0516},{"x":3.46,"y":0.0524},{"x":3.75,"y":0.053},{"x":4.03,"y":0.0536},{"x":4.32,"y":0.0542},{"x":4.61,"y":0.0546},{"x":4.9,"y":0.0549},{"x":5.19,"y":0.0552},{"x":5.48,"y":0.0554},{"x":5.76,"y":0.0555},{"x":6.05,"y":0.0554},{"x":6.34,"y":0.0554},{"x":6.63,"y":0.0552},{"x":6.92,"y":0.0549},{"x":7.2,"y":0.0546},{"x":7.49,"y":0.0541},{"x":7.78,"y":0.0536},{"x":8.07,"y":0.053},{"x":8.36,"y":0.0523},{"x":8.65,"y":0.0516},{"x":8.93,"y":0.0507},{"x":9.22,"y":0.0498},{"x":9.51,"y":0.0489},{"x":9.8,"y":0.0479},{"x":10.1,"y":0.0468},{"x":10.4,"y":0.0457},{"x":10.7,"y":0.0445},{"x":10.9,"y":0.0433},{"x":11.2,"y":0.0421},{"x":11.5,"y":0.0408},{"x":11.8,"y":0.0396},{"x":12.1,"y":0.0382},{"x":12.4,"y":0.0369},{"x":12.7,"y":0.0356},{"x":13,"y":0.0342},{"x":13.3,"y":0.0329},{"x":13.5,"y":0.0315},{"x":13.8,"y":0.0302},{"x":14.1,"y":0.0289},{"x":14.4,"y":0.0276},{"x":14.7,"y":0.0263},{"x":15,"y":0.025},{"x":15.3,"y":0.0237},{"x":15.6,"y":0.0225},{"x":15.8,"y":0.0213},{"x":16.1,"y":0.0201},{"x":16.4,"y":0.019},{"x":16.7,"y":0.0179},{"x":17,"y":0.0168},{"x":17.3,"y":0.0158},{"x":17.6,"y":0.0148},{"x":17.9,"y":0.0139},{"x":18.2,"y":0.013},{"x":18.4,"y":0.0121},{"x":18.7,"y":0.0113},{"x":19,"y":0.0105},{"x":19.3,"y":0.00975},{"x":19.6,"y":0.00904},{"x":19.9,"y":0.00837},{"x":20.2,"y":0.00773},{"x":20.5,"y":0.00713},{"x":20.8,"y":0.00657},{"x":21,"y":0.00604},{"x":21.3,"y":0.00555},{"x":21.6,"y":0.00509},{"x":21.9,"y":0.00465},{"x":22.2,"y":0.00425},{"x":22.5,"y":0.00388},{"x":22.8,"y":0.00353},{"x":23.1,"y":0.00321},{"x":23.3,"y":0.00292},{"x":23.6,"y":0.00264},{"x":23.9,"y":0.00239},{"x":24.2,"y":0.00216},{"x":24.5,"y":0.00195},{"x":24.8,"y":0.00175},{"x":25.1,"y":0.00158},{"x":25.4,"y":0.00142},{"x":25.6,"y":0.00127},{"x":25.9,"y":0.00113},{"x":26.2,"y":0.00101},{"x":26.5,"y":0.000903},{"x":26.8,"y":0.000804},{"x":27.1,"y":0.000715},{"x":27.4,"y":0.000634},{"x":27.7,"y":0.000562},{"x":27.9,"y":0.000497},{"x":28.2,"y":0.000439},{"x":28.5,"y":0.000387}],"freshness_status":"critical","staleness_seconds":99665,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-nvidia/Llama-3.1-Nemotron-70B-Instruct","display_name":"nvidia/Llama-3.1-Nemotron-70B-Instruct","mean_tokens_per_second":50.1,"min_tokens_per_second":45.9,"max_tokens_per_second":54.4,"density_points":[{"x":24.9,"y":0.00032},{"x":25.4,"y":0.000398},{"x":25.9,"y":0.000492},{"x":26.4,"y":0.000605},{"x":26.9,"y":0.000741},{"x":27.4,"y":0.000901},{"x":27.9,"y":0.00109},{"x":28.4,"y":0.00131},{"x":28.9,"y":0.00158},{"x":29.5,"y":0.00188},{"x":30,"y":0.00223},{"x":30.5,"y":0.00263},{"x":31,"y":0.00309},{"x":31.5,"y":0.00361},{"x":32,"y":0.00419},{"x":32.5,"y":0.00485},{"x":33,"y":0.00558},{"x":33.5,"y":0.00639},{"x":34,"y":0.00728},{"x":34.6,"y":0.00825},{"x":35.1,"y":0.00931},{"x":35.6,"y":0.0105},{"x":36.1,"y":0.0117},{"x":36.6,"y":0.013},{"x":37.1,"y":0.0144},{"x":37.6,"y":0.0159},{"x":38.1,"y":0.0174},{"x":38.6,"y":0.019},{"x":39.2,"y":0.0207},{"x":39.7,"y":0.0224},{"x":40.2,"y":0.0241},{"x":40.7,"y":0.0259},{"x":41.2,"y":0.0276},{"x":41.7,"y":0.0294},{"x":42.2,"y":0.0312},{"x":42.7,"y":0.0329},{"x":43.2,"y":0.0346},{"x":43.8,"y":0.0362},{"x":44.3,"y":0.0377},{"x":44.8,"y":0.0392},{"x":45.3,"y":0.0406},{"x":45.8,"y":0.0419},{"x":46.3,"y":0.043},{"x":46.8,"y":0.0441},{"x":47.3,"y":0.045},{"x":47.8,"y":0.0458},{"x":48.4,"y":0.0464},{"x":48.9,"y":0.0468},{"x":49.4,"y":0.0472},{"x":49.9,"y":0.0473},{"x":50.4,"y":0.0473},{"x":50.9,"y":0.0472},{"x":51.4,"y":0.0468},{"x":51.9,"y":0.0464},{"x":52.4,"y":0.0458},{"x":52.9,"y":0.045},{"x":53.5,"y":0.0441},{"x":54,"y":0.043},{"x":54.5,"y":0.0419},{"x":55,"y":0.0406},{"x":55.5,"y":0.0392},{"x":56,"y":0.0377},{"x":56.5,"y":0.0362},{"x":57,"y":0.0346},{"x":57.5,"y":0.0329},{"x":58,"y":0.0312},{"x":58.5,"y":0.0294},{"x":59.1,"y":0.0276},{"x":59.6,"y":0.0259},{"x":60.1,"y":0.0241},{"x":60.6,"y":0.0224},{"x":61.1,"y":0.0207},{"x":61.6,"y":0.019},{"x":62.1,"y":0.0174},{"x":62.6,"y":0.0159},{"x":63.1,"y":0.0144},{"x":63.7,"y":0.013},{"x":64.2,"y":0.0117},{"x":64.7,"y":0.0105},{"x":65.2,"y":0.00931},{"x":65.7,"y":0.00825},{"x":66.2,"y":0.00728},{"x":66.7,"y":0.00639},{"x":67.2,"y":0.00558},{"x":67.7,"y":0.00485},{"x":68.3,"y":0.00419},{"x":68.8,"y":0.00361},{"x":69.3,"y":0.00309},{"x":69.8,"y":0.00263},{"x":70.3,"y":0.00223},{"x":70.8,"y":0.00188},{"x":71.3,"y":0.00158},{"x":71.8,"y":0.00131},{"x":72.3,"y":0.00109},{"x":72.8,"y":0.000901},{"x":73.4,"y":0.000741},{"x":73.9,"y":0.000605},{"x":74.4,"y":0.000492},{"x":74.9,"y":0.000398},{"x":75.4,"y":0.00032}],"freshness_status":"critical","staleness_seconds":99678,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-allenai/olmOCR-2-7B-1025","display_name":"allenai/olmOCR-2-7B-1025","mean_tokens_per_second":5.7,"min_tokens_per_second":3.08,"max_tokens_per_second":8.32,"density_points":[{"x":0,"y":0.0399},{"x":0.3,"y":0.0411},{"x":0.59,"y":0.0422},{"x":0.89,"y":0.0434},{"x":1.18,"y":0.0444},{"x":1.48,"y":0.0454},{"x":1.78,"y":0.0464},{"x":2.07,"y":0.0473},{"x":2.37,"y":0.0482},{"x":2.67,"y":0.049},{"x":2.96,"y":0.0498},{"x":3.26,"y":0.0504},{"x":3.55,"y":0.051},{"x":3.85,"y":0.0516},{"x":4.15,"y":0.052},{"x":4.44,"y":0.0524},{"x":4.74,"y":0.0527},{"x":5.03,"y":0.0529},{"x":5.33,"y":0.0531},{"x":5.63,"y":0.0531},{"x":5.92,"y":0.0531},{"x":6.22,"y":0.053},{"x":6.52,"y":0.0528},{"x":6.81,"y":0.0526},{"x":7.11,"y":0.0522},{"x":7.4,"y":0.0518},{"x":7.7,"y":0.0513},{"x":8,"y":0.0507},{"x":8.29,"y":0.0501},{"x":8.59,"y":0.0494},{"x":8.88,"y":0.0486},{"x":9.18,"y":0.0478},{"x":9.48,"y":0.0469},{"x":9.77,"y":0.0459},{"x":10.1,"y":0.0449},{"x":10.4,"y":0.0439},{"x":10.7,"y":0.0428},{"x":11,"y":0.0417},{"x":11.3,"y":0.0405},{"x":11.6,"y":0.0393},{"x":11.8,"y":0.0381},{"x":12.1,"y":0.0369},{"x":12.4,"y":0.0356},{"x":12.7,"y":0.0344},{"x":13,"y":0.0331},{"x":13.3,"y":0.0318},{"x":13.6,"y":0.0306},{"x":13.9,"y":0.0293},{"x":14.2,"y":0.028},{"x":14.5,"y":0.0268},{"x":14.8,"y":0.0256},{"x":15.1,"y":0.0243},{"x":15.4,"y":0.0231},{"x":15.7,"y":0.022},{"x":16,"y":0.0208},{"x":16.3,"y":0.0197},{"x":16.6,"y":0.0186},{"x":16.9,"y":0.0176},{"x":17.2,"y":0.0165},{"x":17.5,"y":0.0156},{"x":17.8,"y":0.0146},{"x":18.1,"y":0.0137},{"x":18.4,"y":0.0128},{"x":18.7,"y":0.012},{"x":18.9,"y":0.0112},{"x":19.3,"y":0.0104},{"x":19.6,"y":0.00967},{"x":19.8,"y":0.00897},{"x":20.1,"y":0.00831},{"x":20.4,"y":0.00769},{"x":20.7,"y":0.0071},{"x":21,"y":0.00655},{"x":21.3,"y":0.00603},{"x":21.6,"y":0.00554},{"x":21.9,"y":0.00509},{"x":22.2,"y":0.00466},{"x":22.5,"y":0.00426},{"x":22.8,"y":0.00389},{"x":23.1,"y":0.00354},{"x":23.4,"y":0.00322},{"x":23.7,"y":0.00293},{"x":24,"y":0.00266},{"x":24.3,"y":0.00241},{"x":24.6,"y":0.00217},{"x":24.9,"y":0.00196},{"x":25.2,"y":0.00177},{"x":25.5,"y":0.00159},{"x":25.8,"y":0.00143},{"x":26.1,"y":0.00128},{"x":26.4,"y":0.00114},{"x":26.6,"y":0.00102},{"x":26.9,"y":0.00091},{"x":27.3,"y":0.00081},{"x":27.5,"y":0.00072},{"x":27.8,"y":0.000639},{"x":28.1,"y":0.000566},{"x":28.4,"y":0.0005},{"x":28.7,"y":0.000441},{"x":29,"y":0.000389},{"x":29.3,"y":0.000342}],"freshness_status":"critical","staleness_seconds":99656,"last_error_kind":"billing","consecutive_failures":5},{"provider":"deepinfra","model_name":"deepinfra-deepseek-ai/DeepSeek-R1-Distill-Llama-70B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","mean_tokens_per_second":16.1,"min_tokens_per_second":11.8,"max_tokens_per_second":20.4,"density_points":[{"x":0,"y":0.00723},{"x":0.42,"y":0.00802},{"x":0.84,"y":0.00886},{"x":1.25,"y":0.00977},{"x":1.67,"y":0.0107},{"x":2.09,"y":0.0117},{"x":2.51,"y":0.0128},{"x":2.93,"y":0.0139},{"x":3.35,"y":0.0151},{"x":3.76,"y":0.0163},{"x":4.18,"y":0.0176},{"x":4.6,"y":0.0189},{"x":5.02,"y":0.0203},{"x":5.44,"y":0.0217},{"x":5.86,"y":0.0231},{"x":6.27,"y":0.0245},{"x":6.69,"y":0.0259},{"x":7.11,"y":0.0274},{"x":7.53,"y":0.0288},{"x":7.95,"y":0.0303},{"x":8.36,"y":0.0317},{"x":8.78,"y":0.0331},{"x":9.2,"y":0.0345},{"x":9.62,"y":0.0358},{"x":10,"y":0.0371},{"x":10.5,"y":0.0383},{"x":10.9,"y":0.0395},{"x":11.3,"y":0.0406},{"x":11.7,"y":0.0417},{"x":12.1,"y":0.0426},{"x":12.6,"y":0.0435},{"x":13,"y":0.0443},{"x":13.4,"y":0.045},{"x":13.8,"y":0.0457},{"x":14.2,"y":0.0462},{"x":14.6,"y":0.0466},{"x":15.1,"y":0.0469},{"x":15.5,"y":0.0471},{"x":15.9,"y":0.0472},{"x":16.3,"y":0.0472},{"x":16.7,"y":0.0471},{"x":17.1,"y":0.0469},{"x":17.6,"y":0.0466},{"x":18,"y":0.0462},{"x":18.4,"y":0.0457},{"x":18.8,"y":0.0451},{"x":19.2,"y":0.0444},{"x":19.7,"y":0.0436},{"x":20.1,"y":0.0427},{"x":20.5,"y":0.0418},{"x":20.9,"y":0.0407},{"x":21.3,"y":0.0396},{"x":21.8,"y":0.0384},{"x":22.2,"y":0.0372},{"x":22.6,"y":0.0359},{"x":23,"y":0.0346},{"x":23.4,"y":0.0332},{"x":23.8,"y":0.0318},{"x":24.3,"y":0.0304},{"x":24.7,"y":0.029},{"x":25.1,"y":0.0275},{"x":25.5,"y":0.0261},{"x":25.9,"y":0.0246},{"x":26.4,"y":0.0232},{"x":26.8,"y":0.0218},{"x":27.2,"y":0.0204},{"x":27.6,"y":0.019},{"x":28,"y":0.0177},{"x":28.4,"y":0.0165},{"x":28.9,"y":0.0152},{"x":29.3,"y":0.014},{"x":29.7,"y":0.0129},{"x":30.1,"y":0.0118},{"x":30.5,"y":0.0108},{"x":30.9,"y":0.00985},{"x":31.4,"y":0.00894},{"x":31.8,"y":0.00809},{"x":32.2,"y":0.0073},{"x":32.6,"y":0.00656},{"x":33,"y":0.00588},{"x":33.5,"y":0.00525},{"x":33.9,"y":0.00467},{"x":34.3,"y":0.00415},{"x":34.7,"y":0.00366},{"x":35.1,"y":0.00323},{"x":35.5,"y":0.00284},{"x":36,"y":0.00248},{"x":36.4,"y":0.00216},{"x":36.8,"y":0.00188},{"x":37.2,"y":0.00163},{"x":37.6,"y":0.00141},{"x":38.1,"y":0.00121},{"x":38.5,"y":0.00104},{"x":38.9,"y":0.000886},{"x":39.3,"y":0.000755},{"x":39.7,"y":0.00064},{"x":40.1,"y":0.000541},{"x":40.6,"y":0.000456},{"x":41,"y":0.000383},{"x":41.4,"y":0.00032}],"freshness_status":"critical","staleness_seconds":99675,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","model_name":"together-DeepSeek-V4-Flash-0731","display_name":"DeepSeek-V4-Flash-0731","mean_tokens_per_second":46.9,"min_tokens_per_second":2.08,"max_tokens_per_second":109,"density_points":[{"x":0,"y":0.00678},{"x":1.32,"y":0.00785},{"x":2.63,"y":0.00887},{"x":3.95,"y":0.00979},{"x":5.27,"y":0.0106},{"x":6.58,"y":0.0112},{"x":7.9,"y":0.0116},{"x":9.22,"y":0.0118},{"x":10.5,"y":0.0118},{"x":11.8,"y":0.0116},{"x":13.2,"y":0.0113},{"x":14.5,"y":0.0108},{"x":15.8,"y":0.0103},{"x":17.1,"y":0.00976},{"x":18.4,"y":0.00922},{"x":19.8,"y":0.00872},{"x":21.1,"y":0.0083},{"x":22.4,"y":0.00798},{"x":23.7,"y":0.00778},{"x":25,"y":0.00769},{"x":26.3,"y":0.00772},{"x":27.6,"y":0.00787},{"x":29,"y":0.00812},{"x":30.3,"y":0.00846},{"x":31.6,"y":0.00887},{"x":32.9,"y":0.00935},{"x":34.2,"y":0.00985},{"x":35.5,"y":0.0104},{"x":36.9,"y":0.0109},{"x":38.2,"y":0.0114},{"x":39.5,"y":0.0119},{"x":40.8,"y":0.0123},{"x":42.1,"y":0.0127},{"x":43.5,"y":0.013},{"x":44.8,"y":0.0133},{"x":46.1,"y":0.0135},{"x":47.4,"y":0.0136},{"x":48.7,"y":0.0137},{"x":50,"y":0.0136},{"x":51.4,"y":0.0135},{"x":52.7,"y":0.0132},{"x":54,"y":0.0129},{"x":55.3,"y":0.0124},{"x":56.6,"y":0.0119},{"x":57.9,"y":0.0114},{"x":59.3,"y":0.0109},{"x":60.6,"y":0.0103},{"x":61.9,"y":0.00979},{"x":63.2,"y":0.00928},{"x":64.5,"y":0.00882},{"x":65.8,"y":0.0084},{"x":67.2,"y":0.00804},{"x":68.5,"y":0.00774},{"x":69.8,"y":0.0075},{"x":71.1,"y":0.00732},{"x":72.4,"y":0.00719},{"x":73.7,"y":0.0071},{"x":75,"y":0.00705},{"x":76.4,"y":0.00703},{"x":77.7,"y":0.00701},{"x":79,"y":0.00698},{"x":80.3,"y":0.00693},{"x":81.6,"y":0.00683},{"x":83,"y":0.00668},{"x":84.3,"y":0.00646},{"x":85.6,"y":0.00618},{"x":86.9,"y":0.00584},{"x":88.2,"y":0.00547},{"x":89.5,"y":0.00508},{"x":90.8,"y":0.0047},{"x":92.2,"y":0.00436},{"x":93.5,"y":0.00407},{"x":94.8,"y":0.00385},{"x":96.1,"y":0.00371},{"x":97.4,"y":0.00365},{"x":98.8,"y":0.00365},{"x":100,"y":0.0037},{"x":101,"y":0.00378},{"x":103,"y":0.00386},{"x":104,"y":0.00391},{"x":105,"y":0.00392},{"x":107,"y":0.00387},{"x":108,"y":0.00374},{"x":109,"y":0.00353},{"x":111,"y":0.00325},{"x":112,"y":0.00292},{"x":113,"y":0.00254},{"x":115,"y":0.00215},{"x":116,"y":0.00177},{"x":117,"y":0.0014},{"x":119,"y":0.00108},{"x":120,"y":0.000806},{"x":121,"y":0.000582},{"x":122,"y":0.000406},{"x":124,"y":0.000274},{"x":125,"y":0.000178},{"x":126,"y":0.000113},{"x":128,"y":0.000069},{"x":129,"y":0.00004},{"x":130,"y":0.000023}],"deprecated":false,"freshness_status":"fresh","staleness_seconds":2596,"last_error_kind":null,"consecutive_failures":0}],"timeSeries":{"timestamps":["2026-07-23T21:00:00.000Z","2026-07-23T23:30:00.000Z","2026-07-24T01:30:00.000Z","2026-07-24T04:00:00.000Z","2026-07-24T06:30:00.000Z","2026-07-24T08:30:00.000Z","2026-07-24T11:00:00.000Z","2026-07-24T13:30:00.000Z","2026-07-24T16:00:00.000Z","2026-07-24T18:00:00.000Z","2026-07-24T20:30:00.000Z","2026-07-24T23:00:00.000Z","2026-07-25T01:00:00.000Z","2026-07-25T03:30:00.000Z","2026-07-25T06:00:00.000Z","2026-07-25T08:00:00.000Z","2026-07-25T10:30:00.000Z","2026-07-25T13:00:00.000Z","2026-07-25T15:00:00.000Z","2026-07-25T17:30:00.000Z","2026-07-25T20:00:00.000Z","2026-07-25T22:30:00.000Z","2026-07-26T00:30:00.000Z","2026-07-26T03:00:00.000Z","2026-07-26T05:30:00.000Z","2026-07-26T07:30:00.000Z","2026-07-26T10:00:00.000Z","2026-07-26T12:30:00.000Z","2026-07-26T14:30:00.000Z","2026-07-26T17:00:00.000Z","2026-07-26T19:30:00.000Z","2026-07-26T21:30:00.000Z","2026-07-27T00:00:00.000Z","2026-07-27T02:30:00.000Z","2026-07-27T05:00:00.000Z","2026-07-27T07:00:00.000Z","2026-07-27T09:30:00.000Z","2026-07-27T12:00:00.000Z","2026-07-27T14:00:00.000Z","2026-07-27T16:30:00.000Z","2026-07-27T19:00:00.000Z","2026-07-27T21:00:00.000Z","2026-07-27T23:30:00.000Z","2026-07-28T02:00:00.000Z","2026-07-28T04:00:00.000Z","2026-07-28T06:30:00.000Z","2026-07-28T09:00:00.000Z","2026-07-28T11:30:00.000Z","2026-07-28T13:30:00.000Z","2026-07-28T16:00:00.000Z","2026-07-28T18:30:00.000Z","2026-07-28T20:30:00.000Z","2026-07-28T23:00:00.000Z","2026-07-29T01:30:00.000Z","2026-07-29T03:30:00.000Z","2026-07-29T06:00:00.000Z","2026-07-29T08:30:00.000Z","2026-07-29T10:30:00.000Z","2026-07-29T13:00:00.000Z","2026-07-29T15:30:00.000Z","2026-07-29T18:00:00.000Z","2026-07-29T20:00:00.000Z","2026-07-29T22:30:00.000Z","2026-07-30T01:00:00.000Z","2026-07-30T03:00:00.000Z","2026-07-30T05:30:00.000Z","2026-07-30T08:00:00.000Z","2026-07-30T10:00:00.000Z","2026-07-30T12:30:00.000Z","2026-07-30T15:00:00.000Z","2026-07-30T17:00:00.000Z","2026-07-30T19:30:00.000Z","2026-07-30T22:00:00.000Z","2026-07-31T00:30:00.000Z","2026-07-31T02:30:00.000Z","2026-07-31T05:00:00.000Z","2026-07-31T07:30:00.000Z","2026-07-31T09:30:00.000Z","2026-07-31T12:00:00.000Z","2026-07-31T14:30:00.000Z","2026-07-31T16:30:00.000Z","2026-07-31T19:00:00.000Z","2026-07-31T21:30:00.000Z","2026-07-31T23:30:00.000Z","2026-08-01T02:00:00.000Z","2026-08-01T04:30:00.000Z","2026-08-01T07:00:00.000Z","2026-08-01T09:00:00.000Z","2026-08-01T11:30:00.000Z","2026-08-01T14:00:00.000Z","2026-08-01T16:00:00.000Z","2026-08-01T18:30:00.000Z","2026-08-01T21:00:00.000Z","2026-08-01T23:00:00.000Z","2026-08-02T01:30:00.000Z","2026-08-02T04:00:00.000Z","2026-08-02T06:00:00.000Z","2026-08-02T08:30:00.000Z","2026-08-02T11:00:00.000Z","2026-08-02T13:30:00.000Z","2026-08-02T15:30:00.000Z","2026-08-02T18:00:00.000Z","2026-08-02T20:30:00.000Z","2026-08-02T22:30:00.000Z","2026-08-03T01:00:00.000Z","2026-08-03T03:30:00.000Z","2026-08-03T05:30:00.000Z","2026-08-03T08:00:00.000Z","2026-08-03T10:30:00.000Z","2026-08-03T12:30:00.000Z","2026-08-03T15:00:00.000Z","2026-08-03T17:30:00.000Z","2026-08-03T20:00:00.000Z","2026-08-03T22:00:00.000Z","2026-08-04T00:30:00.000Z","2026-08-04T03:00:00.000Z","2026-08-04T05:00:00.000Z","2026-08-04T07:30:00.000Z","2026-08-04T10:00:00.000Z","2026-08-04T12:00:00.000Z","2026-08-04T14:30:00.000Z","2026-08-04T17:00:00.000Z","2026-08-04T19:00:00.000Z","2026-08-04T21:30:00.000Z","2026-08-05T00:00:00.000Z","2026-08-05T02:30:00.000Z","2026-08-05T04:30:00.000Z","2026-08-05T07:00:00.000Z","2026-08-05T09:30:00.000Z","2026-08-05T11:30:00.000Z","2026-08-05T14:00:00.000Z","2026-08-05T16:30:00.000Z","2026-08-05T18:30:00.000Z","2026-08-05T21:00:00.000Z","2026-08-05T23:30:00.000Z","2026-08-06T01:30:00.000Z","2026-08-06T04:00:00.000Z","2026-08-06T06:30:00.000Z","2026-08-06T09:00:00.000Z","2026-08-06T11:00:00.000Z","2026-08-06T13:30:00.000Z","2026-08-06T16:00:00.000Z","2026-08-06T18:00:00.000Z","2026-08-06T20:30:00.000Z"],"models":[{"model_name":"claude-haiku-4.5","display_name":"claude-haiku-4.5","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[37.4,39.2,49,46.3,49.3,37.7,45.8,44.2,41.3,37.8,37,45.8,22.6,50.7,53.9,48.2,54,44.1,42.9,52.4,53.1,50.8,50.8,51.8,50.3,51.4,58.2,48.7,47.5,47.2,52.5,46.3,51,44.2,52.4,47,50.9,46.3,37.9,43.4,44.5,36.3,35.5,41.6,53.8,49,36.1,41.3,38.8,45.5,49.5,36.4,44.7,46.4,48.2,49.4,53.4,37.9,45,37.6,45.3,40.4,48,34.8,54.2,45,48.4,47,49.7,40.2,45.3,38.9,43.6,51.6,41.3,43.5,53.7,39.1,45.9,22.7,42.1,41.1,31.3,37.6,52.6,53.6,46.1,53.7,49.3,45.6,40.4,51.3,44.4,35.3,37.6,40.8,38.3,52.3,53.2,28.6,43,44.2,43.5,57.3,44,52.1,53.6,50.4,54.6,42.9,46.3,40.4,39.2,52.6,52.4,42.8,21.5,50.9,51.5,36.4,36.6,40.9,40.6,44.2,45,48.5,51.8,49.1,44.5,50.8,43.9,34.6,34.5,36.1,37.1,46.4,49.9,43.8,24.1,47.1,49,14.9,49,28.9],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:20.000Z","freshness_status":"fresh","staleness_seconds":156,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,54.5,45.8,40.3,31.3,53.4,46.7,47.1,46.5,47.1,54.5,46.3,48.9,46.8,41.6,48.5,46.5,33,37.3,39.6,55.1,55.2,56.8,57,55.6,50,46.9,28.2,53.8,46.5,53,37.5,52,51,53.6,46.1,53.7,50.5,56.1,49.4,57.5,55.8,43.9,51.5,44.4,48.8,22.9,43.5,46.9,45.3,51.7,21.9,45.1,46.1,35.5,45.3,33.3,50.7,42.8,54.1,27.4,29.9,45.4,53.3,40.5,42.7,54.2,42,28.8,46.1,50.2,37.9,47.4,49.5,35,28.5,41.5,43.8,41.3,42.9,42.7,50.3,46.9,49.3],"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:01.912Z","freshness_status":"fresh","staleness_seconds":2634,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,31,33,33.6,35.6,34.6,32.1,32.8,34.9,36.9,30.1,32.8,26.2,19.9,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:42.262Z","freshness_status":"critical","staleness_seconds":97273,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Claude Opus 4.1","display_name":"Claude Opus 4.1","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[12.9,13.6,8.85,9.14,8.74,8.64,8.76,7.54,6.34,9.31,8.73,9.04,6.56,9.15,13.6,4.47,8.67,8.35,8.42,8.88,8.33,8.87,7.39,7.98,7.24,13.5,7.66,8.58,7.79,8.78,8.82,8.88,8.94,8.98,9.09,8.66,6.47,8.78,6.97,6.1,6.97,8.62,8.9,7.57,8.72,8.64,6.61,7.54,12.2,8.79,8.46,8.51,9.12,7.34,7.68,8.95,7.16,9.25,8.27,9.1,7.78,13.4,7.63,8.79,9.64,9.01,4.69,6.08,7.09,8.57,8.48,7.86,7.38,9.24,12.4,9.12,7.26,14.1,8.74,7.62,7.56,8.77,9.49,8.83,6.56,8.81,9.4,8.53,8.65,6.5,5.96,8.77,9.55,9.24,9.2,9.06,9.46,9.7,9.19,6.77,8.79,9.92,9.06,9.79,8.87,9.81,7.68,8.45,8.95,9.51,8.68,9.12,6.11,8.4,6.42,14.2,9.32,7.45,8.89,7.85,9.08,7.89,8.74,6.45,9.31,13.8,8.26,8.97,5.13,9.22,9.27,7.59,9.21,9,6.67,7.21,8.56,13.4,6.31,8.29,4.82,7.14,6.05,8.65],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:12.000Z","freshness_status":"fresh","staleness_seconds":164,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,16.5,18,16.4,15.6,12.4,15.3,15,16.6,17.5,15.5,8.72,13.3,17.8,17.6,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T18:46:02.665Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":92633,"last_error_kind":"hard_model","consecutive_failures":1}]},{"model_name":"claude-opus-4.5","display_name":"claude-opus-4.5","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[20.4,19.7,20.7,20.4,19.7,20.8,20.3,16.9,19.4,20,20.1,18.8,19.8,19.4,21,19.9,19.9,16.7,20.9,19.9,20.4,19.1,20,20.6,19.6,20.9,20.7,19.4,20.1,20.6,21.6,20.6,19.3,20.2,17.9,20.8,19.5,20.3,8.5,13.5,19.9,19.7,20.3,21.4,19.6,20.4,17.6,20.8,19,18.7,18.9,18.8,19.8,20.9,20.2,18.8,18.7,19.9,16.2,18.5,19.1,16.7,20.4,20,19.1,21.6,20.3,20,20.8,19.5,20.6,19.7,20.4,20.7,20.6,7.97,19.1,19.2,20.2,19.3,20.4,20,20.4,21,19.8,19.9,20.7,19.3,20.3,19.9,21.8,20.6,21.6,21,20.2,21.3,21.8,20.2,20.8,20.9,20.3,15.8,21.3,20.7,21.3,21.7,19.7,19.5,20.8,20.9,21.4,20.7,19.3,20.8,21.4,20.4,19.9,19.3,19.9,19.1,19.8,20.1,16.9,21.7,19.7,19.4,18.9,20.6,19.5,20.9,18.8,17.9,19.4,19.9,19,20.4,19.6,19.4,18,19.3,18.7,19.1,19.7,19.7],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:24.000Z","freshness_status":"fresh","staleness_seconds":152,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.1,26.9,23.9,28.4,24.4,23.5,23.4,20.2,27.9,22.6,18.3,5.28,24.4,20.9,25.4,27.1,21.6,27.6,25.5,6.47,25.6,26,20.1,9.32,16.6],"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:34.679Z","freshness_status":"fresh","staleness_seconds":2601,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"claude-opus-4.6","display_name":"claude-opus-4.6","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[21.6,21.5,21.2,21.3,20.7,16.5,22.4,21.8,10.7,19.7,21.9,22,21.3,22.5,22.5,22.4,23.6,22,23.4,23.8,21,23.1,21.8,23.3,23.4,21.9,22.4,18.6,22.7,21.8,20.4,22.2,20.9,23.1,23.3,21,19.2,21.2,17.8,20.1,17.6,18.8,20.4,21.7,21.8,20.8,19.8,20.3,20.1,21.3,18.6,21.6,21.8,22.1,22.3,21.7,19.5,21.1,21.7,20.4,19.9,19.2,20.7,22.5,20.6,21.6,22.3,19.7,19.7,18.3,19.5,21.4,21.5,20.4,21.7,21.4,21.3,20.7,22,21.2,19.1,19.3,21.4,14.1,22.8,21.9,18.7,22.8,23.4,20.7,23.4,22.3,22.7,22.5,22.3,23.1,23.3,23.4,23.3,21.5,20.6,22.9,22.7,22.1,20.5,22,23.4,20.9,19.4,22.2,21.1,20.6,21.1,20.1,22.2,21.6,18.3,22.3,18.2,21.3,19.6,17.9,20.4,20.3,22.1,21.9,19.4,21.3,19.1,20.6,20.6,21,18.7,19.4,21.9,21.2,22.4,19.6,21.3,17.6,20.6,21.3,17.6,20],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:28.000Z","freshness_status":"fresh","staleness_seconds":148,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,20.9,18.9,19.3,19.6,21.5,22.9,18.8,15.4,13.5,18.7,20.8,6.4,20.4,10,21.9,20.3,21.6,21.1,20.1,16.4,19.6,17,13.4,18.2,16],"last_benchmark_date":"2026-08-06T19:47:05.888Z","freshness_status":"fresh","staleness_seconds":2570,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"claude-opus-4-7","display_name":"claude-opus-4-7","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[29.1,29.7,17.3,29.6,30.7,27.3,29.2,27.1,29.4,29.7,26,25.9,35.8,30.1,30.7,30.9,32.1,32.2,21,29.7,31.8,30.6,33.4,32.8,28.4,27.2,29.3,29.3,32.7,32.7,28.5,28.6,30.9,30,29.6,28.7,28.6,26.9,30.8,22.1,31.9,18,30.4,25.6,3.59,18.4,28,21.6,5.82,32.3,27,31.1,18.1,18,31.6,31,27.3,28.5,30.2,26.2,30.7,28.8,31.6,29.7,32.9,31,31.1,31.3,29.9,30.6,30.7,29.5,27.2,29.3,28.9,33.5,28.9,28.9,21.6,33.5,29.8,31.3,30.9,31.9,28.1,30.2,30.7,32.1,33.3,31.3,19.2,32.9,31.6,33.1,33,33.2,31.9,29.7,31.4,32.6,28.7,30.5,34.5,36.5,35.3,31.8,29.2,29.5,27.1,27.8,26.4,27.5,23.9,28.5,31.7,23.4,30.6,27.5,33.2,33.2,30.3,28.8,33.2,32.1,30.5,28.5,27.7,31.2,27.3,32.4,27.5,25.9,29.8,32.4,30.7,28.5,28.8,31.7,27.8,28.5,31.8,25.5,27.8,26.9],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:22.000Z","freshness_status":"fresh","staleness_seconds":154,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,10.1,21.9,27.6,25.8,33.1,26.8,24.7,15.8,26.9,22.6,21.6,20.9,26.5,25.6,30.1,27.7,25.9,18.8,22.6,22.1,18.1,26,27.3,30.4,29.1],"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:32.841Z","freshness_status":"fresh","staleness_seconds":2603,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,38.5,48.4,39.3,47.5,46.5,48,43,43.7,45.4,46.6,54.1,48.7,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:45.020Z","freshness_status":"critical","staleness_seconds":99671,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"claude-sonnet-4.5","display_name":"claude-sonnet-4.5","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[22.3,25.4,20.8,23.4,25.8,23.9,18.4,22.6,16.4,1.01,25.4,25.5,24,24.4,21.5,22.5,21.3,23.2,22.8,24.6,25.3,26.1,25.2,26.5,23.5,19.7,22.7,26.4,23.5,25.9,24.8,26.6,24.3,20,22.2,23.8,24.1,20.8,21.4,24.1,17.7,23.5,21.2,25.9,20.9,24.3,16.9,22.1,14.9,18.2,18.2,1,19.1,23.8,19.3,19.8,22.7,23.5,22.6,16.3,20.1,12.2,22.4,19.3,24.3,19.6,23.2,24.1,25.9,19.1,17.4,20.3,20.3,19.5,20.5,23,21.2,21.2,23.4,19.7,15.7,23.7,13.9,25,26.4,24.8,20.2,22.7,18.7,23.9,24.5,23.4,22.6,24.7,23.4,25.7,27.3,25.5,21.5,25,23.6,25.7,23.9,26.2,24.2,24.2,21,21.7,21.7,23.2,19.5,18.4,19.6,23.5,23.9,24,20.8,16.6,19.8,20.1,18.1,18,19.9,19.8,20.3,18.7,18.3,19.8,16.4,17,20.6,20.4,22.8,19.6,22.3,19.4,18.9,22.7,15.9,24.3,21.1,21.8,20.4,19.9],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:31.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":145,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"claude-sonnet-4.6","display_name":"claude-sonnet-4.6","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[26.9,30.2,30.6,28.1,27.5,28.8,29.4,28.5,28.9,24.1,26.1,30.4,25.7,28.6,29.5,20.9,30.6,20.1,17.1,30.5,29.1,30.9,30.6,31.2,29.2,30.8,29.3,32.6,29,30.8,29.9,32.6,32.1,28,31.4,27.1,27.4,24.7,18.1,26.7,18.6,26.4,24.1,27.3,25.6,28.3,27.8,28.1,27.4,25.8,23.5,23.8,24.9,18.3,27.4,25.9,15.9,28.2,26.3,24.1,27.4,24.3,28.7,28,25.1,19.3,28.7,16.4,27.9,27.1,22.5,25.2,28.3,26.8,26.5,28.3,26.9,24.9,28.9,27.3,27.8,17.4,28,24.3,26.8,28.7,26.4,30.3,30.5,27.7,29.3,30,27.9,29.2,28.3,29.9,31.2,29,27.8,31.9,30.2,29.8,30,29.5,30.7,27.8,26,28.8,26.9,18.6,24.8,22.2,26.2,24.6,27.5,24.4,26.8,28,25.2,23.6,26.6,26.6,24.8,27.3,30.4,17.8,26.2,25.6,22.5,25.4,17.9,25.1,21.9,18.4,18.3,25.9,26.6,22.9,26.2,25.9,27,24.4,24.6,24.8],"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:34.000Z","freshness_status":"fresh","staleness_seconds":142,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,27.1,23.9,27.4,24,21.2,27.2,19.7,20.7,24.5,23.9,25.7,19.4,28,20.3,23.5,22.1,24,26.4,24.2,26.1,17.4,26.1,27.4,27.1,25.4,21.7,21.3,25.2,25.3,28.1,20.2,26,26.9,26.2,25.9,27.7,25.4,13.7,24.9,25.7,20.1,24.5,26.5,29.6,26.6,22.7,26.2,22.5,25.2,26.2,24.1,22.1,28,27.9,11.7,23.1,17.6,27.1,22.2,25.3,24.3,22.9,29.5,26.4,21.9,25.9,16.5,25.3,26.2,25.2,22.7,25.8,21.6,25.6,25.5,25.2,12.5,16,26.8,22.8,28,14.9,28.2],"last_benchmark_date":"2026-08-06T19:47:04.464Z","freshness_status":"fresh","staleness_seconds":2571,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,20.3,19.1,19.2,18,7.46,17,19,19,16.5,15.9,14.8,19.5,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:37.269Z","freshness_status":"critical","staleness_seconds":99858,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3-70b","display_name":"llama-3-70b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[38.1,40.1,36.4,32.2,31.1,37.3,28.3,27.1,20.6,16.9,31.6,35.7,31,27.2,29,38.5,28.8,31.3,37.6,32.3,39.2,40,39.8,41,25.2,38.9,40,40.8,37.7,39.6,40.7,40.2,37.5,40,36.5,39.1,39.6,21.5,37.5,39.8,40.3,36.7,36.3,36.5,40.7,39.7,34.4,32.8,35.2,24.9,5.79,16.6,37.8,37.3,40.9,36.3,37.7,37.5,20.3,24.7,32.5,15.9,38.7,35.8,39.2,25.1,35.8,40.7,33.2,37.5,37.5,39.9,39.1,40.1,40.7,40.3,38.1,37.8,40.9,40.8,4.18,40.1,15.6,41.2,37,40.4,41.1,40.9,40.9,35.5,39.9,40.2,37.9,39.4,39.5,38.4,39.3,38.8,40.7,40.5,40,41,41,38.6,34.2,38.6,32.9,38.9,35.5,36.6,35.1,38.6,39.7,38.9,39.4,35.5,38.1,38.9,8.28,37.5,35.5,32.4,38.3,39.5,37.4,40.3,35.4,38.8,36.5,17,40.4,40.6,40.4,40.8,40.7,38.3,41,36.6,39.7,38.4,38.1,37.3,4.41,41],"last_benchmark_date":"2026-08-06T20:27:37.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":139,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,29.7,null,null,null,null,28.1,37.4,37.5,28,40.7,44.7,32.9,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:01:30.179Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98905,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3-8b","display_name":"llama-3-8b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[80.1,80,72.3,78.4,82.7,81.5,79.2,82.4,75.5,78.8,79,80.5,67,80.7,81,80.4,80.9,78.4,79.9,78.3,78.1,79.5,77,73.2,78.8,81.6,78.5,79.2,80,80.4,79.6,81.5,81.4,79.2,71.9,79.3,80.9,79.5,72,77.1,75.3,77.9,79.4,77.2,79.6,80.7,79.1,66.5,80.1,67.3,72.5,76.2,78.3,82.2,80.8,76.8,80,80.6,81.2,81.7,72.4,80.3,79.9,75.5,79.7,55.1,80,79,67.7,67.2,77.4,81.3,81.1,77.8,74.8,79,78.2,80.4,79.5,73.6,77.7,79.1,75.1,77.3,80.7,75.9,79.3,79,79.9,73.9,75.6,78.9,72.2,80.2,81.8,80.2,73.3,75.4,81.1,79.8,77.8,78.5,78,80.8,79.5,81.2,82.5,79,77.8,75.5,80.4,79.8,65.1,71.1,79.9,76.8,79.2,79.2,80.8,79.4,78.8,60.7,79.4,78.7,78.4,73.8,79.9,78.4,76.6,79.7,72.5,77,78.8,63.2,76.2,76.4,81.5,74.4,74.9,78.3,78.8,77.7,77.3,78.5],"last_benchmark_date":"2026-08-06T20:27:39.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":137,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,21.1,null,null,null,null,47.7,55.1,39.5,29.4,38.7,32.6,33.4,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:58:55.148Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99060,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.1-70b","display_name":"llama-3.1-70b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[41.5,66.9,61.4,66.8,73.6,63.1,66.2,58.3,65.4,63.5,30.2,63.9,61.1,71.3,71.5,61.2,67.8,62.6,59.6,61.3,66.7,66.3,64.3,66.3,68.8,62.7,60.9,63.5,68.3,69.6,58.6,64.5,61.7,64.5,44.9,60.8,63.5,65.8,68.5,38.5,65.3,60.2,65.4,69.6,64.8,60.1,58.8,65.9,68.6,39.6,46.2,67.8,68.3,61.8,62.2,67,28,69.1,63.8,67.8,58.5,65.6,51.7,62.5,55.6,62,62.1,58.5,36.2,43.4,50.4,63.3,55.6,50.4,61.3,64.3,71,66.9,69.6,60.7,59,63.1,63.4,37.5,58.6,71.6,69.3,65,66.6,61,58.9,66.6,57.6,59.1,70.5,61.2,69,41.1,59.7,64.7,62.7,62.6,66.3,48.5,63.6,62.1,65.5,36.7,61,63.5,69.3,67.5,54.7,51.4,46.3,61.6,61.5,61.1,58,58.4,57.5,61,61.6,63.7,66,51.7,66,54.8,63.8,24.1,70.8,67.7,55.2,66,62.8,61.3,65.1,66.3,59.9,48.8,62.6,64.8,39.3,38.3],"last_benchmark_date":"2026-08-06T20:27:39.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":137,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.27,null,null,null,null,33.9,38.1,39.5,45,34.4,43.2,29.1,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:01:30.246Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98905,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.1-8b","display_name":"llama-3.1-8b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[90.4,101,99,99.4,101,96.5,102,95.4,99.9,95.5,84.2,94.6,101,95.3,92.8,99.3,98.3,104,92.3,104,99.8,83.5,99.8,94.2,105,93.6,99.5,103,99.6,103,90.8,94.4,96.7,90.3,96.6,95.7,99.8,95.9,90,90.6,98.1,95.2,99.6,100,94.7,89.3,96.3,99.1,98.3,97.2,93.4,94.7,100,102,102,65,98.7,100,97.9,98.3,95,101,89.6,104,97.5,98.4,100,104,108,94.8,101,96.6,98.6,97.9,100,95.4,93.8,95.9,94,99.6,100,101,90.7,101,96.8,94.3,97.1,99.4,97.6,98.4,102,94,95.5,100,102,102,95.8,101,103,99.5,102,104,91.9,100,91.9,90.7,95.4,93.7,96.6,101,100,95.6,95.7,96.7,97.6,97,96.4,101,101,98,103,99.6,101,97.4,99.4,97.9,98.5,7.07,102,96.2,95.9,101,95.4,98.5,94.3,86.6,95.5,94.8,100,94.1,92.2,98,102,95],"last_benchmark_date":"2026-08-06T20:27:41.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":135,"last_error_kind":null,"consecutive_failures":0},{"provider":"groq","providerCanonical":"groq","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,128,203,174,262,264,302,252,128,207,244,277,192,163,273,302,301,259,326,173,237,230,101,122,241,87.4,225,264,169,187,231,106,306,247,253,227,199,130,299,170,253,139,131,209,201,240,244,206,241,156,209,179,229,251,218,219,191,197,143,300,153,138,305,167,287,237,209,200,150,246,191,211,179,220,156,87.9,221,274,238,161,271,169,201,327],"last_benchmark_date":"2026-08-06T20:29:29.348Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":26,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,15.5,null,null,null,null,13.1,28.2,22.2,18.1,17,16.9,11.7,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:44:36.319Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99919,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.3-70b","display_name":"llama-3.3-70b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[70.6,109,44.6,75.6,109,70,83.5,52.9,47.5,69.8,51.8,93.9,29.7,98.6,106,105,77.1,86.9,88.1,95.6,104,99.8,120,97.5,108,92.2,83.9,94.8,89,106,115,107,94,94.2,107,100,91.2,57.4,91.4,35.9,74.6,39.4,112,78.7,97.2,103,84.2,67.6,73.9,55.7,56.7,80.3,93,105,86.2,107,89.9,99.6,45.1,81.7,67.2,85.5,49.1,99,106,110,106,76.1,82.5,108,55.7,6.74,11.1,100,83.3,71.4,65.2,25.8,65.2,80.4,78.2,94.1,94.6,79.1,82,101,99.9,75.1,99.2,84.7,112,97.2,55.2,107,115,98.5,85,95.7,109,92.2,96.6,94.6,105,101,103,91.5,78.2,83.7,80.4,72.4,59.8,89.7,92.5,102,91.6,89.3,72.3,80.4,85,72.7,94.2,47.1,84.2,91.5,99.4,79,87.7,76.8,30.1,89.8,58.1,63.5,79.7,85.2,86.3,87,71.9,79.8,99.1,88.1,53.6,33.6,73.5,89.1],"last_benchmark_date":"2026-08-06T20:27:42.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":134,"last_error_kind":null,"consecutive_failures":0},{"provider":"groq","providerCanonical":"groq","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,133,99.8,241,210,222,166,252,138,109,180,174,139,112,168,169,170,191,116,129,180,84.5,143,126,170,191,132,171,182,166,130,144,148,109,145,147,129,169,172,227,158,121,188,164,141,120,142,125,178,134,137,112,105,134,202,121,160,201,204,98.9,115,117,148,137,122,160,191,134,142,154,177,106,129,89.8,164,157,128,174,112,108,193,170,158,187],"last_benchmark_date":"2026-08-06T20:29:28.998Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":27,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,27.4,37.9,57.7,70.8,44.1,25.2,51.6,3.96,23.3,21.8,7.91,45.8,31.5,38.8,60.7,27.2,91.4,52.8,24.8,31.3,46.6,51.4,43.7,38.5,51.2],"last_benchmark_date":"2026-08-06T19:49:07.433Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2448,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,21.5,null,13.9,9.71,9.65,18.1,11.7,11.4,14.3,10.4,9.7,6.27,27.6,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:17:52.870Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97923,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-4-maverick","display_name":"llama-4-maverick","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[119,109,112,125,113,103,103,85.3,103,115,126,99.1,97.4,113,110,113,99.8,98.8,114,113,109,114,111,111,120,125,112,109,106,102,104,118,106,110,108,116,117,118,95.6,111,102,93.8,107,109,111,96.7,106,114,121,104,114,105,107,117,110,128,111,105,95.3,102,113,108,116,108,115,107,101,110,99.2,108,106,98.6,110,111,103,112,112,113,112,111,114,99.8,101,117,105,108,105,111,105,123,110,111,111,108,112,120,106,113,99.2,98.9,112,119,107,103,101,96.1,119,115,113,103,119,108,109,114,108,105,96.9,99.6,107,110,106,123,101,106,97.8,108,121,98.8,97.5,110,108,97,104,102,99.1,107,74.3,92.8,92.1,94.1,116,117,107,100],"last_benchmark_date":"2026-08-06T20:27:43.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":133,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,33.3,43.3,48.2,35.7,63.2,37.3,42.1,54,51.2,47,42.5,48.9,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:30.643Z","freshness_status":"critical","staleness_seconds":99925,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-4-scout","display_name":"llama-4-scout","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[64.7,102,104,103,105,106,94.8,104,96.4,101,105,102,99.4,106,98.2,100,96.9,102,87.1,94.9,99.8,85.8,87.2,101,102,100,100,98.4,95.5,90.2,98.3,85.5,101,94.7,103,84.4,100,87,89.6,97.4,98.4,86.6,86.7,98.5,98.5,92.4,94.4,78.7,87.2,77.3,103,92.4,98.6,101,102,87.1,108,86.2,95.6,97.4,84.2,90.8,98.2,90.6,84.5,93.4,90.4,94.8,98.5,87.3,103,97,81.5,81.5,105,99,100,98.4,103,80.2,99.2,103,93.8,76.2,91.7,89.1,115,104,114,106,97.9,90.9,99.2,92.9,97.8,100,103,91.9,106,102,105,94.7,112,98.5,107,104,103,106,109,88.8,76.6,98.1,95.8,94,101,94.9,102,96.4,91.5,100,88.3,92.8,88.2,97.3,103,95.6,94.8,102,102,111,101,82.8,68,98.5,97.5,97.2,81.8,97.9,95.8,88,89.3,86.2,91,78.7],"last_benchmark_date":"2026-08-06T20:27:43.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":133,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"mistral-7b","display_name":"mistral-7b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[81.2,84.3,81.2,80.9,85.9,83.8,84.8,84.5,83.7,85.3,85.5,84.5,72.3,83.8,82,80.7,84.7,83.7,80.9,82.8,84.5,81.4,83.7,84.5,82.5,81.8,85.4,82.4,80.7,84.6,84.1,83,75.5,83.9,83.5,83.6,79.5,84,82.5,80.9,83.6,83,80.3,83.9,83.9,85.2,84.2,76.4,83.8,83.7,83.3,82.5,84.4,85.6,82,80.9,78.7,84.8,83,84.1,83.2,85,79.7,81.3,82.8,82.8,73.7,82.3,81,82.4,79.8,83.1,84.5,47.1,82,82.8,80,79.9,83.9,82.7,80.9,84.9,82.8,82.3,80.2,84,82.1,82.4,84.2,83.8,83.9,85.2,83.2,84.1,82.8,81.7,81.5,83,82.5,84.5,83,81.2,85,82.3,82.3,83.3,81.1,81.4,80.7,76,84,80.3,80.7,80.7,83.2,81.4,83.2,83,82.9,83,83.5,84.8,83.7,81.9,82.8,84.5,82.7,77.9,82.9,83.7,84.2,83.2,86.1,82.4,82.2,80.6,76.8,78.5,80.8,81.3,73,83.1,83,84.8],"last_benchmark_date":"2026-08-06T20:27:44.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":132,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.37,null,null,null,null,48.6,18.8,16.1,18.4,14.1,56,11.5,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:45:06.025Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99890,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"mistral-large","display_name":"mistral-large","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[44,43.2,13.8,43,43.5,41.7,41.3,45.3,44.6,40.9,25.8,33.2,42.2,42.9,30,43.7,43.4,41.9,39.6,45.3,33,38.4,37.4,44.7,43.8,43.9,44.5,45.3,44,44.2,40.8,45.2,45,44.8,41.9,44.8,42.1,43.9,42.1,43.3,44.3,43.8,44.5,43.8,45.5,20.2,45,44.5,42,44.1,45.2,44.6,44.1,43.5,44,43.5,42.1,44.5,44,45.3,43.1,43,44.7,44.8,44.3,43.8,44.3,40.5,31.4,43.8,45,44.1,13.9,43.4,44.3,42.2,42.6,43.9,42.4,44.1,43.3,44.7,44.5,44,43.3,43.9,44.6,43.8,45.4,44.1,43.7,44.9,41.9,26.1,44.6,40.6,44.4,44.3,44.3,42,45.1,43.7,43.5,45,43.6,28.1,43.8,44.1,44.9,44,44,44.4,42,44.4,44.3,44,44.1,45.3,44,35.2,44.6,44.4,35.4,43.1,44.3,44.1,42.2,44.6,44.9,44.7,45.3,44,43.1,44.6,42.5,43,43.4,40.5,41.7,43,40.5,33.4,45.3,43.9],"last_benchmark_date":"2026-08-06T20:27:45.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":131,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"mistral-small","display_name":"mistral-small","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[57.7,56.3,56.1,54,55.8,58.1,54.1,58.7,51.8,57.5,58.6,55.5,55.6,54.6,58.2,57.7,55.3,57.5,56.7,58.4,58,56.1,58.8,55.9,58.9,46.6,57.5,56.8,56.1,54.4,48,58,57.7,57.1,58.2,52.8,57.9,51.6,52.5,55.4,58.4,58.3,58.7,54.5,54.7,57,55,57.9,56.8,57,59.2,48.2,57.4,56.1,58.1,57.4,58,56.3,55,49.7,55.1,57.4,52.7,55.8,57.1,58.6,57.2,57,57.3,56.5,56.1,45.1,58.3,54.5,58.2,50.1,54.7,56.3,54.5,57.6,54.9,55.6,57.1,57,56.4,56.2,56.2,55.4,51.3,57,58.5,56.6,58,56.3,57.9,57,55.7,57.1,52.5,58.3,57.9,56.1,58.1,56.9,57.7,58.6,52.3,57.1,56.3,57.3,57.7,56.9,58.7,58.2,56.2,56,56.5,58.3,56.2,55.6,55.1,56.8,23,58.1,57.3,58.4,56.6,55.4,57.5,58,59,55.2,57.1,56.2,57.3,56.6,58.6,58.5,51.3,57.4,57,56.9,58.3,57.9],"last_benchmark_date":"2026-08-06T20:27:47.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":129,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"mixtral-8x7b","display_name":"mixtral-8x7b","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[63,51.4,78.1,76.1,76,76.4,77.7,64.3,78.2,76.6,77.4,76.2,74.1,76.8,76.5,76.1,76.7,78.1,76.2,75.4,77.1,73.2,78.4,61.2,76.6,76.9,76.3,75.2,76.5,75.8,76.6,75.8,76,77.7,76.9,76.9,78.3,74.5,74.2,77.4,76,74,76.3,76.5,75.7,75.8,76.1,68.8,76.1,76.1,70.2,76.6,71.6,76.9,73.2,45.7,77.1,76.2,70,74.2,77.5,76.7,52.4,75.6,75.2,75.7,76.7,73.8,75.7,76.3,74.9,76.3,75.1,76.7,24.6,75.6,76.3,74.8,77.5,69.6,64.3,74.9,75.8,74,76.8,75.7,76.5,75,69.7,76.9,76.6,75.5,74.7,75.2,71,48.8,77.5,76,76,69.3,77.6,76.9,55,75.1,76.8,78.2,75.1,75.6,74,62.3,73.8,75.2,75.4,77,78.2,72.3,47.3,76.8,76.2,75.8,76.3,32.2,74.2,77.3,74.7,75.7,71.3,75,76.8,76.2,73.6,76.3,76.1,75.7,76.6,75.8,74.2,72.2,70.1,73.9,75.1,75.4,33,74.8],"last_benchmark_date":"2026-08-06T20:27:48.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":128,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,47.2,41.7,40.4,34.2,26,51.5,36.4,51.7,23.1,24.8,40.3,39.8,35,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:35.277Z","freshness_status":"critical","staleness_seconds":97460,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"nova-lite","display_name":"nova-lite","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[98.1,98.7,86.1,75.7,104,81.5,74,96.6,71.5,73.8,89.8,98.3,67.9,85.3,77.8,99.1,81.8,91.6,99.8,67.5,108,88.1,77.5,112,90.3,92.3,93.8,94.6,91.7,94,86.3,99.2,81.3,93.5,108,105,96.8,85.5,90.2,91.5,85.5,88.5,90.9,79.3,84.8,89.1,96.9,92.2,105,95.5,109,1.05,86.8,97.3,91.9,92.1,101,104,108,75.1,98.3,92,95.2,78.1,104,83.1,105,98.8,92,89.2,98,81.4,92.4,87.4,85.8,92.8,94.2,75.7,98.3,79.8,84.8,69,97.9,90.3,71.3,97.7,88.1,108,103,87,74.5,80.1,108,106,76.7,82.5,73,97.3,91.5,82.8,81.3,105,89.1,76.2,97.3,102,89.7,78.5,91.9,84.5,81.8,92.2,57.1,86.2,81.4,95.5,89.9,84.3,94.7,81.7,80.6,82.3,78.6,65.4,93.5,101,96.5,62.4,78.5,96.1,88.9,97.6,65.3,75.5,94.8,93.3,87.2,86.5,102,73.8,75.2,79.3,105,75.8],"last_benchmark_date":"2026-08-06T20:27:49.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":127,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"nova-micro","display_name":"nova-micro","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[105,106,105,107,128,127,117,107,94.4,110,89.2,120,103,128,129,140,116,97.6,137,119,113,123,63.1,120,124,146,142,132,137,135,124,134,127,123,133,149,115,127,121,121,128,102,110,128,122,137,148,124,117,125,95.4,102,97,114,111,144,153,134,143,132,93.4,110,106,119,115,126,137,150,129,108,113,118,85.9,92.1,120,114,149,152,129,90.8,103,112,118,112,120,139,106,141,147,117,119,122,104,116,106,107,126,122,139,106,114,109,116,94.3,92.2,101,122,134,142,120,112,99.8,111,102,92.6,98.2,125,139,112,107,114,100,102,87.9,131,142,117,116,135,133,127,140,92.5,80.5,103,99.1,138,143,126,121,132,103,117,97.6],"last_benchmark_date":"2026-08-06T20:27:50.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":126,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"nova-pro","display_name":"nova-pro","providers":[{"provider":"bedrock","providerCanonical":"bedrock","values":[74.6,91.7,94.3,113,85.8,94.9,64.7,80.3,45.4,96.2,58.9,105,99.1,88.4,62.6,109,98.9,105,123,92.8,80.3,79.6,110,44.4,72.2,112,100,107,74.6,111,111,96.7,105,106,96.3,120,86.1,66.9,105,66.2,74.6,91.4,61.8,93.7,92.9,112,106,84.1,88.1,98.9,64.3,57.8,100,85.6,82.6,70.5,120,112,89.1,82.1,57.5,99.4,68.8,112,122,47.1,100,116,92.7,80.4,92.8,63.7,82.3,75.6,56.4,74.8,82.6,57.5,74.1,54.1,94.3,92.1,75.3,93.5,76.8,108,111,122,96.1,115,98.1,102,115,105,111,105,85.3,116,104,107,87.7,108,114,97.2,113,101,106,102,99,95.2,80,101,67.3,92,113,95.7,87.9,95,78.2,90.6,55.7,80.4,68.1,75.7,101,90,100,82.3,107,101,79.5,63.4,65.5,85,111,81.6,94.4,89.8,96.8,110,96,89.9,56.3,68.3],"last_benchmark_date":"2026-08-06T20:27:50.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":126,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.6-sol","display_name":"GPT-5.6-sol","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,30.4,27.8,16,29.1,41.9,29.9,27.4,24.9,19.8,23.2,30.4,22.8,31.1,24.5,26.8,36,28.1,41.1,20.8,25.9,32.7,22.4,18.4,31.2,37.7,34.7,35.6,23.4,28,27.9,20.5,31.2,37,37.8,41.7,36.9,36.9,32.6,29.5,29,32.8,29.1,29.9,24.8,31.3,35.2,26.8,22.4,20.3,14.1,27.5,26.6,27.8,19.1,24.4,33.3,20.4,35.9,32.6,22.4,27,20.2,20.4,16.1,25.3,23,25.1,25.9,32.5,26.3,32.7,22,33.1,32.8,26.9,29.7,16.4,26.5,24.5,31.1,19.6,25.1,28.6],"deprecated":false,"last_benchmark_date":"2026-08-06T20:23:55.030Z","freshness_status":"fresh","staleness_seconds":361,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"claude-sonnet-5","display_name":"claude-sonnet-5","providers":[{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,30.7,36.1,27.9,37.4,26.8,28.1,27.9,29.4,27.2,31.6,28.2,38.5,37.9,33.9,29.2,29.7,33.5,34.2,25,23.2,31.6,36.7,39.5,37.4,37.1,16.4,20,38.1,32.6,29,26.9,36.2,33.8,33.1,16.4,26.8,36.2,38.2,34.2,31.2,32.4,26.2,35.4,31.6,20.8,33.7,20,33.4,25.2,27.7,29.4,30.8,31.6,35.9,37.7,25.2,20.1,6.53,26.2,27,29.9,32.9,35.5,34.5,34.4,37,32.1,11.5,35.3,33.5,25.3,24.6,19.4,31.5,33.9,36.3,23.6,18.9,19.4,15.3,19.1,17,14.3],"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:35.707Z","freshness_status":"fresh","staleness_seconds":2600,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,45.2,48.5,41.1,46.7,51.9,51.1,50.3,49,50.9,40.5,44.7,53.2,51.2,43.7,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:10.501Z","freshness_status":"critical","staleness_seconds":97485,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"LFM2.5-8B-A1B","display_name":"LFM2.5-8B-A1B","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,94.5,113,114,93.5,93.2,101,109,84.7,79.9,77.7,36.1,107,105,130,118,86.9,123,110,73.2,115,119,95.1,123,80.6,115,121,95.1,126,120,119,121,121,90.7,132,128,111,136,124,121,81,92.7,87.6,123,115,119,122,125,123,126,121,115,125,96.5,109,95.1,124,96.1,83,111,105,109,125,107,98.7,89.8,126,83.4,86.9,108,80.9,123,125,112,82.7,108,125,116,70.1,104,123,89.2,122,123],"deprecated":false,"last_benchmark_date":"2026-08-06T20:04:38.849Z","freshness_status":"fresh","staleness_seconds":1517,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.6-luna","display_name":"GPT-5.6-luna","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,15,50,29.7,56.7,41.1,33.7,50.6,50.3,13.2,35.1,55.6,56.5,58.6,52.4,50.7,49.3,42,46.3,38,46.6,53.7,40.9,48.1,13.1,14.5,34.2,45.1,43.7,47.7,51.1,51.6,54.9,60.4,46.7,49.1,56.1,57.7,60.4,60.3,52.9,47.3,51.1,57.3,55,51.2,46.8,36.6,45.5,48.2,43.9,42.8,52.5,44.1,47.9,45.2,38.9,50,25.7,39.1,42.4,43.2,33.8,38.1,54.3,55,47.9,33.5,52.1,55.9,43,30.7,42.1,9.11,52,50.5,50.6,45.6,59.1,53.9,47.8,42.5,48.7,64.5],"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:43.550Z","freshness_status":"fresh","staleness_seconds":492,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-oss-120b","display_name":"GPT-oss-120b","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,166,216,180,255,173,48.6,136,111,62.3,32.8,115,132,139,107,49.6,98.1,156,161,52.3,38.2,165,165,141,104,91.4,104,240,196,227,246,109,247,230,182,86.6,68.8,228,152,170,259,68.3,221,141,82.1,114,60.1,92.6,144,175,166,206,121,85.8,221,134,118,78.8,88.2,65.4,192,55.8,79.8,208,124,103,133,129,106,92.2,134,33.5,59.5,80.9,120,218,58.5,89,79.3,163,78.2,51.4,101,78.8],"deprecated":false,"last_benchmark_date":"2026-08-06T20:06:42.467Z","freshness_status":"fresh","staleness_seconds":1393,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,114,115,134,107,45.7,119,108,92.7,113,77.3,96.5,30.8,115,118,97.3,145,91.3,70.6,26.2,103,164,56.6,127,90.2],"deprecated":false,"last_benchmark_date":"2026-08-06T19:55:53.004Z","freshness_status":"fresh","staleness_seconds":2043,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,44.4,50.4,41.3,52,35,48,41.8,61.8,36.3,52.4,34.5,49.6,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:10:00.679Z","freshness_status":"critical","staleness_seconds":98395,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GLM-5.2","display_name":"GLM-5.2","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,10.1,11.6,24.9,27.8,37.2,36,30.3,20,24.4,25.4,39.2,27.8,25.1,21.4,14,26.2,46,22.6,45.3,24.9,21.9,26.4,30.2,18,20,21.6,39.8,35.4,43.6,31.2,20.4,14.4,6.72,27.4,17.2,19.2,22.1,44.4,53.4,30.4,33.6,9.95,29.3,15.7,42.9,33,31.1,69.5,21.1,50.3,33.9,33,11.5,26.2,37.1,19.1,20,36.2,22.5,15.3,28.7,33.5,48.2,56.1,27.1,18.9,31.6,5.41,41.9,56.5,22.6,25.7,13.7,46.6,8.44,33,28.8,57.9,41.6,32.3,49,29.9,36.5],"deprecated":false,"last_benchmark_date":"2026-08-06T19:49:08.529Z","freshness_status":"fresh","staleness_seconds":2447,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,50.1,36.2,39.5,48,49.6,19.7,21.7,72,39,87.4,67.9,47.9,45.1,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:47:41.514Z","freshness_status":"critical","staleness_seconds":99734,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,114,32.8,172,80.8,27.6,97.4,203,202,176,147,79.1,108,46,79.2,61,88.7,20.3,50.6,168,205,94.5,95.1,114,218],"deprecated":false,"last_benchmark_date":"2026-08-06T20:26:06.441Z","freshness_status":"fresh","staleness_seconds":229,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Qwen3.6-27B","display_name":"Qwen3.6-27B","providers":[{"provider":"groq","providerCanonical":"groq","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,225,211,227,191,262,247,84.2,210,71.2,130,142,208,252,181,139,197,226,231,145,243,294,223,234,224,224,189,214,210,80.2,146,135,251,229,79.7,47.5,121,256,238,210,208,254,237,186,190,290,250,183,307,229,207,154,63.6,238,296,285,221,276,198,83.8,144,204,104,146,266,293,208,303,288,302,201,262,43.1,302,305,278,305,306,268,225,237,174,230,241],"deprecated":false,"last_benchmark_date":"2026-08-06T20:29:30.191Z","freshness_status":"fresh","staleness_seconds":25,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,59.9,21.5,44.2,74.2,69.1,64,46.4,60.6,52.1,63.8,48.8,4.18,31.1,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:37.367Z","freshness_status":"critical","staleness_seconds":97278,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.6-terra","display_name":"GPT-5.6-terra","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,47.4,42.7,45.1,45.2,22.3,24.4,46.1,49.4,30.8,42.6,34.2,46.5,49.4,45.1,40.4,38.4,42.7,44.3,37.4,25,40.5,30.4,47.3,49.5,45.7,46,52.1,48.7,39.1,44.8,43.1,50.6,52.9,46.3,46.6,50.2,40.8,41.3,30.8,46.5,50.8,44.2,38,44.8,38.2,43.6,43.2,44,40,35.6,39.3,39,35.4,39.6,39.3,45.1,42.5,30.2,36.4,44.3,39.3,34.3,37.4,44,39.3,42.8,42.2,38.2,36.2,22,36.5,35.4,38.4,44.3,32.2,30.6,22.7,44.9,38.1,26.1,35.8,28.2,36.2],"deprecated":false,"last_benchmark_date":"2026-08-06T20:22:47.561Z","freshness_status":"fresh","staleness_seconds":428,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"MiniMax-M2.7","display_name":"MiniMax-M2.7","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,60.8,59,48,47.2,30.9,63.8,51.2,70.7,69,48.3,82.9,51.7,50.1,79.3,67.4,63.2,42,82.7,88.1,93.8,85.2,44,63.1,73.7,52.3,36.6,69.7,17.8,35.5,50.6,49.6,50.6,50,50.1,47.3,63.4,52.6,44.5,64.9,64.6,39.6,36,51.2,53.7,46.9,42.7,32.9,61.8,73.3,22.9,55.7,70.2,46.7,67.4,55.8,57.3,47.2,68.7,33.5,68,59.8,48.6,33.1,55.6,50.3,40.6,20.1,58.1,70.2,66.9,43.4,66.5,64.5,64.8,35.1,69.5,46.9,67.1,49,52.1,69.8,66.2,49.5],"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:36.629Z","freshness_status":"fresh","staleness_seconds":2479,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,41.8,25.3,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T17:06:53.780Z","freshness_status":"critical","staleness_seconds":184982,"last_error_kind":"rate_limit","consecutive_failures":4}]},{"model_name":"Kimi-K2.6","display_name":"Kimi-K2.6","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,32.9,53.6,39.3,55,37.3,26.5,34.3,36.7,44.6,41.6,41.3,37.7,59.4,23.1,37.4,47.1,57.7,41.4,10.6,46.9,35.6,29.4,35.7,26.4,34,36.6,42,48.6,26.8,42.9,11.3,37.4,37.2,38.1,46.4,38.1,7.36,37.2,18.3,35.8,33.8,32.1,36.6,35.7,23.1,12,36,41.2,32.6,30.2,36.2,26.8,34.9,35.2,45.5,40,17.6,34.9,31.9,49.6,48.8,44.7,12.6,32.9,47.2,37.7,28.4,47.5,54,42,9.82,30,30.3,23.8,27.3,10.6,34.5,33,44.6,24.3,27,19.4,34.9],"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:38.251Z","freshness_status":"fresh","staleness_seconds":2477,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,228,136,81.7,73.6,140,134,74.3,81.2,74,30.3,88.7,49.2,60.8,17.7,38.6,84.2,203,54.9,225,109,184,44.5,107,50.4],"deprecated":false,"last_benchmark_date":"2026-08-06T20:17:48.567Z","freshness_status":"fresh","staleness_seconds":727,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,8.78,9.78,17.7,29.6,22.2,20,12.9,34.3,35.2,42.8,17.2,25.4,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:08:09.909Z","freshness_status":"critical","staleness_seconds":98506,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Kimi-K2.7-Code","display_name":"Kimi-K2.7-Code","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,127,81.9,138,89.2,128,197,47.4,127,206,172,30.4,187,161,119,225,137,102,134,55.6,92.7,157,119,94.5,77.9,188,148,72.1,242,87.7,198,185,92.8,125,80.8,255,168,119,60.6,189,152,115,76.5,169,158,114,128,118,205,139,130,17.1,189,131,155,194,147,224,212,133,113,160,239,142,161,148,255,170,212,179,162,162,160,122,91.3,117,222,250,194,197,189,190,87.1,230],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:09.722Z","freshness_status":"fresh","staleness_seconds":1606,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,57.5,45.3,102,55.8,73.5,84.6,56.3,72.9,103,10.4,130,46.4,66.5,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:13:21.230Z","freshness_status":"critical","staleness_seconds":98194,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24,49.6,48.2,16.9,16.7,11.8,28.9,47.9,35.2,37.4,17.9,37.8,41.4],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:07.906Z","freshness_status":"fresh","staleness_seconds":1608,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-4.1-nano","display_name":"gpt-4.1-nano","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,34.6,35.9,19.9,68,63.3,67.3,51.9,43.9,53.4,14.7,50.6,57.8,59.3,30.2,52.1,42.9,50.6,46.2,17.1,51.1,19.2,57.9,56.7,31.8,49.8,27.4,48.9,30.9,52.5,55.1,64.1,57.7,60.1,59.9,24.9,57.9,59.5,43.4,51.7,37,59.3,63.2,56.6,42.2,61.4,55.2,56,51,49.3,13.7,41.6,24.6,52.1,56,54.9,57.1,53.6,54.1,9.91,23.6,41.2,30.1,42,62.5,59.3,63.2,59.6,18.4,55.9,41.9,16.9,44.4,44.6,34.6,52.5,60.4,52.5,50.5,15,38.2,45.7,35.8,39.6],"last_benchmark_date":"2026-08-06T20:12:55.703Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":1020,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","providers":[{"provider":"google","providerCanonical":"vertex","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,60.7,64.3,65.1,73,72.9,72.3,74.3,75.1,48,65.6,75.2,76.1,81,73.5,58.9,72.2,76.7,86.3,55.3,69.6,74.5,78.2,85.5,69,91.2,91.5,85.4,83.1,83.2,77.3,83.9,81.9,79.1,74.8,73.5,78.3,77.9,76.5,76.8,75.5,67.9,78.6,80.5,66,82.4,89.1,68.4,71.6,65.6,40.9,57.8,68.3,67.4,37.5,76.8,68.8,81.3,77,52.5,62.5,61.3,80.5,76.5,67,68.9,70.2,75.1,63.9,67.5,62.7,67.8,79.2,68.7,63.4,93.1,85.4,80.7,68,69.7,67.1,70.1,65.9,65.5],"last_benchmark_date":"2026-08-06T19:52:20.685Z","freshness_status":"fresh","staleness_seconds":2255,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Google: Nano Banana (Gemini 2.5 Flash Image)","display_name":"Google: Nano Banana (Gemini 2.5 Flash Image)","providers":[{"provider":"google","providerCanonical":"vertex","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,53.3,233,192,233,189,162,187,141,191,197,46.2,154,193,169,202,178,169,114,127,65.7,76.1,130,188,169,175,221,49.4,94.7,145,172,136,68.7,40,232,50,200,126,108,70.2,198,105,163,194,168,65.6,174,64.7,39.1,136,205,28.6,183,190,171,94.9,186,173,161,157,105,71.4,188,205,183,137,220,130,187,39.7,160,150,70.1,185,176,189,63.9,216,47,168,148,210,132,103],"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:23.516Z","freshness_status":"fresh","staleness_seconds":2492,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5","display_name":"GPT-5","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,44.7,60.1,53.7,53.6,63.1,53.6,24.9,34.3,36.5,40.1,56.6,52.4,45.2,63,62.9,49.1,52.3,69.5,41.3,73.3,77.4,57.7,69.9,60.4,66.5,69.5,38,98.7,81.2,62.4,75.2,70.9,89.5,60.9,56.1,66.1,42.4,38.4,73.7,77.8,71.3,42,52.7,67.7,65.9,55,80.5,43.9,28.6,68,65.1,41.1,57.5,85.3,77.7,52.7,66.9,64.8,80.8,61.7,39.1,57,74.1,83.7,62.3,92.9,72.7,59,52.2,70.8,72.2,63.7,67.2,37,68.2,35.7,45.2,57.1,84.2,56.8,69.4,68,64],"last_benchmark_date":"2026-08-06T20:20:28.178Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":567,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-4.1","display_name":"gpt-4.1","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,33.3,49,47.5,44.1,43.8,18.4,37.9,33.7,39.2,42.3,31.1,53.5,54,49.1,48,62.9,47.5,55.2,51.6,43.9,64.2,56,51.4,59.6,46.1,56.7,56.9,41.9,55.2,51.9,45.8,58.1,50.3,19,47.6,50.3,56.2,47.1,46.3,49.7,54.5,59.3,52,48.1,52.5,47,49.3,39,46.8,43.4,35.1,35.5,58.1,46.8,47.9,49.8,33.2,54.4,40.5,35.6,34.5,26.7,54.1,46.9,34.9,56.8,52.6,40.8,49.9,47.1,32.8,15.9,40.5,28.1,50.6,60.7,44.8,40.3,40.8,54.1,46.5,60.9,30.8],"last_benchmark_date":"2026-08-06T20:13:28.384Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":987,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,36.8,38.9,33.7,36.2,52.7,48.9,61.1,35.5,17.8,19.8,43.9,44,34,44.9,54.6,38.8,36.8,30.4,23.5,36.8,32.4,41.9,41.3,29.9,39.2,45.3,29.1,28.6,29.9,29.8,39.2,51,52.7,49.8,36.5,38.2,38.5,38.3,54.6,29.5,49.2,30.5,54.9,27.7,28.4,52.1,44.1,72.2,36.2,30.9,29.5,48.4,42.8,33.5,28.1,30.1,39.9,44.3,30.4,17.4,55.1,64.6,56.4,73.4,33.9,55,34.2,39,16.8,20,35.9,44.3,33.7,29.7,40.5,54.6,40.1,35.6,48.1,27.7,31.1,44.7,47.2],"last_benchmark_date":"2026-08-06T20:26:23.588Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":212,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.4-mini","display_name":"GPT-5.4-mini","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,45.8,60.6,68.2,62.3,61,67.7,64.6,65.2,33.4,62.1,65.2,66,70.4,52.7,73,63.9,70.2,65.1,66.9,65.3,74.1,68.6,66.4,64.1,65.2,36.5,60.6,60.8,67.4,51.2,64.4,71.6,61.5,67,55.7,48,42.5,66.1,59.7,60.4,59.9,63.3,65.1,71.3,59.4,65.8,62.1,59.9,49.4,34.1,46,69.7,77.3,64.2,74.2,79.6,61,69,58.4,51.6,60.6,40.9,65.4,77.1,67.6,75.5,51.2,29.2,57.7,19.8,57.3,25.9,56.6,65.2,55.5,67.6,64.1,58.1,58.3,38.6,40.5,55.3,65],"last_benchmark_date":"2026-08-06T20:19:39.746Z","freshness_status":"fresh","staleness_seconds":616,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-4.1-mini","display_name":"gpt-4.1-mini","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,37.1,43.8,52.2,44,47.6,43.5,39.9,35.5,28.8,37.5,34.9,42.5,47.4,41.4,26.6,41.8,42.2,39.1,46,35,42.8,45.9,49.7,34.6,39.1,35.7,29,39.9,43.8,38.7,40.3,42.6,48.9,48.6,38.2,47.7,41.5,38.1,43.2,44,35.2,40.4,44.1,40.2,33.1,36.5,36.8,27.9,21.2,33.7,26.4,25.9,44.8,44.4,35,29,27.9,39.7,28.3,20.6,18.5,36.3,49.8,39.4,33.8,31.5,8.92,26.8,29.7,26,31.5,29.8,33.2,33.3,36.3,33.6,43,42.4,33,24.2,32.1,42.7,33.8],"last_benchmark_date":"2026-08-06T20:13:27.005Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":989,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-4o-mini","display_name":"gpt-4o-mini","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,32.7,50.7,45.9,49.7,50.5,41.4,29.3,31.1,35.9,34.6,37.3,41.2,48.5,43.9,42.8,19.4,36.6,38,45.6,43.1,43.5,30.7,42.3,52,50.7,43.8,43.6,35.9,30.1,35.4,47.3,47.3,48.1,52.3,46.4,47.8,53.8,48,47.1,37.1,46.3,47.4,46.4,39.5,33.5,45.3,42.8,51.4,33.6,33.5,36.7,42.7,54,48.1,36.5,47.5,30.4,44.1,41.1,32.1,24.6,38.2,38,27.6,19.3,47.6,34.4,29.1,22.4,35.1,42.8,14.5,46.5,39.6,43.6,39.3,34.3,43.6,38.5,27.6,18.5,28.4,37.5],"last_benchmark_date":"2026-08-06T20:13:28.395Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":987,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-4o","display_name":"gpt-4o","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,26.4,36.4,35,32.6,56.9,36.5,42.8,25.2,19.9,34.5,30,39.5,35.7,47.8,41.8,38.4,33.3,33.4,19,30.3,39.6,32.3,43.4,42.2,43.9,22,46.9,46.1,40,32.9,39.6,49.6,42.7,52,51,52.7,53.2,51.4,24.1,47.5,52.5,42.9,29.4,41.1,35.8,39.8,38.6,41.4,44.5,26.1,35.3,33.7,25.3,44.9,33,37.1,21.6,7.75,16.2,30.8,32.1,11.9,41.6,45.3,47.8,48.1,32.1,27.6,42.9,25.9,28.1,26.8,43.3,48.5,30.7,29.2,26.3,35.5,41.8,22.5,42.8,36.6,14.7],"last_benchmark_date":"2026-08-06T20:15:03.652Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":892,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gpt-4","display_name":"gpt-4","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,12.2,32.6,28.6,15.5,29.4,29.9,23.3,21.6,25.6,24.8,19.2,31.1,19.5,26.2,28.5,22.9,22.8,13.2,20.9,21.9,22.7,30.1,34.3,19,23.6,17.9,21.7,30.4,24.3,27.6,29.4,19.8,23.2,17,23.7,17.9,19.2,20.6,18.7,20.4,29.3,27.1,23.8,19.8,17.2,21.7,27.1,24.4,21.4,21.6,17.8,19,24.4,22.8,24.5,24.7,20.9,17.5,19.7,16.4,22.7,20.5,28,24,30.1,20.6,15,7.9,25.4,14.9,18.8,13.1,24.6,27.1,24.6,21.1,26.8,27.1,22.8,10.3,20.4,16.8,19.9],"last_benchmark_date":"2026-08-06T20:15:02.051Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":893,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.4","display_name":"GPT-5.4","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,42.4,14,42.3,40.2,39.4,34.6,38.5,38.1,25,40.6,23.5,28,47,40,36.4,40.7,45.2,38.1,39.2,38.2,51.2,43.8,47.1,49.1,43.8,44.6,41.8,44.4,45.4,40.7,41.9,52,43.3,42.1,24.4,44.6,44.4,49.3,33.1,34,47.2,44.7,51.2,46.7,43.2,33,36.1,36.5,42,33.6,26,40.9,31.9,38.8,46.2,43,27.2,35.9,16.9,31.3,31.9,43.1,37.4,40,41.1,37.4,35.6,31.8,37.7,29.5,24.8,18.2,37.3,33.8,42.4,42.7,33,39.2,44.8,27.3,30.3,37,38.6],"last_benchmark_date":"2026-08-06T20:20:43.170Z","freshness_status":"fresh","staleness_seconds":552,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.1","display_name":"GPT-5.1","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,46.1,37.9,47.3,16.7,42.1,40.5,40.2,37.5,44.7,38.8,31.8,17.2,43.6,57.1,47.7,42.7,53.6,32.5,57.4,50.5,33.1,51.4,55.5,52.3,46.4,63.6,55.9,48.1,59,48.8,50.2,50.2,42,57.1,42.6,38.5,55.1,48.5,39.5,42.9,22,43.5,48.4,50.5,41,42.9,38.3,39,21.3,27.8,40.1,33.7,37.3,42.2,54.5,46.6,42.7,42,36.5,15.9,28.4,37.8,24.1,44.3,37,32.2,38.2,49.2,44,37.2,46.6,44.1,48.1,54.1,52.2,50.7,31.1,42.5,42.6,26.8,34.8,31.1,47.7],"deprecated":false,"last_benchmark_date":"2026-08-06T20:16:03.161Z","freshness_status":"fresh","staleness_seconds":832,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.2-chat-latest","display_name":"GPT-5.2-chat-latest","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,21.8,44.1,46.8,37.1,44.3,42.2,39,34.7,23.5,38.9,42.5,47.8,47.1,46.3,44.9,45.1,42.5,40.9,29.4,36,35.9,43.3,51.6,40.3,37.2,43.5,44.8,46.9,43.3,42.6,40.2,41.5,41.7,30.3,40.7,39.7,42.4,44.5,41.9,41.7,46.1,43.4,47.1,46.3,46.2,47,43.7,48.5,30.3,34.5,27.8,42.4,39.7,22.9,33,31.7,43.2,17.1,41,41.1,43.4,22.1,42.4,32.6,35.6,35.5,36.6,35.2,32.5,44.1,40.5,33.1,32.8,42.7,47.2,42.8,31.9,41.5,43.8,31.3,20.3,34.6,37.4],"deprecated":false,"last_benchmark_date":"2026-08-06T20:18:39.042Z","freshness_status":"fresh","staleness_seconds":677,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.2","display_name":"GPT-5.2","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,28.1,16.9,24.6,46.1,38.1,34.1,33.1,28.7,20.9,29.4,30.2,29.4,43,29.4,32.2,37.7,26.7,27.8,22.1,24.8,30.4,25.5,37.1,34.7,40.2,34.1,39.9,35.1,22.6,36.5,41.4,36.5,39.7,33.5,36.9,36.4,35.6,35,32.7,37.6,35.3,37,33,36.9,41.3,34,31.3,32.3,29.3,28.6,34.7,25.1,36.2,37.4,41.7,21.3,34.3,34.4,32.4,26.6,28.9,30.3,28.7,38.6,36.1,34.1,32.9,34.5,30,28.4,27.2,27.1,28.5,36.5,39.1,32.1,18.8,29.3,34.6,25.2,29.7,31.3,30.9],"deprecated":false,"last_benchmark_date":"2026-08-06T20:17:37.529Z","freshness_status":"fresh","staleness_seconds":738,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"o3-pro","display_name":"o3-pro","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,20.1,15,33.6,31.6,24.1,26.6,31.8,31.8,25,5.78,7.19,31.4,32.8,20,22.5,31.1,25.4,15,27.3,26.3,19.5,10.1,20.4,24.5,32.8,18.4,27.4,16.9,36.3,19.1,25.1,21.7,20.7,15.8,20.4,20.9,35.8,14.1,26.8,27.5,20.9,28,26,31.3,16.3,36.8,20.9,25.8,21.6,10.5,9.86,20.6,28.5,17,27,21.6,31.9,23.9,14.1,22.5,8.35,22.1,12.8,19.5,26,31.4,16.4,14.3,20.5,11.8,8.18,21,5.66,5.21,6.32,14,15.7,19.5,20.1,20.8,9.31,9.43,9.27],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:28.360Z","freshness_status":"fresh","staleness_seconds":1587,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.5-pro","display_name":"GPT-5.5-pro","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,17.9,20.2,22.6,13.2,23.9,8.34,27.8,22.2,12.9,29.4,31.2,24.2,27.9,22.4,15,25.5,17.9,8.22,24.1,14.5,23.4,24.2,11.5,11.1,26.8,33.5,21.5,28.5,27.2,18.4,24.5,20.6,33.8,34.3,14,27.8,34.9,21.9,20.3,22.9,22.2,24.1,25.1,22.8,18.8,30.6,9.57,22.8,17.6,24.5,22.1,27.9,26.6,10.9,27.6,18.5,21.8,13.5,11.9,14,14.1,20.7,19.8,10.1,33.6,25.2,25.6,32,12.3,11.1,7.21,17.4,8.95,18.3,23.8,22.6,5.34,15.1,23.9,30,5.96,8.32,17.5],"deprecated":false,"last_benchmark_date":"2026-08-06T19:44:56.290Z","freshness_status":"fresh","staleness_seconds":2699,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"o4 Mini","display_name":"o4 Mini","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.9,23.5,83.5,80.1,69.4,81.1,33.5,65,63.1,28.1,70.9,116,79.2,71.9,69.2,54.4,123,63.2,72.7,60.6,56.4,79.5,70.7,90.9,82.3,82.8,86.2,74.1,77.4,72.8,71.9,86.4,84.2,70.5,80.3,53.2,71.4,75,71,73.1,74.5,150,83.5,65,69.2,72.3,82.5,70.2,73.6,48.2,40.6,53.8,70.4,81.3,83.8,82.2,69.5,64.2,68.2,26.6,55.1,58.7,66.6,61.7,49.4,42.8,69.9,80.3,71.8,68.8,50.8,69.4,64,49.1,62.6,55.4,46.7,54.6,62.2,28.8,31.9,60.9,36.3],"last_benchmark_date":"2026-08-06T19:53:49.225Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2166,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.3-codex","display_name":"GPT-5.3-codex","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,38.5,5.01,24.1,46.6,25.6,17.3,44.9,42.3,39.1,34.8,44.3,45.7,52,32.8,51.2,46.3,41.3,51.2,39.4,49.8,42.6,48.9,50.2,50.5,57,57.7,59.7,50.8,47.8,49.1,51.2,56.7,55.7,54.3,56.9,49.5,52.7,46.1,50.9,34.6,37.8,51.9,56.2,48.5,47,53.1,43.1,39.8,46,44.5,43.2,45.5,46,38,49,45.6,47.7,23.4,32.5,22.5,43.5,34.4,50.4,46.3,47.5,51.4,36.5,34.7,41.6,39.3,49.8,34.8,42.6,50.7,43.4,35.3,33.2,37.4,33.8,32.1,23.2,40.1,37.3],"last_benchmark_date":"2026-08-06T20:20:12.815Z","freshness_status":"fresh","staleness_seconds":583,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.2-pro","display_name":"GPT-5.2-pro","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,13.8,19.3,18.2,17.7,12.6,16.4,10.8,14.9,12.2,17.4,12.1,15.5,18.8,17.2,18.9,14.8,14.1,14.5,13.5,12.1,12.2,15.8,19.9,17.5,19.5,21.4,18.8,16.6,17.4,17.2,20.6,19.4,17.8,24.3,21.6,24.7,20.7,20.1,17.9,20.2,20.3,23.7,22.4,21.4,21,20.4,13.1,15.3,14.5,13.1,17,22.2,16.2,18.5,24.1,15.3,23.3,15.1,17.9,14.8,14.9,16.3,17.6,18.9,21.9,19.3,18,19.1,18.5,15.1,13.9,15.5,16.7,15.6,18.9,19.1,21.6,18.4,18.4,16.8,17.3,18.1,16.9],"deprecated":false,"last_benchmark_date":"2026-08-06T20:23:46.136Z","freshness_status":"fresh","staleness_seconds":369,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5.5","display_name":"GPT-5.5","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.7,29.6,27.5,27.8,26.1,13.8,22.4,32,31.8,17.6,29.6,32,24.8,27.4,25.5,27.5,27.2,26.3,20.4,25.3,26.7,26.8,21.5,32.8,33.9,27.4,29.2,33.5,34.1,32.1,31.3,33.9,29.6,37.3,33.7,30.4,35.3,33,34,33.5,34.7,29.3,36.3,31.1,26.8,29.1,29.9,28.3,23.1,27.3,27.4,28.9,29.1,28.4,21.5,29.5,28.9,29.2,27.6,25.8,27.9,19.7,22.1,30.6,30.1,33.3,22.6,28.9,32.1,29.7,12.9,25.5,28.7,14,30.1,32,27.5,24.2,26.2,24.3,23.8,23.3,17.3],"deprecated":false,"last_benchmark_date":"2026-08-06T20:22:20.054Z","freshness_status":"fresh","staleness_seconds":455,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5 Nano","display_name":"GPT-5 Nano","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,116,146,113,95.3,131,96.2,124,146,124,40,97.8,142,132,79.2,107,130,163,107,117,127,127,91.3,160,129,114,115,136,132,141,101,102,106,150,140,127,115,78.3,140,147,92.2,141,122,152,121,110,67.3,137,130,105,49,103,125,132,120,150,136,115,110,98,106,92.7,128,98.2,129,121,130,114,141,149,65.1,110,115,98.4,146,125,120,112,149,109,127,16.3,91.3,124],"last_benchmark_date":"2026-08-06T20:23:58.243Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":357,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Inkling","display_name":"Inkling","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,86.8,101,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,118,152,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T14:31:47.669Z","freshness_status":"critical","staleness_seconds":194288,"last_error_kind":"unknown","consecutive_failures":2},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,95.2,74.5,65,59.7,74.8,54.6,49.5,112,56.5,59.4,51.1,57.4,60.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:41.055Z","freshness_status":"critical","staleness_seconds":99914,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"claude-opus-4-8","display_name":"claude-opus-4-8","providers":[{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,21.7,28.9,29.7,29.1,27.9,32.7,30.8,28.2,26.6,25.9,14.2,29.5,25.7,26.1,31.3,19.1,31.3,28.9,18.2,6.8,19.9,26.5,17.6,21.3,24.3],"deprecated":false,"last_benchmark_date":"2026-08-06T19:47:35.321Z","freshness_status":"fresh","staleness_seconds":2540,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,46.3,35.1,38.1,44.4,42.6,24.5,41.9,43.6,38,43.3,42.1,40.7,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:14.062Z","freshness_status":"critical","staleness_seconds":99701,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"DeepSeek-V4-Pro","display_name":"DeepSeek-V4-Pro","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,14.9,30.8,38.5,24.8,34.7,40.7,18.2,35.5,49.7,35.8,33.7,33.3,35.7,30.9,29.3,29.5,29,11.8,32.1,15.1,35.5,34.3,36.5,35.1,15.1],"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:40.502Z","freshness_status":"fresh","staleness_seconds":2475,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,55.2,63.9,43.7,72.7,32.1,41.5,45.9,37.3,78,72.9,75.1,45,32.4,55.9,54.8,68.3,73,75.2,56.7,72.8,67.3,86.3,66.9,12.6],"deprecated":false,"last_benchmark_date":"2026-08-06T20:00:15.861Z","freshness_status":"fresh","staleness_seconds":1780,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,26.9,14,13,11.4,27.8,11.9,29.2,39.3,4.08,1.54,23.7,15.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:50:42.839Z","freshness_status":"critical","staleness_seconds":99553,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"gemma-4-31b","display_name":"gemma-4-31b","providers":[{"provider":"cerebras","providerCanonical":"cerebras","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,56,19.4,147,56.5,151,171,175,104,62.8,196,150,41.8,12.2,181,95.9,109,192,157,203,200,128,183,175,34.3,131],"deprecated":false,"last_benchmark_date":"2026-08-06T19:57:53.821Z","freshness_status":"fresh","staleness_seconds":1922,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","display_name":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,39.1,34,42.4,34.7,47.2,53.8,58.7,46.3,8.41,43.2,21.5,50.3,1.61,51.7,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:24:32.981Z","freshness_status":"critical","staleness_seconds":97523,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3-VL-235B-A22B-Instruct","display_name":"Qwen3-VL-235B-A22B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,20.6,1.62,13.2,24.5,36,10.9,6.94,30.5,22,18.5,3.97,3.01,1.05,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T18:00:12.657Z","freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Qwen3-VL-30B-A3B-Instruct","display_name":"Qwen3-VL-30B-A3B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.3,20.7,25,27.2,26.5,10.7,3.84,27.1,23.3,38.5,34.5,24.5,30.6,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T17:58:37.046Z","freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemma-4-E4B-it","display_name":"gemma-4-E4B-it","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,44.2,48.4,49.2,37.9,33.9,36.5,13.2,36,45.8,12.6,57,43.7,34.4,49.6,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:21:29.181Z","freshness_status":"critical","staleness_seconds":97706,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Hy3","display_name":"Hy3","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,38.9,37,31.4,43.1,35.3,1.03,19.6,49.8,39.3,34.6,24.5,47.9,30.2,34.8,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:04.368Z","freshness_status":"critical","staleness_seconds":97491,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"claude-fable-5","display_name":"claude-fable-5","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,47.1,45.5,49.7,40.3,40.3,40.6,45.5,44.2,48.2,43.3,46.6,43.7,44.2,42.9,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:16.316Z","freshness_status":"critical","staleness_seconds":97299,"last_error_kind":null,"consecutive_failures":0},{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.7,24.8,26.2,23.4,26.6,27.6,23.1,22.8,16.6,22.5,14.9,23.3,15.4,25.1,24.4,18.6,17.3,21.6,24.8,15.7,16.9,15.1,15.3,15.6,21.9],"deprecated":false,"last_benchmark_date":"2026-08-06T19:47:35.869Z","freshness_status":"fresh","staleness_seconds":2540,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"MiniMax-M3","display_name":"MiniMax-M3","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.55,7.61,13.5,39.6,9.34,9.96,16.9,39.3,15.7,24.6,4.05,8.79,14,4.65,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:47.112Z","freshness_status":"critical","staleness_seconds":97268,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,50.6,26.2,38.3,30.8,39.3,51.5,47.2,41.4,54.9,30.9,49.1,52.6,36.9,42.6,71,56.3,71.7,28.1,35.3,108,100,26.3,99.5,60.5],"deprecated":false,"last_benchmark_date":"2026-08-06T20:05:53.762Z","freshness_status":"fresh","staleness_seconds":1442,"last_error_kind":null,"consecutive_failures":0},{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102,106,94.7,128,115,108,112,103,85.1,92.7,143,63.5,93.3],"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:19.908Z","freshness_status":"fresh","staleness_seconds":516,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemini-2.5-pro","display_name":"gemini-2.5-pro","providers":[{"provider":"google","providerCanonical":"vertex","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,34.8,37.6,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-04T13:19:00.855Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":198655,"last_error_kind":"unknown","consecutive_failures":2}]},{"model_name":"GPT-oss-safeguard-20b","display_name":"GPT-oss-safeguard-20b","providers":[{"provider":"groq","providerCanonical":"groq","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,476,670,427,491,351,580,847,733,508,908,834,556,452,718,231,711,560,217,809,824,411,827,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-06T13:57:00.456Z","freshness_status":"critical","staleness_seconds":23575,"last_error_kind":"budget_exhausted","consecutive_failures":1}]},{"model_name":"o3 Mini","display_name":"o3 Mini","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,78.3,30.9,58.6,31,85.9,60.4,114,42.1,163,70.1,146,32.4,25.2,49.5,159,30,58.6,27.9,62.4,165,168,27.9,38.1,18.3,50.8],"last_benchmark_date":"2026-08-06T20:08:47.580Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":1268,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"o1","display_name":"o1","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,68.7,72.6,97.1,100,47,109,56.8,42.3,97.1,62.6,18.7,13.3,41.6,81.4,98.5,43.4,102,103,109,11,67.8,75.9,17.7,73.7,31.8],"deprecated":false,"last_benchmark_date":"2026-08-06T20:28:29.186Z","freshness_status":"fresh","staleness_seconds":86,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-5 Mini","display_name":"GPT-5 Mini","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,53.4,86.9,60.6,63.5,78.9,81.9,65.5,120,66.2,68,67.2,87.1,47.9,45.6,61.3,46.6,52.6,89.8,90.8,30.3,63.8,8.92,54.9,34.5,59],"last_benchmark_date":"2026-08-06T19:51:25.897Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2310,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"o3","display_name":"o3","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,48.2,54.9,74.7,96.2,35.1,80.7,117,65.8,87.1,26.1,96.6,55.3,65.5,20.6,16.7,80.9,28.5,59.4,63.6,61.4,65.5,85.1,63.5,34.4,34.8],"deprecated":false,"last_benchmark_date":"2026-08-06T19:57:57.004Z","freshness_status":"fresh","staleness_seconds":1919,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemini-3.5-flash","display_name":"gemini-3.5-flash","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,32.8,26.9,12.4,23,30.5,26.4,9.89,25.3,27.8,27.3,28.7,29,24.9,21.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:21:30.537Z","freshness_status":"critical","staleness_seconds":97705,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GPT-5.4-nano","display_name":"GPT-5.4-nano","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,83.4,68.5,50.6,79.2,72.9,68.9,85.1,74.2,75.4,31.1,83.6,68.7,33.5,66.3,34.9,81.8,78.6,81.4,76.8,74.3,79.3,57.5,59,31.2,71],"last_benchmark_date":"2026-08-06T20:19:39.498Z","freshness_status":"fresh","staleness_seconds":616,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemini-3.1-flash-lite","display_name":"gemini-3.1-flash-lite","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,41.6,29,34.9,35.2,33.5,32.1,11.8,35.2,28.6,28.6,28.2,35.6,32.5,38.2,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:21:29.378Z","freshness_status":"critical","staleness_seconds":97706,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"gpt-5.3-chat-latest","display_name":"gpt-5.3-chat-latest","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,27.3,19.3,36,30.1,43.9,25.9,36.5,40.7,31.1,31.3,39.7,17.8,25.6,34.4,16.9,37.5,37.9,41.7,35.8,42,38.7,23.9,35,33.4,29.2],"deprecated":false,"last_benchmark_date":"2026-08-06T20:18:09.309Z","freshness_status":"fresh","staleness_seconds":706,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"qwen-2.5-7b","display_name":"qwen-2.5-7b","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,78.6,65.4,75.6,59.3,82.2,78.1,76.5,68.4,80.8,74.5,77.9,79.5,79.8,73.8,62.3,68.8,65.7,66.9,69.4,83.3,67.1,72,60.3,73.3,77.4],"last_benchmark_date":"2026-08-06T19:48:36.469Z","lifecycle_status":"active","lifecycle_confidence":"medium","freshness_status":"fresh","staleness_seconds":2479,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemma-3n-e4b-it","display_name":"gemma-3n-e4b-it","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,22.6,23.1,28.4,31.1,30.6,25.1,29.2,40.9,17.9,25.6,31.1,36.3,25.9,25.5,45.4,49.6,20,24.9,38.6,21.8,34.8,18.8,29.8,30.3,45],"last_benchmark_date":"2026-08-06T19:47:03.508Z","freshness_status":"fresh","staleness_seconds":2572,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Qwen2.5-7B-Instruct-Turbo","display_name":"Qwen2.5-7B-Instruct-Turbo","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,59.4,70.5,76.5,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T18:33:57.430Z","lifecycle_status":"disabled","freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemini-2.5-flash","display_name":"gemini-2.5-flash","providers":[{"provider":"google","providerCanonical":"vertex","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,55.3,51.7,57.8,46.5,55.7,64.7,64.1,70.5,60.4,44.3,57.4,34.3,66.4,60.4,67.8,67.2,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-06T02:35:01.412Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":64494,"last_error_kind":"unknown","consecutive_failures":2},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,36.8,26.7,31.1,37.1,39.6,34.5,36.6,41.3,32.3,34.4,35.6,33.2,40,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:10.386Z","freshness_status":"critical","staleness_seconds":97305,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Seed-2.0-code","display_name":"Seed-2.0-code","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,47.9,null,null,null,null,53.3,64.7,47,50.5,51,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T11:33:27.410Z","freshness_status":"critical","staleness_seconds":118588,"last_error_kind":"billing","consecutive_failures":10}]},{"model_name":"Seed-2.0-pro","display_name":"Seed-2.0-pro","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,59.8,59.8,55.1,56.6,56.4,60.9,58.5,50.8,60.6,54.5,42.2,54.9,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:00:32.153Z","freshness_status":"critical","staleness_seconds":98963,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-9b","display_name":"qwen-3.5-9b","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,56.5,33.1,96.1,25.7,75.7,96.3,96.4,16.6,83.5,79.5,79.9,78.4,87.5,74,93.8,81.2,89.5,63.6,82.7,102,85.5,65.2,17.8,27.6],"last_benchmark_date":"2026-08-06T20:03:37.811Z","freshness_status":"fresh","staleness_seconds":1578,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"MiniMax-M2.1","display_name":"MiniMax-M2.1","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,93,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T14:16:34.291Z","freshness_status":"critical","staleness_seconds":195201,"last_error_kind":"rate_limit","consecutive_failures":5}]},{"model_name":"MiniMax-M2.5","display_name":"MiniMax-M2.5","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,61.2,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T14:18:41.781Z","freshness_status":"critical","staleness_seconds":195074,"last_error_kind":"rate_limit","consecutive_failures":5}]},{"model_name":"qwen-2.5-72b","display_name":"qwen-2.5-72b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.96,null,null,null,null,30,19.5,6.19,2.8,19.3,13.2,31.9,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:46:34.001Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99802,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen 2.5 Coder 32B","display_name":"Qwen 2.5 Coder 32B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,55.5,39.5,28,29.1,53,52,28.8,51,35.2,42.5,51.2,29.3,36.8,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:28:13.357Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97302,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"qwen-3-14b","display_name":"qwen-3-14b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.37,12.5,2.77,3.68,4.03,3.43,3.32,50.4,17.2,41.5,31.1,50.1,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:06.252Z","freshness_status":"critical","staleness_seconds":99709,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-2-1.5b-instruct","display_name":"qwen-2-1.5b-instruct","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,106,105,136,58.3,102,121,128,124,138,123,109,121,144,67.1,80.8,78.9,119,124,67.1,128,78,118,110,105],"deprecated":false,"last_benchmark_date":"2026-08-06T19:50:40.404Z","freshness_status":"fresh","staleness_seconds":2355,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"qwen-3-235b","display_name":"qwen-3-235b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,30.6,null,15.8,22.8,6.66,27.2,17.5,19.7,21.3,30.9,26.2,25.3,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:04:07.297Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98748,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen3-235B-A22B-Thinking-2507","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,36.7,28.9,40.8,39.8,84.5,72.6,48,35.5,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T06:18:58.205Z","freshness_status":"critical","staleness_seconds":137457,"last_error_kind":"budget_exhausted","consecutive_failures":1}]},{"model_name":"Qwen3-30B-A3B","display_name":"Qwen3-30B-A3B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,64.6,86.2,56,58.6,66,75.8,86.4,51.5,42.3,48.5,26.2,54.5,67.8,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:27:38.133Z","freshness_status":"critical","staleness_seconds":97337,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Qwen3-32B","display_name":"Qwen3-32B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,54.3,28.5,23.6,28.3,36.6,36.1,24.8,40.4,33.1,44.7,57.5,53.6,27.9,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:11.518Z","freshness_status":"critical","staleness_seconds":97304,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Qwen3-Coder-480B-A35B-Instruct","display_name":"Qwen3-Coder-480B-A35B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,26.9,9.17,33,2.39,32.2,49.9,54.4,37,20.4,53,43.6,38.7,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:41:56.007Z","freshness_status":"critical","staleness_seconds":100080,"last_error_kind":"billing","consecutive_failures":6}]},{"model_name":"Qwen3-Coder-480B-A35B-Instruct-Turbo","display_name":"Qwen3-Coder-480B-A35B-Instruct-Turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.96,2.87,32.5,2,39,56.5,48.2,58.3,41.5,56.7,52.6,34.6,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:30.440Z","freshness_status":"critical","staleness_seconds":99925,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3-Max","display_name":"Qwen3-Max","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.3,21.9,27.2,24,21.5,19.8,20.7,23.9,22.4,21.8,24.6,27.7,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:02.395Z","freshness_status":"critical","staleness_seconds":99893,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3-Max-Thinking","display_name":"Qwen3-Max-Thinking","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,21.4,18.4,19.1,18.7,19.2,15.8,20.6,16.8,17.9,19.2,20,24.8,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:33.612Z","freshness_status":"critical","staleness_seconds":99922,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3-Next-80B-A3B-Instruct","display_name":"Qwen3-Next-80B-A3B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,58,53.1,47.1,77.7,43.1,66.2,52.8,30.1,22.1,21.6,43,36.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:02:32.405Z","freshness_status":"critical","staleness_seconds":98843,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-0.8b","display_name":"qwen-3.5-0.8b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.28,5.58,13.9,22.9,26.2,27.4,27.7,37.2,31.9,37.5,9.39,39.6,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:12:10.943Z","freshness_status":"critical","staleness_seconds":98265,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-122b-a10b","display_name":"qwen-3.5-122b-a10b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,66,74.9,62,66.5,66,68.6,69.9,77,64.4,65.3,35.1,60.7,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:45:00.598Z","freshness_status":"critical","staleness_seconds":99895,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-27b","display_name":"qwen-3.5-27b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,41,51.3,55.5,31.3,49.1,41.8,21.5,57.3,61.6,57.7,57.1,52.7,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:15:45.973Z","freshness_status":"critical","staleness_seconds":98050,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-2b","display_name":"qwen-3.5-2b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,8.95,5.76,58,60.5,67.1,44.3,35,53.6,52.5,37.4,8.19,40.1,28.9,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:22:27.685Z","freshness_status":"critical","staleness_seconds":97648,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-35b-a3b","display_name":"qwen-3.5-35b-a3b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,109,60.6,145,112,141,145,137,113,155,154,109,83.4,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:49:12.623Z","freshness_status":"critical","staleness_seconds":99643,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen-3.5-397b-a17b","display_name":"qwen-3.5-397b-a17b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,42.3,38.3,56.6,97,79.2,57.9,43.4,34.5,40.4,42.4,55,39.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:56:04.904Z","freshness_status":"critical","staleness_seconds":99231,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GPT-5.4-pro","display_name":"GPT-5.4-pro","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.3,null,5.5,5.3,6.71,8.29,6.52,6.28,5.22,7.75,4.35,4.42,5.22,5.56,5.72,6.76,5.16,4.46,5.83,5.09,4.68,5.39,6.77,9.31],"last_benchmark_date":"2026-08-06T19:48:59.045Z","freshness_status":"fresh","staleness_seconds":2457,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"qwen-3.5-4b","display_name":"qwen-3.5-4b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,13.1,8.4,27.5,86.9,36.9,51.5,17.6,76.9,64.8,39.2,10.6,26,33,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:22:00.265Z","freshness_status":"critical","staleness_seconds":97675,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Llama-Guard-4-12B","display_name":"Llama-Guard-4-12B","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.63,6.7,6.22,7.29,7.71,6.57,8.01,5.49,7.75,7.65,5.82,3.71,6.08,6.94,3.6,6.04,6.87,5.86,5.63,5.31,7.39,4.67,7.05,5.56],"deprecated":false,"last_benchmark_date":"2026-08-06T19:51:10.805Z","freshness_status":"fresh","staleness_seconds":2325,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.23,5.62,5.45,1.95,2.07,4.45,5.26,1.68,5.15,2.87,4.93,5.01,3.21,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:39.470Z","freshness_status":"critical","staleness_seconds":97276,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Qwen3.7-Max","display_name":"Qwen3.7-Max","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,50.7,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T14:15:25.619Z","lifecycle_status":"disabled","freshness_status":"disabled","staleness_seconds":null,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"L3.3-70B-Euryale-v2.3","display_name":"L3.3-70B-Euryale-v2.3","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,33,17.9,24.4,31.2,30.1,32.1,31.3,32.9,32.6,31.2,31.4,28.7,32.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:04.864Z","freshness_status":"critical","staleness_seconds":97491,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"MiMo-V2.5","display_name":"MiMo-V2.5","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,15.7,31.9,11.6,46.3,42.4,56,45.2,58.5,73.3,57,21.5,26.7,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:51.736Z","freshness_status":"critical","staleness_seconds":99664,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"MiMo-V2.5-Pro","display_name":"MiMo-V2.5-Pro","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,84.5,35.5,47.5,87.9,145,111,109,138,136,21.5,113,85.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:40.883Z","freshness_status":"critical","staleness_seconds":99675,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Olmo-3.1-32B-Instruct","display_name":"Olmo-3.1-32B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.46,null,null,null,60.1,6.09,18.7,6.27,1.99,13.5,33.5,9.24,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:04.624Z","freshness_status":"critical","staleness_seconds":99951,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"claude-3-7-sonnet-latest","display_name":"claude-3-7-sonnet-latest","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,18.9,18.6,18.9,18.7,19.2,17.5,16.4,19.9,18.5,18.6,17.9,19.1,18.3,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:38.520Z","freshness_status":"critical","staleness_seconds":97397,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"claude-4-opus","display_name":"claude-4-opus","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,49.5,52.5,47.8,46.6,52.7,46.3,42.3,39.9,49.5,46.4,45.6,52.2,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:08.557Z","freshness_status":"critical","staleness_seconds":99887,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"claude-4-sonnet","display_name":"claude-4-sonnet","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,19.3,13.8,13.3,17.1,18.5,17.4,20.5,18.4,17.3,17.4,20.5,15.9,20.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:38.757Z","freshness_status":"critical","staleness_seconds":97397,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"nemotron-3-ultra-550b-a55b","display_name":"nemotron-3-ultra-550b-a55b","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,69.1,54.7,87.3,164,151,16.6,101,119,82.8,120,133,122,82.4,111,113,154,156,40.3,110,74.7,119,156,134,121],"deprecated":false,"last_benchmark_date":"2026-08-06T19:59:31.790Z","freshness_status":"fresh","staleness_seconds":1824,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,39.9,26.2,41.4,38.2,21.7,36.4,51,44.9,58.3,38.7,52.8,40.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:01.776Z","freshness_status":"critical","staleness_seconds":99894,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,12.3,61.8,60,56.5,57.1,60.1,41.2,17.3,65.3,65.5,21.9,65.1,63.7],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:06.778Z","freshness_status":"fresh","staleness_seconds":1609,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"DeepSeek-R1-0528","display_name":"DeepSeek-R1-0528","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,12.6,15.4,15.2,12.2,16.2,15.2,19.6,22.8,25.1,18.9,26.3,16.8,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:08.074Z","freshness_status":"critical","staleness_seconds":99827,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GPT-oss-20b","display_name":"GPT-oss-20b","providers":[{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,92.3,139,150,276,94.4,73.2,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T01:31:14.068Z","freshness_status":"critical","staleness_seconds":154721,"last_error_kind":"budget_exhausted","consecutive_failures":1},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,90.4,88.8,73.1,73.5,81.4,74.7,108,121,122,99.6,109,92.9,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:47:47.416Z","freshness_status":"critical","staleness_seconds":99728,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,169,37.1,88.8,139,94,226,155,99.6,167,162,108,115,127],"deprecated":false,"last_benchmark_date":"2026-08-06T20:04:09.592Z","freshness_status":"fresh","staleness_seconds":1546,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"DeepSeek-V3","display_name":"DeepSeek-V3","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,12.3,8.88,16.1,20.1,13.5,14.2,15.2,7.43,20.8,12.9,13.4,29.4,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:34.958Z","freshness_status":"critical","staleness_seconds":99801,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"DeepSeek-V3.1","display_name":"DeepSeek-V3.1","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.66,8.61,7.09,7.22,7.9,4.96,7.26,10.4,5.02,11.8,7.78,2.28,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:50:35.925Z","freshness_status":"critical","staleness_seconds":99560,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"DeepSeek-V3.1-Terminus","display_name":"DeepSeek-V3.1-Terminus","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,8.25,25,21.6,21.1,46.7,70.6,11.3,64,38,55.4,35.5,11.9,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:38.945Z","freshness_status":"critical","staleness_seconds":99857,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"DeepSeek-V4-Flash","display_name":"DeepSeek-V4-Flash","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,35.2,21.8,24.4,27.4,36.4,26.1,30.3,30.9,5.29,26.1,20.2,12.2,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:37.977Z","freshness_status":"critical","staleness_seconds":99798,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,20.4,14.2,27.5,40.7,44.2,40.2,25.4,40.7,41.5,49.5,19.1,43.1,19.2],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:09.779Z","freshness_status":"fresh","staleness_seconds":1606,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemini-3.1-pro","display_name":"gemini-3.1-pro","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.5,21.1,19.4,23.1,19.1,20.7,21.3,21.7,21.5,22.6,16.8,18.6,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:33.546Z","freshness_status":"critical","staleness_seconds":99922,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"gemma-3-12b-it","display_name":"gemma-3-12b-it","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,43.6,37,40.5,32.7,22.5,39.9,10.8,33.9,35,28.2,27.3,31.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:32.143Z","freshness_status":"critical","staleness_seconds":99923,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"gemma-3-27b-it","display_name":"gemma-3-27b-it","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,25.8,18.7,28.6,26.2,18.4,15.9,16.1,25.1,18.3,12.4,15.5,10,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:46:10.216Z","freshness_status":"critical","staleness_seconds":99825,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"gemma-3-4b-it","display_name":"gemma-3-4b-it","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,30.9,20.6,29.7,19.7,38.4,28,30.7,35.8,34.1,21.8,40.4,14.7,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:46:09.459Z","freshness_status":"critical","staleness_seconds":99826,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"gemma-4-26B-A4B-it","display_name":"gemma-4-26B-A4B-it","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5.99,14,34.1,23.2,26.7,25.1,26.1,15.7,12,16.2,17,14.7,24.6,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:27:08.643Z","freshness_status":"critical","staleness_seconds":97367,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemma-4-31B-it","display_name":"gemma-4-31B-it","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6.82,null,null,null,2.64,18.1,4.16,1.43,32.3,16.6,3.31,2.82,43.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:23:31.076Z","freshness_status":"critical","staleness_seconds":97584,"last_error_kind":"billing","consecutive_failures":5},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,70.3,93.6,null,null,59,84.4,74.9,57.1,25.6,44.1,43.9,35.8,86.3,6.32,57.4,72,73,2.63,null,null,null,2.27,5.56,48.1],"deprecated":false,"last_benchmark_date":"2026-08-06T19:53:33.737Z","freshness_status":"fresh","staleness_seconds":2182,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"gemma-4-31B-it-turbo","display_name":"gemma-4-31B-it-turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,36.5,33.7,16.7,8.74,6.76,44.2,43.6,26.4,28.1,59.6,46.3,38.9,44.9,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:05.362Z","freshness_status":"critical","staleness_seconds":97430,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"llama-2-70b","display_name":"llama-2-70b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.9,null,null,null,null,28.4,38.9,40.8,27.5,32.6,44.1,35.7,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:01:30.468Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":98905,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.2-11b","display_name":"llama-3.2-11b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,11.5,null,null,null,null,33.1,6.24,3.13,3.03,14.8,13.4,8.69,15.6,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:17:23.302Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97952,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.2-1b","display_name":"llama-3.2-1b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6.95,null,null,null,null,35.5,9.28,8.27,6.34,12.2,7.11,2.76,49.3,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:27:38.378Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97337,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"llama-3.2-3b","display_name":"llama-3.2-3b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,8.86,null,null,null,null,29.2,6.09,1.34,7.15,5.78,13.9,11.5,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:58:55.286Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99060,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.2-90b","display_name":"llama-3.2-90b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.8,null,null,null,null,42.6,42.9,46.6,52,53.7,50.7,54.8,56.5,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:28:40.085Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":97275,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Llama-3.3-70B-Instruct-Turbo","display_name":"Llama-3.3-70B-Instruct-Turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,19.5,19.3,10.3,9.29,15.4,1.97,19.5,6.62,11,8.84,5.09,22.9,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:07.429Z","freshness_status":"critical","staleness_seconds":99708,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"llama-3.1-405b","display_name":"llama-3.1-405b","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,21.1,null,null,null,null,7.4,19.1,21,21.7,24,18.7,3.01,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:46:23.082Z","lifecycle_status":"stale","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99812,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"phi-4","display_name":"phi-4","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,51.2,45.2,42.2,49.4,48.6,50.8,43.7,50.8,50.8,49.3,3.92,51.7,50.9,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:27:07.242Z","freshness_status":"critical","staleness_seconds":97368,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"MiniMax-M2.7-Turbo","display_name":"MiniMax-M2.7-Turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,229,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T14:10:29.747Z","freshness_status":"critical","staleness_seconds":195566,"last_error_kind":"billing","consecutive_failures":6}]},{"model_name":"devstral-small","display_name":"devstral-small","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,25.8,14.3,7.55,53.1,18,39.5,31,34.6,23.9,20.9,47.5,14.2,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:45:38.121Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","freshness_status":"critical","staleness_seconds":99857,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Mistral-Nemo-Instruct-2407","display_name":"Mistral-Nemo-Instruct-2407","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,13.5,21.5,13.7,5.39,67.5,18.9,25,9.59,10.9,23.8,21.3,20.2,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:36.942Z","freshness_status":"critical","staleness_seconds":99859,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Mistral-Small-24B-Instruct-2501","display_name":"Mistral-Small-24B-Instruct-2501","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,26,43.1,20.8,21.9,46.8,44.8,46.4,26.5,40.5,52.8,33.7,33,34.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:42.001Z","freshness_status":"critical","staleness_seconds":97274,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Mistral-Small-3.2-24B-Instruct-2506","display_name":"Mistral-Small-3.2-24B-Instruct-2506","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.2,10.9,7.47,50,18.3,53.5,26,21.9,30.7,19,46.7,9.84,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:39.682Z","freshness_status":"critical","staleness_seconds":99856,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Kimi-K2-Instruct-0905","display_name":"Kimi-K2-Instruct-0905","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,33.8,38,125,30.5,25.3,28,18.1,46.3,9.51,14.4,58,97.4,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:01:44.650Z","freshness_status":"critical","staleness_seconds":98891,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Kimi-K2-Thinking","display_name":"Kimi-K2-Thinking","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,46.5,21.6,108,18.7,29.4,34.3,23.4,41.3,9.51,19.9,69.2,105,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:01:45.313Z","freshness_status":"critical","staleness_seconds":98890,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Kimi-K2.5","display_name":"Kimi-K2.5","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,49.9,36.3,78,60.4,26.6,35,18.8,40.6,10.9,20.7,123,32.9,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:02:51.727Z","freshness_status":"critical","staleness_seconds":98824,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Kimi-K2.5-Turbo","display_name":"Kimi-K2.5-Turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,43.3,37.2,134,35.3,24.3,25.8,25.4,42.7,9.17,21.2,71.5,97.5,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:01:45.043Z","freshness_status":"critical","staleness_seconds":98891,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Llama-3.3-Nemotron-Super-49B-v1.5","display_name":"Llama-3.3-Nemotron-Super-49B-v1.5","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,47.9,55.6,67.5,42.3,49.3,40.5,51.6,62.2,64.9,64.4,48,50.2,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:06.530Z","freshness_status":"critical","staleness_seconds":99829,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"NVIDIA-Nemotron-3-Super-120B-A12B","display_name":"NVIDIA-Nemotron-3-Super-120B-A12B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,60,12.3,43,52.7,62.3,40,63.6,56.5,49,29.2,15.7,13.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:34.735Z","freshness_status":"critical","staleness_seconds":99921,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"NVIDIA-Nemotron-Nano-12B-v2-VL","display_name":"NVIDIA-Nemotron-Nano-12B-v2-VL","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,45.9,38.1,45.2,57.6,59.8,49.9,27,57.3,43.3,60.2,23.4,2.31,42.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:36.434Z","freshness_status":"critical","staleness_seconds":97399,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"NVIDIA-Nemotron-Nano-9B-v2","display_name":"NVIDIA-Nemotron-Nano-9B-v2","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,86.3,81.3,103,59.3,81.9,24.9,80.5,85.7,68,72.4,85,63.9,80,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:33.840Z","freshness_status":"critical","staleness_seconds":97462,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Nemotron-3-Nano-30B-A3B","display_name":"Nemotron-3-Nano-30B-A3B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,80.8,80.5,66.7,67.7,73,71.8,69.8,76.3,60.8,71.2,79.6,55.1,79.1,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:09.211Z","freshness_status":"critical","staleness_seconds":97306,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning","display_name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,35.5,30.2,55.7,39.6,31.6,48.7,32.5,66.3,33.4,43.2,44.8,43.6,38.5,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:09.792Z","freshness_status":"critical","staleness_seconds":97306,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GPT-oss-120b-Turbo","display_name":"GPT-oss-120b-Turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,148,165,125,120,140,184,137,105,82.1,158,100,163,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:36.866Z","freshness_status":"critical","staleness_seconds":99799,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GLM-4.6","display_name":"GLM-4.6","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.2,17.5,25.9,25.3,31.8,46.1,19.2,28.6,41.8,32.3,15.7,42.6,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:00:52.527Z","freshness_status":"critical","staleness_seconds":98943,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GLM-4.6V","display_name":"GLM-4.6V","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,3.24,1.31,14.5,18.7,16.5,32.4,26.8,16,18.8,11.4,12.1,26.4,16.3,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:44.029Z","freshness_status":"critical","staleness_seconds":97272,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"GLM-4.7","display_name":"GLM-4.7","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,10.1,9.96,15.6,27.6,20.4,19.2,34.7,55.3,40.5,47.9,18.1,16.9,8.51,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:22:32.013Z","freshness_status":"critical","staleness_seconds":97644,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GLM-4.7-Flash","display_name":"GLM-4.7-Flash","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,74.2,59,65.6,50.7,3.32,67.3,50.4,129,62.1,37.3,2.33,45.4,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:57:04.231Z","freshness_status":"critical","staleness_seconds":99171,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GLM-5","display_name":"GLM-5","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,4.15,20.8,18.2,14.5,16.3,17,15.2,15.2,17.1,19.6,29.9,38.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:06:41.252Z","freshness_status":"critical","staleness_seconds":98594,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"GLM-5.1","display_name":"GLM-5.1","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.7,37.4,27.8,43.3,15.3,19.4,54.6,13.8,30.2,37.4,21.4,10.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:00:40.425Z","freshness_status":"critical","staleness_seconds":98955,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"MiniMax-M2","display_name":"MiniMax-M2","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,75.6,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-04T14:16:31.338Z","freshness_status":"critical","staleness_seconds":195204,"last_error_kind":"unknown","consecutive_failures":1}]},{"model_name":"GPT-5-pro","display_name":"GPT-5-pro","providers":[{"provider":"openai","providerCanonical":"openai","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,30.5,null,null,null,null,null,30.6,null,null,null,null,null,null,null,null,null,null,null,null,null,23.2,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-06T13:22:54.911Z","freshness_status":"critical","staleness_seconds":25621,"last_error_kind":"timeout","consecutive_failures":2}]},{"model_name":"deepseek-v3.2","display_name":"deepseek-v3.2","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.86,19.4,8.6,12.1,3.86,6.9,2.69,29.9,10.2,20.6,14.2,6.52,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:11:14.352Z","freshness_status":"critical","staleness_seconds":98321,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Ornith-1.0-35B","display_name":"Ornith-1.0-35B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.8,23.3,4.41,16.9,67.4,38.9,27.1,69.5,64.3,19.7,23.3,38.1,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:05:21.402Z","freshness_status":"critical","staleness_seconds":98674,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3.6-35B-A3B","display_name":"Qwen3.6-35B-A3B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,25,null,26.2,5.06,47.3,58.6,16.1,61.8,27.8,76.2,30.3,11.7,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:53:25.490Z","freshness_status":"critical","staleness_seconds":99390,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"deepseek-ai/DeepSeek-R1-0528-Turbo","display_name":"deepseek-ai/DeepSeek-R1-0528-Turbo","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.64,16.1,21.4,19.9,22.1,17.8,16.7,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T17:12:44.525Z","freshness_status":"critical","staleness_seconds":98231,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"DeepSeek-V4-Flash-0731","display_name":"DeepSeek-V4-Flash-0731","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.4,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:35.536Z","freshness_status":"critical","staleness_seconds":99860,"last_error_kind":"billing","consecutive_failures":5},{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.12,35.3,2.26,39.2,42.7,49.5,15.1,72.6,46,18.3,68.8,49.5,3.31],"deprecated":false,"last_benchmark_date":"2026-08-06T20:05:27.851Z","freshness_status":"fresh","staleness_seconds":1468,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.03,4.19,14.4,33,4.08,60.7,57.2,6.69,52.1,86.6,61.3,11,83.4],"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:39.104Z","freshness_status":"fresh","staleness_seconds":2596,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"Kimi-K3","display_name":"Kimi-K3","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,24.2,11.4,35.2,11.1,33.1,29.1,28.1,29.2,29.4,30.1,36.2,32.4,15.3],"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:45.882Z","freshness_status":"fresh","staleness_seconds":490,"last_error_kind":null,"consecutive_failures":0},{"provider":"together","providerCanonical":"together","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,72.7,63.4,24.8,29.9,40.3,35.1,33.8,52,37.3,29.9,19.1,21.9,7.62],"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:43.272Z","freshness_status":"fresh","staleness_seconds":492,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"claude-opus-5","display_name":"claude-opus-5","providers":[{"provider":"anthropic","providerCanonical":"anthropic","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,16.6,16.5,20.2,30.1,25.4,25.1,24.7,24.9,19.8,27.1,31.4,27.6,22.3],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:37.928Z","freshness_status":"fresh","staleness_seconds":1578,"last_error_kind":null,"consecutive_failures":0},{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,43.8,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:31.212Z","freshness_status":"critical","staleness_seconds":99804,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Inkling-Small","display_name":"Inkling-Small","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,39.3,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T17:03:09.508Z","freshness_status":"critical","staleness_seconds":98806,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"Qwen3.8-Max","display_name":"Qwen3.8-Max","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,29.4,null,null,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:14.850Z","freshness_status":"critical","staleness_seconds":99821,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"qwen3-reranker-8b","display_name":"qwen3-reranker-8b","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,61.2,64.1,57.4,59,60.6,60.5,59.2,71.8,58.9,57.9,60.3,60.6,56.4],"deprecated":false,"last_benchmark_date":"2026-08-06T20:02:34.690Z","freshness_status":"fresh","staleness_seconds":1641,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"qwen3p7-plus","display_name":"qwen3p7-plus","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,44.6,29.7,51.6,59.2,50.9,51.8,57.5,61.9,40.9,71.3,62.4,66.7,66.5],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:36.359Z","freshness_status":"fresh","staleness_seconds":1579,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"glm-5p2-fast","display_name":"glm-5p2-fast","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,22.8,7.39,15.4,48.4,66.1,54.3,35.1,60,54.3,60,36.8,54.3,41.2],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:37.557Z","freshness_status":"fresh","staleness_seconds":1578,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"kimi-k2p6-turbo","display_name":"kimi-k2p6-turbo","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,43.6,52.6,42.2,43,35.1,40.5,48.4,48,40.9,37.5,49.5,42,59.7],"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:07.606Z","freshness_status":"fresh","staleness_seconds":1608,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"kimi-k3-fast","display_name":"kimi-k3-fast","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,32.4,43.8,2.25,38.8,30.4,36.8,46.4,41.5,31.7,19.2,5.62,16.1,32.2],"deprecated":false,"last_benchmark_date":"2026-08-06T20:06:13.121Z","freshness_status":"fresh","staleness_seconds":1422,"last_error_kind":null,"consecutive_failures":0}]},{"model_name":"kimi-k2p7-code-fast","display_name":"kimi-k2p7-code-fast","providers":[{"provider":"fireworks","providerCanonical":"fireworks","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,129,101,130,null,null,null,null,null,null,null,null,null,null],"deprecated":false,"last_benchmark_date":"2026-08-05T20:33:18.804Z","freshness_status":"critical","staleness_seconds":86197,"last_error_kind":"budget_exhausted","consecutive_failures":1}]},{"model_name":"Qwen/Qwen2.5-VL-32B-Instruct","display_name":"Qwen/Qwen2.5-VL-32B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,23.8,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:38.971Z","freshness_status":"critical","staleness_seconds":99677,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"microsoft/WizardLM-2-8x22B","display_name":"microsoft/WizardLM-2-8x22B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,18.6,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:40.857Z","freshness_status":"critical","staleness_seconds":99675,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"deepseek-ai/DeepSeek-OCR","display_name":"deepseek-ai/DeepSeek-OCR","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,9.86,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:46.864Z","freshness_status":"critical","staleness_seconds":99669,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"PaddlePaddle/PaddleOCR-VL-0.9B","display_name":"PaddlePaddle/PaddleOCR-VL-0.9B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,7.09,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:50.458Z","freshness_status":"critical","staleness_seconds":99665,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"nvidia/Llama-3.1-Nemotron-70B-Instruct","display_name":"nvidia/Llama-3.1-Nemotron-70B-Instruct","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,45.9,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:37.920Z","freshness_status":"critical","staleness_seconds":99678,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"allenai/olmOCR-2-7B-1025","display_name":"allenai/olmOCR-2-7B-1025","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,2.86,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:59.401Z","freshness_status":"critical","staleness_seconds":99656,"last_error_kind":"billing","consecutive_failures":5}]},{"model_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","display_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","providers":[{"provider":"deepinfra","providerCanonical":"deepinfra","values":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,20.1,null,null,null,null,null,null,null,null,null,null,null,null],"last_benchmark_date":"2026-08-05T16:48:40.124Z","freshness_status":"critical","staleness_seconds":99675,"last_error_kind":"billing","consecutive_failures":5}]}]},"table":[{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"claude-haiku-4.5","modelCanonical":"us.anthropic.claude-haiku-4-5-20251001-v1:0","modelSlug":"usanthropicclaudehaiku4520251001v10","tokens_per_second_mean":44.6,"tokens_per_second_min":11.8,"tokens_per_second_max":59,"samples":660,"generated_tokens_per_second_mean":44.6,"throughput_basis":"visible","time_to_first_token_mean":0.85,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:20.000Z"},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"Claude Opus 4.1","modelCanonical":"us.anthropic.claude-opus-4-1-20250805-v1:0","modelSlug":"usanthropicclaudeopus4120250805v10","tokens_per_second_mean":8.58,"tokens_per_second_min":3.69,"tokens_per_second_max":15.7,"samples":660,"generated_tokens_per_second_mean":8.58,"throughput_basis":"visible","time_to_first_token_mean":3.35,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:12.000Z"},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"claude-opus-4.5","modelCanonical":"us.anthropic.claude-opus-4-5-20251101-v1:0","modelSlug":"usanthropicclaudeopus4520251101v10","tokens_per_second_mean":19.7,"tokens_per_second_min":7.97,"tokens_per_second_max":23.3,"samples":660,"generated_tokens_per_second_mean":19.7,"throughput_basis":"visible","time_to_first_token_mean":1.67,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:24.000Z"},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"claude-opus-4.6","modelCanonical":"us.anthropic.claude-opus-4-6-v1","modelSlug":"usanthropicclaudeopus46v1","tokens_per_second_mean":21,"tokens_per_second_min":5.77,"tokens_per_second_max":24.8,"samples":659,"generated_tokens_per_second_mean":21,"throughput_basis":"visible","time_to_first_token_mean":1.69,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:28.000Z"},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"claude-opus-4-7","modelCanonical":"us.anthropic.claude-opus-4-7","modelSlug":"usanthropicclaudeopus47","tokens_per_second_mean":28.5,"tokens_per_second_min":2.66,"tokens_per_second_max":37.5,"samples":659,"generated_tokens_per_second_mean":28.5,"throughput_basis":"visible","time_to_first_token_mean":1.43,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:22.000Z"},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"claude-sonnet-4.5","modelCanonical":"us.anthropic.claude-sonnet-4-5-20250929-v1:0","modelSlug":"usanthropicclaudesonnet4520250929v10","tokens_per_second_mean":21.5,"tokens_per_second_min":1,"tokens_per_second_max":29.3,"samples":660,"generated_tokens_per_second_mean":21.5,"throughput_basis":"visible","time_to_first_token_mean":1.67,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:31.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","15 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:15.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":15,"errors_30d":1099,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"claude-sonnet-4.6","modelCanonical":"us.anthropic.claude-sonnet-4-6","modelSlug":"usanthropicclaudesonnet46","tokens_per_second_mean":26.8,"tokens_per_second_min":6.36,"tokens_per_second_max":32.6,"samples":660,"generated_tokens_per_second_mean":26.8,"throughput_basis":"visible","time_to_first_token_mean":1,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:27:34.000Z"},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-3-70b","modelCanonical":"meta.llama3-70b-instruct-v1:0","modelSlug":"metallama370binstructv10","tokens_per_second_mean":35.2,"tokens_per_second_min":3.83,"tokens_per_second_max":41.5,"samples":660,"generated_tokens_per_second_mean":35.2,"throughput_basis":"visible","time_to_first_token_mean":0.63,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:37.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:44.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":13,"errors_30d":1098,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-3-8b","modelCanonical":"meta.llama3-8b-instruct-v1:0","modelSlug":"metallama38binstructv10","tokens_per_second_mean":77.8,"tokens_per_second_min":26.6,"tokens_per_second_max":86.7,"samples":660,"generated_tokens_per_second_mean":77.8,"throughput_basis":"visible","time_to_first_token_mean":0.22,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:39.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:43.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":13,"errors_30d":1098,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-3.1-70b","modelCanonical":"meta.llama3-1-70b-instruct-v1:0","modelSlug":"metallama3170binstructv10","tokens_per_second_mean":60.8,"tokens_per_second_min":11.1,"tokens_per_second_max":73.6,"samples":660,"generated_tokens_per_second_mean":60.8,"throughput_basis":"visible","time_to_first_token_mean":0.42,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:39.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","17 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:48.000Z","successes_7d":324,"successes_30d":713,"successes_120d":713,"errors_7d":17,"errors_30d":1102,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-3.1-8b","modelCanonical":"meta.llama3-1-8b-instruct-v1:0","modelSlug":"metallama318binstructv10","tokens_per_second_mean":95.8,"tokens_per_second_min":7.07,"tokens_per_second_max":109,"samples":660,"generated_tokens_per_second_mean":95.8,"throughput_basis":"visible","time_to_first_token_mean":0.44,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:41.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:45.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":13,"errors_30d":1098,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-3.3-70b","modelCanonical":"us.meta.llama3-3-70b-instruct-v1:0","modelSlug":"usmetallama3370binstructv10","tokens_per_second_mean":84.3,"tokens_per_second_min":4.6,"tokens_per_second_max":120,"samples":660,"generated_tokens_per_second_mean":84.3,"throughput_basis":"visible","time_to_first_token_mean":0.4,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:42.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","15 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:10.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":15,"errors_30d":1100,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-4-maverick","modelCanonical":"us.meta.llama4-maverick-17b-instruct-v1:0","modelSlug":"usmetallama4maverick17binstructv10","tokens_per_second_mean":108,"tokens_per_second_min":58,"tokens_per_second_max":135,"samples":660,"generated_tokens_per_second_mean":108,"throughput_basis":"visible","time_to_first_token_mean":0.29,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:43.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","15 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:11.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":15,"errors_30d":1100,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"llama-4-scout","modelCanonical":"us.meta.llama4-scout-17b-instruct-v1:0","modelSlug":"usmetallama4scout17binstructv10","tokens_per_second_mean":95.5,"tokens_per_second_min":43.5,"tokens_per_second_max":130,"samples":660,"generated_tokens_per_second_mean":95.5,"throughput_basis":"visible","time_to_first_token_mean":0.29,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:43.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","17 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:11.000Z","successes_7d":325,"successes_30d":714,"successes_120d":714,"errors_7d":17,"errors_30d":1101,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"mistral-7b","modelCanonical":"mistral.mistral-7b-instruct-v0:2","modelSlug":"mistralmistral7binstructv02","tokens_per_second_mean":81.9,"tokens_per_second_min":47.1,"tokens_per_second_max":86.6,"samples":660,"generated_tokens_per_second_mean":81.9,"throughput_basis":"visible","time_to_first_token_mean":0.19,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:44.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","14 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:58.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":14,"errors_30d":1100,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"mistral-large","modelCanonical":"mistral.mistral-large-2402-v1:0","modelSlug":"mistralmistrallarge2402v10","tokens_per_second_mean":42.5,"tokens_per_second_min":13.3,"tokens_per_second_max":46.6,"samples":660,"generated_tokens_per_second_mean":42.5,"throughput_basis":"visible","time_to_first_token_mean":0.26,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:45.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:01.000Z","successes_7d":326,"successes_30d":714,"successes_120d":714,"errors_7d":13,"errors_30d":1101,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"mistral-small","modelCanonical":"mistral.mistral-small-2402-v1:0","modelSlug":"mistralmistralsmall2402v10","tokens_per_second_mean":55.8,"tokens_per_second_min":23,"tokens_per_second_max":60.6,"samples":660,"generated_tokens_per_second_mean":55.8,"throughput_basis":"visible","time_to_first_token_mean":0.22,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:47.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:00.000Z","successes_7d":326,"successes_30d":714,"successes_120d":714,"errors_7d":13,"errors_30d":1100,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"mixtral-8x7b","modelCanonical":"mistral.mixtral-8x7b-instruct-v0:1","modelSlug":"mistralmixtral8x7binstructv01","tokens_per_second_mean":73.2,"tokens_per_second_min":19.9,"tokens_per_second_max":80.6,"samples":659,"generated_tokens_per_second_mean":73.2,"throughput_basis":"visible","time_to_first_token_mean":0.24,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:48.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:58.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":13,"errors_30d":1099,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"nova-lite","modelCanonical":"amazon.nova-lite-v1:0","modelSlug":"amazonnovalitev10","tokens_per_second_mean":89.8,"tokens_per_second_min":1.05,"tokens_per_second_max":129,"samples":660,"generated_tokens_per_second_mean":89.8,"throughput_basis":"visible","time_to_first_token_mean":0.42,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:49.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:05.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":13,"errors_30d":1100,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"nova-micro","modelCanonical":"amazon.nova-micro-v1:0","modelSlug":"amazonnovamicrov10","tokens_per_second_mean":121,"tokens_per_second_min":27.2,"tokens_per_second_max":161,"samples":654,"generated_tokens_per_second_mean":121,"throughput_basis":"visible","time_to_first_token_mean":0.29,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:50.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","13 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:06.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":13,"errors_30d":1100,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"bedrock","providerCanonical":"bedrock","providerSlug":"bedrock","model_name":"nova-pro","modelCanonical":"amazon.nova-pro-v1:0","modelSlug":"amazonnovaprov10","tokens_per_second_mean":90.1,"tokens_per_second_min":10.8,"tokens_per_second_max":127,"samples":660,"generated_tokens_per_second_mean":90.1,"throughput_basis":"visible","time_to_first_token_mean":0.39,"enabled":true,"last_benchmark_date":"2026-08-06T20:27:50.000Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","14 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:05.000Z","successes_7d":326,"successes_30d":715,"successes_120d":715,"errors_7d":14,"errors_30d":1101,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.6-sol","modelCanonical":"gpt-5.6-sol","modelSlug":"gpt56sol","tokens_per_second_mean":16.7,"tokens_per_second_min":4.28,"tokens_per_second_max":27.7,"samples":260,"generated_tokens_per_second_mean":28,"throughput_basis":"visible","time_to_first_token_mean":2.72,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:23:55.030Z"},{"provider":"groq","providerCanonical":"groq","providerSlug":"groq","model_name":"llama-3.1-8b","modelCanonical":"llama-3.1-8b-instant","modelSlug":"llama318binstant","tokens_per_second_mean":210,"tokens_per_second_min":74.4,"tokens_per_second_max":327,"samples":260,"generated_tokens_per_second_mean":210,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-06T20:29:29.348Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","163 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:33:37.000Z","successes_7d":167,"successes_30d":761,"successes_120d":5913,"errors_7d":163,"errors_30d":657,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"groq","providerCanonical":"groq","providerSlug":"groq","model_name":"llama-3.3-70b","modelCanonical":"llama-3.3-70b-versatile","modelSlug":"llama3370bversatile","tokens_per_second_mean":149,"tokens_per_second_min":80.9,"tokens_per_second_max":252,"samples":260,"generated_tokens_per_second_mean":149,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-06T20:29:28.998Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","163 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:33:37.000Z","successes_7d":167,"successes_30d":761,"successes_120d":5793,"errors_7d":163,"errors_30d":657,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-sonnet-5","modelCanonical":"claude-sonnet-5","modelSlug":"claudesonnet5","tokens_per_second_mean":29.4,"tokens_per_second_min":6.53,"tokens_per_second_max":42.8,"samples":260,"generated_tokens_per_second_mean":29.4,"throughput_basis":"visible","time_to_first_token_mean":1.16,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:35.707Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"LFM2.5-8B-A1B","modelCanonical":"liquidai/lfm2.5-8b-a1b","modelSlug":"liquidailfm258ba1b","tokens_per_second_mean":110,"tokens_per_second_min":17.4,"tokens_per_second_max":138,"samples":259,"generated_tokens_per_second_mean":108,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:04:38.849Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.6-luna","modelCanonical":"gpt-5.6-luna","modelSlug":"gpt56luna","tokens_per_second_mean":25.9,"tokens_per_second_min":2.78,"tokens_per_second_max":46.7,"samples":260,"generated_tokens_per_second_mean":46.1,"throughput_basis":"visible","time_to_first_token_mean":2.3,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:43.550Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"GPT-oss-120b","modelCanonical":"accounts/fireworks/models/gpt-oss-120b","modelSlug":"accountsfireworksmodelsgptoss120b","tokens_per_second_mean":82.5,"tokens_per_second_min":7.59,"tokens_per_second_max":199,"samples":258,"generated_tokens_per_second_mean":132,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:06:42.467Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"GLM-5.2","modelCanonical":"accounts/fireworks/models/glm-5p2","modelSlug":"accountsfireworksmodelsglm5p2","tokens_per_second_mean":29,"tokens_per_second_min":4.85,"tokens_per_second_max":75.5,"samples":259,"generated_tokens_per_second_mean":29.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:49:08.529Z"},{"provider":"groq","providerCanonical":"groq","providerSlug":"groq","model_name":"Qwen3.6-27B","modelCanonical":"qwen/qwen3.6-27b","modelSlug":"qwenqwen3627b","tokens_per_second_mean":213,"tokens_per_second_min":11.2,"tokens_per_second_max":326,"samples":260,"generated_tokens_per_second_mean":207,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:29:30.191Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-haiku-4.5","modelCanonical":"claude-haiku-4-5-20251001","modelSlug":"claudehaiku4520251001","tokens_per_second_mean":44.8,"tokens_per_second_min":11.1,"tokens_per_second_max":61.4,"samples":259,"generated_tokens_per_second_mean":44.8,"throughput_basis":"visible","time_to_first_token_mean":0.79,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:01.912Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-sonnet-4.6","modelCanonical":"claude-sonnet-4-6","modelSlug":"claudesonnet46","tokens_per_second_mean":23.7,"tokens_per_second_min":5.51,"tokens_per_second_max":30.2,"samples":259,"generated_tokens_per_second_mean":23.7,"throughput_basis":"visible","time_to_first_token_mean":1.25,"enabled":true,"last_benchmark_date":"2026-08-06T19:47:04.464Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.6-terra","modelCanonical":"gpt-5.6-terra","modelSlug":"gpt56terra","tokens_per_second_mean":24.3,"tokens_per_second_min":2.2,"tokens_per_second_max":37,"samples":260,"generated_tokens_per_second_mean":40.5,"throughput_basis":"visible","time_to_first_token_mean":2.03,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:22:47.561Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"MiniMax-M2.7","modelCanonical":"accounts/fireworks/models/minimax-m2p7","modelSlug":"accountsfireworksmodelsminimaxm2p7","tokens_per_second_mean":58.8,"tokens_per_second_min":15.9,"tokens_per_second_max":95.3,"samples":259,"generated_tokens_per_second_mean":57.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:36.629Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"Kimi-K2.6","modelCanonical":"accounts/fireworks/models/kimi-k2p6","modelSlug":"accountsfireworksmodelskimik2p6","tokens_per_second_mean":34.7,"tokens_per_second_min":7.25,"tokens_per_second_max":60.3,"samples":258,"generated_tokens_per_second_mean":34.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:38.251Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"Kimi-K2.7-Code","modelCanonical":"moonshotai/kimi-k2.7-code","modelSlug":"moonshotaikimik27code","tokens_per_second_mean":80,"tokens_per_second_min":4.13,"tokens_per_second_max":185,"samples":258,"generated_tokens_per_second_mean":152,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:09.722Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-4.1-nano","modelCanonical":"gpt-4.1-nano","modelSlug":"gpt41nano","tokens_per_second_mean":47.9,"tokens_per_second_min":9.91,"tokens_per_second_max":78.3,"samples":259,"generated_tokens_per_second_mean":47.9,"throughput_basis":"visible","time_to_first_token_mean":0.96,"enabled":true,"last_benchmark_date":"2026-08-06T20:12:55.703Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","164 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:28.000Z","successes_7d":167,"successes_30d":760,"successes_120d":2846,"errors_7d":164,"errors_30d":663,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"google","providerCanonical":"vertex","providerSlug":"vertex","model_name":"gemini-2.5-flash-lite","modelCanonical":"gemini-2.5-flash-lite","modelSlug":"gemini25flashlite","tokens_per_second_mean":71.4,"tokens_per_second_min":36.1,"tokens_per_second_max":93.1,"samples":258,"generated_tokens_per_second_mean":71.4,"throughput_basis":"visible","time_to_first_token_mean":0.57,"enabled":true,"last_benchmark_date":"2026-08-06T19:52:20.685Z"},{"provider":"google","providerCanonical":"vertex","providerSlug":"vertex","model_name":"Google: Nano Banana (Gemini 2.5 Flash Image)","modelCanonical":"gemini-2.5-flash-image","modelSlug":"gemini25flashimage","tokens_per_second_mean":155,"tokens_per_second_min":28.6,"tokens_per_second_max":236,"samples":253,"generated_tokens_per_second_mean":155,"throughput_basis":"visible","time_to_first_token_mean":1.02,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:23.516Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5","modelCanonical":"gpt-5","modelSlug":"gpt5","tokens_per_second_mean":39.5,"tokens_per_second_min":3.12,"tokens_per_second_max":73.5,"samples":257,"generated_tokens_per_second_mean":60.7,"throughput_basis":"visible","time_to_first_token_mean":4.01,"enabled":true,"last_benchmark_date":"2026-08-06T20:20:28.178Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-4.1","modelCanonical":"gpt-4.1","modelSlug":"gpt41","tokens_per_second_mean":46.4,"tokens_per_second_min":7.49,"tokens_per_second_max":65.6,"samples":259,"generated_tokens_per_second_mean":46.4,"throughput_basis":"visible","time_to_first_token_mean":0.87,"enabled":true,"last_benchmark_date":"2026-08-06T20:13:28.384Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","164 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:24.000Z","successes_7d":167,"successes_30d":760,"successes_120d":2847,"errors_7d":164,"errors_30d":660,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-3.5-turbo","modelCanonical":"gpt-3.5-turbo-1106","modelSlug":"gpt35turbo1106","tokens_per_second_mean":40.7,"tokens_per_second_min":3.85,"tokens_per_second_max":75.9,"samples":775,"generated_tokens_per_second_mean":40.7,"throughput_basis":"visible","time_to_first_token_mean":1.25,"enabled":true,"last_benchmark_date":"2026-08-06T20:26:23.588Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","165 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:30:18.000Z","successes_7d":167,"successes_30d":760,"successes_120d":5914,"errors_7d":165,"errors_30d":666,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.4-mini","modelCanonical":"gpt-5.4-mini","modelSlug":"gpt54mini","tokens_per_second_mean":41.5,"tokens_per_second_min":5.5,"tokens_per_second_max":66.9,"samples":259,"generated_tokens_per_second_mean":58.9,"throughput_basis":"visible","time_to_first_token_mean":1.44,"enabled":true,"last_benchmark_date":"2026-08-06T20:19:39.746Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-4.1-mini","modelCanonical":"gpt-4.1-mini","modelSlug":"gpt41mini","tokens_per_second_mean":36.1,"tokens_per_second_min":1.02,"tokens_per_second_max":57.7,"samples":259,"generated_tokens_per_second_mean":36.1,"throughput_basis":"visible","time_to_first_token_mean":1.28,"enabled":true,"last_benchmark_date":"2026-08-06T20:13:27.005Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","164 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:31:26.000Z","successes_7d":167,"successes_30d":760,"successes_120d":2847,"errors_7d":164,"errors_30d":663,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-4o-mini","modelCanonical":"gpt-4o-mini","modelSlug":"gpt4omini","tokens_per_second_mean":38.3,"tokens_per_second_min":6.38,"tokens_per_second_max":56.6,"samples":259,"generated_tokens_per_second_mean":38.3,"throughput_basis":"visible","time_to_first_token_mean":1.01,"enabled":true,"last_benchmark_date":"2026-08-06T20:13:28.395Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","167 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:30:13.000Z","successes_7d":166,"successes_30d":759,"successes_120d":5914,"errors_7d":167,"errors_30d":666,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-4o","modelCanonical":"gpt-4o","modelSlug":"gpt4o","tokens_per_second_mean":37.1,"tokens_per_second_min":6.06,"tokens_per_second_max":56.9,"samples":259,"generated_tokens_per_second_mean":37.1,"throughput_basis":"visible","time_to_first_token_mean":1.04,"enabled":true,"last_benchmark_date":"2026-08-06T20:15:03.652Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","166 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:30:07.000Z","successes_7d":167,"successes_30d":760,"successes_120d":5914,"errors_7d":166,"errors_30d":668,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-4","modelCanonical":"gpt-4-0613","modelSlug":"gpt40613","tokens_per_second_mean":22.1,"tokens_per_second_min":3.2,"tokens_per_second_max":36.8,"samples":777,"generated_tokens_per_second_mean":22.1,"throughput_basis":"visible","time_to_first_token_mean":1.4,"enabled":true,"last_benchmark_date":"2026-08-06T20:15:02.051Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","167 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:30:01.000Z","successes_7d":167,"successes_30d":760,"successes_120d":5913,"errors_7d":167,"errors_30d":669,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.4","modelCanonical":"gpt-5.4","modelSlug":"gpt54","tokens_per_second_mean":24.8,"tokens_per_second_min":4.39,"tokens_per_second_max":47.2,"samples":259,"generated_tokens_per_second_mean":38.9,"throughput_basis":"visible","time_to_first_token_mean":1.88,"enabled":true,"last_benchmark_date":"2026-08-06T20:20:43.170Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.1","modelCanonical":"gpt-5.1","modelSlug":"gpt51","tokens_per_second_mean":30.8,"tokens_per_second_min":11.8,"tokens_per_second_max":52.1,"samples":259,"generated_tokens_per_second_mean":41.7,"throughput_basis":"visible","time_to_first_token_mean":1.75,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:16:03.161Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.2-chat-latest","modelCanonical":"gpt-5.2-chat-latest","modelSlug":"gpt52chatlatest","tokens_per_second_mean":37.4,"tokens_per_second_min":1.7,"tokens_per_second_max":49.8,"samples":259,"generated_tokens_per_second_mean":38.2,"throughput_basis":"visible","time_to_first_token_mean":2.46,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:18:39.042Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.2","modelCanonical":"gpt-5.2","modelSlug":"gpt52","tokens_per_second_mean":22.2,"tokens_per_second_min":8.82,"tokens_per_second_max":34.9,"samples":259,"generated_tokens_per_second_mean":32,"throughput_basis":"visible","time_to_first_token_mean":1.94,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:17:37.529Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"o3-pro","modelCanonical":"o3-pro","modelSlug":"o3pro","tokens_per_second_mean":15.9,"tokens_per_second_min":3.57,"tokens_per_second_max":34.5,"samples":256,"generated_tokens_per_second_mean":20.9,"throughput_basis":"visible","time_to_first_token_mean":28.5,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:28.360Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.5-pro","modelCanonical":"gpt-5.5-pro","modelSlug":"gpt55pro","tokens_per_second_mean":10.2,"tokens_per_second_min":1.29,"tokens_per_second_max":24.3,"samples":256,"generated_tokens_per_second_mean":20.9,"throughput_basis":"visible","time_to_first_token_mean":29.3,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:44:56.290Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"o4 Mini","modelCanonical":"o4-mini","modelSlug":"o4mini","tokens_per_second_mean":45.1,"tokens_per_second_min":11.8,"tokens_per_second_max":170,"samples":258,"generated_tokens_per_second_mean":69.7,"throughput_basis":"visible","time_to_first_token_mean":1.75,"enabled":true,"last_benchmark_date":"2026-08-06T19:53:49.225Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.3-codex","modelCanonical":"gpt-5.3-codex","modelSlug":"gpt53codex","tokens_per_second_mean":18.6,"tokens_per_second_min":1.92,"tokens_per_second_max":35.5,"samples":259,"generated_tokens_per_second_mean":44.1,"throughput_basis":"visible","time_to_first_token_mean":2.23,"enabled":true,"last_benchmark_date":"2026-08-06T20:20:12.815Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.2-pro","modelCanonical":"gpt-5.2-pro","modelSlug":"gpt52pro","tokens_per_second_mean":14.2,"tokens_per_second_min":5.25,"tokens_per_second_max":21.7,"samples":257,"generated_tokens_per_second_mean":17.2,"throughput_basis":"visible","time_to_first_token_mean":31.1,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:23:46.136Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.5","modelCanonical":"gpt-5.5","modelSlug":"gpt55","tokens_per_second_mean":21.7,"tokens_per_second_min":4,"tokens_per_second_max":30.9,"samples":259,"generated_tokens_per_second_mean":27.5,"throughput_basis":"visible","time_to_first_token_mean":2.12,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:22:20.054Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5 Nano","modelCanonical":"gpt-5-nano","modelSlug":"gpt5nano","tokens_per_second_mean":80.2,"tokens_per_second_min":12.2,"tokens_per_second_max":131,"samples":258,"generated_tokens_per_second_mean":114,"throughput_basis":"visible","time_to_first_token_mean":2.16,"enabled":true,"last_benchmark_date":"2026-08-06T20:23:58.243Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"Inkling","modelCanonical":"thinkingmachines/inkling","modelSlug":"thinkingmachinesinkling","tokens_per_second_mean":24.4,"tokens_per_second_min":10.1,"tokens_per_second_max":47.5,"samples":7,"generated_tokens_per_second_mean":116,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T14:31:47.669Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-opus-4-8","modelCanonical":"claude-opus-4-8","modelSlug":"claudeopus48","tokens_per_second_mean":26.1,"tokens_per_second_min":3.83,"tokens_per_second_max":34.6,"samples":78,"generated_tokens_per_second_mean":26.1,"throughput_basis":"visible","time_to_first_token_mean":1.66,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:47:35.321Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"DeepSeek-V4-Pro","modelCanonical":"accounts/fireworks/models/deepseek-v4-pro","modelSlug":"accountsfireworksmodelsdeepseekv4pro","tokens_per_second_mean":31.9,"tokens_per_second_min":3.78,"tokens_per_second_max":49.7,"samples":78,"generated_tokens_per_second_mean":31.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:48:40.502Z"},{"provider":"cerebras","providerCanonical":"cerebras","providerSlug":"cerebras","model_name":"gemma-4-31b","modelCanonical":"gemma-4-31b","modelSlug":"gemma431b","tokens_per_second_mean":129,"tokens_per_second_min":7.17,"tokens_per_second_max":208,"samples":73,"generated_tokens_per_second_mean":129,"throughput_basis":"visible","time_to_first_token_mean":0.9,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:57:53.821Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","modelCanonical":"nvidia/nvidia-nemotron-3-ultra-550b-a55b-bf16","modelSlug":"nvidianvidianemotron3ultra550ba55bbf16","tokens_per_second_mean":40.1,"tokens_per_second_min":1.61,"tokens_per_second_max":67.4,"samples":43,"generated_tokens_per_second_mean":40.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:24:32.981Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-opus-4.5","modelCanonical":"claude-opus-4-5-20251101","modelSlug":"claudeopus4520251101","tokens_per_second_mean":23.8,"tokens_per_second_min":5.28,"tokens_per_second_max":33,"samples":78,"generated_tokens_per_second_mean":23.8,"throughput_basis":"visible","time_to_first_token_mean":1.47,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:34.679Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-opus-4.6","modelCanonical":"claude-opus-4-6","modelSlug":"claudeopus46","tokens_per_second_mean":18.2,"tokens_per_second_min":6.4,"tokens_per_second_max":22.9,"samples":78,"generated_tokens_per_second_mean":18.2,"throughput_basis":"visible","time_to_first_token_mean":2.07,"enabled":true,"last_benchmark_date":"2026-08-06T19:47:05.888Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-opus-4-7","modelCanonical":"claude-opus-4-7","modelSlug":"claudeopus47","tokens_per_second_mean":25.1,"tokens_per_second_min":10.1,"tokens_per_second_max":34.2,"samples":78,"generated_tokens_per_second_mean":25.1,"throughput_basis":"visible","time_to_first_token_mean":1.36,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:32.841Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-VL-235B-A22B-Instruct","modelCanonical":"qwen/qwen3-vl-235b-a22b-instruct","modelSlug":"qwenqwen3vl235ba22binstruct","tokens_per_second_mean":13.1,"tokens_per_second_min":1.05,"tokens_per_second_max":40.2,"samples":53,"generated_tokens_per_second_mean":13.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T18:00:12.657Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-VL-30B-A3B-Instruct","modelCanonical":"qwen/qwen3-vl-30b-a3b-instruct","modelSlug":"qwenqwen3vl30ba3binstruct","tokens_per_second_mean":23.4,"tokens_per_second_min":3.3,"tokens_per_second_max":38.5,"samples":53,"generated_tokens_per_second_mean":23.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T17:58:37.046Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Kimi-K2.7-Code","modelCanonical":"moonshotai/kimi-k2.7-code","modelSlug":"moonshotaikimik27code","tokens_per_second_mean":34,"tokens_per_second_min":4.49,"tokens_per_second_max":84.4,"samples":42,"generated_tokens_per_second_mean":67.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:13:21.230Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-5.2","modelCanonical":"zai-org/glm-5.2","modelSlug":"zaiorgglm52","tokens_per_second_mean":36,"tokens_per_second_min":11.3,"tokens_per_second_max":78,"samples":42,"generated_tokens_per_second_mean":44.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:47:41.514Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Inkling","modelCanonical":"thinkingmachines/inkling","modelSlug":"thinkingmachinesinkling","tokens_per_second_mean":58.6,"tokens_per_second_min":5.36,"tokens_per_second_max":102,"samples":42,"generated_tokens_per_second_mean":63.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:41.055Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-4-E4B-it","modelCanonical":"google/gemma-4-e4b-it","modelSlug":"googlegemma4e4bit","tokens_per_second_mean":42.3,"tokens_per_second_min":12.6,"tokens_per_second_max":66.2,"samples":43,"generated_tokens_per_second_mean":41,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:21:29.181Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Hy3","modelCanonical":"tencent/hy3","modelSlug":"tencenthy3","tokens_per_second_mean":32.8,"tokens_per_second_min":0.99,"tokens_per_second_max":62.5,"samples":43,"generated_tokens_per_second_mean":31.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:04.368Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-sonnet-5","modelCanonical":"anthropic/claude-sonnet-5","modelSlug":"anthropicclaudesonnet5","tokens_per_second_mean":30.6,"tokens_per_second_min":19,"tokens_per_second_max":36.6,"samples":43,"generated_tokens_per_second_mean":47.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:10.501Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-fable-5","modelCanonical":"anthropic/claude-fable-5","modelSlug":"anthropicclaudefable5","tokens_per_second_mean":17.7,"tokens_per_second_min":11.3,"tokens_per_second_max":23.6,"samples":43,"generated_tokens_per_second_mean":44.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:16.316Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiniMax-M3","modelCanonical":"minimaxai/minimax-m3","modelSlug":"minimaxaiminimaxm3","tokens_per_second_mean":9.01,"tokens_per_second_min":0.87,"tokens_per_second_max":32.7,"samples":41,"generated_tokens_per_second_mean":15.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:47.112Z"},{"provider":"google","providerCanonical":"vertex","providerSlug":"vertex","model_name":"gemini-2.5-pro","modelCanonical":"gemini-2.5-pro","modelSlug":"gemini25pro","tokens_per_second_mean":1.52,"tokens_per_second_min":0.61,"tokens_per_second_max":2.16,"samples":6,"generated_tokens_per_second_mean":38.6,"throughput_basis":"visible","time_to_first_token_mean":1.54,"enabled":true,"last_benchmark_date":"2026-08-04T13:19:00.855Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-fable-5","modelCanonical":"claude-fable-5","modelSlug":"claudefable5","tokens_per_second_mean":20.3,"tokens_per_second_min":7.33,"tokens_per_second_max":28.8,"samples":78,"generated_tokens_per_second_mean":20.3,"throughput_basis":"visible","time_to_first_token_mean":3.37,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:47:35.869Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"Claude Opus 4.1","modelCanonical":"claude-opus-4-1-20250805","modelSlug":"claudeopus4120250805","tokens_per_second_mean":15.4,"tokens_per_second_min":7.21,"tokens_per_second_max":19.1,"samples":45,"generated_tokens_per_second_mean":15.4,"throughput_basis":"visible","time_to_first_token_mean":2.16,"enabled":true,"last_benchmark_date":"2026-08-05T18:46:02.665Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","164 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:02.000Z","successes_7d":167,"successes_30d":746,"successes_120d":2543,"errors_7d":164,"errors_30d":701,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"groq","providerCanonical":"groq","providerSlug":"groq","model_name":"GPT-oss-safeguard-20b","modelCanonical":"openai/gpt-oss-safeguard-20b","modelSlug":"openaigptosssafeguard20b","tokens_per_second_mean":280,"tokens_per_second_min":28.1,"tokens_per_second_max":684,"samples":70,"generated_tokens_per_second_mean":619,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T13:57:00.456Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"o3 Mini","modelCanonical":"o3-mini","modelSlug":"o3mini","tokens_per_second_mean":46.3,"tokens_per_second_min":1.87,"tokens_per_second_max":166,"samples":76,"generated_tokens_per_second_mean":72.1,"throughput_basis":"visible","time_to_first_token_mean":2.12,"enabled":true,"last_benchmark_date":"2026-08-06T20:08:47.580Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"o1","modelCanonical":"o1","modelSlug":"o1","tokens_per_second_mean":51.2,"tokens_per_second_min":6.44,"tokens_per_second_max":142,"samples":77,"generated_tokens_per_second_mean":77.8,"throughput_basis":"visible","time_to_first_token_mean":2.49,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:28:29.186Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5 Mini","modelCanonical":"gpt-5-mini","modelSlug":"gpt5mini","tokens_per_second_mean":41.3,"tokens_per_second_min":4.46,"tokens_per_second_max":108,"samples":76,"generated_tokens_per_second_mean":61,"throughput_basis":"visible","time_to_first_token_mean":2.93,"enabled":true,"last_benchmark_date":"2026-08-06T19:51:25.897Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"o3","modelCanonical":"o3","modelSlug":"o3","tokens_per_second_mean":41,"tokens_per_second_min":10.3,"tokens_per_second_max":104,"samples":76,"generated_tokens_per_second_mean":59.1,"throughput_basis":"visible","time_to_first_token_mean":2.42,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:57:57.004Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemini-3.5-flash","modelCanonical":"google/gemini-3.5-flash","modelSlug":"googlegemini35flash","tokens_per_second_mean":27.7,"tokens_per_second_min":10.2,"tokens_per_second_max":34.8,"samples":43,"generated_tokens_per_second_mean":26.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:21:30.537Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.4-nano","modelCanonical":"gpt-5.4-nano","modelSlug":"gpt54nano","tokens_per_second_mean":45.3,"tokens_per_second_min":14,"tokens_per_second_max":90.4,"samples":78,"generated_tokens_per_second_mean":63.3,"throughput_basis":"visible","time_to_first_token_mean":1.45,"enabled":true,"last_benchmark_date":"2026-08-06T20:19:39.498Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemini-3.1-flash-lite","modelCanonical":"google/gemini-3.1-flash-lite","modelSlug":"googlegemini31flashlite","tokens_per_second_mean":33.3,"tokens_per_second_min":11.7,"tokens_per_second_max":43.1,"samples":43,"generated_tokens_per_second_mean":33.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:21:29.378Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"gpt-5.3-chat-latest","modelCanonical":"gpt-5.3-chat-latest","modelSlug":"gpt53chatlatest","tokens_per_second_mean":32.8,"tokens_per_second_min":10.5,"tokens_per_second_max":46.3,"samples":78,"generated_tokens_per_second_mean":32.8,"throughput_basis":"visible","time_to_first_token_mean":2.72,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:18:09.309Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"qwen-2.5-7b","modelCanonical":"qwen/Qwen2.5-7B-Instruct-Turbo","modelSlug":"qwenqwen257binstructturbo","tokens_per_second_mean":72,"tokens_per_second_min":47.4,"tokens_per_second_max":86.5,"samples":77,"generated_tokens_per_second_mean":72,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-06T19:48:36.469Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","165 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:49.000Z","successes_7d":167,"successes_30d":761,"successes_120d":5914,"errors_7d":165,"errors_30d":673,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"gemma-3n-e4b-it","modelCanonical":"google/gemma-3n-E4B-it","modelSlug":"googlegemma3ne4bit","tokens_per_second_mean":31.9,"tokens_per_second_min":13,"tokens_per_second_max":55,"samples":77,"generated_tokens_per_second_mean":31,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-06T19:47:03.508Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"llama-3.3-70b","modelCanonical":"meta-llama/Llama-3.3-70B-Instruct-Turbo","modelSlug":"metallamallama3370binstructturbo","tokens_per_second_mean":41.8,"tokens_per_second_min":3.96,"tokens_per_second_max":91.4,"samples":77,"generated_tokens_per_second_mean":41.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-06T19:49:07.433Z","lifecycle_status":"active","lifecycle_confidence":"medium","lifecycle_reasons":["Successful benchmarks observed within last 30 days.","165 soft error(s) occurred in last 7 days; monitor but no action required."],"lifecycle_recommended_actions":[],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-11-11T01:32:59.000Z","successes_7d":167,"successes_30d":761,"successes_120d":2853,"errors_7d":165,"errors_30d":665,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"Qwen2.5-7B-Instruct-Turbo","modelCanonical":"Qwen/Qwen2.5-7B-Instruct-Turbo","modelSlug":"qwenqwen257binstructturbo","tokens_per_second_mean":68.1,"tokens_per_second_min":48.3,"tokens_per_second_max":85,"samples":12,"generated_tokens_per_second_mean":68.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":false,"deprecated":false,"last_benchmark_date":"2026-08-04T18:33:57.430Z","lifecycle_status":"disabled"},{"provider":"google","providerCanonical":"vertex","providerSlug":"vertex","model_name":"gemini-2.5-flash","modelCanonical":"gemini-2.5-flash","modelSlug":"gemini25flash","tokens_per_second_mean":1.86,"tokens_per_second_min":0.78,"tokens_per_second_max":3.52,"samples":52,"generated_tokens_per_second_mean":56.5,"throughput_basis":"visible","time_to_first_token_mean":1.09,"enabled":true,"last_benchmark_date":"2026-08-06T02:35:01.412Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2162 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2162,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Seed-2.0-code","modelCanonical":"ByteDance/Seed-2.0-code","modelSlug":"bytedanceseed20code","tokens_per_second_mean":0.64,"tokens_per_second_min":0.53,"tokens_per_second_max":0.81,"samples":14,"generated_tokens_per_second_mean":53.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T11:33:27.410Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Seed-2.0-pro","modelCanonical":"ByteDance/Seed-2.0-pro","modelSlug":"bytedanceseed20pro","tokens_per_second_mean":2.31,"tokens_per_second_min":1.54,"tokens_per_second_max":3.06,"samples":41,"generated_tokens_per_second_mean":55.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:00:32.153Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"qwen-3.5-9b","modelCanonical":"Qwen/Qwen3.5-9B","modelSlug":"qwenqwen359b","tokens_per_second_mean":65.3,"tokens_per_second_min":8.1,"tokens_per_second_max":109,"samples":74,"generated_tokens_per_second_mean":65.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-06T20:03:37.811Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiniMax-M2.1","modelCanonical":"MiniMaxAI/MiniMax-M2.1","modelSlug":"minimaxaiminimaxm21","tokens_per_second_mean":32.7,"tokens_per_second_min":23.4,"tokens_per_second_max":40.5,"samples":3,"generated_tokens_per_second_mean":102,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T14:16:34.291Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiniMax-M2.5","modelCanonical":"MiniMaxAI/MiniMax-M2.5","modelSlug":"minimaxaiminimaxm25","tokens_per_second_mean":22.7,"tokens_per_second_min":19.9,"tokens_per_second_max":27.3,"samples":3,"generated_tokens_per_second_mean":91.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T14:18:41.781Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-2.5-72b","modelCanonical":"Qwen/Qwen2.5-72B-Instruct","modelSlug":"qwenqwen2572binstruct","tokens_per_second_mean":17.3,"tokens_per_second_min":2.32,"tokens_per_second_max":32,"samples":27,"generated_tokens_per_second_mean":17.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:46:34.001Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:01:37.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2683,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen 2.5 Coder 32B","modelCanonical":"Qwen/Qwen2.5-Coder-32B-Instruct","modelSlug":"qwenqwen25coder32binstruct","tokens_per_second_mean":42.7,"tokens_per_second_min":19.9,"tokens_per_second_max":62.6,"samples":42,"generated_tokens_per_second_mean":42,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:28:13.357Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2163 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3-14b","modelCanonical":"Qwen/Qwen3-14B","modelSlug":"qwenqwen314b","tokens_per_second_mean":18,"tokens_per_second_min":2.81,"tokens_per_second_max":54.7,"samples":41,"generated_tokens_per_second_mean":17.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:06.252Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"qwen-2-1.5b-instruct","modelCanonical":"arize-ai/qwen-2-1.5b-instruct","modelSlug":"arizeaiqwen215binstruct","tokens_per_second_mean":108,"tokens_per_second_min":3.13,"tokens_per_second_max":145,"samples":77,"generated_tokens_per_second_mean":108,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:50:40.404Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3-235b","modelCanonical":"Qwen/Qwen3-235B-A22B","modelSlug":"qwenqwen3235ba22b","tokens_per_second_mean":18.5,"tokens_per_second_min":2.41,"tokens_per_second_max":34.6,"samples":36,"generated_tokens_per_second_mean":18.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:04:07.297Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2163 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-235B-A22B-Thinking-2507","modelCanonical":"Qwen/Qwen3-235B-A22B-Thinking-2507","modelSlug":"qwenqwen3235ba22bthinking2507","tokens_per_second_mean":7.87,"tokens_per_second_min":1.38,"tokens_per_second_max":28.3,"samples":27,"generated_tokens_per_second_mean":46.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T06:18:58.205Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-30B-A3B","modelCanonical":"Qwen/Qwen3-30B-A3B","modelSlug":"qwenqwen330ba3b","tokens_per_second_mean":64.9,"tokens_per_second_min":26.6,"tokens_per_second_max":98.2,"samples":42,"generated_tokens_per_second_mean":63.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:27:38.133Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-32B","modelCanonical":"Qwen/Qwen3-32B","modelSlug":"qwenqwen332b","tokens_per_second_mean":40.6,"tokens_per_second_min":13.4,"tokens_per_second_max":63.6,"samples":42,"generated_tokens_per_second_mean":40,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:11.518Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-Coder-480B-A35B-Instruct","modelCanonical":"Qwen/Qwen3-Coder-480B-A35B-Instruct","modelSlug":"qwenqwen3coder480ba35binstruct","tokens_per_second_mean":30.3,"tokens_per_second_min":2.24,"tokens_per_second_max":54.6,"samples":40,"generated_tokens_per_second_mean":30.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:41:56.007Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-Coder-480B-A35B-Instruct-Turbo","modelCanonical":"Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo","modelSlug":"qwenqwen3coder480ba35binstructturbo","tokens_per_second_mean":29.6,"tokens_per_second_min":1.76,"tokens_per_second_max":57.4,"samples":40,"generated_tokens_per_second_mean":29.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:30.440Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-Max","modelCanonical":"Qwen/Qwen3-Max","modelSlug":"qwenqwen3max","tokens_per_second_mean":23.4,"tokens_per_second_min":17,"tokens_per_second_max":29.4,"samples":41,"generated_tokens_per_second_mean":23.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:02.395Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-Max-Thinking","modelCanonical":"Qwen/Qwen3-Max-Thinking","modelSlug":"qwenqwen3maxthinking","tokens_per_second_mean":18.9,"tokens_per_second_min":12.9,"tokens_per_second_max":24.8,"samples":41,"generated_tokens_per_second_mean":18.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:33.612Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3-Next-80B-A3B-Instruct","modelCanonical":"Qwen/Qwen3-Next-80B-A3B-Instruct","modelSlug":"qwenqwen3next80ba3binstruct","tokens_per_second_mean":45.3,"tokens_per_second_min":10,"tokens_per_second_max":77.7,"samples":41,"generated_tokens_per_second_mean":45.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:02:32.405Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-0.8b","modelCanonical":"Qwen/Qwen3.5-0.8B","modelSlug":"qwenqwen3508b","tokens_per_second_mean":28.6,"tokens_per_second_min":3.48,"tokens_per_second_max":96,"samples":40,"generated_tokens_per_second_mean":28.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:12:10.943Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"DeepSeek-V4-Pro","modelCanonical":"deepseek-ai/DeepSeek-V4-Pro","modelSlug":"deepseekaideepseekv4pro","tokens_per_second_mean":25.1,"tokens_per_second_min":5.08,"tokens_per_second_max":63.8,"samples":77,"generated_tokens_per_second_mean":57,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:00:15.861Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-122b-a10b","modelCanonical":"Qwen/Qwen3.5-122B-A10B","modelSlug":"qwenqwen35122ba10b","tokens_per_second_mean":61.9,"tokens_per_second_min":33.5,"tokens_per_second_max":80,"samples":41,"generated_tokens_per_second_mean":65,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:45:00.598Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-27b","modelCanonical":"Qwen/Qwen3.5-27B","modelSlug":"qwenqwen3527b","tokens_per_second_mean":46.7,"tokens_per_second_min":10,"tokens_per_second_max":69.7,"samples":41,"generated_tokens_per_second_mean":46.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:15:45.973Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-2b","modelCanonical":"Qwen/Qwen3.5-2B","modelSlug":"qwenqwen352b","tokens_per_second_mean":36.1,"tokens_per_second_min":5.76,"tokens_per_second_max":89,"samples":41,"generated_tokens_per_second_mean":36.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:22:27.685Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-35b-a3b","modelCanonical":"Qwen/Qwen3.5-35B-A3B","modelSlug":"qwenqwen3535ba3b","tokens_per_second_mean":110,"tokens_per_second_min":10.7,"tokens_per_second_max":156,"samples":41,"generated_tokens_per_second_mean":110,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:49:12.623Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-397b-a17b","modelCanonical":"Qwen/Qwen3.5-397B-A17B","modelSlug":"qwenqwen35397ba17b","tokens_per_second_mean":47.2,"tokens_per_second_min":26.2,"tokens_per_second_max":97,"samples":41,"generated_tokens_per_second_mean":47.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:56:04.904Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5.4-pro","modelCanonical":"gpt-5.4-pro","modelSlug":"gpt54pro","tokens_per_second_mean":3.67,"tokens_per_second_min":1.98,"tokens_per_second_max":6.88,"samples":65,"generated_tokens_per_second_mean":6.15,"throughput_basis":"visible","time_to_first_token_mean":86.8,"enabled":true,"last_benchmark_date":"2026-08-06T19:48:59.045Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"qwen-3.5-4b","modelCanonical":"Qwen/Qwen3.5-4B","modelSlug":"qwenqwen354b","tokens_per_second_mean":35.1,"tokens_per_second_min":8.4,"tokens_per_second_max":86.9,"samples":41,"generated_tokens_per_second_mean":35.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:22:00.265Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3.6-27B","modelCanonical":"Qwen/Qwen3.6-27B","modelSlug":"qwenqwen3627b","tokens_per_second_mean":45,"tokens_per_second_min":2.65,"tokens_per_second_max":74.1,"samples":38,"generated_tokens_per_second_mean":45.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:37.367Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"Llama-Guard-4-12B","modelCanonical":"meta-llama/Llama-Guard-4-12B","modelSlug":"metallamallamaguard412b","tokens_per_second_mean":3.06,"tokens_per_second_min":1.08,"tokens_per_second_max":4,"samples":77,"generated_tokens_per_second_mean":6.12,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:51:10.805Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3.7-Max","modelCanonical":"Qwen/Qwen3.7-Max","modelSlug":"qwenqwen37max","tokens_per_second_mean":2.29,"tokens_per_second_min":2.04,"tokens_per_second_max":2.63,"samples":6,"generated_tokens_per_second_mean":50.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":false,"deprecated":false,"last_benchmark_date":"2026-08-04T14:15:25.619Z","lifecycle_status":"disabled"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"MiniMax-M3","modelCanonical":"minimaxai/minimax-m3","modelSlug":"minimaxaiminimaxm3","tokens_per_second_mean":26.1,"tokens_per_second_min":2.87,"tokens_per_second_max":67.6,"samples":77,"generated_tokens_per_second_mean":49.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:05:53.762Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"L3.3-70B-Euryale-v2.3","modelCanonical":"Sao10K/L3.3-70B-Euryale-v2.3","modelSlug":"sao10kl3370beuryalev23","tokens_per_second_mean":30.3,"tokens_per_second_min":17.9,"tokens_per_second_max":34.6,"samples":42,"generated_tokens_per_second_mean":30.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:04.864Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiMo-V2.5","modelCanonical":"XiaomiMiMo/MiMo-V2.5","modelSlug":"xiaomimimomimov25","tokens_per_second_mean":28.6,"tokens_per_second_min":7.42,"tokens_per_second_max":55.6,"samples":41,"generated_tokens_per_second_mean":39.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:51.736Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiMo-V2.5-Pro","modelCanonical":"XiaomiMiMo/MiMo-V2.5-Pro","modelSlug":"xiaomimimomimov25pro","tokens_per_second_mean":60,"tokens_per_second_min":3.96,"tokens_per_second_max":120,"samples":41,"generated_tokens_per_second_mean":98.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:40.883Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Olmo-3.1-32B-Instruct","modelCanonical":"allenai/Olmo-3.1-32B-Instruct","modelSlug":"allenaiolmo3132binstruct","tokens_per_second_mean":16,"tokens_per_second_min":1.47,"tokens_per_second_max":62.9,"samples":25,"generated_tokens_per_second_mean":15.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:04.624Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-3-7-sonnet-latest","modelCanonical":"anthropic/claude-3-7-sonnet-latest","modelSlug":"anthropicclaude37sonnetlatest","tokens_per_second_mean":17,"tokens_per_second_min":8.69,"tokens_per_second_max":19.8,"samples":42,"generated_tokens_per_second_mean":17.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:38.520Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-4-opus","modelCanonical":"anthropic/claude-4-opus","modelSlug":"anthropicclaude4opus","tokens_per_second_mean":32,"tokens_per_second_min":25.4,"tokens_per_second_max":37.3,"samples":41,"generated_tokens_per_second_mean":47.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:08.557Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-4-sonnet","modelCanonical":"anthropic/claude-4-sonnet","modelSlug":"anthropicclaude4sonnet","tokens_per_second_mean":17.3,"tokens_per_second_min":10,"tokens_per_second_max":23.7,"samples":42,"generated_tokens_per_second_mean":18.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:38.757Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-haiku-4.5","modelCanonical":"anthropic/claude-haiku-4-5","modelSlug":"anthropicclaudehaiku45","tokens_per_second_mean":29.9,"tokens_per_second_min":12.9,"tokens_per_second_max":36.8,"samples":42,"generated_tokens_per_second_mean":31.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:42.262Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-opus-4-7","modelCanonical":"anthropic/claude-opus-4-7","modelSlug":"anthropicclaudeopus47","tokens_per_second_mean":31.1,"tokens_per_second_min":23.9,"tokens_per_second_max":36.1,"samples":41,"generated_tokens_per_second_mean":46.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:45.020Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"Kimi-K2.6","modelCanonical":"moonshotai/Kimi-K2.6","modelSlug":"moonshotaikimik26","tokens_per_second_mean":66,"tokens_per_second_min":2.93,"tokens_per_second_max":138,"samples":77,"generated_tokens_per_second_mean":85.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:17:48.567Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-opus-4-8","modelCanonical":"anthropic/claude-opus-4-8","modelSlug":"anthropicclaudeopus48","tokens_per_second_mean":27.6,"tokens_per_second_min":16.1,"tokens_per_second_max":33,"samples":41,"generated_tokens_per_second_mean":41.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:14.062Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-sonnet-4.6","modelCanonical":"anthropic/claude-sonnet-4-6","modelSlug":"anthropicclaudesonnet46","tokens_per_second_mean":16.9,"tokens_per_second_min":7.23,"tokens_per_second_max":21.3,"samples":41,"generated_tokens_per_second_mean":17.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:37.269Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"nemotron-3-ultra-550b-a55b","modelCanonical":"nvidia/nemotron-3-ultra-550b-a55b","modelSlug":"nvidianemotron3ultra550ba55b","tokens_per_second_mean":58,"tokens_per_second_min":7.96,"tokens_per_second_max":118,"samples":77,"generated_tokens_per_second_mean":102,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:59:31.790Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"GPT-oss-120b","modelCanonical":"openai/gpt-oss-120b","modelSlug":"openaigptoss120b","tokens_per_second_mean":49,"tokens_per_second_min":3.7,"tokens_per_second_max":111,"samples":76,"generated_tokens_per_second_mean":92.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:55:53.004Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-R1-0528","modelCanonical":"deepseek-ai/DeepSeek-R1-0528","modelSlug":"deepseekaideepseekr10528","tokens_per_second_mean":17.2,"tokens_per_second_min":9.94,"tokens_per_second_max":30.8,"samples":41,"generated_tokens_per_second_mean":17.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:08.074Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"GPT-oss-20b","modelCanonical":"openai/gpt-oss-20b","modelSlug":"openaigptoss20b","tokens_per_second_mean":50.9,"tokens_per_second_min":4.01,"tokens_per_second_max":167,"samples":21,"generated_tokens_per_second_mean":152,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T01:31:14.068Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-V3","modelCanonical":"deepseek-ai/DeepSeek-V3","modelSlug":"deepseekaideepseekv3","tokens_per_second_mean":16.8,"tokens_per_second_min":1.76,"tokens_per_second_max":44.8,"samples":41,"generated_tokens_per_second_mean":16.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:34.958Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-V3.1","modelCanonical":"deepseek-ai/DeepSeek-V3.1","modelSlug":"deepseekaideepseekv31","tokens_per_second_mean":8.8,"tokens_per_second_min":2.28,"tokens_per_second_max":17.6,"samples":41,"generated_tokens_per_second_mean":8.81,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:50:35.925Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-V3.1-Terminus","modelCanonical":"deepseek-ai/DeepSeek-V3.1-Terminus","modelSlug":"deepseekaideepseekv31terminus","tokens_per_second_mean":36.1,"tokens_per_second_min":5,"tokens_per_second_max":71.7,"samples":41,"generated_tokens_per_second_mean":35.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:38.945Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-V4-Flash","modelCanonical":"deepseek-ai/DeepSeek-V4-Flash","modelSlug":"deepseekaideepseekv4flash","tokens_per_second_mean":24.7,"tokens_per_second_min":5.37,"tokens_per_second_max":38.3,"samples":41,"generated_tokens_per_second_mean":24.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:37.977Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-V4-Pro","modelCanonical":"deepseek-ai/DeepSeek-V4-Pro","modelSlug":"deepseekaideepseekv4pro","tokens_per_second_mean":17.6,"tokens_per_second_min":1.52,"tokens_per_second_max":41,"samples":40,"generated_tokens_per_second_mean":17.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:50:42.839Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemini-2.5-flash","modelCanonical":"google/gemini-2.5-flash","modelSlug":"googlegemini25flash","tokens_per_second_mean":34.6,"tokens_per_second_min":18.6,"tokens_per_second_max":42,"samples":42,"generated_tokens_per_second_mean":33.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:10.386Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemini-3.1-pro","modelCanonical":"google/gemini-3.1-pro","modelSlug":"googlegemini31pro","tokens_per_second_mean":21.8,"tokens_per_second_min":17.6,"tokens_per_second_max":26.8,"samples":41,"generated_tokens_per_second_mean":21,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:33.546Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-3-12b-it","modelCanonical":"google/gemma-3-12b-it","modelSlug":"googlegemma312bit","tokens_per_second_mean":33,"tokens_per_second_min":10.7,"tokens_per_second_max":45.3,"samples":41,"generated_tokens_per_second_mean":33.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:32.143Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-3-27b-it","modelCanonical":"google/gemma-3-27b-it","modelSlug":"googlegemma327bit","tokens_per_second_mean":20.7,"tokens_per_second_min":4.28,"tokens_per_second_max":31,"samples":41,"generated_tokens_per_second_mean":20.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:46:10.216Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-3-4b-it","modelCanonical":"google/gemma-3-4b-it","modelSlug":"googlegemma34bit","tokens_per_second_mean":25.2,"tokens_per_second_min":10.1,"tokens_per_second_max":51.3,"samples":41,"generated_tokens_per_second_mean":25.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:46:09.459Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-4-26B-A4B-it","modelCanonical":"google/gemma-4-26B-A4B-it","modelSlug":"googlegemma426ba4bit","tokens_per_second_mean":20.6,"tokens_per_second_min":5.24,"tokens_per_second_max":34,"samples":42,"generated_tokens_per_second_mean":20.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:27:08.643Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-4-31B-it","modelCanonical":"google/gemma-4-31B-it","modelSlug":"googlegemma431bit","tokens_per_second_mean":12.3,"tokens_per_second_min":1.06,"tokens_per_second_max":51.2,"samples":25,"generated_tokens_per_second_mean":12.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:23:31.076Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"gemma-4-31B-it-turbo","modelCanonical":"google/gemma-4-31B-it-turbo","modelSlug":"googlegemma431bitturbo","tokens_per_second_mean":36.1,"tokens_per_second_min":6.65,"tokens_per_second_max":59.6,"samples":42,"generated_tokens_per_second_mean":35.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:05.362Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"GLM-5.2","modelCanonical":"zai-org/glm-5.2","modelSlug":"zaiorgglm52","tokens_per_second_mean":85.5,"tokens_per_second_min":3.51,"tokens_per_second_max":193,"samples":77,"generated_tokens_per_second_mean":108,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:26:06.441Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-2-70b","modelCanonical":"meta-llama/Llama-2-70b-chat-hf","modelSlug":"metallamallama270bchathf","tokens_per_second_mean":28.4,"tokens_per_second_min":2.04,"tokens_per_second_max":44.1,"samples":27,"generated_tokens_per_second_mean":28.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:01:30.468Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:11.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2684,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.2-11b","modelCanonical":"meta-llama/Llama-3.2-11B-Vision-Instruct","modelSlug":"metallamallama3211bvisioninstruct","tokens_per_second_mean":9.36,"tokens_per_second_min":1.18,"tokens_per_second_max":32.6,"samples":22,"generated_tokens_per_second_mean":9.27,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:17:23.302Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:01:00.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2683,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.2-1b","modelCanonical":"meta-llama/Llama-3.2-1B-Instruct","modelSlug":"metallamallama321binstruct","tokens_per_second_mean":11.2,"tokens_per_second_min":1.2,"tokens_per_second_max":50.1,"samples":23,"generated_tokens_per_second_mean":10.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:27:38.378Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:57.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2683,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.2-3b","modelCanonical":"meta-llama/Llama-3.2-3B-Instruct","modelSlug":"metallamallama323binstruct","tokens_per_second_mean":11.6,"tokens_per_second_min":1.13,"tokens_per_second_max":40.2,"samples":22,"generated_tokens_per_second_mean":11.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:58:55.286Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:58.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2683,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.2-90b","modelCanonical":"meta-llama/Llama-3.2-90B-Vision-Instruct","modelSlug":"metallamallama3290bvisioninstruct","tokens_per_second_mean":42,"tokens_per_second_min":19,"tokens_per_second_max":57.6,"samples":28,"generated_tokens_per_second_mean":41.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:28:40.085Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:01:03.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2679,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Llama-3.3-70B-Instruct-Turbo","modelCanonical":"meta-llama/Llama-3.3-70B-Instruct-Turbo","modelSlug":"metallamallama3370binstructturbo","tokens_per_second_mean":13.2,"tokens_per_second_min":1.2,"tokens_per_second_max":24.9,"samples":41,"generated_tokens_per_second_mean":13.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:48:07.429Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.3-70b","modelCanonical":"meta-llama/Llama-3.3-70B-Instruct","modelSlug":"metallamallama3370binstruct","tokens_per_second_mean":13.3,"tokens_per_second_min":3.68,"tokens_per_second_max":27.6,"samples":37,"generated_tokens_per_second_mean":13.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:17:52.870Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2163 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-4-maverick","modelCanonical":"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8","modelSlug":"metallamallama4maverick17b128einstructfp8","tokens_per_second_mean":42,"tokens_per_second_min":5.08,"tokens_per_second_max":64.2,"samples":41,"generated_tokens_per_second_mean":41.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:30.643Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Llama-Guard-4-12B","modelCanonical":"meta-llama/Llama-Guard-4-12B","modelSlug":"metallamallamaguard412b","tokens_per_second_mean":2.83,"tokens_per_second_min":0.82,"tokens_per_second_max":4.25,"samples":37,"generated_tokens_per_second_mean":4.25,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:39.470Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3-70b","modelCanonical":"meta-llama/Meta-Llama-3-70B-Instruct","modelSlug":"metallamametallama370binstruct","tokens_per_second_mean":29.7,"tokens_per_second_min":2.82,"tokens_per_second_max":44.7,"samples":27,"generated_tokens_per_second_mean":29.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:01:30.179Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:48.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2683,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3-8b","modelCanonical":"meta-llama/Meta-Llama-3-8B-Instruct","modelSlug":"metallamametallama38binstruct","tokens_per_second_mean":36.4,"tokens_per_second_min":17.4,"tokens_per_second_max":69.4,"samples":27,"generated_tokens_per_second_mean":36.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:58:55.148Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:45.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2683,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.1-405b","modelCanonical":"meta-llama/Meta-Llama-3.1-405B-Instruct","modelSlug":"metallamametallama31405binstruct","tokens_per_second_mean":16.6,"tokens_per_second_min":3.01,"tokens_per_second_max":24,"samples":27,"generated_tokens_per_second_mean":16.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:46:23.082Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:56.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2681,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.1-70b","modelCanonical":"meta-llama/Meta-Llama-3.1-70B-Instruct","modelSlug":"metallamametallama3170binstruct","tokens_per_second_mean":30,"tokens_per_second_min":2.77,"tokens_per_second_max":45,"samples":27,"generated_tokens_per_second_mean":30,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:01:30.246Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:53.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2679,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"llama-3.1-8b","modelCanonical":"meta-llama/Meta-Llama-3.1-8B-Instruct","modelSlug":"metallamametallama318binstruct","tokens_per_second_mean":16.7,"tokens_per_second_min":8.71,"tokens_per_second_max":28.2,"samples":27,"generated_tokens_per_second_mean":16.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:44:36.319Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:00:50.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2681,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"phi-4","modelCanonical":"microsoft/phi-4","modelSlug":"microsoftphi4","tokens_per_second_mean":45,"tokens_per_second_min":3.92,"tokens_per_second_max":53,"samples":42,"generated_tokens_per_second_mean":45,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:27:07.242Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiniMax-M2.7-Turbo","modelCanonical":"minimaxai/minimax-m2.7-turbo","modelSlug":"minimaxaiminimaxm27turbo","tokens_per_second_mean":50.4,"tokens_per_second_min":4.02,"tokens_per_second_max":91.2,"samples":4,"generated_tokens_per_second_mean":222,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T14:10:29.747Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"devstral-small","modelCanonical":"mistralai/Devstral-Small-2507","modelSlug":"mistralaidevstralsmall2507","tokens_per_second_mean":22.1,"tokens_per_second_min":2.93,"tokens_per_second_max":51.5,"samples":41,"generated_tokens_per_second_mean":22.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:45:38.121Z","lifecycle_status":"never_succeeded","lifecycle_confidence":"medium","lifecycle_reasons":["No successful benchmarks recorded for this model yet.","Encountered 2163 error(s) in last 30 days without a single success."],"lifecycle_recommended_actions":["validate_credentials_or_model_id"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"successes_7d":0,"successes_30d":0,"successes_120d":0,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"mistral-7b","modelCanonical":"mistralai/Mistral-7B-Instruct-v0.2","modelSlug":"mistralaimistral7binstructv02","tokens_per_second_mean":22.3,"tokens_per_second_min":1.38,"tokens_per_second_max":53.3,"samples":27,"generated_tokens_per_second_mean":23,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:45:06.025Z","lifecycle_status":"stale","lifecycle_confidence":"medium","lifecycle_reasons":["Last success 90 days ago; exceeds 60-day freshness budget.","2163 error(s) observed in last 30 days."],"lifecycle_recommended_actions":["investigate_provider_catalog"],"lifecycle_catalog_state":"unknown","lifecycle_computed_at":"2025-11-11T01:38:34.505Z","lifecycle_metrics":{"last_success":"2025-08-12T07:01:08.000Z","successes_7d":0,"successes_30d":0,"successes_120d":2679,"errors_7d":494,"errors_30d":2163,"hard_failures_7d":0,"hard_failures_30d":0}},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Mistral-Nemo-Instruct-2407","modelCanonical":"mistralai/Mistral-Nemo-Instruct-2407","modelSlug":"mistralaimistralnemoinstruct2407","tokens_per_second_mean":21,"tokens_per_second_min":3.36,"tokens_per_second_max":69,"samples":41,"generated_tokens_per_second_mean":21.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:36.942Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Mistral-Small-24B-Instruct-2501","modelCanonical":"mistralai/Mistral-Small-24B-Instruct-2501","modelSlug":"mistralaimistralsmall24binstruct2501","tokens_per_second_mean":35.4,"tokens_per_second_min":17.3,"tokens_per_second_max":52.8,"samples":42,"generated_tokens_per_second_mean":36.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:42.001Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Mistral-Small-3.2-24B-Instruct-2506","modelCanonical":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","modelSlug":"mistralaimistralsmall3224binstruct2506","tokens_per_second_mean":21.7,"tokens_per_second_min":3.3,"tokens_per_second_max":51.9,"samples":41,"generated_tokens_per_second_mean":22.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:39.682Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"mixtral-8x7b","modelCanonical":"mistralai/Mixtral-8x7B-Instruct-v0.1","modelSlug":"mistralaimixtral8x7binstructv01","tokens_per_second_mean":35.8,"tokens_per_second_min":17,"tokens_per_second_max":52,"samples":42,"generated_tokens_per_second_mean":36.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:35.277Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Kimi-K2-Instruct-0905","modelCanonical":"moonshotai/Kimi-K2-Instruct-0905","modelSlug":"moonshotaikimik2instruct0905","tokens_per_second_mean":16.1,"tokens_per_second_min":2.74,"tokens_per_second_max":62.9,"samples":41,"generated_tokens_per_second_mean":37.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:01:44.650Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Kimi-K2-Thinking","modelCanonical":"moonshotai/Kimi-K2-Thinking","modelSlug":"moonshotaikimik2thinking","tokens_per_second_mean":14.2,"tokens_per_second_min":2.07,"tokens_per_second_max":62,"samples":41,"generated_tokens_per_second_mean":37.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:01:45.313Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Kimi-K2.5","modelCanonical":"moonshotai/Kimi-K2.5","modelSlug":"moonshotaikimik25","tokens_per_second_mean":20.1,"tokens_per_second_min":1.15,"tokens_per_second_max":78,"samples":41,"generated_tokens_per_second_mean":37.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:02:51.727Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Kimi-K2.5-Turbo","modelCanonical":"moonshotai/Kimi-K2.5-Turbo","modelSlug":"moonshotaikimik25turbo","tokens_per_second_mean":16.3,"tokens_per_second_min":2.24,"tokens_per_second_max":64.7,"samples":41,"generated_tokens_per_second_mean":40.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:01:45.043Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Kimi-K2.6","modelCanonical":"moonshotai/Kimi-K2.6","modelSlug":"moonshotaikimik26","tokens_per_second_mean":14.3,"tokens_per_second_min":2.19,"tokens_per_second_max":34.7,"samples":38,"generated_tokens_per_second_mean":20.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:08:09.909Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Llama-3.3-Nemotron-Super-49B-v1.5","modelCanonical":"nvidia/Llama-3.3-Nemotron-Super-49B-v1.5","modelSlug":"nvidiallama33nemotronsuper49bv15","tokens_per_second_mean":47.9,"tokens_per_second_min":8.19,"tokens_per_second_max":73.8,"samples":41,"generated_tokens_per_second_mean":47.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:06.530Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"NVIDIA-Nemotron-3-Super-120B-A12B","modelCanonical":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B","modelSlug":"nvidianvidianemotron3super120ba12b","tokens_per_second_mean":39,"tokens_per_second_min":11.9,"tokens_per_second_max":64.7,"samples":41,"generated_tokens_per_second_mean":40.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:44:34.735Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"nemotron-3-ultra-550b-a55b","modelCanonical":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B","modelSlug":"nvidianvidianemotron3ultra550ba55b","tokens_per_second_mean":44.4,"tokens_per_second_min":9.13,"tokens_per_second_max":71.4,"samples":41,"generated_tokens_per_second_mean":44.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:01.776Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"NVIDIA-Nemotron-Nano-12B-v2-VL","modelCanonical":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL","modelSlug":"nvidianvidianemotronnano12bv2vl","tokens_per_second_mean":39,"tokens_per_second_min":2.31,"tokens_per_second_max":65.1,"samples":42,"generated_tokens_per_second_mean":39,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:26:36.434Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"NVIDIA-Nemotron-Nano-9B-v2","modelCanonical":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","modelSlug":"nvidianvidianemotronnano9bv2","tokens_per_second_mean":64.5,"tokens_per_second_min":3.66,"tokens_per_second_max":103,"samples":42,"generated_tokens_per_second_mean":74.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:25:33.840Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Nemotron-3-Nano-30B-A3B","modelCanonical":"nvidia/Nemotron-3-Nano-30B-A3B","modelSlug":"nvidianemotron3nano30ba3b","tokens_per_second_mean":64.3,"tokens_per_second_min":2.87,"tokens_per_second_max":93.1,"samples":42,"generated_tokens_per_second_mean":73.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:09.211Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning","modelCanonical":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning","modelSlug":"nvidianemotron3nanoomni30ba3breasoning","tokens_per_second_mean":43.5,"tokens_per_second_min":6.46,"tokens_per_second_max":79.9,"samples":42,"generated_tokens_per_second_mean":43.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:09.792Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GPT-oss-120b","modelCanonical":"openai/gpt-oss-120b","modelSlug":"openaigptoss120b","tokens_per_second_mean":20.6,"tokens_per_second_min":7.69,"tokens_per_second_max":38.3,"samples":41,"generated_tokens_per_second_mean":42.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:10:00.679Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GPT-oss-120b-Turbo","modelCanonical":"openai/gpt-oss-120b-Turbo","modelSlug":"openaigptoss120bturbo","tokens_per_second_mean":65.8,"tokens_per_second_min":5.07,"tokens_per_second_max":180,"samples":41,"generated_tokens_per_second_mean":142,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:36.866Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GPT-oss-20b","modelCanonical":"openai/gpt-oss-20b","modelSlug":"openaigptoss20b","tokens_per_second_mean":58.1,"tokens_per_second_min":17.1,"tokens_per_second_max":112,"samples":41,"generated_tokens_per_second_mean":92.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:47:47.416Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-4.6","modelCanonical":"zai-org/GLM-4.6","modelSlug":"zaiorgglm46","tokens_per_second_mean":33.8,"tokens_per_second_min":11.7,"tokens_per_second_max":65,"samples":41,"generated_tokens_per_second_mean":33.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:00:52.527Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-4.6V","modelCanonical":"zai-org/GLM-4.6V","modelSlug":"zaiorgglm46v","tokens_per_second_mean":18.8,"tokens_per_second_min":1.37,"tokens_per_second_max":38.4,"samples":42,"generated_tokens_per_second_mean":18.5,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:28:44.029Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-4.7","modelCanonical":"zai-org/GLM-4.7","modelSlug":"zaiorgglm47","tokens_per_second_mean":27,"tokens_per_second_min":8.25,"tokens_per_second_max":55.3,"samples":41,"generated_tokens_per_second_mean":27,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:22:32.013Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-4.7-Flash","modelCanonical":"zai-org/GLM-4.7-Flash","modelSlug":"zaiorgglm47flash","tokens_per_second_mean":46.6,"tokens_per_second_min":2.23,"tokens_per_second_max":129,"samples":39,"generated_tokens_per_second_mean":46.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:57:04.231Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-5","modelCanonical":"zai-org/GLM-5","modelSlug":"zaiorgglm5","tokens_per_second_mean":19.6,"tokens_per_second_min":4.15,"tokens_per_second_max":47.4,"samples":41,"generated_tokens_per_second_mean":19.6,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:06:41.252Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"GLM-5.1","modelCanonical":"zai-org/GLM-5.1","modelSlug":"zaiorgglm51","tokens_per_second_mean":27.4,"tokens_per_second_min":10.3,"tokens_per_second_max":50.4,"samples":41,"generated_tokens_per_second_mean":28.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:00:40.425Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiniMax-M2","modelCanonical":"MiniMaxAI/MiniMax-M2","modelSlug":"minimaxaiminimaxm2","tokens_per_second_mean":25.2,"tokens_per_second_min":22,"tokens_per_second_max":28.3,"samples":2,"generated_tokens_per_second_mean":85.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T14:16:31.338Z"},{"provider":"openai","providerCanonical":"openai","providerSlug":"openai","model_name":"GPT-5-pro","modelCanonical":"gpt-5-pro","modelSlug":"gpt5pro","tokens_per_second_mean":9.73,"tokens_per_second_min":7.65,"tokens_per_second_max":11.4,"samples":3,"generated_tokens_per_second_mean":28.1,"throughput_basis":"visible","time_to_first_token_mean":36.5,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T13:22:54.911Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"MiniMax-M2.7","modelCanonical":"MiniMaxAI/MiniMax-M2.7","modelSlug":"minimaxaiminimaxm27","tokens_per_second_mean":14.8,"tokens_per_second_min":7.75,"tokens_per_second_max":33.4,"samples":7,"generated_tokens_per_second_mean":66.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-04T17:06:53.780Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"deepseek-v3.2","modelCanonical":"deepseek-ai/DeepSeek-V3.2","modelSlug":"deepseekaideepseekv32","tokens_per_second_mean":12.3,"tokens_per_second_min":1.02,"tokens_per_second_max":32.3,"samples":35,"generated_tokens_per_second_mean":12.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:11:14.352Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Ornith-1.0-35B","modelCanonical":"deepreinforce-ai/ornith-1.0-35b","modelSlug":"deepreinforceaiornith1035b","tokens_per_second_mean":28.8,"tokens_per_second_min":3.43,"tokens_per_second_max":69.5,"samples":36,"generated_tokens_per_second_mean":28.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:05:21.402Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3.6-35B-A3B","modelCanonical":"Qwen/Qwen3.6-35B-A3B","modelSlug":"qwenqwen3635ba3b","tokens_per_second_mean":33.5,"tokens_per_second_min":1.24,"tokens_per_second_max":75,"samples":31,"generated_tokens_per_second_mean":33.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:53:25.490Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"gemma-4-31B-it","modelCanonical":"google/gemma-4-31B-it","modelSlug":"googlegemma431bit","tokens_per_second_mean":49.9,"tokens_per_second_min":2.34,"tokens_per_second_max":104,"samples":47,"generated_tokens_per_second_mean":49,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:53:33.737Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"deepseek-ai/DeepSeek-R1-0528-Turbo","modelCanonical":"deepseek-ai/DeepSeek-R1-0528-Turbo","modelSlug":"deepseekaideepseekr10528turbo","tokens_per_second_mean":18,"tokens_per_second_min":9.49,"tokens_per_second_max":29.6,"samples":19,"generated_tokens_per_second_mean":17.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T17:12:44.525Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"DeepSeek-V4-Flash-0731","modelCanonical":"deepseek-ai/deepseek-v4-flash-0731","modelSlug":"deepseekaideepseekv4flash0731","tokens_per_second_mean":24.3,"tokens_per_second_min":23.4,"tokens_per_second_max":25.2,"samples":2,"generated_tokens_per_second_mean":24.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:45:35.536Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"Kimi-K3","modelCanonical":"accounts/fireworks/models/kimi-k3","modelSlug":"accountsfireworksmodelskimik3","tokens_per_second_mean":24.3,"tokens_per_second_min":1.74,"tokens_per_second_max":38.2,"samples":37,"generated_tokens_per_second_mean":24.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:45.882Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"DeepSeek-V4-Flash","modelCanonical":"accounts/fireworks/models/deepseek-v4-flash","modelSlug":"accountsfireworksmodelsdeepseekv4flash","tokens_per_second_mean":32,"tokens_per_second_min":6.31,"tokens_per_second_max":54,"samples":38,"generated_tokens_per_second_mean":31.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:09.779Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"Kimi-K3","modelCanonical":"moonshotai/kimi-k3","modelSlug":"moonshotaikimik3","tokens_per_second_mean":37.1,"tokens_per_second_min":7.62,"tokens_per_second_max":72.7,"samples":37,"generated_tokens_per_second_mean":37.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:43.272Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"Kimi-K2.7-Code","modelCanonical":"accounts/fireworks/models/kimi-k2p7-code","modelSlug":"accountsfireworksmodelskimik2p7code","tokens_per_second_mean":36.1,"tokens_per_second_min":11.3,"tokens_per_second_max":60.9,"samples":38,"generated_tokens_per_second_mean":35.8,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:07.906Z"},{"provider":"anthropic","providerCanonical":"anthropic","providerSlug":"anthropic","model_name":"claude-opus-5","modelCanonical":"claude-opus-5","modelSlug":"claudeopus5","tokens_per_second_mean":23.8,"tokens_per_second_min":11.8,"tokens_per_second_max":31.4,"samples":38,"generated_tokens_per_second_mean":23.8,"throughput_basis":"visible","time_to_first_token_mean":2.79,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:37.928Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"GPT-oss-20b","modelCanonical":"accounts/fireworks/models/gpt-oss-20b","modelSlug":"accountsfireworksmodelsgptoss20b","tokens_per_second_mean":73.3,"tokens_per_second_min":14.6,"tokens_per_second_max":158,"samples":38,"generated_tokens_per_second_mean":144,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:04:09.592Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"MiniMax-M3","modelCanonical":"accounts/fireworks/models/minimax-m3","modelSlug":"accountsfireworksmodelsminimaxm3","tokens_per_second_mean":58.5,"tokens_per_second_min":14.3,"tokens_per_second_max":113,"samples":38,"generated_tokens_per_second_mean":104,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:21:19.908Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Inkling-Small","modelCanonical":"thinkingmachines/inkling-small","modelSlug":"thinkingmachinesinklingsmall","tokens_per_second_mean":52.4,"tokens_per_second_min":38.6,"tokens_per_second_max":66.1,"samples":2,"generated_tokens_per_second_mean":53.2,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T17:03:09.508Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen3.8-Max","modelCanonical":"qwen/qwen3.8-max","modelSlug":"qwenqwen38max","tokens_per_second_mean":4.72,"tokens_per_second_min":2.66,"tokens_per_second_max":6.78,"samples":2,"generated_tokens_per_second_mean":29.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:14.850Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"claude-opus-5","modelCanonical":"anthropic/claude-opus-5","modelSlug":"anthropicclaudeopus5","tokens_per_second_mean":29.7,"tokens_per_second_min":28.9,"tokens_per_second_max":30.5,"samples":2,"generated_tokens_per_second_mean":43.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T16:46:31.212Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"DeepSeek-V4-Flash-0731","modelCanonical":"accounts/fireworks/models/deepseek-v4-flash-0731","modelSlug":"accountsfireworksmodelsdeepseekv4flash0731","tokens_per_second_mean":28.3,"tokens_per_second_min":1.1,"tokens_per_second_max":73.1,"samples":38,"generated_tokens_per_second_mean":29.7,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:05:27.851Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"qwen3-reranker-8b","modelCanonical":"accounts/fireworks/models/qwen3-reranker-8b","modelSlug":"accountsfireworksmodelsqwen3reranker8b","tokens_per_second_mean":61.4,"tokens_per_second_min":52.1,"tokens_per_second_max":74.5,"samples":38,"generated_tokens_per_second_mean":60.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:02:34.690Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"nemotron-3-ultra-550b-a55b","modelCanonical":"accounts/fireworks/models/nemotron-3-ultra-nvfp4","modelSlug":"accountsfireworksmodelsnemotron3ultranvfp4","tokens_per_second_mean":52.2,"tokens_per_second_min":9.21,"tokens_per_second_max":69.9,"samples":38,"generated_tokens_per_second_mean":52.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:06.778Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"qwen3p7-plus","modelCanonical":"accounts/fireworks/models/qwen3p7-plus","modelSlug":"accountsfireworksmodelsqwen3p7plus","tokens_per_second_mean":49.9,"tokens_per_second_min":25,"tokens_per_second_max":68,"samples":38,"generated_tokens_per_second_mean":52.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:36.359Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"glm-5p2-fast","modelCanonical":"accounts/fireworks/routers/glm-5p2-fast","modelSlug":"accountsfireworksroutersglm5p2fast","tokens_per_second_mean":40.4,"tokens_per_second_min":6.39,"tokens_per_second_max":80.7,"samples":38,"generated_tokens_per_second_mean":40.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:37.557Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"kimi-k2p6-turbo","modelCanonical":"accounts/fireworks/routers/kimi-k2p6-turbo","modelSlug":"accountsfireworksrouterskimik2p6turbo","tokens_per_second_mean":49.3,"tokens_per_second_min":34.4,"tokens_per_second_max":67.1,"samples":38,"generated_tokens_per_second_mean":49.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:03:07.606Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"kimi-k3-fast","modelCanonical":"accounts/fireworks/routers/kimi-k3-fast","modelSlug":"accountsfireworksrouterskimik3fast","tokens_per_second_mean":31,"tokens_per_second_min":1.17,"tokens_per_second_max":49.2,"samples":38,"generated_tokens_per_second_mean":30.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T20:06:13.121Z"},{"provider":"fireworks","providerCanonical":"fireworks","providerSlug":"fireworks","model_name":"kimi-k2p7-code-fast","modelCanonical":"accounts/fireworks/routers/kimi-k2p7-code-fast","modelSlug":"accountsfireworksrouterskimik2p7codefast","tokens_per_second_mean":55.9,"tokens_per_second_min":34.9,"tokens_per_second_max":85.4,"samples":7,"generated_tokens_per_second_mean":121,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-05T20:33:18.804Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"Qwen/Qwen2.5-VL-32B-Instruct","modelCanonical":"Qwen/Qwen2.5-VL-32B-Instruct","modelSlug":"qwenqwen25vl32binstruct","tokens_per_second_mean":27.4,"tokens_per_second_min":23.8,"tokens_per_second_max":30.9,"samples":2,"generated_tokens_per_second_mean":27.4,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:38.971Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"microsoft/WizardLM-2-8x22B","modelCanonical":"microsoft/WizardLM-2-8x22B","modelSlug":"microsoftwizardlm28x22b","tokens_per_second_mean":12.4,"tokens_per_second_min":5.84,"tokens_per_second_max":18.9,"samples":2,"generated_tokens_per_second_mean":12.3,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:40.857Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"deepseek-ai/DeepSeek-OCR","modelCanonical":"deepseek-ai/DeepSeek-OCR","modelSlug":"deepseekaideepseekocr","tokens_per_second_mean":7.15,"tokens_per_second_min":4.29,"tokens_per_second_max":10,"samples":2,"generated_tokens_per_second_mean":6.98,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:46.864Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"PaddlePaddle/PaddleOCR-VL-0.9B","modelCanonical":"PaddlePaddle/PaddleOCR-VL-0.9B","modelSlug":"paddlepaddlepaddleocrvl09b","tokens_per_second_mean":5.9,"tokens_per_second_min":4.26,"tokens_per_second_max":7.53,"samples":2,"generated_tokens_per_second_mean":5.64,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:50.458Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"nvidia/Llama-3.1-Nemotron-70B-Instruct","modelCanonical":"nvidia/Llama-3.1-Nemotron-70B-Instruct","modelSlug":"nvidiallama31nemotron70binstruct","tokens_per_second_mean":50.1,"tokens_per_second_min":45.9,"tokens_per_second_max":54.4,"samples":2,"generated_tokens_per_second_mean":50.1,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:37.920Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"allenai/olmOCR-2-7B-1025","modelCanonical":"allenai/olmOCR-2-7B-1025","modelSlug":"allenaiolmocr27b1025","tokens_per_second_mean":5.7,"tokens_per_second_min":3.08,"tokens_per_second_max":8.32,"samples":2,"generated_tokens_per_second_mean":5.29,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:59.401Z"},{"provider":"deepinfra","providerCanonical":"deepinfra","providerSlug":"deepinfra","model_name":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","modelCanonical":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","modelSlug":"deepseekaideepseekr1distillllama70b","tokens_per_second_mean":16.1,"tokens_per_second_min":11.8,"tokens_per_second_max":20.4,"samples":2,"generated_tokens_per_second_mean":15.9,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"last_benchmark_date":"2026-08-05T16:48:40.124Z"},{"provider":"together","providerCanonical":"together","providerSlug":"together","model_name":"DeepSeek-V4-Flash-0731","modelCanonical":"deepseek-ai/deepseek-v4-flash-0731","modelSlug":"deepseekaideepseekv4flash0731","tokens_per_second_mean":46.9,"tokens_per_second_min":2.08,"tokens_per_second_max":109,"samples":37,"generated_tokens_per_second_mean":47,"throughput_basis":"visible","time_to_first_token_mean":0,"enabled":true,"deprecated":false,"last_benchmark_date":"2026-08-06T19:46:39.104Z"}]}