{"apiVersion":"2026-08-03","data":[{"aggregateId":"bf2ca204-c100-4d50-afd5-2b89b0e6a53e","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:31:00.476Z","latestObservedAt":"2026-08-04T00:30:07.818Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:30:07.818Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2056.000000000000","unit":"millisecond","maximum":"2056.000000000000","minimum":"2056.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"673.822286002338","unit":"millisecond","maximum":"673.822286002338","minimum":"673.822286002338","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"d741ed9faef57b59be3b90405a12a8b1e756c25e330dd5b87a9c018e78567fd2"},{"aggregateId":"b69a47ec-7537-4c19-8d9e-310767283d96","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:26:00.577Z","latestObservedAt":"2026-08-04T00:25:01.845Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:25:01.845Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000507000000","unit":"usd","maximum":"0.000507000000","minimum":"0.000507000000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"130.257838087920","unit":"token_per_second","maximum":"130.257838087920","minimum":"130.257838087920","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"381.000000000000","unit":"millisecond","maximum":"381.000000000000","minimum":"381.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"109.000000000000","unit":"token","maximum":"109.000000000000","minimum":"109.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"342.614593997598","unit":"millisecond","maximum":"342.614593997598","minimum":"342.614593997598","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"b416d7d86904bc0622899942934f975f8cc68a67c11081f35092bb7d3c7dd73e"},{"aggregateId":"a5cf5c42-433a-45b0-bf93-86638e7ef7ad","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:36:00.749Z","latestObservedAt":"2026-08-04T00:35:02.898Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:35:02.898Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"59.000000000000","unit":"millisecond","maximum":"59.000000000000","minimum":"59.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"7.356486213114","unit":"token_per_second","maximum":"7.356486213114","minimum":"7.356486213114","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1474.000000000000","unit":"millisecond","maximum":"1474.000000000000","minimum":"1474.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"85.000000000000","unit":"millisecond","maximum":"85.000000000000","minimum":"85.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"794.327687002718","unit":"millisecond","maximum":"794.327687002718","minimum":"794.327687002718","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"69434e146a176a0d21480bf15a89a972bd26f366d9d8b027701556767781313f"},{"aggregateId":"937ec7b9-8624-44a1-816f-d4678cc41560","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:11:00.312Z","latestObservedAt":"2026-08-04T00:10:05.633Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:10:05.633Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000507000000","unit":"usd","maximum":"0.000507000000","minimum":"0.000507000000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"87.868537561623","unit":"token_per_second","maximum":"87.868537561623","minimum":"87.868537561623","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"261.000000000000","unit":"millisecond","maximum":"261.000000000000","minimum":"261.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"109.000000000000","unit":"token","maximum":"109.000000000000","minimum":"109.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"204.096811000258","unit":"millisecond","maximum":"204.096811000258","minimum":"204.096811000258","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"baf2f2c30dcb82f4e7eb7a8bcfaa0937833eb2537652887dae6defd02dfd5516"},{"aggregateId":"5ddf4f65-6567-4330-a382-8facb23cea36","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:06:00.359Z","latestObservedAt":"2026-08-04T00:05:02.421Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":0,"failureCount":1,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"0.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:05:02.421Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"request.failure_attribution","passCount":0,"errorCount":1,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"request.http_status","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"count","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"2753535e2cc68a36f9aacda221e79401ebfa3c1eb2be6d62857d31c3aef15fb9"},{"aggregateId":"49c9fb2c-53e7-4ae7-8c1f-99194972218c","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:21:00.449Z","latestObservedAt":"2026-08-04T00:20:01.834Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":0,"failureCount":1,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"0.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:20:01.834Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"request.failure_attribution","passCount":0,"errorCount":1,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"request.http_status","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"count","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"15dc1bcae5d5f653689ef01f8c6efe12f5bc23c05960f90336b939886f0ac3ec"},{"aggregateId":"1779d5c1-168f-4ef2-9e93-7947a5190154","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-04T00:00:00.000Z","end":"2026-08-04T06:00:00.000Z","computedAt":"2026-08-04T00:16:00.430Z","latestObservedAt":"2026-08-04T00:15:02.719Z","isFinal":false},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T12:15:02.719Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"216.000000000000","unit":"millisecond","maximum":"216.000000000000","minimum":"216.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"63.053407144360","unit":"token_per_second","maximum":"63.053407144360","minimum":"63.053407144360","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1257.000000000000","unit":"millisecond","maximum":"1257.000000000000","minimum":"1257.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"224.000000000000","unit":"millisecond","maximum":"224.000000000000","minimum":"224.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1177.702144000679","unit":"millisecond","maximum":"1177.702144000679","minimum":"1177.702144000679","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"a1c7686fac3cdc979cc33ef76bab8650f6bbbafaaa8d980933de841e12c56413"},{"aggregateId":"f2a97746-40c8-4328-aae5-42fed1c3fb5f","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T22:51:04.235Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T10:51:04.235Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000010560000","p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"8.000000000000","p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"10.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"6.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"123.244730067659","p95":null,"mean":"123.337999293350","unit":"token_per_second","maximum":"155.517793073734","minimum":"91.251474738656","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"32.133260688074","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1064.000000000000","p95":null,"mean":"1095.666666666667","unit":"millisecond","maximum":"1346.000000000000","minimum":"877.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"236.098143434745","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"5.333333333333","unit":"millisecond","maximum":"7.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"1038.000000000000","p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1009.206365000460","p95":null,"mean":"1053.162005667032","unit":"millisecond","maximum":"1313.849338000640","minimum":"836.430313999998","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"241.725681050314","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"8671b45741dc3667b42731d7f84360fc65fce73803e814b72d3eca1df6283c41"},{"aggregateId":"c6966aa7-6ff2-49e9-89d7-7ac8401ed603","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T22:42:04.894Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T10:42:04.894Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"8.000000000000","p95":null,"mean":"7.666666666667","unit":"millisecond","maximum":"8.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2151.000000000000","p95":null,"mean":"2153.666666666667","unit":"millisecond","maximum":"2313.000000000000","minimum":"1997.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"158.016876735788","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"820.180570000783","p95":null,"mean":"779.795964000126","unit":"millisecond","maximum":"832.658850999549","minimum":"686.548471000046","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"80.995358430413","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"b0e4db0f8ed23d9bf9410b30c90dcfc21a92aa885bf8bc36e337e7612d033853"},{"aggregateId":"b0b2e8e5-52a5-4c72-a6a2-5a2d52fd1afa","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:31:06.916Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":2,"failureCount":1,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"0.66666667"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T11:31:06.916Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"75.463946593470","unit":"token_per_second","maximum":"132.039933522708","minimum":"18.887959664232","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"80.010528019971","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"980.500000000000","unit":"millisecond","maximum":"1120.000000000000","minimum":"841.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"197.282791951047","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"request.failure_attribution","passCount":0,"errorCount":1,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.66666667","failCount":1,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.333333333333","unit":"count","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.500000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.121320343560","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"829.206881499850","unit":"millisecond","maximum":"855.281094999984","minimum":"803.132667999715","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"36.874506360102","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[{"id":"05e35cfa-d3d0-462d-b59a-5b4aa6739850","ruleKey":"success-rate-drop-v1","endpoint":{"slug":"openrouter-inclusionai-ling-2-6-flash"},"metricKey":"run.success_rate","regionKey":"western-europe","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:03.297453+00:00","aggregateId":"b0b2e8e5-52a5-4c72-a6a2-5a2d52fd1afa","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"0.666666670000","baselineValue":"0.888888890000","deviationRatio":"0.249999997188","baselineWindowCount":3}],"inputDigest":"4d23c91b44e0e6af12cb2256568c2bac163adf20c6b85e072d921f54f720d162"},{"aggregateId":"9ef8ea21-c4f2-40cf-bbaf-70dcb21e5895","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:41:04.344Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:41:04.344Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"9.000000000000","p95":null,"mean":"10.000000000000","unit":"millisecond","maximum":"13.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2116.000000000000","p95":null,"mean":"2136.333333333333","unit":"millisecond","maximum":"2249.000000000000","minimum":"2044.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"104.001602551756","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"11.000000000000","p95":null,"mean":"10.333333333333","unit":"millisecond","maximum":"12.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"589.523581001908","p95":null,"mean":"611.202412333427","unit":"millisecond","maximum":"783.065250998363","minimum":"461.018405000010","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"162.114223775389","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"dc3971ed2bfb4bf5bcffc95e2c4964ff7e04087a3df1d9ff4c618b4d2a3a058c"},{"aggregateId":"9bbe01c0-5297-4aff-9270-e0551b5f5e6c","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T22:37:03.075Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T10:37:03.075Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"8.333333333333","unit":"millisecond","maximum":"14.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.932882862316","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"87.418044928308","p95":null,"mean":"381.627440655213","unit":"token_per_second","maximum":"993.864081906147","minimum":"63.600195131185","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"530.346208773013","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"510.000000000000","p95":null,"mean":"485.333333333333","unit":"millisecond","maximum":"536.000000000000","minimum":"410.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"66.523178917828","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"17.666666666667","unit":"millisecond","maximum":"42.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"21.079215671683","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"452.803571000695","p95":null,"mean":"438.385530333811","unit":"millisecond","maximum":"530.969130999874","minimum":"331.383889000863","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"100.570756825505","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"8662696e81ddd172e952dc7fdbea80f03371c1f4aca16baf3db814efd0e475b9"},{"aggregateId":"7fadfdef-221f-4c80-85df-c9b582378e8d","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T21:28:01.971Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T09:28:01.971Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"8.000000000000","p95":null,"mean":"7.666666666667","unit":"millisecond","maximum":"9.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"7.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"131.718610686022","p95":null,"mean":"519.913833545278","unit":"token_per_second","maximum":"1378.481734680286","minimum":"49.541155269526","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"744.676046472029","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"226.000000000000","p95":null,"mean":"229.666666666667","unit":"millisecond","maximum":"245.000000000000","minimum":"218.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"13.868429375143","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"12.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.358898943541","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"188.040291998535","p95":null,"mean":"182.162307999562","unit":"millisecond","maximum":"214.372820999939","minimum":"144.073811000213","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"35.516203677400","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"b6d0eb7a9f6b9ecf8765461685691206707103b1c865fcb25285922cd5ee0df5"},{"aggregateId":"7054bc92-616b-498c-8b7f-70d3e1f42545","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:06:11.228Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:06:11.228Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"135.000000000000","p95":null,"mean":"133.333333333333","unit":"millisecond","maximum":"137.000000000000","minimum":"128.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.725815626253","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.605551275464","numericSampleCount":3},{"p50":"35.644526320993","p95":null,"mean":"37.311319714391","unit":"token_per_second","maximum":"75.745914330485","minimum":"0.543518491695","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"37.628894949702","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"14403.000000000000","p95":null,"mean":"14171.000000000000","unit":"millisecond","maximum":"24700.000000000000","minimum":"3410.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10646.895932618107","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"139.000000000000","p95":null,"mean":"139.666666666667","unit":"millisecond","maximum":"144.000000000000","minimum":"136.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.041451884327","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"14262.726007999900","p95":null,"mean":"11035.798941333468","unit":"millisecond","maximum":"15500.680976999924","minimum":"3343.989839000627","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6689.998398831329","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"db7389fb-b272-4f4c-89dd-381c4b8d2255","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:04.089329+00:00","aggregateId":"7054bc92-616b-498c-8b7f-70d3e1f42545","scenarioKey":"interactive-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"14262.726007999900","baselineValue":"1975.982141666714","deviationRatio":"6.218043982912","baselineWindowCount":3}],"inputDigest":"540eb0de735622382974085f60c63ca2adb45a32cca1d1fee50eb8844f9f2837"},{"aggregateId":"6d0fa147-8430-4699-ae0e-633ccf188692","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:56:07.871Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:56:07.871Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000010560000","p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"2.666666666667","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"107.913252937101","p95":null,"mean":"94.801844332212","unit":"token_per_second","maximum":"173.839444392344","minimum":"2.652835667192","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"86.343184608907","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2060.000000000000","p95":null,"mean":"3293.000000000000","unit":"millisecond","maximum":"6857.000000000000","minimum":"962.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3134.959808354806","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.333333333333","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"1038.000000000000","p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2031.237827999980","p95":null,"mean":"2639.709563999902","unit":"millisecond","maximum":"4972.224376000464","minimum":"915.666487999260","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2095.613004542886","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"acf14c67870fcfdd0383fd20065ad7542480cdc800d17dbe57f3a11fabb22c05"},{"aggregateId":"65f6d32b-3a54-41d8-8e26-12a5747334cd","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T21:13:06.778Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T09:13:06.778Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"129.000000000000","p95":null,"mean":"130.333333333333","unit":"millisecond","maximum":"138.000000000000","minimum":"124.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.094598884598","numericSampleCount":3},{"p50":"13.000000000000","p95":null,"mean":"16.666666666667","unit":"millisecond","maximum":"33.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"14.843629385475","numericSampleCount":3},{"p50":"94.302837418499","p95":null,"mean":"91.807906396727","unit":"token_per_second","maximum":"158.130872847876","minimum":"22.990008923807","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"67.604968649786","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2533.000000000000","p95":null,"mean":"5711.000000000000","unit":"millisecond","maximum":"14038.000000000000","minimum":"562.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7278.420639122199","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"141.000000000000","p95":null,"mean":"138.333333333333","unit":"millisecond","maximum":"142.000000000000","minimum":"132.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.507570547286","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2479.979326000440","p95":null,"mean":"5610.291389334015","unit":"millisecond","maximum":"13820.514221000485","minimum":"530.380621001124","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7176.771766389592","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"dee956bb-f654-485b-ba2c-47c262ea1952","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:04.012444+00:00","aggregateId":"65f6d32b-3a54-41d8-8e26-12a5747334cd","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"2479.979326000440","baselineValue":"1117.926334000012","deviationRatio":"1.218374548104","baselineWindowCount":3}],"inputDigest":"bca429a08abde0fb883e4643074cdcc49c5d57a7116eec7bc25f094d4b4f647f"},{"aggregateId":"5611e6a2-6e4e-4039-b1c9-73c969699165","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:16:04.106Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:16:04.106Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"8.000000000000","p95":null,"mean":"9.333333333333","unit":"millisecond","maximum":"15.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.131601439447","numericSampleCount":3},{"p50":"7.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1982.000000000000","p95":null,"mean":"2051.000000000000","unit":"millisecond","maximum":"2222.000000000000","minimum":"1949.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"149.006711258252","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7.000000000000","p95":null,"mean":"8.333333333333","unit":"millisecond","maximum":"12.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.214550253664","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"553.938139999984","p95":null,"mean":"549.373009999545","unit":"millisecond","maximum":"644.449325000023","minimum":"449.731564998627","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"97.439118550667","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"20479d19225e33d0961c577a531854d304c21f0c5112b34f9d7f4ce05f998554"},{"aggregateId":"540f95a3-6e70-4e05-95a1-782382ba88b2","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:26:05.796Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:26:05.796Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"8.000000000000","p95":null,"mean":"10.000000000000","unit":"millisecond","maximum":"15.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.358898943541","numericSampleCount":3},{"p50":"8.000000000000","p95":null,"mean":"10.333333333333","unit":"millisecond","maximum":"22.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.692676621564","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2472.000000000000","p95":null,"mean":"2418.333333333333","unit":"millisecond","maximum":"2499.000000000000","minimum":"2284.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"117.116750865678","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"7.333333333333","unit":"millisecond","maximum":"12.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.163331998932","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"793.876629000530","p95":null,"mean":"889.307248999830","unit":"millisecond","maximum":"1105.382302999962","minimum":"768.662814998999","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"187.550675352012","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"5ad232230135beaa9652a728dbaa1ae05e362487a5f0d5461133265a821db23b"},{"aggregateId":"441b7d9a-b328-4a3a-b6af-44d0f33093ba","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:01:09.383Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:01:09.383Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2.000000000000","p95":null,"mean":"2.333333333333","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"4.973313216203","p95":null,"mean":"38.831078123956","unit":"token_per_second","maximum":"109.360361092016","minimum":"2.159560063649","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"61.096351107839","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1202.000000000000","p95":null,"mean":"1325.000000000000","unit":"millisecond","maximum":"2530.000000000000","minimum":"243.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1148.450695502423","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"6.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"197.279595000669","p95":null,"mean":"202.875739666944","unit":"millisecond","maximum":"214.713620999828","minimum":"196.634003000334","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.256986550460","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"5c82ffad-903b-404c-9e42-eb97d8458723","ruleKey":"throughput-regression-v1","endpoint":{"slug":"cerebras-gpt-oss-120b"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:03.600401+00:00","aggregateId":"441b7d9a-b328-4a3a-b6af-44d0f33093ba","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"4.973313216203","baselineValue":"74.100664956326","deviationRatio":"0.932884364545","baselineWindowCount":3}],"inputDigest":"dad52b91419835f576a170ba5347fb9f033119589f73129818526b2f83171811"},{"aggregateId":"3c2e76c5-5182-4186-8cb3-ddd6fbe8f45c","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:36:03.492Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":1,"failureCount":2,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"0.33333333"},"publicationState":"insufficient_data","isFresh":true,"freshUntil":"2026-08-04T11:36:03.492Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"145.192396623854","unit":"token_per_second","maximum":"145.192396623854","minimum":"145.192396623854","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"670.000000000000","unit":"millisecond","maximum":"670.000000000000","minimum":"670.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"request.failure_attribution","passCount":0,"errorCount":2,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.33333333","failCount":2,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1.000000000000","p95":null,"mean":"0.666666666667","unit":"count","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"635.562935000286","unit":"millisecond","maximum":"635.562935000286","minimum":"635.562935000286","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[{"id":"93184417-465e-4388-b310-9eba32c34192","ruleKey":"success-rate-drop-v1","endpoint":{"slug":"openrouter-inclusionai-ling-2-6-flash"},"metricKey":"run.success_rate","regionKey":"us-east","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:03.234416+00:00","aggregateId":"3c2e76c5-5182-4186-8cb3-ddd6fbe8f45c","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"0.333333330000","baselineValue":"0.555555556667","deviationRatio":"0.400000007200","baselineWindowCount":3}],"inputDigest":"eddf133d5d7fe4353758877687885f0029a161b6539557abea12abadc7ed7a22"},{"aggregateId":"32149313-026e-4331-a124-9938647b3862","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T19:19:08.105Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T07:19:08.105Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"2.666666666667","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"1.000000000000","p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2071.000000000000","p95":null,"mean":"2131.000000000000","unit":"millisecond","maximum":"2491.000000000000","minimum":"1831.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"334.065861769801","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"11.000000000000","p95":null,"mean":"9.333333333333","unit":"millisecond","maximum":"12.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.785938897200","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"673.172278999817","p95":null,"mean":"770.757654666551","unit":"millisecond","maximum":"1072.557624000008","minimum":"566.543060999829","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"266.748690062536","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"a151b296eedddbe28b2ac70e854cb30a95d4c81483fea697ce5a508159043eb6"},{"aggregateId":"275699ec-fa73-42af-9b05-d0edea09f07c","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T22:56:02.601Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T10:56:02.601Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"9.000000000000","p95":null,"mean":"8.666666666667","unit":"millisecond","maximum":"10.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.732050807569","numericSampleCount":3},{"p50":"85.495712261774","p95":null,"mean":"70.246062377902","unit":"token_per_second","maximum":"87.386592956566","minimum":"37.855881915365","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"28.066647470748","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"214.000000000000","p95":null,"mean":"202.666666666667","unit":"millisecond","maximum":"233.000000000000","minimum":"161.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"37.313983080520","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"9.333333333333","unit":"millisecond","maximum":"16.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.773502691896","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"103.782984999940","p95":null,"mean":"120.073549666403","unit":"millisecond","maximum":"155.517534999992","minimum":"100.920128999278","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"30.728749703915","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6a10f27217c1e552858e84ff3a76ff0dd87ad3ea40fb5171b9d54233dcd5e8e5"},{"aggregateId":"1b45b3ed-566d-4ef2-81e0-879b632b1347","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T21:33:09.156Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T09:33:09.156Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"215.000000000000","p95":null,"mean":"225.000000000000","unit":"millisecond","maximum":"245.000000000000","minimum":"215.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"17.320508075689","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"12.000000000000","unit":"millisecond","maximum":"26.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"12.165525060596","numericSampleCount":3},{"p50":"82.861854903054","p95":null,"mean":"68.924158231568","unit":"token_per_second","maximum":"84.524230434291","minimum":"39.386389357359","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"25.593958577199","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3862.000000000000","p95":null,"mean":"4036.666666666667","unit":"millisecond","maximum":"7166.000000000000","minimum":"1082.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3045.758580934039","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"219.000000000000","p95":null,"mean":"228.000000000000","unit":"millisecond","maximum":"250.000000000000","minimum":"215.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"19.157244060668","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3802.845364999960","p95":null,"mean":"3954.518854000062","unit":"millisecond","maximum":"7039.052593000233","minimum":"1021.658603999997","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3011.562923161849","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"99c983bf1ec8ef8f438408420d2c81fc05996004ea40d11a0ead01f40e5f5e10"},{"aggregateId":"0c9c50af-9ba7-4a70-bcac-635a6c13259d","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T18:00:00.000Z","end":"2026-08-04T00:00:00.000Z","computedAt":"2026-08-04T00:00:01.061Z","latestObservedAt":"2026-08-03T23:51:03.634Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":true,"freshUntil":"2026-08-04T11:51:03.634Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"54.000000000000","p95":null,"mean":"55.333333333333","unit":"millisecond","maximum":"58.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.309401076759","numericSampleCount":3},{"p50":"8.000000000000","p95":null,"mean":"8.333333333333","unit":"millisecond","maximum":"10.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"37.693212770297","p95":null,"mean":"49.635542206419","unit":"token_per_second","maximum":"102.924250881620","minimum":"8.289162967340","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"48.434640397205","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4126.000000000000","p95":null,"mean":"3504.333333333333","unit":"millisecond","maximum":"5322.000000000000","minimum":"1065.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2195.532813085091","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"58.000000000000","p95":null,"mean":"59.333333333333","unit":"millisecond","maximum":"62.000000000000","minimum":"58.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.309401076759","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3522.802787000310","p95":null,"mean":"3242.857831667177","unit":"millisecond","maximum":"5189.350124000572","minimum":"1016.420584000647","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2100.502825507109","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"71caa2e5-ec10-48bb-af12-567e7049d434","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"us-east","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:03.953592+00:00","aggregateId":"0c9c50af-9ba7-4a70-bcac-635a6c13259d","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"37.693212770297","baselineValue":"57.450432774191","deviationRatio":"0.343900281510","baselineWindowCount":3},{"id":"607f5691-cb18-4c8c-b827-396f4a9c8714","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-04T00:00:00+00:00","detectedAt":"2026-08-04T00:00:03.933393+00:00","aggregateId":"0c9c50af-9ba7-4a70-bcac-635a6c13259d","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-03T18:00:00+00:00","currentValue":"3522.802787000310","baselineValue":"1790.982976000019","deviationRatio":"0.966966093038","baselineWindowCount":3}],"inputDigest":"e4aa370561b1d671d5183b1b1a38743849653afc2d92b408b9aed0575ec2d603"},{"aggregateId":"fc74e819-7909-4796-93ad-243f8af811c3","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:49:01.976Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:49:01.976Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"7.500000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"4.949747468306","numericSampleCount":2},{"p50":null,"p95":null,"mean":"94.361084755523","unit":"token_per_second","maximum":"105.220095185912","minimum":"83.502074325134","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"15.356959824607","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"405.000000000000","unit":"millisecond","maximum":"424.000000000000","minimum":"386.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"26.870057685089","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"4.242640687119","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"351.300903999913","unit":"millisecond","maximum":"364.121248000003","minimum":"338.480559999822","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"18.130704359217","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"a9ed6beff3791d9c6877d8572e881679dcbb53b01da027a266c13124af0d3bc7"},{"aggregateId":"fb4c51eb-47bd-4c4d-88b5-5d0df60500c3","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:00:04.720Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:00:04.720Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1875.000000000000","unit":"millisecond","maximum":"1875.000000000000","minimum":"1875.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"515.192037999979","unit":"millisecond","maximum":"515.192037999979","minimum":"515.192037999979","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"dc9830e0a55e2bb588a599ddfe8f199b689e8e632650966e06ef89d914c1f044"},{"aggregateId":"f1dd7a71-8659-437d-a322-91994f9b4fa1","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:04:05.209Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:04:05.209Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"221.500000000000","unit":"millisecond","maximum":"242.000000000000","minimum":"201.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"28.991378028648","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"33.864894279548","unit":"token_per_second","maximum":"53.086285333369","minimum":"14.643503225727","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"27.183151915991","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1973.000000000000","unit":"millisecond","maximum":"3105.000000000000","minimum":"841.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1600.889752606344","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"231.500000000000","unit":"millisecond","maximum":"259.000000000000","minimum":"204.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"38.890872965260","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1755.182683000023","unit":"millisecond","maximum":"2763.551651000045","minimum":"746.813715000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1426.049070421793","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"639cf0131ba798b1e0bd7b054caf188c319310398d98a177ffe46f0457bb20f2"},{"aggregateId":"e1e53260-b245-4780-b899-154a4a0508ec","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:44:01.362Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:44:01.362Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.500000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.828427124746","numericSampleCount":2},{"p50":null,"p95":null,"mean":"49.895639482589","unit":"token_per_second","maximum":"84.193062370422","minimum":"15.598216594755","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"48.503880602420","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"383.500000000000","unit":"millisecond","maximum":"520.000000000000","minimum":"247.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"193.040151263927","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.500000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.121320343560","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"193.531609000031","unit":"millisecond","maximum":"199.450534000061","minimum":"187.612684000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"8.370624009712","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ac93c864342b9d2b3b4354469a10579d4b533977e7909e41a6619bc85a6b6fd5"},{"aggregateId":"defe1983-00a4-4625-acae-ffbe5e6fd5aa","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:55:13.973Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:55:13.973Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"20.000000000000","unit":"millisecond","maximum":"20.000000000000","minimum":"20.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"96.922736083087","unit":"token_per_second","maximum":"96.922736083087","minimum":"96.922736083087","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"338.000000000000","unit":"millisecond","maximum":"338.000000000000","minimum":"338.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"14.000000000000","unit":"millisecond","maximum":"14.000000000000","minimum":"14.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"286.412516999997","unit":"millisecond","maximum":"286.412516999997","minimum":"286.412516999997","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"8c06bdf38d889e412ca1c58583082466b2df70954747adff81f04078e427a7c3"},{"aggregateId":"b7ebf62c-b7e0-4b00-881f-1c7b7f96fda0","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:39:02.001Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:39:02.001Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.500000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"3.500000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"150.050426985851","unit":"token_per_second","maximum":"197.440585585727","minimum":"102.660268385975","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"67.019805014957","numericSampleCount":2},{"p50":null,"p95":null,"mean":"690.000000000000","unit":"millisecond","maximum":"701.000000000000","minimum":"679.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"15.556349186104","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"10.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"652.985795999941","unit":"millisecond","maximum":"653.675925999880","minimum":"652.295666000002","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.975991205714","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6481ebc9567b765d7f1e83fd3d2e6a502de2311d0b45271645ce45e996b0e29b"},{"aggregateId":"ae50542b-8592-464d-8bc7-4289afd36b8b","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:59:03.194Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:59:03.194Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2086.000000000000","unit":"millisecond","maximum":"2086.000000000000","minimum":"2086.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"741.592429999997","unit":"millisecond","maximum":"741.592429999997","minimum":"741.592429999997","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"3114a95b281de70858b30ab0dd154b75435c7509f0e98f765e297e7aec0ba0e7"},{"aggregateId":"ab16b34b-afc3-40f4-87a7-54e97f5170f6","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:24:02.566Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-03T14:24:02.566Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7.000000000000","p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"6.333333333333","unit":"millisecond","maximum":"12.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.131601439447","numericSampleCount":3},{"p50":"114.247128787020","p95":null,"mean":"85.116196406191","unit":"token_per_second","maximum":"124.747495475717","minimum":"16.353964955835","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"59.780831214307","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"374.000000000000","p95":null,"mean":"463.666666666667","unit":"millisecond","maximum":"657.000000000000","minimum":"360.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"167.577842608542","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"12.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.582575694956","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"330.235224000062","p95":null,"mean":"333.806001333316","unit":"millisecond","maximum":"351.263744999887","minimum":"319.919034999999","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"15.974528140669","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"9d460c63b4cc2f4b979a69754815a03f39c5cf0e84b0e9433b1950f6e0c3fe73"},{"aggregateId":"a20ab284-30b4-4a0d-bfe4-012f6e6a89f4","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:53:01.329Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:53:01.329Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"133.000000000000","unit":"millisecond","maximum":"133.000000000000","minimum":"133.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"70.642320384341","unit":"token_per_second","maximum":"70.642320384341","minimum":"70.642320384341","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"582.000000000000","unit":"millisecond","maximum":"582.000000000000","minimum":"582.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"138.000000000000","unit":"millisecond","maximum":"138.000000000000","minimum":"138.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"511.220898000000","unit":"millisecond","maximum":"511.220898000000","minimum":"511.220898000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6b8d6e6bdd20df3435185248ebe566d9734638afec259b20af760b2f3abcae64"},{"aggregateId":"9aa8a518-6f21-4f8b-974c-438742b83bde","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:04:03.888Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-03T14:04:03.888Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"5.333333333333","unit":"millisecond","maximum":"6.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"3.666666666667","unit":"millisecond","maximum":"7.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.886751345948","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2104.000000000000","p95":null,"mean":"2145.333333333333","unit":"millisecond","maximum":"2354.000000000000","minimum":"1978.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"191.377462971305","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"10.000000000000","p95":null,"mean":"10.333333333333","unit":"millisecond","maximum":"11.000000000000","minimum":"10.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"699.187017999999","p95":null,"mean":"677.697667333333","unit":"millisecond","maximum":"732.887398999999","minimum":"601.018585000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"68.510511386924","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"1dc1dac449ebb8c68cee5d8d19d737dbf7d3360263d197c2a463910b4642909f"},{"aggregateId":"9093cb38-3951-4b1f-9611-61c74583ae3f","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:15:08.281Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:15:08.281Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2207.000000000000","unit":"millisecond","maximum":"2207.000000000000","minimum":"2207.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"768.015626000008","unit":"millisecond","maximum":"768.015626000008","minimum":"768.015626000008","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ecc137a2d405a722a3999df4858d7499e1ff3af660bedf26bb085c2d108124df"},{"aggregateId":"86f0408f-312c-4702-a601-94d746974bf9","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:05:13.801Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:05:13.801Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"56.000000000000","unit":"millisecond","maximum":"57.000000000000","minimum":"55.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"3.500000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"103.479081611080","unit":"token_per_second","maximum":"105.290014606669","minimum":"101.668148615491","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.561046002911","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"261.500000000000","unit":"millisecond","maximum":"303.000000000000","minimum":"220.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"58.689862838483","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"61.000000000000","unit":"millisecond","maximum":"61.000000000000","minimum":"61.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"213.166252499999","unit":"millisecond","maximum":"253.820389000000","minimum":"172.512115999998","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"57.493631204868","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"5fc5c618a0560023f36db22b0ee295db712ac9a22e44b7c7011c13ace9494255"},{"aggregateId":"80d695be-69c6-49dd-ac55-8181243afa12","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:53:04.006Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:53:04.006Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2090.000000000000","unit":"millisecond","maximum":"2090.000000000000","minimum":"2090.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"706.178475000001","unit":"millisecond","maximum":"706.178475000001","minimum":"706.178475000001","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"31fd5057461d748958b52fb66e404a1100e061403df6d9aca0c11a713946c08c"},{"aggregateId":"7a7bf893-db81-40f3-bdbe-87c9610f478b","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:29:02.463Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:29:02.463Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"129.153649162438","unit":"token_per_second","maximum":"129.153649162438","minimum":"129.153649162438","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"948.000000000000","unit":"millisecond","maximum":"948.000000000000","minimum":"948.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"909.286420999910","unit":"millisecond","maximum":"909.286420999910","minimum":"909.286420999910","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"4b5a8b4c6d616abbd97cdb441aa8675d4149f0f0026b4eacac9a944350336eef"},{"aggregateId":"5872908a-84bd-46b7-bfa8-be87f17e9ae7","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:33:03.524Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:33:03.524Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010556000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010552000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000005657","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.500000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"117.929219065341","unit":"token_per_second","maximum":"189.141077833535","minimum":"46.717360297146","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"100.708776471778","numericSampleCount":2},{"p50":null,"p95":null,"mean":"664.000000000000","unit":"millisecond","maximum":"676.000000000000","minimum":"652.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"16.970562748477","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.500000000000","unit":"count","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.500000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"597.269055499928","unit":"millisecond","maximum":"625.564706000034","minimum":"568.973404999822","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"40.016092693419","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"4b7014af2e620482164320beecdb1f6b5afe68375cf294d3d24e0e5b39b825c6"},{"aggregateId":"540e5235-8069-4796-a4a7-3f69a7f98d27","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:19:02.989Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":1,"failureCount":1,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"0.50000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:19:02.989Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"15.000000000000","unit":"millisecond","maximum":"15.000000000000","minimum":"15.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"953.000000000000","unit":"millisecond","maximum":"953.000000000000","minimum":"953.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"request.failure_attribution","passCount":0,"errorCount":1,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.50000000","failCount":1,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.500000000000","unit":"count","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"959.492780000030","unit":"millisecond","maximum":"959.492780000030","minimum":"959.492780000030","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ef7e0d4c92f5c24d6b669becb2dc23f1f6466802f40e8a9831ed1c0b2c4d29e9"},{"aggregateId":"41018b41-b3f6-4f99-9d8b-73b06c43bfbe","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:34:00.956Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:34:00.956Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"23.000000000000","unit":"millisecond","maximum":"23.000000000000","minimum":"23.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"12.000000000000","unit":"millisecond","maximum":"12.000000000000","minimum":"12.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"133.269189983506","unit":"token_per_second","maximum":"133.269189983506","minimum":"133.269189983506","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"321.000000000000","unit":"millisecond","maximum":"321.000000000000","minimum":"321.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"21.000000000000","unit":"millisecond","maximum":"21.000000000000","minimum":"21.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"283.481950999936","unit":"millisecond","maximum":"283.481950999936","minimum":"283.481950999936","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"2ba9108a75e116788cff6b3b4f9ae3611b5e16c4f6fd589c985dec9234c0e026"},{"aggregateId":"2d538050-fa09-4e24-b752-1b79166da206","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:28:02.084Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:28:02.084Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"321.401247730404","unit":"token_per_second","maximum":"321.401247730404","minimum":"321.401247730404","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"807.000000000000","unit":"millisecond","maximum":"807.000000000000","minimum":"807.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"791.443121999968","unit":"millisecond","maximum":"791.443121999968","minimum":"791.443121999968","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"4069dbbbf2bd1103c1db19ee44e99d741abb35508a8f3fd2f5c3bfb9f01bf685"},{"aggregateId":"1567cd46-6f54-4ca2-ac07-fa05f632cef9","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:14:01.699Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:14:01.699Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"55.000000000000","unit":"millisecond","maximum":"55.000000000000","minimum":"55.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"13.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"7.071067811865","numericSampleCount":2},{"p50":null,"p95":null,"mean":"124.354139613109","unit":"token_per_second","maximum":"138.051495361366","minimum":"110.656783864851","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"19.370986267835","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"323.500000000000","unit":"millisecond","maximum":"345.000000000000","minimum":"302.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"30.405591591022","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"60.500000000000","unit":"millisecond","maximum":"61.000000000000","minimum":"60.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"282.798436499961","unit":"millisecond","maximum":"299.815241999924","minimum":"265.781630999998","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"24.065397126313","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"3aa2b49d7ef45bc7233b1087e5c922f2d44524da25cf4050ad4d82bb1cf3f601"},{"aggregateId":"f46afb7a-2ed2-40e4-8637-7bc0b7ce7f1b","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-02T18:00:00.000Z","end":"2026-08-03T00:00:00.000Z","computedAt":"2026-08-03T01:58:00.653Z","latestObservedAt":"2026-08-02T23:20:04.677Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T11:20:04.677Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010544000","unit":"usd","maximum":"0.000010544000","minimum":"0.000010544000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"293.476211640044","unit":"token_per_second","maximum":"293.476211640044","minimum":"293.476211640044","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"882.000000000000","unit":"millisecond","maximum":"882.000000000000","minimum":"882.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"864.962844000002","unit":"millisecond","maximum":"864.962844000002","minimum":"864.962844000002","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"1e115edb91c042ed72152f4ddcd120b1328ebfe2d439a0be9ad8b8b4a1129c35"}],"meta":{"generatedAt":"2026-08-04T00:40:55.348Z","resultCount":44,"hasMore":false,"nextCursor":null,"latestOnly":true,"methodology":"scenario-region-window-specific","ranking":"none"},"links":{"self":"https://computellama.ai/api/v1/weather","next":null}}