{"apiVersion":"2026-08-03","data":[{"aggregateId":"ca780bfd-3e4c-4e07-afbb-907db8804b16","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:35:07.468Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:35:07.468Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"222.000000000000","unit":"millisecond","maximum":"222.000000000000","minimum":"222.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"94.186585434814","unit":"token_per_second","maximum":"94.186585434814","minimum":"94.186585434814","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2899.000000000000","unit":"millisecond","maximum":"2899.000000000000","minimum":"2899.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"236.000000000000","unit":"millisecond","maximum":"236.000000000000","minimum":"236.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2845.913884000387","unit":"millisecond","maximum":"2845.913884000387","minimum":"2845.913884000387","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"38f4982c154c2fcf6e3bc120d5ac6187ccfc7d82381aad10e1850a51c04da6f5"},{"aggregateId":"9f06936b-a8e0-4fe9-a17a-6a46b0829e52","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:40:05.133Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:40:05.133Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2908.000000000000","unit":"millisecond","maximum":"2908.000000000000","minimum":"2908.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"14.000000000000","unit":"millisecond","maximum":"14.000000000000","minimum":"14.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1341.080357000232","unit":"millisecond","maximum":"1341.080357000232","minimum":"1341.080357000232","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"37a50f30b226b7f8b8a8a4fdb755ae508b3601919273d30c9c694de6ca758e2b"},{"aggregateId":"8fbb8857-15d8-4451-b4ac-aec5e97e0a34","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:15:07.123Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:15:07.123Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"13.000000000000","unit":"millisecond","maximum":"13.000000000000","minimum":"13.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2717.000000000000","unit":"millisecond","maximum":"2717.000000000000","minimum":"2717.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1058.325337999966","unit":"millisecond","maximum":"1058.325337999966","minimum":"1058.325337999966","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"669da193eddb73be6b7da324b32704717ae396717894c9e73589b891c9bfe37e"},{"aggregateId":"85a69fce-2ef2-4217-9044-9229afaab4d7","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:20:03.964Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:20:03.964Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"15.000000000000","unit":"millisecond","maximum":"15.000000000000","minimum":"15.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"25.000000000000","unit":"millisecond","maximum":"25.000000000000","minimum":"25.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"165.572557687317","unit":"token_per_second","maximum":"165.572557687317","minimum":"165.572557687317","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"582.000000000000","unit":"millisecond","maximum":"582.000000000000","minimum":"582.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"count","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"13.000000000000","unit":"millisecond","maximum":"13.000000000000","minimum":"13.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"551.801759000169","unit":"millisecond","maximum":"551.801759000169","minimum":"551.801759000169","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"c2726651e0212c296300758f433387e51a0b64ebedc2013dd056bf7b77d5fd07"},{"aggregateId":"70f83a54-1b92-41d4-aa98-6c7557bb092f","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:45:10.423Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:45:10.423Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"57.000000000000","unit":"millisecond","maximum":"57.000000000000","minimum":"57.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"39.000000000000","unit":"millisecond","maximum":"39.000000000000","minimum":"39.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"120.112005886858","unit":"token_per_second","maximum":"120.112005886858","minimum":"120.112005886858","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8574.000000000000","unit":"millisecond","maximum":"8574.000000000000","minimum":"8574.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"86.000000000000","unit":"millisecond","maximum":"86.000000000000","minimum":"86.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"8532.372188000008","unit":"millisecond","maximum":"8532.372188000008","minimum":"8532.372188000008","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"5c16cb6ea9bfa1ef04fb2d4d01d3c228e7a5f56b694a4fea64497bdb83c9001e"},{"aggregateId":"60afd7ad-7852-4152-87c2-301c0dc01e14","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:10:12.938Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:10:12.938Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"15.000000000000","unit":"millisecond","maximum":"15.000000000000","minimum":"15.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2553.000000000000","unit":"millisecond","maximum":"2553.000000000000","minimum":"2553.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"25.000000000000","unit":"millisecond","maximum":"25.000000000000","minimum":"25.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1098.004832000006","unit":"millisecond","maximum":"1098.004832000006","minimum":"1098.004832000006","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"add6a6ab9d445266bf26bdaa2e781b7e1098821c836e4430989b9c21fd2da595"},{"aggregateId":"395c14f3-fb8f-4389-8a1b-c4213073b64b","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:30:10.200Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:30:10.200Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"83.000000000000","unit":"millisecond","maximum":"100.000000000000","minimum":"66.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"24.041630560343","numericSampleCount":2},{"p50":null,"p95":null,"mean":"51.000000000000","unit":"millisecond","maximum":"82.000000000000","minimum":"20.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"43.840620433566","numericSampleCount":2},{"p50":null,"p95":null,"mean":"142.089420157357","unit":"token_per_second","maximum":"273.309785328569","minimum":"10.869054986144","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"185.573620084679","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5868.500000000000","unit":"millisecond","maximum":"8196.000000000000","minimum":"3541.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3291.582066423379","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"83.000000000000","unit":"millisecond","maximum":"95.000000000000","minimum":"71.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"16.970562748477","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5629.342073500040","unit":"millisecond","maximum":"8177.705741000129","minimum":"3080.978405999951","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3603.930460437466","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e6ee5f2ccf9385253258d3ad3188296e87ec890eb952963531a05b6ba3c2d7af"},{"aggregateId":"16b0117f-d37a-4278-b0a7-076f58288b67","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:05:05.146Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:05:05.146Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"847.863020603891","unit":"token_per_second","maximum":"847.863020603891","minimum":"847.863020603891","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"848.000000000000","unit":"millisecond","maximum":"848.000000000000","minimum":"848.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"842.102820999979","unit":"millisecond","maximum":"842.102820999979","minimum":"842.102820999979","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"a99c301761b96658fb9d41b4972451bf187843711788c9fc07e42c14c9b52006"},{"aggregateId":"e2c339a6-4675-49c5-a9e7-386dd3074578","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:06:09.098Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:06:09.098Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"136.000000000000","p95":null,"mean":"136.333333333333","unit":"millisecond","maximum":"137.000000000000","minimum":"136.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"32.684879060422","p95":null,"mean":"62.092137967065","unit":"token_per_second","maximum":"135.140635724043","minimum":"18.450899116730","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"63.660928477935","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1086.000000000000","p95":null,"mean":"2315.333333333333","unit":"millisecond","maximum":"5497.000000000000","minimum":"363.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2779.016792560515","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"143.000000000000","p95":null,"mean":"143.666666666667","unit":"millisecond","maximum":"146.000000000000","minimum":"142.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"815.010495999828","p95":null,"mean":"2161.678688333253","unit":"millisecond","maximum":"5460.001505999942","minimum":"210.024062999990","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2872.403558552316","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"555cd18f667786f787938b243d70ba78b46339242aa0971e39255ad8c56eb67c"},{"aggregateId":"e1df74c8-ea45-4256-bccc-81136a38a8a5","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:08.206Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:08.206Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"7.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.309401076759","numericSampleCount":3},{"p50":"21.270067282191","p95":null,"mean":"47.374002082114","unit":"token_per_second","maximum":"113.052480974070","minimum":"7.799457990081","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"57.276620630463","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"432.000000000000","p95":null,"mean":"520.333333333333","unit":"millisecond","maximum":"877.000000000000","minimum":"252.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"321.727110037891","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4.000000000000","p95":null,"mean":"5.333333333333","unit":"millisecond","maximum":"9.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.214550253664","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"207.772753000027","p95":null,"mean":"213.543478666611","unit":"millisecond","maximum":"235.929811999900","minimum":"196.927870999905","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"20.131165055232","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"cc54877c-51e5-4f6c-9979-ebf75f4d81a3","ruleKey":"throughput-regression-v1","endpoint":{"slug":"cerebras-gpt-oss-120b"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:03.744393+00:00","aggregateId":"e1df74c8-ea45-4256-bccc-81136a38a8a5","scenarioKey":"interactive-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"21.270067282191","baselineValue":"48.684448625422","deviationRatio":"0.563103457413","baselineWindowCount":3}],"inputDigest":"0c1d883d59908c5d1ded557292c4c7b217f468bd67639eed3161368b072cb6de"},{"aggregateId":"e1b976d2-8c35-4c7d-a15f-69cdef8a79bc","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:38.767Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:38.767Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000010560000","p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"2.333333333333","unit":"millisecond","maximum":"3.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"118.480717026541","p95":null,"mean":"118.313165728848","unit":"token_per_second","maximum":"133.146420613091","minimum":"103.312359546911","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"14.917736255986","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"577.000000000000","p95":null,"mean":"589.000000000000","unit":"millisecond","maximum":"621.000000000000","minimum":"569.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"28.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.333333333333","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"1038.000000000000","p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"534.799040000071","p95":null,"mean":"546.283159000062","unit":"millisecond","maximum":"572.603080000030","minimum":"531.447357000085","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"22.855242851839","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6cd71cb733564b248500738ac6f27ad1031e069be4e6c86176709e53b235d365"},{"aggregateId":"ddb04ad0-f7f0-42bf-ada2-e78908851229","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:01:04.713Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:01:04.713Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000010560000","p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"7.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.516611478424","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.605551275464","numericSampleCount":3},{"p50":"104.384009396917","p95":null,"mean":"101.648627760298","unit":"token_per_second","maximum":"149.243498139718","minimum":"51.318375744259","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"49.019834083408","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"884.000000000000","p95":null,"mean":"1017.000000000000","unit":"millisecond","maximum":"1460.000000000000","minimum":"707.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"393.724522985297","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7.000000000000","p95":null,"mean":"7.666666666667","unit":"millisecond","maximum":"11.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.055050463304","numericSampleCount":3},{"p50":"1038.000000000000","p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"836.099943000008","p95":null,"mean":"957.388886333327","unit":"millisecond","maximum":"1426.497702999972","minimum":"609.569013000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"421.753929403690","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"676d846fcadba566bfc5f61269c77e16277bd24e0aeb7c0609f01d29fcecb58a"},{"aggregateId":"cb260a1d-5613-4073-8c44-641de55919bd","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:00:24.742Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:00:24.742Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000010560000","p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"1.000000000000","p95":null,"mean":"3.666666666667","unit":"millisecond","maximum":"10.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.507570547286","numericSampleCount":3},{"p50":"166.433493342430","p95":null,"mean":"133.757403758458","unit":"token_per_second","maximum":"173.394079521417","minimum":"61.444638411527","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"62.721323838699","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"730.000000000000","p95":null,"mean":"717.333333333333","unit":"millisecond","maximum":"730.000000000000","minimum":"692.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"21.939310229206","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"6.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"1038.000000000000","p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"661.957969999989","p95":null,"mean":"670.582618999994","unit":"millisecond","maximum":"701.163951999974","minimum":"648.625935000018","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"27.310240485061","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"7eb0eaed49c6b830a29293831637dc03fcf1a0565119d6ba89ab06b003440077"},{"aggregateId":"b30769ca-7824-4034-860b-553e6c7e1e56","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:51.317Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:51.317Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4.000000000000","p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.358898943541","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.605551275464","numericSampleCount":3},{"p50":"105.873948044312","p95":null,"mean":"776.985516137879","unit":"token_per_second","maximum":"2145.942087861496","minimum":"79.140512507829","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1185.626518172082","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"271.000000000000","p95":null,"mean":"242.666666666667","unit":"millisecond","maximum":"296.000000000000","minimum":"161.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"71.821538088051","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"11.000000000000","unit":"millisecond","maximum":"23.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.392304845413","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"248.774028999964","p95":null,"mean":"205.088427666614","unit":"millisecond","maximum":"268.670020999969","minimum":"97.821232999908","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"93.427249307495","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"9af2861c-ff33-4023-9b56-6fdf943ebbe3","ruleKey":"ttft-regression-v1","endpoint":{"slug":"cerebras-gpt-oss-120b"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:03.569615+00:00","aggregateId":"b30769ca-7824-4034-860b-553e6c7e1e56","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"248.774028999964","baselineValue":"120.094433334966","deviationRatio":"1.071486763305","baselineWindowCount":3}],"inputDigest":"e098e25b0388333fde9308219388ef54fa58d1c3193af85ab158b29c19ec3f77"},{"aggregateId":"b0d02658-91aa-4631-9b5b-8e7341398997","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:26:03.963Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T17:26:03.963Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.828427124746","numericSampleCount":2},{"p50":null,"p95":null,"mean":"118.514368287129","unit":"token_per_second","maximum":"136.651228812966","minimum":"100.377507761292","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"25.649394134508","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"366.500000000000","unit":"millisecond","maximum":"381.000000000000","minimum":"352.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"20.506096654410","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.828427124746","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"323.299272499979","unit":"millisecond","maximum":"331.188043999951","minimum":"315.410501000006","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"11.156407645723","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"1f350f8b45d261d5a7c9ed0672646144c4fd29799c2657c2decb2a46e8437adc"},{"aggregateId":"92b0943b-498b-43b3-b826-fe2cd856426f","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:41.795Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:41.795Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"2.666666666667","unit":"millisecond","maximum":"4.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2644.000000000000","p95":null,"mean":"2509.666666666667","unit":"millisecond","maximum":"2672.000000000000","minimum":"2213.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"257.302027456710","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"8.000000000000","p95":null,"mean":"11.000000000000","unit":"millisecond","maximum":"17.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.196152422707","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1100.750907000040","p95":null,"mean":"1068.531407666664","unit":"millisecond","maximum":"1242.404933999991","minimum":"862.438381999964","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"192.021397929156","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"47f0b30de4743717039618f1e942559c66537269314bad4c1fd0d6c43aa2424f"},{"aggregateId":"8bfa55cd-c817-4baa-b7b3-7697b21d3f5b","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:17.118Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:17.118Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"6.666666666667","unit":"millisecond","maximum":"11.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.041451884327","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.464101615138","numericSampleCount":3},{"p50":"100.526097298751","p95":null,"mean":"94.117121958151","unit":"token_per_second","maximum":"148.161954647180","minimum":"33.663313928523","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"57.517744264638","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"531.000000000000","p95":null,"mean":"494.333333333333","unit":"millisecond","maximum":"711.000000000000","minimum":"241.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"237.135685491099","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"10.666666666667","unit":"millisecond","maximum":"23.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.692676621564","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"497.253144999966","p95":null,"mean":"416.995058000010","unit":"millisecond","maximum":"562.470357000013","minimum":"191.261672000051","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"198.191806973749","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"7c7c4302-e6de-4094-97f3-90632d058350","ruleKey":"ttft-regression-v1","endpoint":{"slug":"cerebras-gpt-oss-120b"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:03.69038+00:00","aggregateId":"8bfa55cd-c817-4baa-b7b3-7697b21d3f5b","scenarioKey":"interactive-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"497.253144999966","baselineValue":"127.161940664053","deviationRatio":"2.910392861286","baselineWindowCount":3}],"inputDigest":"24073acaa6debd9cbea37d3f5627642f2d6c8da430f023d1d05ca9b66737de85"},{"aggregateId":"86aa67fe-85dc-4eec-ae69-abf08f3edcd9","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:36:04.601Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:36:04.601Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.333333333333","unit":"millisecond","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2406.000000000000","p95":null,"mean":"2375.666666666667","unit":"millisecond","maximum":"2456.000000000000","minimum":"2265.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"99.047126830279","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"8.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"819.580744000006","p95":null,"mean":"836.725217999958","unit":"millisecond","maximum":"940.707867999910","minimum":"749.887041999959","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"96.558773036825","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"d5bc70f3f73100a6e43e61c4f1e09bc4db25895489734ba757ed54709f613b7c"},{"aggregateId":"620ec727-7037-44c0-8ad3-2de41a966b50","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:16:04.171Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:16:04.171Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7.000000000000","p95":null,"mean":"7.333333333333","unit":"millisecond","maximum":"9.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"6.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"64.770718070311","p95":null,"mean":"78.917464067195","unit":"token_per_second","maximum":"114.370769539336","minimum":"57.610904591937","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"30.911460397998","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"471.000000000000","p95":null,"mean":"497.666666666667","unit":"millisecond","maximum":"648.000000000000","minimum":"374.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"138.932837491118","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"10.000000000000","p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"384.210874999873","p95":null,"mean":"428.432677999915","unit":"millisecond","maximum":"570.804622999975","minimum":"330.282535999897","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"126.211705000563","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e045bd1bc4f3ab4c829898bb5a0801876a8b9ef2aec50dcaf3f14724a34f7646"},{"aggregateId":"51c0be83-1380-4123-b4dc-3205b319b563","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:11.261Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:11.261Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"136.000000000000","p95":null,"mean":"135.666666666667","unit":"millisecond","maximum":"136.000000000000","minimum":"135.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"121.511741181299","p95":null,"mean":"126.363320187166","unit":"token_per_second","maximum":"167.951190965805","minimum":"89.627028414393","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"39.386824878157","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4590.000000000000","p95":null,"mean":"3537.666666666667","unit":"millisecond","maximum":"5481.000000000000","minimum":"542.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2632.296399217484","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"142.000000000000","p95":null,"mean":"142.333333333333","unit":"millisecond","maximum":"146.000000000000","minimum":"139.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.511884584284","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"4560.229446000070","p95":null,"mean":"3495.431472000045","unit":"millisecond","maximum":"5439.851712999982","minimum":"486.213257000083","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2642.911185088554","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"e3a77248-d385-436f-b225-de4598ceae45","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:04.206442+00:00","aggregateId":"51c0be83-1380-4123-b4dc-3205b319b563","scenarioKey":"interactive-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"4560.229446000070","baselineValue":"1219.734815999863","deviationRatio":"2.738705648294","baselineWindowCount":3}],"inputDigest":"0a1fd38aecf9dd22fbf013bb0be3f126e28cdd9956e8a1bf709476d74816a12a"},{"aggregateId":"40eefa6e-e672-46bc-89f7-b2cfa719ad2f","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:08.425Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T16:59:08.425Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"230.500000000000","unit":"millisecond","maximum":"233.000000000000","minimum":"228.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.828427124746","numericSampleCount":2},{"p50":null,"p95":null,"mean":"92.734986407967","unit":"token_per_second","maximum":"137.281211501043","minimum":"48.188761314890","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"62.997875679153","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"4583.500000000000","unit":"millisecond","maximum":"8180.000000000000","minimum":"987.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"5086.219077074836","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"247.500000000000","unit":"millisecond","maximum":"256.000000000000","minimum":"239.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"12.020815280171","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"4513.409888499940","unit":"millisecond","maximum":"8143.578409999958","minimum":"883.241366999922","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"5133.833556805212","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e71fd8acd0f9b4fc9f6aeeb91803e07ac5825876be3991ac9f6c1411979f75cd"},{"aggregateId":"2906b251-b992-45d1-bab5-6ca8c2fdf831","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:31:02.835Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:31:02.835Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000010560000","p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2.000000000000","p95":null,"mean":"2.333333333333","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"2.666666666667","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"138.182182982962","p95":null,"mean":"145.960225643502","unit":"token_per_second","maximum":"191.426174772861","minimum":"108.272319174682","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"42.119050154682","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"810.000000000000","p95":null,"mean":"752.666666666667","unit":"millisecond","maximum":"821.000000000000","minimum":"627.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"108.969414669132","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"10.000000000000","p95":null,"mean":"10.666666666667","unit":"millisecond","maximum":"19.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.020806277011","numericSampleCount":3},{"p50":"1038.000000000000","p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"783.880270000000","p95":null,"mean":"716.505433333351","unit":"millisecond","maximum":"784.815885000047","minimum":"580.820145000005","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"117.507837808524","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e1d6d114d0182ce28be317ed4ca5533ae6d329469d9a6f6f2211aca9b2c2f867"},{"aggregateId":"242fb9ab-657c-40b7-a67d-6e9835ae2605","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:00:20.345Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:00:20.345Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4.000000000000","p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"10.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.464101615138","numericSampleCount":3},{"p50":"1.000000000000","p95":null,"mean":"1.333333333333","unit":"millisecond","maximum":"2.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2697.000000000000","p95":null,"mean":"2604.666666666667","unit":"millisecond","maximum":"2717.000000000000","minimum":"2400.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"177.528401483631","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"5.666666666667","unit":"millisecond","maximum":"7.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"922.054115999956","p95":null,"mean":"959.697422333295","unit":"millisecond","maximum":"1047.553196999943","minimum":"909.484953999985","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"76.344441939496","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ec08f47ca6c6b2de524357d9f0768ad2fec0abdc1705aa12f84a62882a675295"},{"aggregateId":"07c92681-855c-4e09-823f-890f59f735cc","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:11:07.216Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:11:07.216Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"7.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"123.225624936137","p95":null,"mean":"208.683702623084","unit":"token_per_second","maximum":"387.755578426552","minimum":"115.069904506562","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"155.134398093269","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"347.000000000000","p95":null,"mean":"317.666666666667","unit":"millisecond","maximum":"373.000000000000","minimum":"233.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"74.466994926164","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4.000000000000","p95":null,"mean":"3.666666666667","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"306.424023999949","p95":null,"mean":"285.359151666635","unit":"millisecond","maximum":"360.105279000010","minimum":"189.548151999945","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"87.207969976621","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"baa0627955b92c1f355be40d795e7e91f07628e3f757e0175c2d431cea6a3666"},{"aggregateId":"fc74e819-7909-4796-93ad-243f8af811c3","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:49:01.976Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:49:01.976Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"7.500000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"4.949747468306","numericSampleCount":2},{"p50":null,"p95":null,"mean":"94.361084755523","unit":"token_per_second","maximum":"105.220095185912","minimum":"83.502074325134","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"15.356959824607","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"405.000000000000","unit":"millisecond","maximum":"424.000000000000","minimum":"386.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"26.870057685089","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"4.242640687119","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"351.300903999913","unit":"millisecond","maximum":"364.121248000003","minimum":"338.480559999822","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"18.130704359217","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"a9ed6beff3791d9c6877d8572e881679dcbb53b01da027a266c13124af0d3bc7"},{"aggregateId":"fb4c51eb-47bd-4c4d-88b5-5d0df60500c3","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:00:04.720Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:00:04.720Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1875.000000000000","unit":"millisecond","maximum":"1875.000000000000","minimum":"1875.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"515.192037999979","unit":"millisecond","maximum":"515.192037999979","minimum":"515.192037999979","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"dc9830e0a55e2bb588a599ddfe8f199b689e8e632650966e06ef89d914c1f044"},{"aggregateId":"f1dd7a71-8659-437d-a322-91994f9b4fa1","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:04:05.209Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:04:05.209Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"221.500000000000","unit":"millisecond","maximum":"242.000000000000","minimum":"201.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"28.991378028648","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"33.864894279548","unit":"token_per_second","maximum":"53.086285333369","minimum":"14.643503225727","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"27.183151915991","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"1973.000000000000","unit":"millisecond","maximum":"3105.000000000000","minimum":"841.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1600.889752606344","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"231.500000000000","unit":"millisecond","maximum":"259.000000000000","minimum":"204.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"38.890872965260","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1755.182683000023","unit":"millisecond","maximum":"2763.551651000045","minimum":"746.813715000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1426.049070421793","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"639cf0131ba798b1e0bd7b054caf188c319310398d98a177ffe46f0457bb20f2"},{"aggregateId":"e1e53260-b245-4780-b899-154a4a0508ec","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:44:01.362Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:44:01.362Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"3.500000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.828427124746","numericSampleCount":2},{"p50":null,"p95":null,"mean":"49.895639482589","unit":"token_per_second","maximum":"84.193062370422","minimum":"15.598216594755","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"48.503880602420","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"383.500000000000","unit":"millisecond","maximum":"520.000000000000","minimum":"247.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"193.040151263927","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.500000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.121320343560","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"193.531609000031","unit":"millisecond","maximum":"199.450534000061","minimum":"187.612684000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"8.370624009712","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ac93c864342b9d2b3b4354469a10579d4b533977e7909e41a6619bc85a6b6fd5"},{"aggregateId":"defe1983-00a4-4625-acae-ffbe5e6fd5aa","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:55:13.973Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:55:13.973Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"20.000000000000","unit":"millisecond","maximum":"20.000000000000","minimum":"20.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"96.922736083087","unit":"token_per_second","maximum":"96.922736083087","minimum":"96.922736083087","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"338.000000000000","unit":"millisecond","maximum":"338.000000000000","minimum":"338.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"14.000000000000","unit":"millisecond","maximum":"14.000000000000","minimum":"14.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"286.412516999997","unit":"millisecond","maximum":"286.412516999997","minimum":"286.412516999997","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"8c06bdf38d889e412ca1c58583082466b2df70954747adff81f04078e427a7c3"},{"aggregateId":"b7ebf62c-b7e0-4b00-881f-1c7b7f96fda0","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:39:02.001Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:39:02.001Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5.500000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"3.500000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"150.050426985851","unit":"token_per_second","maximum":"197.440585585727","minimum":"102.660268385975","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"67.019805014957","numericSampleCount":2},{"p50":null,"p95":null,"mean":"690.000000000000","unit":"millisecond","maximum":"701.000000000000","minimum":"679.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"15.556349186104","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"10.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"652.985795999941","unit":"millisecond","maximum":"653.675925999880","minimum":"652.295666000002","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.975991205714","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6481ebc9567b765d7f1e83fd3d2e6a502de2311d0b45271645ce45e996b0e29b"},{"aggregateId":"ae50542b-8592-464d-8bc7-4289afd36b8b","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:59:03.194Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:59:03.194Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2086.000000000000","unit":"millisecond","maximum":"2086.000000000000","minimum":"2086.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"741.592429999997","unit":"millisecond","maximum":"741.592429999997","minimum":"741.592429999997","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"3114a95b281de70858b30ab0dd154b75435c7509f0e98f765e297e7aec0ba0e7"},{"aggregateId":"ab16b34b-afc3-40f4-87a7-54e97f5170f6","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:24:02.566Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-03T14:24:02.566Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000493500000","p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7.000000000000","p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"11.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"6.333333333333","unit":"millisecond","maximum":"12.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.131601439447","numericSampleCount":3},{"p50":"114.247128787020","p95":null,"mean":"85.116196406191","unit":"token_per_second","maximum":"124.747495475717","minimum":"16.353964955835","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"59.780831214307","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"374.000000000000","p95":null,"mean":"463.666666666667","unit":"millisecond","maximum":"657.000000000000","minimum":"360.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"167.577842608542","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"12.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.582575694956","numericSampleCount":3},{"p50":"1215.000000000000","p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"91.000000000000","p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"330.235224000062","p95":null,"mean":"333.806001333316","unit":"millisecond","maximum":"351.263744999887","minimum":"319.919034999999","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"15.974528140669","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"9d460c63b4cc2f4b979a69754815a03f39c5cf0e84b0e9433b1950f6e0c3fe73"},{"aggregateId":"a20ab284-30b4-4a0d-bfe4-012f6e6a89f4","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:53:01.329Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:53:01.329Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"133.000000000000","unit":"millisecond","maximum":"133.000000000000","minimum":"133.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"70.642320384341","unit":"token_per_second","maximum":"70.642320384341","minimum":"70.642320384341","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"582.000000000000","unit":"millisecond","maximum":"582.000000000000","minimum":"582.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"138.000000000000","unit":"millisecond","maximum":"138.000000000000","minimum":"138.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"511.220898000000","unit":"millisecond","maximum":"511.220898000000","minimum":"511.220898000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6b8d6e6bdd20df3435185248ebe566d9734638afec259b20af760b2f3abcae64"},{"aggregateId":"9aa8a518-6f21-4f8b-974c-438742b83bde","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:04:03.888Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-03T14:04:03.888Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":3,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000233200000","p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"5.000000000000","p95":null,"mean":"5.333333333333","unit":"millisecond","maximum":"6.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"3.666666666667","unit":"millisecond","maximum":"7.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.886751345948","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2104.000000000000","p95":null,"mean":"2145.333333333333","unit":"millisecond","maximum":"2354.000000000000","minimum":"1978.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"191.377462971305","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"10.000000000000","p95":null,"mean":"10.333333333333","unit":"millisecond","maximum":"11.000000000000","minimum":"10.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"1957.000000000000","p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"250.000000000000","p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"699.187017999999","p95":null,"mean":"677.697667333333","unit":"millisecond","maximum":"732.887398999999","minimum":"601.018585000000","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"68.510511386924","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"1dc1dac449ebb8c68cee5d8d19d737dbf7d3360263d197c2a463910b4642909f"},{"aggregateId":"9093cb38-3951-4b1f-9611-61c74583ae3f","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:15:08.281Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:15:08.281Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2207.000000000000","unit":"millisecond","maximum":"2207.000000000000","minimum":"2207.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"9.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"768.015626000008","unit":"millisecond","maximum":"768.015626000008","minimum":"768.015626000008","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ecc137a2d405a722a3999df4858d7499e1ff3af660bedf26bb085c2d108124df"},{"aggregateId":"86f0408f-312c-4702-a601-94d746974bf9","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:05:13.801Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:05:13.801Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"56.000000000000","unit":"millisecond","maximum":"57.000000000000","minimum":"55.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"3.500000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"103.479081611080","unit":"token_per_second","maximum":"105.290014606669","minimum":"101.668148615491","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.561046002911","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"261.500000000000","unit":"millisecond","maximum":"303.000000000000","minimum":"220.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"58.689862838483","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"61.000000000000","unit":"millisecond","maximum":"61.000000000000","minimum":"61.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"213.166252499999","unit":"millisecond","maximum":"253.820389000000","minimum":"172.512115999998","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"57.493631204868","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"5fc5c618a0560023f36db22b0ee295db712ac9a22e44b7c7011c13ace9494255"},{"aggregateId":"80d695be-69c6-49dd-ac55-8181243afa12","endpoint":{"id":"3e204c2b-f21f-4418-81e8-5021eba7f641","slug":"venice-qwen3-5-9b","providerModelId":"qwen3-5-9b"},"provider":{"id":"9c1c736b-313a-45e1-a77c-80b51bf16ba2","slug":"venice","name":"Venice"},"model":{"id":"2ee7c422-4de8-4135-b975-e88174939d9c","slug":"qwen-qwen3-5-9b","name":"Qwen3 5 9b","publisher":"Alibaba Qwen"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T00:53:04.006Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T12:53:04.006Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.00000000","failCount":1,"metricKey":"assertion.text","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000233200000","unit":"usd","maximum":"0.000233200000","minimum":"0.000233200000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token_per_second","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2090.000000000000","unit":"millisecond","maximum":"2090.000000000000","minimum":"2090.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1957.000000000000","unit":"token","maximum":"1957.000000000000","minimum":"1957.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"250.000000000000","unit":"token","maximum":"250.000000000000","minimum":"250.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"token","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"706.178475000001","unit":"millisecond","maximum":"706.178475000001","minimum":"706.178475000001","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"31fd5057461d748958b52fb66e404a1100e061403df6d9aca0c11a713946c08c"},{"aggregateId":"7a7bf893-db81-40f3-bdbe-87c9610f478b","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:29:02.463Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:29:02.463Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"129.153649162438","unit":"token_per_second","maximum":"129.153649162438","minimum":"129.153649162438","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"948.000000000000","unit":"millisecond","maximum":"948.000000000000","minimum":"948.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"909.286420999910","unit":"millisecond","maximum":"909.286420999910","minimum":"909.286420999910","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"4b5a8b4c6d616abbd97cdb441aa8675d4149f0f0026b4eacac9a944350336eef"},{"aggregateId":"5872908a-84bd-46b7-bfa8-be87f17e9ae7","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:33:03.524Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:33:03.524Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010556000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010552000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000005657","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"1.414213562373","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.500000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"117.929219065341","unit":"token_per_second","maximum":"189.141077833535","minimum":"46.717360297146","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"100.708776471778","numericSampleCount":2},{"p50":null,"p95":null,"mean":"664.000000000000","unit":"millisecond","maximum":"676.000000000000","minimum":"652.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"16.970562748477","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.500000000000","unit":"count","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.500000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"597.269055499928","unit":"millisecond","maximum":"625.564706000034","minimum":"568.973404999822","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"40.016092693419","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"4b7014af2e620482164320beecdb1f6b5afe68375cf294d3d24e0e5b39b825c6"},{"aggregateId":"540e5235-8069-4796-a4a7-3f69a7f98d27","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:19:02.989Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":1,"failureCount":1,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"0.50000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:19:02.989Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"15.000000000000","unit":"millisecond","maximum":"15.000000000000","minimum":"15.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"953.000000000000","unit":"millisecond","maximum":"953.000000000000","minimum":"953.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"request.failure_attribution","passCount":0,"errorCount":1,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"0.50000000","failCount":1,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.500000000000","unit":"count","maximum":"1.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"959.492780000030","unit":"millisecond","maximum":"959.492780000030","minimum":"959.492780000030","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"ef7e0d4c92f5c24d6b669becb2dc23f1f6466802f40e8a9831ed1c0b2c4d29e9"},{"aggregateId":"41018b41-b3f6-4f99-9d8b-73b06c43bfbe","endpoint":{"id":"304a03a0-2493-448b-a6b6-e66e33b8bfb7","slug":"cerebras-gpt-oss-120b","providerModelId":"gpt-oss-120b"},"provider":{"id":"8bae4a7e-ff84-4eba-9909-1d8c9be4b454","slug":"cerebras","name":"Cerebras"},"model":{"id":"63a264af-7014-40d0-adbb-9cfeee952d6c","slug":"openai-gpt-oss-120b","name":"GPT OSS 120b","publisher":"OpenAI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T01:34:00.956Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T13:34:00.956Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000493500000","unit":"usd","maximum":"0.000493500000","minimum":"0.000493500000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"23.000000000000","unit":"millisecond","maximum":"23.000000000000","minimum":"23.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"12.000000000000","unit":"millisecond","maximum":"12.000000000000","minimum":"12.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"133.269189983506","unit":"token_per_second","maximum":"133.269189983506","minimum":"133.269189983506","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"321.000000000000","unit":"millisecond","maximum":"321.000000000000","minimum":"321.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"21.000000000000","unit":"millisecond","maximum":"21.000000000000","minimum":"21.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1215.000000000000","unit":"token","maximum":"1215.000000000000","minimum":"1215.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"91.000000000000","unit":"token","maximum":"91.000000000000","minimum":"91.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"283.481950999936","unit":"millisecond","maximum":"283.481950999936","minimum":"283.481950999936","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"2ba9108a75e116788cff6b3b4f9ae3611b5e16c4f6fd589c985dec9234c0e026"},{"aggregateId":"2d538050-fa09-4e24-b752-1b79166da206","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:28:02.084Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:28:02.084Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010560000","unit":"usd","maximum":"0.000010560000","minimum":"0.000010560000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"1.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"321.401247730404","unit":"token_per_second","maximum":"321.401247730404","minimum":"321.401247730404","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"807.000000000000","unit":"millisecond","maximum":"807.000000000000","minimum":"807.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"791.443121999968","unit":"millisecond","maximum":"791.443121999968","minimum":"791.443121999968","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"4069dbbbf2bd1103c1db19ee44e99d741abb35508a8f3fd2f5c3bfb9f01bf685"},{"aggregateId":"1567cd46-6f54-4ca2-ac07-fa05f632cef9","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"488dcbe3-a546-4e57-b9ff-4e2fb8773b72","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-03T00:00:00.000Z","end":"2026-08-03T06:00:00.000Z","computedAt":"2026-08-03T06:00:00.410Z","latestObservedAt":"2026-08-03T02:14:01.699Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T14:14:01.699Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"55.000000000000","unit":"millisecond","maximum":"55.000000000000","minimum":"55.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"8.000000000000","unit":"millisecond","maximum":"13.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"7.071067811865","numericSampleCount":2},{"p50":null,"p95":null,"mean":"124.354139613109","unit":"token_per_second","maximum":"138.051495361366","minimum":"110.656783864851","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"19.370986267835","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"323.500000000000","unit":"millisecond","maximum":"345.000000000000","minimum":"302.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"30.405591591022","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"60.500000000000","unit":"millisecond","maximum":"61.000000000000","minimum":"60.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.707106781187","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"282.798436499961","unit":"millisecond","maximum":"299.815241999924","minimum":"265.781630999998","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"24.065397126313","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"3aa2b49d7ef45bc7233b1087e5c922f2d44524da25cf4050ad4d82bb1cf3f601"},{"aggregateId":"f46afb7a-2ed2-40e4-8637-7bc0b7ce7f1b","endpoint":{"id":"258b2f00-8272-42f9-adee-bbe92e41a8b4","slug":"openrouter-inclusionai-ling-2-6-flash","providerModelId":"inclusionai/ling-2.6-flash"},"provider":{"id":"daa6e829-776a-4f33-a6a6-3bfa4c0bfc87","slug":"openrouter","name":"OpenRouter"},"model":{"id":"c62a96da-d08c-4175-bde6-8c985bd5638d","slug":"inclusionai-ling-2-6-flash","name":"Ling 2 6 Flash","publisher":"inclusionai"},"methodology":{"id":"b1d42bbd-cdfd-44f1-8971-c62962da049e","key":"stage-2-text-weather","version":"1.0.0","definitionSha256":"e39eb83c388d40a65ce7d04bfc0a03d78643afe82a252049165094298505eaaf","codeCommitSha":"0b8137d45d6cd15d0ff49f5f599c6359b227c3c7"},"scenario":{"id":"53606119-b55b-430a-acb9-7f83fefb4ae6","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-02T18:00:00.000Z","end":"2026-08-03T00:00:00.000Z","computedAt":"2026-08-03T01:58:00.653Z","latestObservedAt":"2026-08-02T23:20:04.677Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-03T11:20:04.677Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000010544000","unit":"usd","maximum":"0.000010544000","minimum":"0.000010544000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"293.476211640044","unit":"token_per_second","maximum":"293.476211640044","minimum":"293.476211640044","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"882.000000000000","unit":"millisecond","maximum":"882.000000000000","minimum":"882.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1038.000000000000","unit":"token","maximum":"1038.000000000000","minimum":"1038.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"864.962844000002","unit":"millisecond","maximum":"864.962844000002","minimum":"864.962844000002","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"1e115edb91c042ed72152f4ddcd120b1328ebfe2d439a0be9ad8b8b4a1129c35"}],"meta":{"generatedAt":"2026-09-20T23:31:30.316Z","resultCount":44,"hasMore":false,"nextCursor":null,"latestOnly":true,"methodology":"scenario-region-window-specific","ranking":"none"},"links":{"self":"https://computellama.ai/api/v1/performance","next":null}}