{"apiVersion":"2026-08-03","data":[{"aggregateId":"ca780bfd-3e4c-4e07-afbb-907db8804b16","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:35:07.468Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:35:07.468Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"222.000000000000","unit":"millisecond","maximum":"222.000000000000","minimum":"222.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"94.186585434814","unit":"token_per_second","maximum":"94.186585434814","minimum":"94.186585434814","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2899.000000000000","unit":"millisecond","maximum":"2899.000000000000","minimum":"2899.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"236.000000000000","unit":"millisecond","maximum":"236.000000000000","minimum":"236.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2845.913884000387","unit":"millisecond","maximum":"2845.913884000387","minimum":"2845.913884000387","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"38f4982c154c2fcf6e3bc120d5ac6187ccfc7d82381aad10e1850a51c04da6f5"},{"aggregateId":"70f83a54-1b92-41d4-aa98-6c7557bb092f","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:45:10.423Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:45:10.423Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"57.000000000000","unit":"millisecond","maximum":"57.000000000000","minimum":"57.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"39.000000000000","unit":"millisecond","maximum":"39.000000000000","minimum":"39.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"120.112005886858","unit":"token_per_second","maximum":"120.112005886858","minimum":"120.112005886858","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"8574.000000000000","unit":"millisecond","maximum":"8574.000000000000","minimum":"8574.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"86.000000000000","unit":"millisecond","maximum":"86.000000000000","minimum":"86.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"8532.372188000008","unit":"millisecond","maximum":"8532.372188000008","minimum":"8532.372188000008","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"5c16cb6ea9bfa1ef04fb2d4d01d3c228e7a5f56b694a4fea64497bdb83c9001e"},{"aggregateId":"395c14f3-fb8f-4389-8a1b-c4213073b64b","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T06:00:00.000Z","end":"2026-08-13T12:00:00.000Z","computedAt":"2026-08-13T12:00:00.731Z","latestObservedAt":"2026-08-13T06:30:10.200Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T18:30:10.200Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"83.000000000000","unit":"millisecond","maximum":"100.000000000000","minimum":"66.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"24.041630560343","numericSampleCount":2},{"p50":null,"p95":null,"mean":"51.000000000000","unit":"millisecond","maximum":"82.000000000000","minimum":"20.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"43.840620433566","numericSampleCount":2},{"p50":null,"p95":null,"mean":"142.089420157357","unit":"token_per_second","maximum":"273.309785328569","minimum":"10.869054986144","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"185.573620084679","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"5868.500000000000","unit":"millisecond","maximum":"8196.000000000000","minimum":"3541.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3291.582066423379","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"83.000000000000","unit":"millisecond","maximum":"95.000000000000","minimum":"71.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"16.970562748477","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5629.342073500040","unit":"millisecond","maximum":"8177.705741000129","minimum":"3080.978405999951","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3603.930460437466","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e6ee5f2ccf9385253258d3ad3188296e87ec890eb952963531a05b6ba3c2d7af"},{"aggregateId":"e2c339a6-4675-49c5-a9e7-386dd3074578","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:06:09.098Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:06:09.098Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"136.000000000000","p95":null,"mean":"136.333333333333","unit":"millisecond","maximum":"137.000000000000","minimum":"136.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"32.684879060422","p95":null,"mean":"62.092137967065","unit":"token_per_second","maximum":"135.140635724043","minimum":"18.450899116730","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"63.660928477935","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1086.000000000000","p95":null,"mean":"2315.333333333333","unit":"millisecond","maximum":"5497.000000000000","minimum":"363.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2779.016792560515","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"143.000000000000","p95":null,"mean":"143.666666666667","unit":"millisecond","maximum":"146.000000000000","minimum":"142.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"815.010495999828","p95":null,"mean":"2161.678688333253","unit":"millisecond","maximum":"5460.001505999942","minimum":"210.024062999990","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2872.403558552316","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"555cd18f667786f787938b243d70ba78b46339242aa0971e39255ad8c56eb67c"},{"aggregateId":"d3e68b54-6551-451b-86b0-bfff7e1fc4f5","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:00:10.664Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:00:10.664Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"53.000000000000","p95":null,"mean":"53.000000000000","unit":"millisecond","maximum":"53.000000000000","minimum":"53.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"96.258414260794","p95":null,"mean":"80.244221575449","unit":"token_per_second","maximum":"105.325550533609","minimum":"39.148699931945","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"35.877355872629","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2828.000000000000","p95":null,"mean":"2347.000000000000","unit":"millisecond","maximum":"3739.000000000000","minimum":"474.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1684.807704160923","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"59.000000000000","unit":"millisecond","maximum":"60.000000000000","minimum":"57.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.732050807569","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2700.281837999940","p95":null,"mean":"2271.288821666657","unit":"millisecond","maximum":"3691.528138000052","minimum":"422.056488999981","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1676.421030633670","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"7bacc2cb-4c9e-411e-8098-0c09a5009dcf","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:04.177116+00:00","aggregateId":"d3e68b54-6551-451b-86b0-bfff7e1fc4f5","scenarioKey":"interactive-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"2700.281837999940","baselineValue":"725.007460335891","deviationRatio":"2.724488347677","baselineWindowCount":3}],"inputDigest":"438239d5d11bcebc7f9525ac617e495c4b1feac6a457226b26c792c27fcff93a"},{"aggregateId":"cdfbeb4c-cde3-4177-acf6-d67c1d966213","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T05:00:10.710Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T17:00:10.710Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"231.000000000000","p95":null,"mean":"229.333333333333","unit":"millisecond","maximum":"231.000000000000","minimum":"226.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.886751345948","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"6.333333333333","unit":"millisecond","maximum":"15.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.505553499465","numericSampleCount":3},{"p50":"30.069187335769","p95":null,"mean":"50.294305725140","unit":"token_per_second","maximum":"106.544906579230","minimum":"14.268823260420","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"49.350891061490","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6817.000000000000","p95":null,"mean":"5469.333333333333","unit":"millisecond","maximum":"8267.000000000000","minimum":"1324.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3662.439942624771","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"237.000000000000","p95":null,"mean":"233.666666666667","unit":"millisecond","maximum":"237.000000000000","minimum":"227.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.773502691896","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6466.585680000020","p95":null,"mean":"5281.457978000010","unit":"millisecond","maximum":"8220.071431000018","minimum":"1157.716822999995","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3677.310009343876","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"eb2a7531-dd84-404b-856d-b68c0cc192dc","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"singapore","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:04.014404+00:00","aggregateId":"cdfbeb4c-cde3-4177-acf6-d67c1d966213","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"30.069187335769","baselineValue":"72.066228455771","deviationRatio":"0.582756195515","baselineWindowCount":3},{"id":"3d267b06-30de-48c8-a9a2-46f4027adb96","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"singapore","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:03.99439+00:00","aggregateId":"cdfbeb4c-cde3-4177-acf6-d67c1d966213","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"6466.585680000020","baselineValue":"2042.565656999747","deviationRatio":"2.165913251229","baselineWindowCount":3}],"inputDigest":"b13bdcdfe4ce0a64e911b48d6004a8df8cdb92fb760de4f9bb240508a81e07c5"},{"aggregateId":"51c0be83-1380-4123-b4dc-3205b319b563","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:11.261Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:11.261Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"136.000000000000","p95":null,"mean":"135.666666666667","unit":"millisecond","maximum":"136.000000000000","minimum":"135.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"121.511741181299","p95":null,"mean":"126.363320187166","unit":"token_per_second","maximum":"167.951190965805","minimum":"89.627028414393","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"39.386824878157","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"4590.000000000000","p95":null,"mean":"3537.666666666667","unit":"millisecond","maximum":"5481.000000000000","minimum":"542.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2632.296399217484","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"142.000000000000","p95":null,"mean":"142.333333333333","unit":"millisecond","maximum":"146.000000000000","minimum":"139.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.511884584284","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"4560.229446000070","p95":null,"mean":"3495.431472000045","unit":"millisecond","maximum":"5439.851712999982","minimum":"486.213257000083","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2642.911185088554","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"e3a77248-d385-436f-b225-de4598ceae45","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:04.206442+00:00","aggregateId":"51c0be83-1380-4123-b4dc-3205b319b563","scenarioKey":"interactive-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"4560.229446000070","baselineValue":"1219.734815999863","deviationRatio":"2.738705648294","baselineWindowCount":3}],"inputDigest":"0a1fd38aecf9dd22fbf013bb0be3f126e28cdd9956e8a1bf709476d74816a12a"},{"aggregateId":"40eefa6e-e672-46bc-89f7-b2cfa719ad2f","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:08.425Z","isFinal":true},"samples":{"runCount":2,"eligibleRunCount":2,"successCount":2,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-13T16:59:08.425Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"230.500000000000","unit":"millisecond","maximum":"233.000000000000","minimum":"228.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"3.535533905933","numericSampleCount":2},{"p50":null,"p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"2.828427124746","numericSampleCount":2},{"p50":null,"p95":null,"mean":"92.734986407967","unit":"token_per_second","maximum":"137.281211501043","minimum":"48.188761314890","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"62.997875679153","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"4583.500000000000","unit":"millisecond","maximum":"8180.000000000000","minimum":"987.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"5086.219077074836","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":2,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"247.500000000000","unit":"millisecond","maximum":"256.000000000000","minimum":"239.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"12.020815280171","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"0.000000000000","numericSampleCount":2},{"p50":null,"p95":null,"mean":"4513.409888499940","unit":"millisecond","maximum":"8143.578409999958","minimum":"883.241366999922","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"5133.833556805212","numericSampleCount":2}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e71fd8acd0f9b4fc9f6aeeb91803e07ac5825876be3991ac9f6c1411979f75cd"},{"aggregateId":"1cbe6c41-abee-4377-94a3-5aea1969a620","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-13T00:00:00.000Z","end":"2026-08-13T06:00:00.000Z","computedAt":"2026-08-13T06:00:01.693Z","latestObservedAt":"2026-08-13T04:59:56.126Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-13T16:59:56.126Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"53.000000000000","p95":null,"mean":"53.000000000000","unit":"millisecond","maximum":"53.000000000000","minimum":"53.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"7.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"40.164887789213","p95":null,"mean":"65.974801394752","unit":"token_per_second","maximum":"145.201377612478","minimum":"12.558138782565","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"69.986934009616","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"914.000000000000","p95":null,"mean":"765.666666666667","unit":"millisecond","maximum":"1165.000000000000","minimum":"218.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"490.616279115699","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"57.000000000000","p95":null,"mean":"58.000000000000","unit":"millisecond","maximum":"60.000000000000","minimum":"57.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.732050807569","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"766.851828000043","p95":null,"mean":"579.976683999994","unit":"millisecond","maximum":"789.513158999966","minimum":"183.565064999973","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"343.489465252335","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"b9fbeb44-7e7d-46f8-9811-974f64636ea9","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"us-east","windowEnd":"2026-08-13T06:00:00+00:00","detectedAt":"2026-08-13T06:00:04.068443+00:00","aggregateId":"1cbe6c41-abee-4377-94a3-5aea1969a620","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-13T00:00:00+00:00","currentValue":"40.164887789213","baselineValue":"83.407461358193","deviationRatio":"0.518449702998","baselineWindowCount":3}],"inputDigest":"e698b703c77baf4ec2dcf8b40f900277e8674c68446657d127403ee0b26bd335"},{"aggregateId":"eaba6040-4d77-4374-a0b8-5e5af77077ab","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-11T00:00:00.000Z","end":"2026-08-11T06:00:00.000Z","computedAt":"2026-08-11T06:00:00.934Z","latestObservedAt":"2026-08-11T00:10:06.587Z","isFinal":true},"samples":{"runCount":1,"eligibleRunCount":1,"successCount":1,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"insufficient_data","isFresh":false,"freshUntil":"2026-08-11T12:10:06.587Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"238.000000000000","unit":"millisecond","maximum":"238.000000000000","minimum":"238.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"23.761477423302","unit":"token_per_second","maximum":"23.761477423302","minimum":"23.761477423302","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"2612.000000000000","unit":"millisecond","maximum":"2612.000000000000","minimum":"2612.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":1,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":"237.000000000000","unit":"millisecond","maximum":"237.000000000000","minimum":"237.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1},{"p50":null,"p95":null,"mean":"2401.575374000240","unit":"millisecond","maximum":"2401.575374000240","minimum":"2401.575374000240","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":1,"standardDeviation":null,"numericSampleCount":1}],"incidents":[],"anomalyAlerts":[],"inputDigest":"90ee2f751cee9c0f93c59b7bb272bfec49edfed96cae01adab33df7c66c84226"},{"aggregateId":"f0688585-25d0-484a-a2ad-98a070f0b876","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T18:00:00.000Z","end":"2026-08-11T00:00:00.000Z","computedAt":"2026-08-11T00:00:02.831Z","latestObservedAt":"2026-08-10T23:41:33.161Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T11:41:33.161Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"219.000000000000","p95":null,"mean":"221.666666666667","unit":"millisecond","maximum":"232.000000000000","minimum":"214.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"9.291573243178","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"7.333333333333","unit":"millisecond","maximum":"13.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.932882862316","numericSampleCount":3},{"p50":"85.497427095152","p95":null,"mean":"98.538590246458","unit":"token_per_second","maximum":"134.204953352582","minimum":"75.913390291639","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"31.257487635384","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3502.000000000000","p95":null,"mean":"3338.333333333333","unit":"millisecond","maximum":"4894.000000000000","minimum":"1619.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1643.622929182157","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"222.000000000000","p95":null,"mean":"225.000000000000","unit":"millisecond","maximum":"236.000000000000","minimum":"217.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"9.848857801796","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3464.743551000950","p95":null,"mean":"3284.465908663891","unit":"millisecond","maximum":"4828.135467000073","minimum":"1560.518707990646","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1641.250999142049","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"3c3d2238-f7ca-4c00-b160-77e8ce740921","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"singapore","windowEnd":"2026-08-11T00:00:00+00:00","detectedAt":"2026-08-11T00:00:05.91158+00:00","aggregateId":"f0688585-25d0-484a-a2ad-98a070f0b876","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-10T18:00:00+00:00","currentValue":"3464.743551000950","baselineValue":"1668.394024333607","deviationRatio":"1.076693814811","baselineWindowCount":3}],"inputDigest":"b2232a5bf519d26197746459f43f2d9fdb632f152d5761595b3145a9702fbf69"},{"aggregateId":"99080555-b2ee-4950-87ee-0935d6fd49f9","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T18:00:00.000Z","end":"2026-08-11T00:00:00.000Z","computedAt":"2026-08-11T00:00:02.831Z","latestObservedAt":"2026-08-10T22:42:10.005Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T10:42:10.005Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"53.000000000000","p95":null,"mean":"53.333333333333","unit":"millisecond","maximum":"54.000000000000","minimum":"53.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.333333333333","unit":"millisecond","maximum":"7.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"55.216132779766","p95":null,"mean":"59.455994112577","unit":"token_per_second","maximum":"84.289512152607","minimum":"38.862337405358","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"23.008462996697","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3898.000000000000","p95":null,"mean":"4371.666666666667","unit":"millisecond","maximum":"6227.000000000000","minimum":"2990.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1669.674319540590","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"59.000000000000","unit":"millisecond","maximum":"61.000000000000","minimum":"56.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3807.446754992010","p95":null,"mean":"4278.822707662980","unit":"millisecond","maximum":"6098.340728998184","minimum":"2930.680638998747","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1635.592882722091","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"1a35147e-48c1-4a05-8faf-4ead7e3a46af","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"us-east","windowEnd":"2026-08-11T00:00:00+00:00","detectedAt":"2026-08-11T00:00:05.983565+00:00","aggregateId":"99080555-b2ee-4950-87ee-0935d6fd49f9","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-10T18:00:00+00:00","currentValue":"55.216132779766","baselineValue":"94.565682243208","deviationRatio":"0.416108132782","baselineWindowCount":3},{"id":"0f72adbb-22e8-425c-9780-1bf09505a930","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-11T00:00:00+00:00","detectedAt":"2026-08-11T00:00:05.961992+00:00","aggregateId":"99080555-b2ee-4950-87ee-0935d6fd49f9","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-10T18:00:00+00:00","currentValue":"3807.446754992010","baselineValue":"909.125410667309","deviationRatio":"3.188032487396","baselineWindowCount":3}],"inputDigest":"ecf3032dbfa65bfa3141b65dfbdfc980818a428aaf4b13afb52577534cc7d2ed"},{"aggregateId":"5060c570-4316-472f-8269-b7440c3d90ae","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T18:00:00.000Z","end":"2026-08-11T00:00:00.000Z","computedAt":"2026-08-11T00:00:02.831Z","latestObservedAt":"2026-08-10T22:46:14.983Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T10:46:14.983Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"133.000000000000","p95":null,"mean":"132.666666666667","unit":"millisecond","maximum":"134.000000000000","minimum":"131.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"3.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"87.883100016205","p95":null,"mean":"111.416008144503","unit":"token_per_second","maximum":"170.936682077946","minimum":"75.428242339359","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"51.921227249132","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3458.000000000000","p95":null,"mean":"2735.000000000000","unit":"millisecond","maximum":"3466.000000000000","minimum":"1281.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1259.207290321971","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"140.000000000000","p95":null,"mean":"140.333333333333","unit":"millisecond","maximum":"144.000000000000","minimum":"137.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.511884584284","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"3409.106240004300","p95":null,"mean":"2684.189158335328","unit":"millisecond","maximum":"3428.749402999878","minimum":"1214.711832001805","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1272.642594336429","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"f6a94b13-f74a-459f-8cdc-c94126ebfaca","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-11T00:00:00+00:00","detectedAt":"2026-08-11T00:00:06.035137+00:00","aggregateId":"5060c570-4316-472f-8269-b7440c3d90ae","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-10T18:00:00+00:00","currentValue":"3409.106240004300","baselineValue":"874.675546001022","deviationRatio":"2.897566652675","baselineWindowCount":3}],"inputDigest":"0b37c28732054a48833258183a9b897f25e7d0ce5419dbf43b7a04328f2d0b98"},{"aggregateId":"3be28693-0c26-4e4e-9a21-f55783919f78","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T18:00:00.000Z","end":"2026-08-11T00:00:00.000Z","computedAt":"2026-08-11T00:00:02.831Z","latestObservedAt":"2026-08-10T23:51:06.241Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T11:51:06.241Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"54.000000000000","p95":null,"mean":"55.666666666667","unit":"millisecond","maximum":"59.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.886751345948","numericSampleCount":3},{"p50":"8.000000000000","p95":null,"mean":"7.666666666667","unit":"millisecond","maximum":"8.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"99.226336225692","p95":null,"mean":"100.171710217710","unit":"token_per_second","maximum":"171.674721529743","minimum":"29.614072897694","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"71.035042559488","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1652.000000000000","p95":null,"mean":"2289.000000000000","unit":"millisecond","maximum":"3995.000000000000","minimum":"1220.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1493.145337869023","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"59.000000000000","p95":null,"mean":"60.666666666667","unit":"millisecond","maximum":"64.000000000000","minimum":"59.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.886751345948","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1483.161353006960","p95":null,"mean":"2206.215552665759","unit":"millisecond","maximum":"3965.875152990222","minimum":"1169.610152000096","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1531.953008637585","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"c7e6e2b02156e2933da2a5551cea8f1a2375bd81f00cdc67cc47317c3def5b0f"},{"aggregateId":"3b481540-aa65-4809-a862-1434639c7a23","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T18:00:00.000Z","end":"2026-08-11T00:00:00.000Z","computedAt":"2026-08-11T00:00:02.831Z","latestObservedAt":"2026-08-10T21:42:12.094Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T09:42:12.094Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"135.000000000000","p95":null,"mean":"133.666666666667","unit":"millisecond","maximum":"136.000000000000","minimum":"130.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.214550253664","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"12.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.358898943541","numericSampleCount":3},{"p50":"130.671813284148","p95":null,"mean":"112.486590622629","unit":"token_per_second","maximum":"161.449923631594","minimum":"45.338034952146","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"60.154130495037","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1768.000000000000","p95":null,"mean":"2878.000000000000","unit":"millisecond","maximum":"5158.000000000000","minimum":"1708.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1974.765808899881","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"141.000000000000","p95":null,"mean":"140.333333333333","unit":"millisecond","maximum":"144.000000000000","minimum":"136.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.041451884327","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1737.030644997950","p95":null,"mean":"2818.161388665438","unit":"millisecond","maximum":"5047.717320010066","minimum":"1669.736200988293","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1931.145223382786","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"ab39652e-d59d-416c-a8a7-e239a05f69d3","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-11T00:00:00+00:00","detectedAt":"2026-08-11T00:00:06.568963+00:00","aggregateId":"3b481540-aa65-4809-a862-1434639c7a23","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T18:00:00+00:00","currentValue":"1737.030644997950","baselineValue":"874.560175999998","deviationRatio":"0.986176243403","baselineWindowCount":3}],"inputDigest":"109532f1695d31da4ce21b724529678407272e22a9fb89d8a556f8a8bf338de7"},{"aggregateId":"1217e328-ddbb-4662-a29a-e796d5eff0b0","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T18:00:00.000Z","end":"2026-08-11T00:00:00.000Z","computedAt":"2026-08-11T00:00:02.831Z","latestObservedAt":"2026-08-10T23:56:05.063Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T11:56:05.063Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"221.000000000000","p95":null,"mean":"221.000000000000","unit":"millisecond","maximum":"227.000000000000","minimum":"215.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"5.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"72.508295566990","p95":null,"mean":"62.985566045589","unit":"token_per_second","maximum":"76.347603919083","minimum":"40.100798650694","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"19.911542034570","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2885.000000000000","p95":null,"mean":"2382.333333333333","unit":"millisecond","maximum":"3352.000000000000","minimum":"910.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1296.281733780637","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"219.000000000000","p95":null,"mean":"220.000000000000","unit":"millisecond","maximum":"230.000000000000","minimum":"211.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"9.539392014169","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2816.042373001580","p95":null,"mean":"2295.955545666317","unit":"millisecond","maximum":"3286.510059997439","minimum":"785.314203999937","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1329.233955513667","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"13ae707f33d3c0894aca98adecf5f11b3427ebba6b96e5ecb9949ab97e0a14c7"},{"aggregateId":"ff4ed5e9-30d2-4649-8bf8-da78ca42d17e","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T12:00:00.000Z","end":"2026-08-10T18:00:00.000Z","computedAt":"2026-08-10T18:00:01.362Z","latestObservedAt":"2026-08-10T12:45:05.531Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T00:45:05.531Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"57.000000000000","p95":null,"mean":"56.666666666667","unit":"millisecond","maximum":"59.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.516611478424","numericSampleCount":3},{"p50":"10.000000000000","p95":null,"mean":"10.000000000000","unit":"millisecond","maximum":"13.000000000000","minimum":"7.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.000000000000","numericSampleCount":3},{"p50":"67.355298257668","p95":null,"mean":"78.999262712268","unit":"token_per_second","maximum":"103.337552891131","minimum":"66.304936988006","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"21.084119410639","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"465.000000000000","p95":null,"mean":"470.000000000000","unit":"millisecond","maximum":"628.000000000000","minimum":"317.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"155.560277706103","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"62.000000000000","p95":null,"mean":"61.666666666667","unit":"millisecond","maximum":"63.000000000000","minimum":"60.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"389.590833999217","p95":null,"mean":"403.990834335486","unit":"millisecond","maximum":"553.766790002585","minimum":"268.614879004657","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"143.120309857497","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"e05251d6fc093e0438fcbb772cb784fed678a317144301e16cfbdc0af4fcdc29"},{"aggregateId":"e4e3472e-e344-4acb-bf65-555fab3e9907","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T12:00:00.000Z","end":"2026-08-10T18:00:00.000Z","computedAt":"2026-08-10T18:00:01.362Z","latestObservedAt":"2026-08-10T17:51:07.766Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T05:51:07.766Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"58.000000000000","p95":null,"mean":"57.666666666667","unit":"millisecond","maximum":"61.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.511884584284","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.666666666667","unit":"millisecond","maximum":"9.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"93.726613445392","p95":null,"mean":"74.558107536922","unit":"token_per_second","maximum":"100.118758865961","minimum":"29.828950299413","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"38.868213377422","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"579.000000000000","p95":null,"mean":"639.000000000000","unit":"millisecond","maximum":"871.000000000000","minimum":"467.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"208.576125191739","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"64.000000000000","p95":null,"mean":"63.000000000000","unit":"millisecond","maximum":"64.000000000000","minimum":"61.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.732050807569","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"529.059308998287","p95":null,"mean":"548.696758665145","unit":"millisecond","maximum":"817.653358995915","minimum":"299.377608001232","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"259.695322617369","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"1e3f00064d1005ac6fac89fed9e12b96d9916b966ebbd0acf262677caaa2ed8c"},{"aggregateId":"b0c3fbdf-111f-4803-9c4c-206206026753","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T12:00:00.000Z","end":"2026-08-10T18:00:00.000Z","computedAt":"2026-08-10T18:00:01.362Z","latestObservedAt":"2026-08-10T17:55:10.559Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T05:55:10.559Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"224.000000000000","p95":null,"mean":"223.666666666667","unit":"millisecond","maximum":"233.000000000000","minimum":"214.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"9.504384952922","numericSampleCount":3},{"p50":"7.000000000000","p95":null,"mean":"7.000000000000","unit":"millisecond","maximum":"9.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"33.891937996335","p95":null,"mean":"39.786452708139","unit":"token_per_second","maximum":"61.462457629493","minimum":"24.004962498590","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"19.411979887074","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1152.000000000000","p95":null,"mean":"1390.666666666667","unit":"millisecond","maximum":"2157.000000000000","minimum":"863.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"679.213025002711","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"227.000000000000","p95":null,"mean":"227.333333333333","unit":"millisecond","maximum":"236.000000000000","minimum":"219.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.504900548115","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"943.709735006094","p95":null,"mean":"1244.943850668768","unit":"millisecond","maximum":"2009.472290001810","minimum":"781.649526998401","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"667.040987246388","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"34087bfb-e074-445b-8a50-de17b7bb1467","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"singapore","windowEnd":"2026-08-10T18:00:00+00:00","detectedAt":"2026-08-10T18:00:05.560395+00:00","aggregateId":"b0c3fbdf-111f-4803-9c4c-206206026753","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T12:00:00+00:00","currentValue":"33.891937996335","baselineValue":"65.670316341259","deviationRatio":"0.483907800593","baselineWindowCount":3}],"inputDigest":"94229e57404a4be20286b34aa625eb0b959c208c0ac8604c2f3c0f3e1f94174b"},{"aggregateId":"79897d4a-9633-4018-9161-2ac10173c1c0","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T12:00:00.000Z","end":"2026-08-10T18:00:00.000Z","computedAt":"2026-08-10T18:00:01.362Z","latestObservedAt":"2026-08-10T15:13:39.996Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T03:13:39.996Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"134.000000000000","p95":null,"mean":"133.000000000000","unit":"millisecond","maximum":"135.000000000000","minimum":"130.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"7.333333333333","unit":"millisecond","maximum":"16.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.571877794400","numericSampleCount":3},{"p50":null,"p95":null,"mean":"54.627328840793","unit":"token_per_second","maximum":"62.019563896812","minimum":"47.235093784773","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":2,"standardDeviation":"10.454199072473","numericSampleCount":2},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"653.000000000000","p95":null,"mean":"5352.666666666667","unit":"millisecond","maximum":"14824.000000000000","minimum":"581.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8202.494275117376","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"141.000000000000","p95":null,"mean":"140.000000000000","unit":"millisecond","maximum":"142.000000000000","minimum":"137.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"547.146499998868","p95":null,"mean":"5292.117863334715","unit":"millisecond","maximum":"14828.826812006533","minimum":"500.380277998745","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8259.065319310526","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"6f48bfebfdbaa8cdd305dae74599a61b226a63bb36b40ecc2202af5f81de1216"},{"aggregateId":"58d8eb17-d466-42ed-9090-7d6d6bd48337","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T12:00:00.000Z","end":"2026-08-10T18:00:00.000Z","computedAt":"2026-08-10T18:00:01.362Z","latestObservedAt":"2026-08-10T16:32:12.724Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T04:32:12.724Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"202.000000000000","p95":null,"mean":"212.333333333333","unit":"millisecond","maximum":"233.000000000000","minimum":"202.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"17.897858344878","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"5.666666666667","unit":"millisecond","maximum":"6.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"55.440550292790","p95":null,"mean":"60.547030421257","unit":"token_per_second","maximum":"76.252885615520","minimum":"49.947655355461","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"13.876180642940","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"989.000000000000","p95":null,"mean":"2937.666666666667","unit":"millisecond","maximum":"7013.000000000000","minimum":"811.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3530.464181001322","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"206.000000000000","p95":null,"mean":"215.666666666667","unit":"millisecond","maximum":"236.000000000000","minimum":"205.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"17.616280348965","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"888.895200997591","p95":null,"mean":"2852.379072330892","unit":"millisecond","maximum":"6947.428710997105","minimum":"720.813304997981","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3547.412654075631","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"2fcc058b6d0703266239cc6bbf197a4132e62a08de1117a5aceb9b61bac87c12"},{"aggregateId":"103e6c4e-668f-4783-8445-0e5e4074d646","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T12:00:00.000Z","end":"2026-08-10T18:00:00.000Z","computedAt":"2026-08-10T18:00:01.362Z","latestObservedAt":"2026-08-10T16:16:35.775Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-11T04:16:35.775Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"132.000000000000","p95":null,"mean":"133.333333333333","unit":"millisecond","maximum":"138.000000000000","minimum":"130.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.163331998932","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"2.333333333333","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"27.741887481823","p95":null,"mean":"33.182387083121","unit":"token_per_second","maximum":"48.072679276130","minimum":"23.732594491411","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"13.050257038297","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"764.000000000000","p95":null,"mean":"1469.333333333333","unit":"millisecond","maximum":"2990.000000000000","minimum":"654.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1318.083962930030","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"140.000000000000","p95":null,"mean":"139.666666666667","unit":"millisecond","maximum":"142.000000000000","minimum":"137.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.516611478424","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"583.767130002379","p95":null,"mean":"1304.359077667197","unit":"millisecond","maximum":"2779.319283999503","minimum":"549.990818999708","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1277.464644322541","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"eaa2fb99-1ec7-4cf3-a330-faf051e33bdb","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-10T18:00:00+00:00","detectedAt":"2026-08-10T18:00:05.679399+00:00","aggregateId":"103e6c4e-668f-4783-8445-0e5e4074d646","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T12:00:00+00:00","currentValue":"27.741887481823","baselineValue":"47.116069818564","deviationRatio":"0.411201155176","baselineWindowCount":3}],"inputDigest":"eb41cceb89820d087566ecb12e4cca370c525f194cd5e49b5021cf0b6c624efd"},{"aggregateId":"eeb94fc2-669a-4ac6-b355-9ff63b57d910","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T06:00:00.000Z","end":"2026-08-10T12:00:00.000Z","computedAt":"2026-08-10T12:00:02.135Z","latestObservedAt":"2026-08-10T11:06:06.330Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T23:06:06.330Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"234.000000000000","p95":null,"mean":"228.666666666667","unit":"millisecond","maximum":"234.000000000000","minimum":"218.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"9.237604307034","numericSampleCount":3},{"p50":"8.000000000000","p95":null,"mean":"6.666666666667","unit":"millisecond","maximum":"9.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.214550253664","numericSampleCount":3},{"p50":"75.260707979371","p95":null,"mean":"59.308937179579","unit":"token_per_second","maximum":"84.211954547875","minimum":"18.454149011491","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"35.663237247578","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2045.000000000000","p95":null,"mean":"2104.000000000000","unit":"millisecond","maximum":"2758.000000000000","minimum":"1509.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"626.586785688942","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"236.000000000000","p95":null,"mean":"233.333333333333","unit":"millisecond","maximum":"240.000000000000","minimum":"224.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.326663997865","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1774.058219000700","p95":null,"mean":"1971.749498998125","unit":"millisecond","maximum":"2698.626006998122","minimum":"1442.564270995557","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"650.948656041865","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"31bc174ac971dd4ada639e360ae3a880d8fc5deadf6e6e14b8779291628b05bc"},{"aggregateId":"7cee4767-76da-493b-b815-7893b36a6897","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T06:00:00.000Z","end":"2026-08-10T12:00:00.000Z","computedAt":"2026-08-10T12:00:02.135Z","latestObservedAt":"2026-08-10T09:52:09.094Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T21:52:09.094Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"224.000000000000","p95":null,"mean":"222.666666666667","unit":"millisecond","maximum":"229.000000000000","minimum":"215.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.094598884598","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"47.577413755384","p95":null,"mean":"55.960311919110","unit":"token_per_second","maximum":"91.012770999981","minimum":"29.290751001964","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"31.703417392711","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"6232.000000000000","p95":null,"mean":"5998.666666666667","unit":"millisecond","maximum":"6255.000000000000","minimum":"5509.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"424.219675797025","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"231.000000000000","p95":null,"mean":"228.000000000000","unit":"millisecond","maximum":"233.000000000000","minimum":"220.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.000000000000","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6126.908116996290","p95":null,"mean":"5888.422807664921","unit":"millisecond","maximum":"6200.062654998153","minimum":"5338.297651000321","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"477.824405617800","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"0ffafeb6-f39c-4b64-a0aa-15d307ec4c9b","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"singapore","windowEnd":"2026-08-10T12:00:00+00:00","detectedAt":"2026-08-10T12:00:06.670782+00:00","aggregateId":"7cee4767-76da-493b-b815-7893b36a6897","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T06:00:00+00:00","currentValue":"6126.908116996290","baselineValue":"1797.237316666522","deviationRatio":"2.409070165737","baselineWindowCount":3}],"inputDigest":"56f116dd5ffa8808f036c372b083f3196f530fbc1726ec59f52dc70dcbb8929c"},{"aggregateId":"6fdf24ef-dd51-4f35-bf76-2af0a5abeaee","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T06:00:00.000Z","end":"2026-08-10T12:00:00.000Z","computedAt":"2026-08-10T12:00:02.135Z","latestObservedAt":"2026-08-10T10:07:07.685Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T22:07:07.685Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"133.000000000000","p95":null,"mean":"134.000000000000","unit":"millisecond","maximum":"137.000000000000","minimum":"132.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"9.000000000000","p95":null,"mean":"7.333333333333","unit":"millisecond","maximum":"10.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.785938897200","numericSampleCount":3},{"p50":"132.798601192568","p95":null,"mean":"137.454577584544","unit":"token_per_second","maximum":"159.592011286628","minimum":"119.973120274437","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"20.215655279534","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1606.000000000000","p95":null,"mean":"1879.666666666667","unit":"millisecond","maximum":"3463.000000000000","minimum":"570.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1465.787274243208","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"148.000000000000","p95":null,"mean":"149.000000000000","unit":"millisecond","maximum":"154.000000000000","minimum":"145.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.582575694956","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1568.349001005290","p95":null,"mean":"1842.781036667526","unit":"millisecond","maximum":"3421.323998004198","minimum":"538.670110993087","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1460.790219272896","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"bf3e95a5a8a576a5d38a92a423f252a5ef06e9c789cab6fc769010a5e42fa602"},{"aggregateId":"6e8ddb8b-53e8-4f16-a909-26e05ee1f446","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T06:00:00.000Z","end":"2026-08-10T12:00:00.000Z","computedAt":"2026-08-10T12:00:02.135Z","latestObservedAt":"2026-08-10T11:56:24.535Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T23:56:24.535Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"134.000000000000","p95":null,"mean":"132.000000000000","unit":"millisecond","maximum":"136.000000000000","minimum":"126.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.291502622129","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"3.333333333333","unit":"millisecond","maximum":"5.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"37.995847615981","p95":null,"mean":"63.188351797375","unit":"token_per_second","maximum":"134.591027264040","minimum":"16.978180512103","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"62.723138716671","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1470.000000000000","p95":null,"mean":"3733.333333333333","unit":"millisecond","maximum":"8432.000000000000","minimum":"1298.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4070.073381811848","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"138.000000000000","p95":null,"mean":"138.333333333333","unit":"millisecond","maximum":"146.000000000000","minimum":"131.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.505553499465","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1338.406672999260","p95":null,"mean":"3578.920487335573","unit":"millisecond","maximum":"8137.504368007183","minimum":"1260.850421000272","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3948.039892262401","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"4f59f973-c19c-4d7b-a35f-f1ead3acaa83","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-10T12:00:00+00:00","detectedAt":"2026-08-10T12:00:06.75477+00:00","aggregateId":"6e8ddb8b-53e8-4f16-a909-26e05ee1f446","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T06:00:00+00:00","currentValue":"37.995847615981","baselineValue":"67.006934408825","deviationRatio":"0.432956485009","baselineWindowCount":3},{"id":"6bb4bb6b-57e7-4a1e-96ba-b7bcf27fec4d","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-10T12:00:00+00:00","detectedAt":"2026-08-10T12:00:06.748124+00:00","aggregateId":"6e8ddb8b-53e8-4f16-a909-26e05ee1f446","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T06:00:00+00:00","currentValue":"1338.406672999260","baselineValue":"679.279097332309","deviationRatio":"0.970333958833","baselineWindowCount":3}],"inputDigest":"aa783c20dab3b277972f3a89449e28869cbe2b1f25195bc54f9841c7efcb0d74"},{"aggregateId":"1fcf83f6-89b8-464e-aa28-3fb2dceb74a2","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T06:00:00.000Z","end":"2026-08-10T12:00:00.000Z","computedAt":"2026-08-10T12:00:02.135Z","latestObservedAt":"2026-08-10T08:33:04.191Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T20:33:04.191Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"58.333333333333","unit":"millisecond","maximum":"62.000000000000","minimum":"53.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.725815626253","numericSampleCount":3},{"p50":"9.000000000000","p95":null,"mean":"8.333333333333","unit":"millisecond","maximum":"10.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.081665999466","numericSampleCount":3},{"p50":"101.279637849420","p95":null,"mean":"89.467843830219","unit":"token_per_second","maximum":"140.242843936164","minimum":"26.881049705073","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"57.596553336871","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2107.000000000000","p95":null,"mean":"2152.666666666667","unit":"millisecond","maximum":"3894.000000000000","minimum":"457.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1718.955012015537","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"68.000000000000","p95":null,"mean":"67.666666666667","unit":"millisecond","maximum":"71.000000000000","minimum":"64.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.511884584284","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1920.995359003540","p95":null,"mean":"2062.324883668373","unit":"millisecond","maximum":"3858.347556997091","minimum":"407.631735004485","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1729.693743685285","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"0ad6829c8aead205a14ca31cb4c2f4e7be2e36587fed859dadfd5ff77bff7c4d"},{"aggregateId":"1b843896-09a0-41da-b459-cd25983e9656","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T06:00:00.000Z","end":"2026-08-10T12:00:00.000Z","computedAt":"2026-08-10T12:00:02.135Z","latestObservedAt":"2026-08-10T09:32:08.650Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T21:32:08.650Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"57.000000000000","p95":null,"mean":"58.000000000000","unit":"millisecond","maximum":"60.000000000000","minimum":"57.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.732050807569","numericSampleCount":3},{"p50":"11.000000000000","p95":null,"mean":"14.000000000000","unit":"millisecond","maximum":"26.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.816653826392","numericSampleCount":3},{"p50":"119.818433859463","p95":null,"mean":"125.427717432065","unit":"token_per_second","maximum":"139.602178467318","minimum":"116.862539969415","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"12.364094645474","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"344.000000000000","p95":null,"mean":"340.333333333333","unit":"millisecond","maximum":"356.000000000000","minimum":"321.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"17.785762095939","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"63.000000000000","p95":null,"mean":"64.000000000000","unit":"millisecond","maximum":"67.000000000000","minimum":"62.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"302.270194001496","p95":null,"mean":"300.222941334049","unit":"millisecond","maximum":"320.183940000832","minimum":"278.214689999819","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"21.059390281420","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"b004ada07ffc20ff88e1e86b152d259d0a760defee58bf08ef597daf13bc4e67"},{"aggregateId":"de8353a1-9a31-4e6f-bfe8-63c023a70473","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T00:00:00.000Z","end":"2026-08-10T06:00:00.000Z","computedAt":"2026-08-10T06:00:00.648Z","latestObservedAt":"2026-08-10T03:15:31.506Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T15:15:31.506Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"135.000000000000","p95":null,"mean":"134.666666666667","unit":"millisecond","maximum":"135.000000000000","minimum":"134.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"0.000000000000","p95":null,"mean":"1.666666666667","unit":"millisecond","maximum":"5.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.886751345948","numericSampleCount":3},{"p50":"101.073679415060","p95":null,"mean":"102.318442785225","unit":"token_per_second","maximum":"155.249571759776","minimum":"50.632077180840","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"52.319853974177","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"558.000000000000","p95":null,"mean":"493.333333333333","unit":"millisecond","maximum":"571.000000000000","minimum":"351.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"123.435543233436","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"149.000000000000","p95":null,"mean":"145.666666666667","unit":"millisecond","maximum":"149.000000000000","minimum":"139.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.773502691896","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"508.531136998907","p95":null,"mean":"433.191100666299","unit":"millisecond","maximum":"538.793792000040","minimum":"252.248372999951","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"157.429857693619","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"321d3d3136b9499966a566d9a548e28d6d4ebfc7d7733f244e39f7e6b9345530"},{"aggregateId":"bf3c7620-65f3-49a9-9793-b0169f7b2c81","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T00:00:00.000Z","end":"2026-08-10T06:00:00.000Z","computedAt":"2026-08-10T06:00:00.648Z","latestObservedAt":"2026-08-10T05:01:11.061Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T17:01:11.061Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"58.000000000000","p95":null,"mean":"57.666666666667","unit":"millisecond","maximum":"61.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.511884584284","numericSampleCount":3},{"p50":"11.000000000000","p95":null,"mean":"8.333333333333","unit":"millisecond","maximum":"13.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.429100507329","numericSampleCount":3},{"p50":"91.805123940160","p95":null,"mean":"105.098335726933","unit":"token_per_second","maximum":"146.811114314650","minimum":"76.678768925988","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"36.907568019779","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2703.000000000000","p95":null,"mean":"4059.333333333333","unit":"millisecond","maximum":"7916.000000000000","minimum":"1559.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3388.597399121550","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"68.000000000000","p95":null,"mean":"74.333333333333","unit":"millisecond","maximum":"88.000000000000","minimum":"67.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"11.846237095945","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2637.792901998390","p95":null,"mean":"4008.090781332304","unit":"millisecond","maximum":"7881.942632999271","minimum":"1504.536808999255","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3402.368802698732","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"bcb070c4-661c-4f62-ae32-e57d8f65480b","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-10T06:00:00+00:00","detectedAt":"2026-08-10T06:00:03.009088+00:00","aggregateId":"bf3c7620-65f3-49a9-9793-b0169f7b2c81","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T00:00:00+00:00","currentValue":"2637.792901998390","baselineValue":"1492.939857334829","deviationRatio":"0.766844718519","baselineWindowCount":3}],"inputDigest":"8c514c38bb2293300dbf4549d0b31a45e9a5d915d71ebebedbea368ffa0893de"},{"aggregateId":"8c78600c-a6f1-47d4-a304-3fddc26bd7e4","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T00:00:00.000Z","end":"2026-08-10T06:00:00.000Z","computedAt":"2026-08-10T06:00:00.648Z","latestObservedAt":"2026-08-10T05:51:06.909Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T17:51:06.909Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"231.000000000000","p95":null,"mean":"233.333333333333","unit":"millisecond","maximum":"241.000000000000","minimum":"228.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.806859285554","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.666666666667","unit":"millisecond","maximum":"6.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"106.720975402692","p95":null,"mean":"79.812112299991","unit":"token_per_second","maximum":"113.510952091158","minimum":"19.204409406124","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"52.597492177964","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1850.000000000000","p95":null,"mean":"2432.333333333333","unit":"millisecond","maximum":"3707.000000000000","minimum":"1740.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1105.263015455296","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"237.000000000000","p95":null,"mean":"236.333333333333","unit":"millisecond","maximum":"242.000000000000","minimum":"230.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.027713773342","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1805.951386999340","p95":null,"mean":"2315.247788999230","unit":"millisecond","maximum":"3446.643125999719","minimum":"1693.148853998631","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"981.439075695828","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"56e3856dea5d07dbefcf59a494269581e8502778b99468d9dcb780772810e9d3"},{"aggregateId":"6ac443f2-d0f5-4e8e-9683-d3b4590627c2","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-10T00:00:00.000Z","end":"2026-08-10T06:00:00.000Z","computedAt":"2026-08-10T06:00:00.648Z","latestObservedAt":"2026-08-10T05:56:06.723Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T17:56:06.723Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"218.000000000000","p95":null,"mean":"222.333333333333","unit":"millisecond","maximum":"232.000000000000","minimum":"217.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.386497083606","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"4.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"98.480743484099","p95":null,"mean":"89.781980424777","unit":"token_per_second","maximum":"127.191778257362","minimum":"43.673419532869","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"42.433246636098","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2393.000000000000","p95":null,"mean":"2167.333333333333","unit":"millisecond","maximum":"3238.000000000000","minimum":"871.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1199.527545883517","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"222.000000000000","p95":null,"mean":"226.666666666667","unit":"millisecond","maximum":"237.000000000000","minimum":"221.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.962886439833","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2342.228653002530","p95":null,"mean":"2099.143941334138","unit":"millisecond","maximum":"3198.689282998443","minimum":"756.513888001442","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1239.101609137591","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"b57c446b-656b-484c-bcd6-fe85785cf27a","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"singapore","windowEnd":"2026-08-10T06:00:00+00:00","detectedAt":"2026-08-10T06:00:02.295417+00:00","aggregateId":"6ac443f2-d0f5-4e8e-9683-d3b4590627c2","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-10T00:00:00+00:00","currentValue":"2342.228653002530","baselineValue":"839.588804332229","deviationRatio":"1.789733070423","baselineWindowCount":3}],"inputDigest":"ddfff18d5793ce74a1082867468ceba2f9ccc108159986e492cc73d11a19dfb7"},{"aggregateId":"2981e9ea-92ef-4ca8-844c-b942310a175c","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-10T00:00:00.000Z","end":"2026-08-10T06:00:00.000Z","computedAt":"2026-08-10T06:00:00.648Z","latestObservedAt":"2026-08-10T03:15:25.583Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T15:15:25.583Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"59.000000000000","unit":"millisecond","maximum":"62.000000000000","minimum":"55.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.605551275464","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.666666666667","unit":"millisecond","maximum":"10.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.055050463304","numericSampleCount":3},{"p50":"88.690795434813","p95":null,"mean":"86.657048772506","unit":"token_per_second","maximum":"107.115842527601","minimum":"64.164508355104","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"21.547769511349","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"355.000000000000","p95":null,"mean":"1583.666666666667","unit":"millisecond","maximum":"4072.000000000000","minimum":"324.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2155.015622526513","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"68.000000000000","p95":null,"mean":"65.333333333333","unit":"millisecond","maximum":"69.000000000000","minimum":"59.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.507570547286","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"277.321564000100","p95":null,"mean":"1523.340409666921","unit":"millisecond","maximum":"4015.624363999814","minimum":"277.075301000848","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2158.381221408829","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"f2dc791b4224116734136cabe62a85a877ef40785d491ef14ab82768460d0461"},{"aggregateId":"028a59af-94ac-4b2e-9c12-e759ada701ac","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-10T00:00:00.000Z","end":"2026-08-10T06:00:00.000Z","computedAt":"2026-08-10T06:00:00.648Z","latestObservedAt":"2026-08-10T05:36:59.892Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T17:36:59.892Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"133.000000000000","p95":null,"mean":"132.666666666667","unit":"millisecond","maximum":"135.000000000000","minimum":"130.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.516611478424","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"3.333333333333","unit":"millisecond","maximum":"6.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.055050463304","numericSampleCount":3},{"p50":"53.970743647410","p95":null,"mean":"47.595935138962","unit":"token_per_second","maximum":"76.754139880139","minimum":"12.062921889336","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"32.813367076893","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1116.000000000000","p95":null,"mean":"2478.000000000000","unit":"millisecond","maximum":"5972.000000000000","minimum":"346.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3050.287199592851","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"138.000000000000","p95":null,"mean":"140.666666666667","unit":"millisecond","maximum":"149.000000000000","minimum":"135.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.371114795832","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"701.506724998355","p95":null,"mean":"2287.240291332826","unit":"millisecond","maximum":"5879.357215000317","minimum":"280.856933999807","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3117.966413648578","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"eab9fdd9-16da-44c4-9dd9-7e238649adbb","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-10T06:00:00+00:00","detectedAt":"2026-08-10T06:00:03.142071+00:00","aggregateId":"028a59af-94ac-4b2e-9c12-e759ada701ac","scenarioKey":"interactive-1k-250","windowStart":"2026-08-10T00:00:00+00:00","currentValue":"53.970743647410","baselineValue":"85.393419579205","deviationRatio":"0.367975378977","baselineWindowCount":3}],"inputDigest":"84a2fbaf2402296b592dafb1cbaf5024f73328510a1379ad58f95c2dbef29246"},{"aggregateId":"8c97abc2-b8c3-4e94-adea-c11061e506ff","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-09T18:00:00.000Z","end":"2026-08-10T00:00:00.000Z","computedAt":"2026-08-10T00:00:01.011Z","latestObservedAt":"2026-08-09T23:46:17.792Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T11:46:17.792Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"141.000000000000","p95":null,"mean":"138.333333333333","unit":"millisecond","maximum":"143.000000000000","minimum":"131.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.429100507329","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"2.000000000000","unit":"millisecond","maximum":"3.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"233.865644276116","p95":null,"mean":"938.637337697438","unit":"token_per_second","maximum":"2568.125961456966","minimum":"13.920407359231","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1415.457119813913","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"7906.000000000000","p95":null,"mean":"7186.333333333333","unit":"millisecond","maximum":"13068.000000000000","minimum":"585.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6272.540341307765","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"147.000000000000","p95":null,"mean":"147.666666666667","unit":"millisecond","maximum":"158.000000000000","minimum":"138.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.016652800878","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"7546.815109000080","p95":null,"mean":"7058.829455666550","unit":"millisecond","maximum":"13066.053055000011","minimum":"563.620202999562","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6265.485161030192","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"b8dac73f-22d3-4948-9b92-fb0a3b77f349","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-10T00:00:00+00:00","detectedAt":"2026-08-10T00:00:05.447821+00:00","aggregateId":"8c97abc2-b8c3-4e94-adea-c11061e506ff","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-09T18:00:00+00:00","currentValue":"7546.815109000080","baselineValue":"1954.745636669300","deviationRatio":"2.860765803708","baselineWindowCount":3}],"inputDigest":"03eaf16c6a19f686aa0e275d41bdc855d1c6d78d2091f8a5f99ba9e4592bb685"},{"aggregateId":"68299ec2-32b0-4286-b891-25e48ab9ad36","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-09T18:00:00.000Z","end":"2026-08-10T00:00:00.000Z","computedAt":"2026-08-10T00:00:01.011Z","latestObservedAt":"2026-08-09T23:56:14.922Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T11:56:14.922Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"219.000000000000","p95":null,"mean":"221.333333333333","unit":"millisecond","maximum":"228.000000000000","minimum":"217.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.859465277082","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"6.666666666667","unit":"millisecond","maximum":"11.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.785938897200","numericSampleCount":3},{"p50":"24.440878965559","p95":null,"mean":"25.641435561368","unit":"token_per_second","maximum":"40.274030301621","minimum":"12.209397416923","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"14.070782026704","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1213.000000000000","p95":null,"mean":"4420.000000000000","unit":"millisecond","maximum":"11133.000000000000","minimum":"914.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5815.550446862274","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"223.000000000000","p95":null,"mean":"224.666666666667","unit":"millisecond","maximum":"232.000000000000","minimum":"219.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.658328118479","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"803.479380000383","p95":null,"mean":"4173.918201333416","unit":"millisecond","maximum":"10928.424705999903","minimum":"789.850517999963","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5849.578192285001","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"06d2b13a-dcfa-4ea8-b5f6-8660187e9f24","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"singapore","windowEnd":"2026-08-10T00:00:00+00:00","detectedAt":"2026-08-10T00:00:05.313828+00:00","aggregateId":"68299ec2-32b0-4286-b891-25e48ab9ad36","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-09T18:00:00+00:00","currentValue":"24.440878965559","baselineValue":"48.389512212846","deviationRatio":"0.494913714814","baselineWindowCount":3}],"inputDigest":"ffae84befe59097b378de8f0125ed22e980aeaf9e08d8b55d3b1d4fcd2ca4f2a"},{"aggregateId":"56dc4ec3-3d79-43fd-9afa-dee53a4b7e65","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-09T18:00:00.000Z","end":"2026-08-10T00:00:00.000Z","computedAt":"2026-08-10T00:00:01.011Z","latestObservedAt":"2026-08-09T23:36:09.094Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T11:36:09.094Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"217.000000000000","p95":null,"mean":"221.333333333333","unit":"millisecond","maximum":"233.000000000000","minimum":"214.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"10.214368964030","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"millisecond","maximum":"6.000000000000","minimum":"4.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"42.712559865701","p95":null,"mean":"40.042378305751","unit":"token_per_second","maximum":"51.362017465953","minimum":"26.052557585599","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"12.864275806711","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1069.000000000000","p95":null,"mean":"1481.666666666667","unit":"millisecond","maximum":"2507.000000000000","minimum":"869.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"893.577827239090","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"221.000000000000","p95":null,"mean":"225.333333333333","unit":"millisecond","maximum":"239.000000000000","minimum":"216.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"12.096831541083","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"877.080263000215","p95":null,"mean":"1346.223492000330","unit":"millisecond","maximum":"2409.651799000800","minimum":"751.938413999975","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"923.079056034863","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"2776941d5d53f6ea4276bf252facbf5a044f98622bf363f8e1250355a9fd23d5"},{"aggregateId":"40b45d59-9ed4-4ae9-a9a3-464aaae3afc0","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-09T18:00:00.000Z","end":"2026-08-10T00:00:00.000Z","computedAt":"2026-08-10T00:00:01.011Z","latestObservedAt":"2026-08-09T22:03:57.769Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T10:03:57.769Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"58.333333333333","unit":"millisecond","maximum":"62.000000000000","minimum":"53.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.725815626253","numericSampleCount":3},{"p50":"10.000000000000","p95":null,"mean":"11.666666666667","unit":"millisecond","maximum":"16.000000000000","minimum":"9.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.785938897200","numericSampleCount":3},{"p50":"64.105138992976","p95":null,"mean":"55.372790122157","unit":"token_per_second","maximum":"85.583138600466","minimum":"16.430092773028","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"35.393874814778","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1798.000000000000","p95":null,"mean":"2940.333333333333","unit":"millisecond","maximum":"6582.000000000000","minimum":"441.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3225.936194863955","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"61.000000000000","p95":null,"mean":"61.666666666667","unit":"millisecond","maximum":"66.000000000000","minimum":"58.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.041451884327","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1493.680355000310","p95":null,"mean":"2793.420255000082","unit":"millisecond","maximum":"6504.003133000806","minimum":"382.577276999131","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3261.128099809945","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"f10726f419d24c85e43d04ace944f579439b46d429e6ea19e82215ea993c467c"},{"aggregateId":"1f2c7803-94f1-47b7-ba49-77e89e397f6b","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-09T18:00:00.000Z","end":"2026-08-10T00:00:00.000Z","computedAt":"2026-08-10T00:00:01.011Z","latestObservedAt":"2026-08-09T22:56:10.243Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T10:56:10.243Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"132.000000000000","p95":null,"mean":"132.000000000000","unit":"millisecond","maximum":"134.000000000000","minimum":"130.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"2.666666666667","unit":"millisecond","maximum":"4.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"49.381618192300","p95":null,"mean":"61.190546651024","unit":"token_per_second","maximum":"108.816985478540","minimum":"25.373036282232","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"42.957086235876","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"705.000000000000","p95":null,"mean":"1582.000000000000","unit":"millisecond","maximum":"3439.000000000000","minimum":"602.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1609.033560868138","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"138.000000000000","p95":null,"mean":"137.333333333333","unit":"millisecond","maximum":"138.000000000000","minimum":"136.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"507.940414998680","p95":null,"mean":"1467.246484999545","unit":"millisecond","maximum":"3393.051291000098","minimum":"500.747748999856","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1667.799762178351","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"349ff26c-1682-4b48-8b01-5e77004066de","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-10T00:00:00+00:00","detectedAt":"2026-08-10T00:00:05.936168+00:00","aggregateId":"1f2c7803-94f1-47b7-ba49-77e89e397f6b","scenarioKey":"interactive-1k-250","windowStart":"2026-08-09T18:00:00+00:00","currentValue":"49.381618192300","baselineValue":"76.258767685280","deviationRatio":"0.352446680019","baselineWindowCount":3}],"inputDigest":"87f9456dac252f2cc14af365b583afe15eef08e65715592cf24ffdb1bbada4e9"},{"aggregateId":"1b9b1ae8-c05e-431d-a379-3425775b1a66","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-09T18:00:00.000Z","end":"2026-08-10T00:00:00.000Z","computedAt":"2026-08-10T00:00:01.011Z","latestObservedAt":"2026-08-09T23:51:05.855Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T11:51:05.855Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"58.000000000000","p95":null,"mean":"64.333333333333","unit":"millisecond","maximum":"81.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"14.571661996263","numericSampleCount":3},{"p50":"7.000000000000","p95":null,"mean":"6.333333333333","unit":"millisecond","maximum":"9.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.055050463304","numericSampleCount":3},{"p50":"17.767102607640","p95":null,"mean":"53.213166458236","unit":"token_per_second","maximum":"129.801911380083","minimum":"12.070485386984","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"66.388927905695","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2555.000000000000","p95":null,"mean":"2054.333333333333","unit":"millisecond","maximum":"2986.000000000000","minimum":"622.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1259.017209307853","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"59.000000000000","unit":"millisecond","maximum":"63.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.582575694956","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2516.479766000060","p95":null,"mean":"1809.609077000098","unit":"millisecond","maximum":"2571.766451000236","minimum":"340.581013999996","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1272.515910232933","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"6c8c8c37-198c-43d1-b0cb-fbdc50e52b71","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"us-east","windowEnd":"2026-08-10T00:00:00+00:00","detectedAt":"2026-08-10T00:00:05.9064+00:00","aggregateId":"1b9b1ae8-c05e-431d-a379-3425775b1a66","scenarioKey":"interactive-1k-250","windowStart":"2026-08-09T18:00:00+00:00","currentValue":"17.767102607640","baselineValue":"77.397336632376","deviationRatio":"0.770442971545","baselineWindowCount":3},{"id":"0d39dc25-a27f-4094-be3f-f00419c7600a","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-10T00:00:00+00:00","detectedAt":"2026-08-10T00:00:05.900245+00:00","aggregateId":"1b9b1ae8-c05e-431d-a379-3425775b1a66","scenarioKey":"interactive-1k-250","windowStart":"2026-08-09T18:00:00+00:00","currentValue":"2516.479766000060","baselineValue":"1098.989814335789","deviationRatio":"1.289811728165","baselineWindowCount":3}],"inputDigest":"7ad2b960e09311c83bb3c76230843320aa03e52d5beadadc7c3820399e60ba4f"},{"aggregateId":"e18774c2-164e-4c94-ad79-f47a3e0a8a00","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-09T12:00:00.000Z","end":"2026-08-09T18:00:00.000Z","computedAt":"2026-08-09T18:00:00.598Z","latestObservedAt":"2026-08-09T15:08:03.672Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T03:08:03.672Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"59.666666666667","unit":"millisecond","maximum":"60.000000000000","minimum":"59.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"12.000000000000","p95":null,"mean":"10.333333333333","unit":"millisecond","maximum":"16.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.658328118479","numericSampleCount":3},{"p50":"16.320630617669","p95":null,"mean":"17.700104686899","unit":"token_per_second","maximum":"21.609093113063","minimum":"15.170590329964","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.433772131745","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1769.000000000000","p95":null,"mean":"2377.000000000000","unit":"millisecond","maximum":"4590.000000000000","minimum":"772.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1980.285080487150","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"67.000000000000","p95":null,"mean":"67.000000000000","unit":"millisecond","maximum":"69.000000000000","minimum":"65.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.000000000000","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1439.414934999310","p95":null,"mean":"2087.890049998882","unit":"millisecond","maximum":"4358.615925997496","minimum":"465.639288999839","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2025.884190947912","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"db905a09-11d3-44dd-afc9-46a425f76821","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"us-east","windowEnd":"2026-08-09T18:00:00+00:00","detectedAt":"2026-08-09T18:00:02.895221+00:00","aggregateId":"e18774c2-164e-4c94-ad79-f47a3e0a8a00","scenarioKey":"interactive-1k-250","windowStart":"2026-08-09T12:00:00+00:00","currentValue":"16.320630617669","baselineValue":"79.755209586207","deviationRatio":"0.795365961643","baselineWindowCount":3}],"inputDigest":"29382bf47a460fe10c5477611d5ad5b03db8b749e4dc35d4b11657c789740053"},{"aggregateId":"d8fabfa7-cbb8-4ea4-835d-69b3fe5e0ee1","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-09T12:00:00.000Z","end":"2026-08-09T18:00:00.000Z","computedAt":"2026-08-09T18:00:00.598Z","latestObservedAt":"2026-08-09T17:21:06.212Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T05:21:06.212Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"134.000000000000","p95":null,"mean":"136.666666666667","unit":"millisecond","maximum":"142.000000000000","minimum":"134.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.618802153517","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"8.000000000000","minimum":"1.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.605551275464","numericSampleCount":3},{"p50":"51.940916210615","p95":null,"mean":"53.414432633248","unit":"token_per_second","maximum":"78.500154691481","minimum":"29.802226997647","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"24.382380490926","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2548.000000000000","p95":null,"mean":"2283.000000000000","unit":"millisecond","maximum":"3282.000000000000","minimum":"1019.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1154.539302059484","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"142.000000000000","p95":null,"mean":"142.666666666667","unit":"millisecond","maximum":"146.000000000000","minimum":"140.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"3.055050463304","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2451.736777000130","p95":null,"mean":"2173.756645999810","unit":"millisecond","maximum":"3114.227303000051","minimum":"955.305857999250","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1105.979279346726","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"d7c69805-5304-41e1-93da-acc780c0af22","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"western-europe","windowEnd":"2026-08-09T18:00:00+00:00","detectedAt":"2026-08-09T18:00:02.533182+00:00","aggregateId":"d8fabfa7-cbb8-4ea4-835d-69b3fe5e0ee1","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-09T12:00:00+00:00","currentValue":"51.940916210615","baselineValue":"88.610103450085","deviationRatio":"0.413826254702","baselineWindowCount":3},{"id":"b638afd9-f2d4-4afe-b871-85d4af40773b","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"western-europe","windowEnd":"2026-08-09T18:00:00+00:00","detectedAt":"2026-08-09T18:00:02.521511+00:00","aggregateId":"d8fabfa7-cbb8-4ea4-835d-69b3fe5e0ee1","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-09T12:00:00+00:00","currentValue":"2451.736777000130","baselineValue":"1406.889419003081","deviationRatio":"0.742664877484","baselineWindowCount":3}],"inputDigest":"b2c75f27afbd990092ba9b2ec0cd716c7ca8966f339151bbdb200a2538f7d296"},{"aggregateId":"868952b2-195c-4e53-8d7a-f8770432e7bc","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-09T12:00:00.000Z","end":"2026-08-09T18:00:00.000Z","computedAt":"2026-08-09T18:00:00.598Z","latestObservedAt":"2026-08-09T15:37:10.466Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T03:37:10.466Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"134.000000000000","p95":null,"mean":"132.666666666667","unit":"millisecond","maximum":"138.000000000000","minimum":"126.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.110100926608","numericSampleCount":3},{"p50":"1.000000000000","p95":null,"mean":"1.000000000000","unit":"millisecond","maximum":"2.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"97.668441386764","p95":null,"mean":"135.527644233919","unit":"token_per_second","maximum":"231.526907923813","minimum":"77.387583391181","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"83.753938844753","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"893.000000000000","p95":null,"mean":"889.000000000000","unit":"millisecond","maximum":"1186.000000000000","minimum":"588.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"299.020066216299","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"137.000000000000","p95":null,"mean":"137.333333333333","unit":"millisecond","maximum":"144.000000000000","minimum":"131.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"6.506407098648","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"828.390151999891","p95":null,"mean":"843.200260333445","unit":"millisecond","maximum":"1134.806390999933","minimum":"566.404238000512","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"284.490344942026","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"88294378d938f67c5944cf2344ae45011bc46b99227dcf2dc0f92d21be87fd47"},{"aggregateId":"6953bc2b-01b0-4207-aba5-84212dca0a70","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-09T12:00:00.000Z","end":"2026-08-09T18:00:00.000Z","computedAt":"2026-08-09T18:00:00.598Z","latestObservedAt":"2026-08-09T17:19:35.764Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T05:19:35.764Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"228.000000000000","p95":null,"mean":"226.333333333333","unit":"millisecond","maximum":"233.000000000000","minimum":"218.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.637626158260","numericSampleCount":3},{"p50":"4.000000000000","p95":null,"mean":"4.000000000000","unit":"millisecond","maximum":"5.000000000000","minimum":"3.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.000000000000","numericSampleCount":3},{"p50":"66.719016185843","p95":null,"mean":"69.231280568052","unit":"token_per_second","maximum":"113.492622650402","minimum":"27.482202867912","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"43.060209962733","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"1082.000000000000","p95":null,"mean":"1127.333333333333","unit":"millisecond","maximum":"1301.000000000000","minimum":"999.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"156.020297824781","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"231.000000000000","p95":null,"mean":"231.333333333333","unit":"millisecond","maximum":"245.000000000000","minimum":"218.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"13.503086067019","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"924.058846999891","p95":null,"mean":"1027.022398331009","unit":"millisecond","maximum":"1256.944273000001","minimum":"900.064074993134","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"199.479293685816","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"d29021c38e85dc251741a8df54cfe5c6e385acead5f1916d6010c7cb868ee4ea"},{"aggregateId":"4dd03503-af84-4442-99b1-a1a2b0ad7c22","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-09T12:00:00.000Z","end":"2026-08-09T18:00:00.000Z","computedAt":"2026-08-09T18:00:00.598Z","latestObservedAt":"2026-08-09T15:23:02.217Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T03:23:02.217Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"59.000000000000","p95":null,"mean":"58.333333333333","unit":"millisecond","maximum":"62.000000000000","minimum":"54.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"4.041451884327","numericSampleCount":3},{"p50":"13.000000000000","p95":null,"mean":"14.666666666667","unit":"millisecond","maximum":"21.000000000000","minimum":"10.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"5.686240703077","numericSampleCount":3},{"p50":"96.494466058980","p95":null,"mean":"101.428050024943","unit":"token_per_second","maximum":"132.040742490173","minimum":"75.748941525677","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"28.468349127031","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"2741.000000000000","p95":null,"mean":"2718.666666666667","unit":"millisecond","maximum":"5074.000000000000","minimum":"341.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2366.579035936331","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"64.666666666667","unit":"millisecond","maximum":"75.000000000000","minimum":"59.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.962886439833","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2703.132899999620","p95":null,"mean":"2666.769644667705","unit":"millisecond","maximum":"5022.183557003737","minimum":"274.992476999760","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2373.804436399739","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"3d9af534-3898-4563-bba8-f53ee772ff38","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"us-east","windowEnd":"2026-08-09T18:00:00+00:00","detectedAt":"2026-08-09T18:00:02.482782+00:00","aggregateId":"4dd03503-af84-4442-99b1-a1a2b0ad7c22","scenarioKey":"compatibility-1k-250","windowStart":"2026-08-09T12:00:00+00:00","currentValue":"2703.132899999620","baselineValue":"467.860439666236","deviationRatio":"4.777647928361","baselineWindowCount":3}],"inputDigest":"66d831305e860a18cef904ed31c830b2994715cb35db3d06ed2b9444aa7a9e7d"},{"aggregateId":"4d49f275-d84c-4d1e-860d-16a397df2c23","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-09T12:00:00.000Z","end":"2026-08-09T18:00:00.000Z","computedAt":"2026-08-09T18:00:00.598Z","latestObservedAt":"2026-08-09T16:37:07.376Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-10T04:37:07.376Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"233.000000000000","p95":null,"mean":"304.333333333333","unit":"millisecond","maximum":"458.000000000000","minimum":"222.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"133.192842650547","numericSampleCount":3},{"p50":"3.000000000000","p95":null,"mean":"2.666666666667","unit":"millisecond","maximum":"3.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.577350269190","numericSampleCount":3},{"p50":"41.583620365083","p95":null,"mean":"41.562830961455","unit":"token_per_second","maximum":"68.993322978005","minimum":"14.111549541276","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"27.440892624687","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"3063.000000000000","p95":null,"mean":"2683.666666666667","unit":"millisecond","maximum":"4051.000000000000","minimum":"937.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1591.279150034127","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"228.000000000000","p95":null,"mean":"226.000000000000","unit":"millisecond","maximum":"237.000000000000","minimum":"213.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"12.124355652982","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"2708.680300000010","p95":null,"mean":"2501.323289333455","unit":"millisecond","maximum":"3978.529219000018","minimum":"816.760349000339","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1591.051003025732","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[{"id":"63a09d6c-6d7e-4210-80c7-59ad18ada216","ruleKey":"throughput-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"generation.throughput","regionKey":"singapore","windowEnd":"2026-08-09T18:00:00+00:00","detectedAt":"2026-08-09T18:00:02.855748+00:00","aggregateId":"4d49f275-d84c-4d1e-860d-16a397df2c23","scenarioKey":"interactive-1k-250","windowStart":"2026-08-09T12:00:00+00:00","currentValue":"41.583620365083","baselineValue":"62.805855884956","deviationRatio":"0.337902178401","baselineWindowCount":3},{"id":"e59e2719-ba55-4883-83e7-22ad44797136","ruleKey":"ttft-regression-v1","endpoint":{"slug":"deepinfra-mistralai-mistral-nemo-instruct-2407"},"metricKey":"ttft.duration","regionKey":"singapore","windowEnd":"2026-08-09T18:00:00+00:00","detectedAt":"2026-08-09T18:00:02.84752+00:00","aggregateId":"4d49f275-d84c-4d1e-860d-16a397df2c23","scenarioKey":"interactive-1k-250","windowStart":"2026-08-09T12:00:00+00:00","currentValue":"2708.680300000010","baselineValue":"998.078805336109","deviationRatio":"1.713894219092","baselineWindowCount":3}],"inputDigest":"fd82b3b41a66f34b0a5021c987c86dbd99d3b2d288a3c53b2b2187bc2b5be66a"},{"aggregateId":"f36b4022-41fe-421a-b1bd-73a30abf57f7","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"singapore","concurrency":1,"window":{"start":"2026-08-09T06:00:00.000Z","end":"2026-08-09T12:00:00.000Z","computedAt":"2026-08-09T12:00:00.543Z","latestObservedAt":"2026-08-09T10:47:05.054Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-09T22:47:05.054Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"224.000000000000","p95":null,"mean":"223.666666666667","unit":"millisecond","maximum":"232.000000000000","minimum":"215.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"8.504900548115","numericSampleCount":3},{"p50":"7.000000000000","p95":null,"mean":"6.666666666667","unit":"millisecond","maximum":"8.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"55.266986966928","p95":null,"mean":"80.773281639116","unit":"token_per_second","maximum":"147.670601096894","minimum":"39.382256853526","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"58.476659238288","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"929.000000000000","p95":null,"mean":"1697.000000000000","unit":"millisecond","maximum":"3296.000000000000","minimum":"866.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1385.132845614456","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"228.000000000000","p95":null,"mean":"228.333333333333","unit":"millisecond","maximum":"236.000000000000","minimum":"221.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"7.505553499465","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"802.039272010326","p95":null,"mean":"1613.236735669275","unit":"millisecond","maximum":"3262.140856996179","minimum":"775.530078001320","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1428.054370582013","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"81fae0a47e6bab70077aad90d3fa057a212aaa11ad0f66a8d2e7883bcb3b7db1"},{"aggregateId":"f1459876-1038-4bfd-af21-fdf940e44bbf","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"31909a6a-7fea-48ea-987a-7dad5f191c67","key":"interactive-1k-250","name":"Interactive 1K / 250","kind":"interactive","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-09T06:00:00.000Z","end":"2026-08-09T12:00:00.000Z","computedAt":"2026-08-09T12:00:00.543Z","latestObservedAt":"2026-08-09T11:11:03.461Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-09T23:11:03.461Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"61.000000000000","p95":null,"mean":"60.000000000000","unit":"millisecond","maximum":"62.000000000000","minimum":"57.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.645751311065","numericSampleCount":3},{"p50":"9.000000000000","p95":null,"mean":"9.333333333333","unit":"millisecond","maximum":"11.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"88.872296228739","p95":null,"mean":"74.956481280946","unit":"token_per_second","maximum":"97.260018014188","minimum":"38.737129599911","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"31.646003639218","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"652.000000000000","p95":null,"mean":"562.666666666667","unit":"millisecond","maximum":"690.000000000000","minimum":"346.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"188.598338628243","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"87.000000000000","p95":null,"mean":"80.666666666667","unit":"millisecond","maximum":"90.000000000000","minimum":"65.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"13.650396819629","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"522.924871005118","p95":null,"mean":"483.751927668850","unit":"millisecond","maximum":"633.739497996867","minimum":"294.591414004564","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"172.934222570700","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"31716b2b191a5c994477167d92f6788b0836f8b13a9d15d65de5fcb691af850e"},{"aggregateId":"a322ad32-9f6b-4eab-85bf-8f39ab8b5cd2","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"us-east","concurrency":1,"window":{"start":"2026-08-09T06:00:00.000Z","end":"2026-08-09T12:00:00.000Z","computedAt":"2026-08-09T12:00:00.543Z","latestObservedAt":"2026-08-09T08:48:02.459Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-09T20:48:02.459Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"60.000000000000","p95":null,"mean":"59.666666666667","unit":"millisecond","maximum":"61.000000000000","minimum":"58.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"8.000000000000","p95":null,"mean":"15.333333333333","unit":"millisecond","maximum":"30.000000000000","minimum":"8.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"12.701705922172","numericSampleCount":3},{"p50":"47.915563273326","p95":null,"mean":"46.171844976021","unit":"token_per_second","maximum":"79.656647983801","minimum":"10.943323670935","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"34.389833521792","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"409.000000000000","p95":null,"mean":"1762.333333333333","unit":"millisecond","maximum":"4509.000000000000","minimum":"369.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2378.767187711596","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"65.000000000000","p95":null,"mean":"64.666666666667","unit":"millisecond","maximum":"66.000000000000","minimum":"63.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.527525231652","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"306.230599999428","p95":null,"mean":"1554.326930001378","unit":"millisecond","maximum":"4052.100418999791","minimum":"304.649771004915","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2163.135438781529","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"c05399d7820adcaaa962a3f1b81dceaabd59c317d144cb73683038503a1cd68d"},{"aggregateId":"7f4a4fd7-c3a7-46b5-94c4-1758f4b82588","endpoint":{"id":"69d388f5-b121-4bdb-8ff5-db8fae9758c4","slug":"deepinfra-mistralai-mistral-nemo-instruct-2407","providerModelId":"mistralai/Mistral-Nemo-Instruct-2407"},"provider":{"id":"2f87807d-c58c-4acb-ab3d-7d681fb07cd4","slug":"deepinfra","name":"DeepInfra"},"model":{"id":"047de8fd-afc6-4eec-9de1-061ed128a3f4","slug":"mistralai-mistral-nemo-instruct-2407","name":"Mistral Nemo Instruct 2407","publisher":"Mistral AI"},"methodology":{"id":"08c8eba1-b0ee-46ee-88b5-9dc3bc88bc3a","key":"stage-2-text-weather","version":"1.1.0","definitionSha256":"8c2251105ae15b11a86ffa4b8302b7b22fa06074cf780840af84abfdc180e27b","codeCommitSha":"a91b05f16c328790c431593fa9c861e401cc83fe"},"scenario":{"id":"06847d04-7e0d-45c2-b209-5513ee1b3f72","key":"compatibility-1k-250","name":"OpenAI compatibility 1K / 250","kind":"compatibility","targetInputTokens":1000,"targetOutputTokens":250},"regionKey":"western-europe","concurrency":1,"window":{"start":"2026-08-09T06:00:00.000Z","end":"2026-08-09T12:00:00.000Z","computedAt":"2026-08-09T12:00:00.543Z","latestObservedAt":"2026-08-09T10:51:09.193Z","isFinal":true},"samples":{"runCount":3,"eligibleRunCount":3,"successCount":3,"failureCount":0,"excludedInfrastructureFailureCount":0,"expectedRunCount":3},"reliability":{"successRate":"1.00000000"},"publicationState":"complete","isFresh":false,"freshUntil":"2026-08-09T22:51:09.193Z","metrics":[{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"assertion.text","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"billing.cost_basis","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000021973000","p95":null,"mean":"0.000021973000","unit":"usd","maximum":"0.000021973000","minimum":"0.000021973000","passRate":null,"failCount":0,"metricKey":"billing.cost_usd","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"cold_start.detected","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.streaming","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"compatibility.usage_accounting","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"136.000000000000","p95":null,"mean":"136.666666666667","unit":"millisecond","maximum":"138.000000000000","minimum":"136.000000000000","passRate":null,"failCount":0,"metricKey":"connect.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1.154700538379","numericSampleCount":3},{"p50":"2.000000000000","p95":null,"mean":"3.333333333333","unit":"millisecond","maximum":"6.000000000000","minimum":"2.000000000000","passRate":null,"failCount":0,"metricKey":"dns.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.309401076759","numericSampleCount":3},{"p50":"110.688544068212","p95":null,"mean":"101.480546711549","unit":"token_per_second","maximum":"115.782116772930","minimum":"77.970979293504","passRate":null,"failCount":0,"metricKey":"generation.throughput","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"20.518551139451","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"provider.request_id","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"565.000000000000","p95":null,"mean":"1417.000000000000","unit":"millisecond","maximum":"3135.000000000000","minimum":"551.000000000000","passRate":null,"failCount":0,"metricKey":"request.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1487.848110527415","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":"1.00000000","failCount":0,"metricKey":"request.http_status","passCount":3,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"0.000000000000","p95":null,"mean":"0.000000000000","unit":"count","maximum":"0.000000000000","minimum":"0.000000000000","passRate":null,"failCount":0,"metricKey":"request.retry_count","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":null,"p95":null,"mean":null,"unit":null,"maximum":null,"minimum":null,"passRate":null,"failCount":0,"metricKey":"response.truncated","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":null,"numericSampleCount":0},{"p50":"146.000000000000","p95":null,"mean":"145.666666666667","unit":"millisecond","maximum":"148.000000000000","minimum":"143.000000000000","passRate":null,"failCount":0,"metricKey":"tls.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"2.516611478424","numericSampleCount":3},{"p50":"1147.000000000000","p95":null,"mean":"1147.000000000000","unit":"token","maximum":"1147.000000000000","minimum":"1147.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"6.000000000000","p95":null,"mean":"6.000000000000","unit":"token","maximum":"6.000000000000","minimum":"6.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.billed_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"1018.000000000000","p95":null,"mean":"1018.000000000000","unit":"token","maximum":"1018.000000000000","minimum":"1018.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_input","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"5.000000000000","p95":null,"mean":"5.000000000000","unit":"token","maximum":"5.000000000000","minimum":"5.000000000000","passRate":null,"failCount":0,"metricKey":"tokens.local_output","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"0.000000000000","numericSampleCount":3},{"p50":"519.828207001090","p95":null,"mean":"1366.172407334050","unit":"millisecond","maximum":"3091.815438002348","minimum":"486.873576998711","passRate":null,"failCount":0,"metricKey":"ttft.duration","passCount":0,"errorCount":0,"observationCount":3,"standardDeviation":"1494.541536351600","numericSampleCount":3}],"incidents":[],"anomalyAlerts":[],"inputDigest":"3345d8590ed37f0ffb142700f1cb414af12ef18c92214d99551aaa79f2590a80"}],"meta":{"generatedAt":"2026-09-22T11:28:51.618Z","resultCount":50,"hasMore":true,"nextCursor":"eyJ3aW5kb3dTdGFydCI6IjIwMjYtMDgtMDlUMDY6MDA6MDAuMDAwWiIsImFnZ3JlZ2F0ZUlkIjoiN2Y0YTRmZDctYzNhNy00NmI1LTk0YzQtMTc1OGY0YjgyNTg4In0","latestOnly":false,"methodology":"scenario-region-window-specific","ranking":"none"},"links":{"self":"https://computellama.ai/api/v1/performance/deepinfra-mistralai-mistral-nemo-instruct-2407?latest=false","next":"https://computellama.ai/api/v1/performance/deepinfra-mistralai-mistral-nemo-instruct-2407?latest=false&cursor=eyJ3aW5kb3dTdGFydCI6IjIwMjYtMDgtMDlUMDY6MDA6MDAuMDAwWiIsImFnZ3JlZ2F0ZUlkIjoiN2Y0YTRmZDctYzNhNy00NmI1LTk0YzQtMTc1OGY0YjgyNTg4In0"}}