{"dataState":"sample","lastUpdated":"2026-06-03T18:02:55.856Z","filters":{"selectedOnly":true,"limit":100},"definitions":[{"benchmarkId":"tiny_smoke","title":"Tiny smoke","modelClass":"small-chat","workloadType":"chat_batch","model":"fish-demo-chat","inputSizeBucket":"tiny","outputSizeBucket":"tiny","batchSize":1,"inputRef":"sha256:fish-benchmark-tiny-smoke-v1","parameters":{"maxOutputTokens":64,"temperature":0},"maxRuntimeSeconds":60,"maxCostUsd":0.25,"adapterVersion":"mock-provider-v0"},{"benchmarkId":"small_chat","title":"Small chat","modelClass":"small-chat","workloadType":"chat_batch","model":"fish-demo-chat","inputSizeBucket":"small","outputSizeBucket":"small","batchSize":1,"inputRef":"sha256:fish-benchmark-small-chat-v1","parameters":{"maxOutputTokens":128,"temperature":0.2},"maxRuntimeSeconds":120,"maxCostUsd":0.5,"adapterVersion":"mock-provider-v0"},{"benchmarkId":"summary_batch","title":"Summary batch","modelClass":"summary","workloadType":"chat_batch","model":"fish-demo-chat","inputSizeBucket":"medium","outputSizeBucket":"small","batchSize":1,"inputRef":"sha256:fish-benchmark-summary-batch-v1","parameters":{"maxOutputTokens":192,"temperature":0.1},"maxRuntimeSeconds":180,"maxCostUsd":0.75,"adapterVersion":"mock-provider-v0"}],"runs":[],"matrix":[],"report":{"visibility":"public","storesPromptOutputText":false,"rows":[{"benchmarkId":"tiny_smoke","title":"Tiny smoke","selectedProviders":0,"testedProviders":0,"successfulProviders":0,"latestPassRate":null,"medianRuntimeSeconds":null,"medianCostPer1kTokensUsd":null,"bestProviderLabel":null,"lastRunAt":null},{"benchmarkId":"small_chat","title":"Small chat","selectedProviders":0,"testedProviders":0,"successfulProviders":0,"latestPassRate":null,"medianRuntimeSeconds":null,"medianCostPer1kTokensUsd":null,"bestProviderLabel":null,"lastRunAt":null},{"benchmarkId":"summary_batch","title":"Summary batch","selectedProviders":0,"testedProviders":0,"successfulProviders":0,"latestPassRate":null,"medianRuntimeSeconds":null,"medianCostPer1kTokensUsd":null,"bestProviderLabel":null,"lastRunAt":null}]},"totals":{"selectedProviders":0,"benchmarkRuns":0,"successfulRuns":0,"failedRuns":0,"timedOutRuns":0,"untestedCells":0,"passRate":null},"warnings":["No providers match the current benchmark filters.","No selected providers are allowlisted for benchmark runs yet.","No benchmark runs recorded yet. Start with the tiny smoke benchmark for each selected provider."]}