Skip to content

Commit 1f6adb8

Browse files
committed
Sync dashboard with benchmark-live.html and add latest results
Update docs/index.html to match benchmark-live.html (adds training_batch, agentic_session suites, capabilities matrix, and updated metrics). Include new benchmark results and provider/suite updates.
1 parent e6d7d68 commit 1f6adb8

11 files changed

Lines changed: 3954 additions & 1411 deletions

File tree

docs/index.html

Lines changed: 859 additions & 1228 deletions
Large diffs are not rendered by default.

docs/vmvm-preview.html

Lines changed: 1564 additions & 0 deletions
Large diffs are not rendered by default.

results/mcp-fly.json

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"config": {
3+
"providers": [
4+
"fly"
5+
],
6+
"suites": [
7+
"mcp"
8+
],
9+
"agent_mode": false,
10+
"model": "claude-opus-4",
11+
"runs": 1
12+
},
13+
"results": [
14+
{
15+
"provider": "fly",
16+
"success": false,
17+
"total_time_seconds": 30.23449206352234,
18+
"tool_calls": 2,
19+
"friction_points": 0,
20+
"errors": 1,
21+
"error_messages": [
22+
"Create failed: Failed create sprite (status 500): Internal Server Error"
23+
],
24+
"estimated_cost_usd": 0.000287,
25+
"sandbox_cost_usd": 0.000287,
26+
"discoverability_score": 4.0,
27+
"score": 0.0,
28+
"grade": "F",
29+
"trace": [
30+
{
31+
"timestamp": 1772140178.73123,
32+
"action": "authenticate",
33+
"duration_ms": 61.20777130126953,
34+
"success": true,
35+
"details": {}
36+
},
37+
{
38+
"timestamp": 1772140208.9044878,
39+
"action": "create_sandbox",
40+
"duration_ms": 30173.216819763184,
41+
"success": false,
42+
"details": {
43+
"error": "Failed create sprite (status 500): Internal Server Error"
44+
}
45+
}
46+
],
47+
"suites_run": [
48+
"mcp"
49+
],
50+
"suite_results": {},
51+
"capabilities": {},
52+
"capability_score": 0.0,
53+
"cold_start_seconds": 30.173216819763184,
54+
"warm_start_seconds": null,
55+
"agent_spawn_seconds": null,
56+
"file_io_throughput_mbps": null
57+
}
58+
]
59+
}

0 commit comments

Comments
 (0)