{ "policy": { "version": "pooled-task-elo-v1", "analysis": "Post-run reanalysis; original complete-suite Elo retained in suite_elo.", "overall": "All model pairs on each matched task and agent seed; pool the nine task/seed slots.", "outcomes": "Lower MAE wins; valid beats failed; two failures skip; tolerance 1e-9.", "initial_elo": 1000, "k": 32, "scale": 400, "match_order_seed": 0, "task_order": [ "pulse", "heat", "load" ], "agent_seeds": [ 0, 1, 2 ], "ranking": "All participants retain numeric Elo, including those with zero valid attempts.", "scheduled_matches": 405, "scored_matches": 248, "audit": "/results/pooled-task-elo-v1.json" }, "overall": { "entries": [ { "competitor": "GPT-6 Astra Medium", "elo": 1268.3539740618214, "wins": 53, "draws": 15, "losses": 6, "skipped": 7, "valid_runs": 8, "rank": 1 }, { "competitor": "Claude Opus 5.5 Medium", "elo": 1238.875648176643, "wins": 49, "draws": 19, "losses": 5, "skipped": 8, "valid_runs": 8, "rank": 2 }, { "competitor": "Claude Sonnet 5.5 Medium", "elo": 1200.2254380657873, "wins": 39, "draws": 13, "losses": 8, "skipped": 21, "valid_runs": 6, "rank": 3 }, { "competitor": "Gemini 4 Argon Medium", "elo": 1133.033509170549, "wins": 28, "draws": 13, "losses": 16, "skipped": 24, "valid_runs": 5, "rank": 4 }, { "competitor": "Gemini 3.8 Flash Medium", "elo": 1077.0485489423406, "wins": 25, "draws": 10, "losses": 16, "skipped": 30, "valid_runs": 4, "rank": 5 }, { "competitor": "Kimi K3 High", "elo": 929.8477058375307, "wins": 9, "draws": 7, "losses": 25, "skipped": 40, "valid_runs": 2, "rank": 6 }, { "competitor": "Fine-tuned Granite Micro for Defense", "elo": 863.0761583738771, "wins": 5, "draws": 3, "losses": 30, "skipped": 43, "valid_runs": 1, "rank": 7 }, { "competitor": "DeepSeek V4 Flash 0423 High", "elo": 767.3455223182717, "wins": 0, "draws": 0, "losses": 34, "skipped": 47, "valid_runs": 0, "rank": 8 }, { "competitor": "Granite 4.0 Micro (base)", "elo": 765.111932956799, "wins": 0, "draws": 0, "losses": 34, "skipped": 47, "valid_runs": 0, "rank": 9 }, { "competitor": "Grok 4.7 Medium", "elo": 757.0815620963805, "wins": 0, "draws": 0, "losses": 34, "skipped": 47, "valid_runs": 0, "rank": 10 } ], "matches": [ { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 16.0 }, { "seed": [ "load", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 16.0 }, { "seed": [ "load", 2 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 16.0 }, { "seed": [ "pulse", 0 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -0.7363067935219938 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": -0.7363067935219938 }, { "seed": [ "pulse", 2 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -1.4358728782762924 }, { "seed": [ "heat", 0 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 16.10003126729609 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -0.707064844775303 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 0.7074095007133732 }, { "seed": [ "pulse", 2 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 14.65751271366451 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.5, "delta": -0.7024830139219382 }, { "seed": [ "heat", 1 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 15.933875986762668 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 14.596207150803988 }, { "seed": [ "heat", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 1.0, "delta": 14.6940553669826 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.563110658558344 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -16.030728690256062 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": 0.6703403760299071 }, { "seed": [ "heat", 1 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 11.478141231768966 }, { "seed": [ "load", 0 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 12.26722559955888 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 12.368711464929845 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 4.728839922775499 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -16.178371573992223 }, { "seed": [ "heat", 0 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 13.330576194261834 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 14.145616944208523 }, { "seed": [ "pulse", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 14.714088347989975 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -15.203102495877726 }, { "seed": [ "heat", 2 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 10.899641747245223 }, { "seed": [ "load", 1 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 11.682305324243021 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -9.254857871031053 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 15.39758600597396 }, { "seed": [ "pulse", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 13.20373685611779 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.39448146477276 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 12.793139274299744 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 12.210727662604096 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": -2.496242746022144 }, { "seed": [ "heat", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.126368525280338 }, { "seed": [ "heat", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 11.280889463666938 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -3.527556964939368 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 10.35894516649675 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 14.186315074093475 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 6.503831225473149 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -13.293088446837757 }, { "seed": [ "heat", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 13.014145076188136 }, { "seed": [ "pulse", 2 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -13.160085895774019 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 12.517049889031277 }, { "seed": [ "load", 1 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 6.7382019882502675 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 11.437615473447185 }, { "seed": [ "heat", 2 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.90909196398464 }, { "seed": [ "heat", 1 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 15.507694463012157 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 10.423965011777419 }, { "seed": [ "pulse", 0 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 6.106664105923663 }, { "seed": [ "pulse", 1 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 12.886836113493118 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -18.99724331444322 }, { "seed": [ "heat", 2 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 4.1107372722442275 }, { "seed": [ "load", 1 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.314441048943518 }, { "seed": [ "load", 1 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 8.295073910983245 }, { "seed": [ "load", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 9.724264455052225 }, { "seed": [ "heat", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -18.64421381216834 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -6.338657550804165 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 4.343408253448805 }, { "seed": [ "load", 1 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -5.854050676599581 }, { "seed": [ "pulse", 1 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 9.400726464315902 }, { "seed": [ "heat", 2 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 12.219911916694645 }, { "seed": [ "pulse", 0 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -19.88980041749012 }, { "seed": [ "load", 1 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 14.258396909765104 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 7.3628774041476674 }, { "seed": [ "pulse", 0 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 10.044500204270573 }, { "seed": [ "load", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 19.832984608839347 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 6.724390427875939 }, { "seed": [ "pulse", 2 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 10.828920941932044 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -6.2776641305785015 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 8.332490574792402 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 7.485959917573936 }, { "seed": [ "pulse", 0 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.5, "delta": -9.832093008988892 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 9.313309411388467 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 5.639121652247578 }, { "seed": [ "heat", 2 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 4.869237265840667 }, { "seed": [ "pulse", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 9.991871606408214 }, { "seed": [ "heat", 1 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 10.998019439431694 }, { "seed": [ "heat", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 11.239815435245848 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -15.317477589600589 }, { "seed": [ "load", 2 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 8.03174484362236 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 11.448473604409457 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 10.498542911592505 }, { "seed": [ "pulse", 1 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 13.240770199398295 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 6.0906237605306615 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 5.206756716151734 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 12.075096676835596 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -8.91415159278601 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.0, "delta": -16.585969193993552 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -4.935864466572567 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -8.096331948124934 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -6.232945522958982 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -4.129067662381434 }, { "seed": [ "heat", 0 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 6.998041446663191 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 4.9128789637492645 }, { "seed": [ "heat", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -20.993998885250186 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 5.632644387338804 }, { "seed": [ "heat", 1 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.2207901408699335 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -8.904348522180934 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.079555736916536 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 4.901746911499373 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 4.930232531297644 }, { "seed": [ "pulse", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 13.132903963863011 }, { "seed": [ "load", 2 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -21.815480346091764 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -9.507704936586894 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 12.247438414016287 }, { "seed": [ "pulse", 1 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 4.843033806051334 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": 0.279743772761357 }, { "seed": [ "load", 0 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -21.45591031779045 }, { "seed": [ "load", 2 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 6.375778747552609 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -7.51476979414553 }, { "seed": [ "heat", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": 0.0, "delta": -11.562021116096789 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -8.044108019326558 }, { "seed": [ "pulse", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -13.700230018504485 }, { "seed": [ "heat", 1 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.157734626881471 }, { "seed": [ "heat", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 7.624103598664593 }, { "seed": [ "heat", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -4.634733112076948 }, { "seed": [ "pulse", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.042686370564152 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -16.670427841425926 }, { "seed": [ "heat", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 11.37083490165612 }, { "seed": [ "pulse", 0 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -9.544198680124712 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 4.2235866136776 }, { "seed": [ "load", 1 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 3.7674111216969557 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 10.260156329765689 }, { "seed": [ "pulse", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": -1.1457599718866298 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 3.6028196907057293 }, { "seed": [ "load", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 7.859383641876487 }, { "seed": [ "pulse", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 12.344280547597887 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 6.41789942526492 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 8.263791007640137 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 5.629810019058002 }, { "seed": [ "heat", 0 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": 0.0, "delta": -13.197190099750763 }, { "seed": [ "pulse", 0 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": 0.5, "delta": 3.9633403973471335 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -15.690841296334062 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.602069653347865 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 3.373265296160053 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 3.8347902125661264 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 1.5376834058662983 }, { "seed": [ "heat", 0 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -8.642197574031524 }, { "seed": [ "load", 0 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 4.923559306728599 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -3.735383383265465 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 17.567792025503877 }, { "seed": [ "pulse", 2 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 8.225587082782443 }, { "seed": [ "load", 2 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": 2.874484632646901 }, { "seed": [ "heat", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -3.7710738429501864 }, { "seed": [ "load", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 13.307087455923348 }, { "seed": [ "heat", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 12.022985876183903 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -5.936425156540424 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -6.697034123598242 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.423645150389923 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 3.5963278096387654 }, { "seed": [ "heat", 0 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -5.643116511833547 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 5.47873982139539 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 3.133125455680304 }, { "seed": [ "load", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 4.975645347268916 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 2.8649865061864617 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 3.443811227272466 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 10.414942292547561 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 3.1494634708257117 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 3.0479934694703488 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 11.228545756288046 }, { "seed": [ "load", 0 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 6.901354990835635 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 3.222424419877168 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": 0.0, "delta": -9.099016560122589 }, { "seed": [ "load", 1 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 10.45268113278086 }, { "seed": [ "pulse", 1 ], "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 6.440807076962628 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 11.547134791261954 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 4.421351191587636 }, { "seed": [ "pulse", 1 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 16.687688285247972 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -22.24534023316869 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -6.99897358538303 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -9.8102778298278 }, { "seed": [ "load", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 5.627633104570453 }, { "seed": [ "load", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 17.83142520854618 }, { "seed": [ "heat", 0 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 7.7345114547651335 }, { "seed": [ "heat", 2 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 10.49410886419064 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 7.974700954644881 }, { "seed": [ "pulse", 0 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.059380614296252 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 16.894292535428857 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 3.017479362152738 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 2.923865720964386 }, { "seed": [ "heat", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 16.66897239389513 }, { "seed": [ "heat", 2 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 4.0305852091639665 }, { "seed": [ "heat", 2 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -20.76414018436532 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 1.0, "delta": 14.052641587745626 }, { "seed": [ "pulse", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.730388263139741 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 2.57790525557715 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 3.5558861118377294 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -7.163342973995615 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 3.5295745523654425 }, { "seed": [ "pulse", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 3.873808551001826 }, { "seed": [ "load", 0 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -3.5966464740086614 }, { "seed": [ "heat", 0 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 4.372915683451303 }, { "seed": [ "load", 2 ], "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 5.452739778091484 }, { "seed": [ "load", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": -1.6778167279727327 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.02475296895598 }, { "seed": [ "load", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -1.3962581982369642 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 2.459668601577107 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 3.4640900128485654 }, { "seed": [ "load", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 9.057720533552075 }, { "seed": [ "load", 1 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 4.676050484717081 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -6.371353240062881 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -4.764479160199583 }, { "seed": [ "pulse", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -14.952830193546058 }, { "seed": [ "heat", 2 ], "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 11.049866189776129 }, { "seed": [ "heat", 2 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 2.115074949984706 }, { "seed": [ "pulse", 0 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": 0.0, "delta": -9.459140576917017 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 9.880699421320216 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 5.236477236256107 }, { "seed": [ "pulse", 1 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 3.4536813112505236 }, { "seed": [ "pulse", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 5.541107923722972 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 1.8580593534096899 }, { "seed": [ "pulse", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -26.745108245236427 }, { "seed": [ "heat", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 4.406938553671434 }, { "seed": [ "pulse", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 9.166680807140985 }, { "seed": [ "heat", 0 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 4.883059254910904 }, { "seed": [ "heat", 2 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 3.7155376970811957 }, { "seed": [ "load", 0 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.0, "delta": -19.944888502884552 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 2.2369667267003486 }, { "seed": [ "load", 1 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 3.577344080193523 }, { "seed": [ "heat", 1 ], "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 10.800704128425927 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -15.188657986641012 }, { "seed": [ "pulse", 0 ], "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 2.1748166413611187 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 3.7352334397377955 }, { "seed": [ "pulse", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 2.5156818722929906 }, { "seed": [ "load", 2 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 4.6039585394876035 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.208172447166838 }, { "seed": [ "pulse", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 4.598131953655152 }, { "seed": [ "load", 1 ], "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 1.8208654034896625 }, { "seed": [ "heat", 1 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 2.449362564680605 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 6.3799450810683815 }, { "seed": [ "heat", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 6.0130236246064115 }, { "seed": [ "heat", 0 ], "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -7.564837621434915 }, { "seed": [ "load", 1 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": 0.0, "delta": -9.356444645713744 }, { "seed": [ "pulse", 1 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 9.598991797361197 }, { "seed": [ "load", 2 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 2.2700842547646047 }, { "seed": [ "load", 0 ], "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 1.683210682304093 }, { "seed": [ "pulse", 2 ], "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 8.873175940395882 }, { "seed": [ "load", 1 ], "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 2.1956801021563592 }, { "seed": [ "pulse", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "load", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -15.461092140456643 }, { "seed": [ "heat", 0 ], "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 2.5356629246705964 }, { "seed": [ "pulse", 1 ], "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 1.801601261659325 }, { "seed": [ "heat", 2 ], "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "load", 0 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 1.673729099115512 }, { "seed": [ "heat", 1 ], "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 9.792514302056983 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 2.9448879582331067 }, { "seed": [ "heat", 2 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": [ "heat", 2 ], "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 2 ], "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "pulse", 0 ], "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 3.563597909791003 }, { "seed": [ "load", 2 ], "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": [ "heat", 1 ], "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -1.726528447861011 } ] }, "tasks": { "pulse": { "entries": [ { "competitor": "GPT-6 Astra Medium", "elo": 1141.4986702009307, "wins": 19, "draws": 6, "losses": 2, "skipped": 0, "valid_runs": 3, "rank": 1 }, { "competitor": "Claude Sonnet 5.5 Medium", "elo": 1141.198986484891, "wins": 14, "draws": 3, "losses": 2, "skipped": 8, "valid_runs": 2, "rank": 2 }, { "competitor": "Claude Opus 5.5 Medium", "elo": 1076.0381101015607, "wins": 10, "draws": 6, "losses": 3, "skipped": 8, "valid_runs": 2, "rank": 3 }, { "competitor": "Gemini 3.8 Flash Medium", "elo": 1053.1200103641302, "wins": 9, "draws": 0, "losses": 6, "skipped": 12, "valid_runs": 1, "rank": 4 }, { "competitor": "Fine-tuned Granite Micro for Defense", "elo": 998.7810893651642, "wins": 5, "draws": 3, "losses": 7, "skipped": 12, "valid_runs": 1, "rank": 5 }, { "competitor": "Gemini 4 Argon Medium", "elo": 986.8443460535674, "wins": 5, "draws": 3, "losses": 7, "skipped": 12, "valid_runs": 1, "rank": 6 }, { "competitor": "Kimi K3 High", "elo": 975.4319063348466, "wins": 5, "draws": 3, "losses": 7, "skipped": 12, "valid_runs": 1, "rank": 7 }, { "competitor": "Granite 4.0 Micro (base)", "elo": 880.4670997964971, "wins": 0, "draws": 0, "losses": 11, "skipped": 16, "valid_runs": 0, "rank": 8 }, { "competitor": "DeepSeek V4 Flash 0423 High", "elo": 875.0068687190336, "wins": 0, "draws": 0, "losses": 11, "skipped": 16, "valid_runs": 0, "rank": 9 }, { "competitor": "Grok 4.7 Medium", "elo": 871.6129125793785, "wins": 0, "draws": 0, "losses": 11, "skipped": 16, "valid_runs": 0, "rank": 10 } ], "matches": [ { "seed": 0, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -16.0 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 16.0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 16.736306793521994 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 16.736306793521994 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -0.8039659340022638 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 16.77013981464273 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 15.232968814116848 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -16.001558068196744 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 16.000071751692076 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": 0.5, "delta": 1.4725942857030674 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.5, "delta": -2.1647794630162913 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": 0.0, "delta": -16.064699301791943 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 15.265176381655582 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 14.591248920453754 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -15.909338966363055 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 13.126800930257133 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 14.65586179098635 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 16.67477505677428 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 1.4812963347735053 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 13.902960884913107 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.710903298334937 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.10477234680755 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 12.071608087851992 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 11.04594557492122 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.380399641492701 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 12.198298228401072 }, { "seed": 2, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 12.671988142934204 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -14.68542500058103 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 0.6500613355674822 }, { "seed": 2, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -16.85402169696456 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -16.37535910893659 }, { "seed": 1, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -5.580999889889203 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 13.209188202245791 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 11.679806166127115 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -9.548691064605 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.823269379324369 }, { "seed": 2, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 14.279354698160112 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 8.880738044254894 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 11.261368437051612 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -2.209885649102983 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": 0.0, "delta": -12.820246990904321 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 1.7063545538787324 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -13.301596209561973 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.0, "delta": -15.002544778056295 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 11.739032455597325 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 10.322811862186242 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -13.354878908729905 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 10.142691813187575 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.993892904305806 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 10.505761999445404 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 7.4669322418744954 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -14.850100788045319 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 10.277260387380156 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 6.53055295215399 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 14.098495064999454 }, { "seed": 1, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 7.3107451252688875 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -19.415410436323818 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 14.067482352243761 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -13.804190936995996 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.25297379719088 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 17.655849922270317 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": 2.9642350383553 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -18.57925771864907 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.383791675903787 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 11.992180195398472 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 13.116295070689304 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 5.599797853150552 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.0, "delta": -17.392805829996902 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -5.4440617931874 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 0.5, "delta": -7.472270181645488 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 5.666842687249137 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -22.85118435501848 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 10.281011152161284 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 9.566953387525405 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 6.726561072342598 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 14.327350705233158 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 17.33026444006151 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -6.007050843310546 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 12.579095624676459 } ] }, "heat": { "entries": [ { "competitor": "GPT-6 Astra Medium", "elo": 1188.513288315519, "wins": 22, "draws": 3, "losses": 2, "skipped": 0, "valid_runs": 3, "rank": 1 }, { "competitor": "Claude Sonnet 5.5 Medium", "elo": 1180.701734701625, "wins": 20, "draws": 6, "losses": 1, "skipped": 0, "valid_runs": 3, "rank": 2 }, { "competitor": "Claude Opus 5.5 Medium", "elo": 1155.6455435635419, "wins": 19, "draws": 6, "losses": 2, "skipped": 0, "valid_runs": 3, "rank": 3 }, { "competitor": "Gemini 4 Argon Medium", "elo": 1056.0095175854249, "wins": 10, "draws": 5, "losses": 6, "skipped": 6, "valid_runs": 2, "rank": 4 }, { "competitor": "Gemini 3.8 Flash Medium", "elo": 976.9345859971248, "wins": 4, "draws": 4, "losses": 8, "skipped": 11, "valid_runs": 1, "rank": 5 }, { "competitor": "Kimi K3 High", "elo": 972.2912666953371, "wins": 4, "draws": 4, "losses": 8, "skipped": 11, "valid_runs": 1, "rank": 6 }, { "competitor": "DeepSeek V4 Flash 0423 High", "elo": 869.0963151935081, "wins": 0, "draws": 0, "losses": 13, "skipped": 14, "valid_runs": 0, "rank": 7 }, { "competitor": "Granite 4.0 Micro (base)", "elo": 867.3635680858263, "wins": 0, "draws": 0, "losses": 13, "skipped": 14, "valid_runs": 0, "rank": 8 }, { "competitor": "Grok 4.7 Medium", "elo": 867.2932998599206, "wins": 0, "draws": 0, "losses": 13, "skipped": 14, "valid_runs": 0, "rank": 9 }, { "competitor": "Fine-tuned Granite Micro for Defense", "elo": 866.150880002172, "wins": 0, "draws": 0, "losses": 13, "skipped": 14, "valid_runs": 0, "rank": 10 } ], "matches": [ { "seed": 0, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": 0.0, "delta": -16.0 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 16.736306793521994 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 15.196034065997736 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": 0.0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 16.0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 16.0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 13.806532637510873 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 15.263693206478006 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 14.564127121723711 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": 0.0, "delta": -16.06300824542066 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 15.269698022067711 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 13.179324001218962 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.901705791152331 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": 0.0, "delta": -15.960350976705485 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -16.669331647494634 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.337832578764605 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 11.368291979285779 }, { "seed": 1, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 11.95652549168927 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 16.642468030857003 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 14.89630721963968 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 13.855796431710225 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 10.335915199662455 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.11766601517591 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -3.921298849975667 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -18.113307378944267 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 11.644161279744356 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 10.920604603494233 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 10.864617902271725 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 10.228072092346565 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 10.766187260779311 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 9.89937168697291 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 10.611174594577733 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 9.763211811273582 }, { "seed": 2, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 9.75111675151205 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.80729245901949 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -1.4845724747040734 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": -1.4433329618615005 }, { "seed": 2, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": 1.4869598464250782 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 8.066902810110768 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 12.997742458862245 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 9.910781204325193 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.552743124746094 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -12.226847762083224 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 9.113167429919855 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -8.236754898780248 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 11.954236373230419 }, { "seed": 2, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 11.378415610288947 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 12.521425616112733 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 10.184239605780427 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": 3.1741382135931033 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 7.325413816596502 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 8.688922120273755 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 0.5, "delta": -6.720924652023708 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": 0.0, "delta": -13.491954143683735 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 14.757474167627688 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 0.06730298971981519 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": 0.18073996453474983 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 10.931341009314014 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 7.5949414373998145 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -7.349118079356497 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 7.067363448603551 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 6.311839502729871 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 12.64680047704099 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 9.679554242836193 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -4.719712208951698 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 6.520805891798844 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 10.908274463714264 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 16.045050694052534 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 6.32954943538024 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 6.611031653326062 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 5.415509689152465 }, { "seed": 0, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 6.072402633626297 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 8.395531453415341 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -13.373730046069022 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": 0.4781817643388404 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 12.643277362265241 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 10.511986586822374 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -6.323926126302293 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 5.580354728397541 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 6.105891367845064 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 9.235310502080626 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -6.381074251150444 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -8.946822986232423 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 5.717101773188727 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 5.712304730214445 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 9.024480418158007 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 9.1421656596215 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.0, "delta": -15.629901506463598 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.787597452315168 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 4.331684987774583 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -17.45554160606608 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -4.594780360377312 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 8.90537317058967 } ] }, "load": { "entries": [ { "competitor": "Claude Opus 5.5 Medium", "elo": 1195.6630417262243, "wins": 20, "draws": 7, "losses": 0, "skipped": 0, "valid_runs": 3, "rank": 1 }, { "competitor": "Gemini 3.8 Flash Medium", "elo": 1112.5390496106872, "wins": 12, "draws": 6, "losses": 2, "skipped": 7, "valid_runs": 2, "rank": 2 }, { "competitor": "GPT-6 Astra Medium", "elo": 1112.3641698454521, "wins": 12, "draws": 6, "losses": 2, "skipped": 7, "valid_runs": 2, "rank": 3 }, { "competitor": "Gemini 4 Argon Medium", "elo": 1105.806634618336, "wins": 13, "draws": 5, "losses": 3, "skipped": 6, "valid_runs": 2, "rank": 4 }, { "competitor": "Claude Sonnet 5.5 Medium", "elo": 1014.5070454438849, "wins": 5, "draws": 4, "losses": 5, "skipped": 13, "valid_runs": 1, "rank": 5 }, { "competitor": "Fine-tuned Granite Micro for Defense", "elo": 895.3975146302656, "wins": 0, "draws": 0, "losses": 10, "skipped": 17, "valid_runs": 0, "rank": 6 }, { "competitor": "Kimi K3 High", "elo": 892.018462243158, "wins": 0, "draws": 0, "losses": 10, "skipped": 17, "valid_runs": 0, "rank": 7 }, { "competitor": "DeepSeek V4 Flash 0423 High", "elo": 891.6768056587495, "wins": 0, "draws": 0, "losses": 10, "skipped": 17, "valid_runs": 0, "rank": 8 }, { "competitor": "Grok 4.7 Medium", "elo": 890.8438959604056, "wins": 0, "draws": 0, "losses": 10, "skipped": 17, "valid_runs": 0, "rank": 9 }, { "competitor": "Granite 4.0 Micro (base)", "elo": 889.1833802628369, "wins": 0, "draws": 0, "losses": 10, "skipped": 17, "valid_runs": 0, "rank": 10 } ], "matches": [ { "seed": 0, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 16.0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -15.263693206478006 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 16.0 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -0.702467172524635 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 17.467956288344265 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -0.10150870432325476 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 15.263693206478006 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 14.495550884425501 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 13.151315774642129 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 17.30763793219011 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 13.965803151979063 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 15.230967084356674 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 13.336604317442745 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": -2.5485467048573724 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 15.15127988760636 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 12.270443686078206 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -3.831484606401972 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 13.90480960984522 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": -2.015822097353176 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 11.913729297052345 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -3.159712844799593 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 13.432729773769445 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 12.378348148245934 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 10.949794844488643 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 10.060624448310687 }, { "seed": 2, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 14.124282667077168 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 13.311197655546177 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 1.0, "delta": 13.38215682271932 }, { "seed": 2, "a": "Fine-tuned Granite Micro for Defense", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 12.429966254337373 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 8.619163595172797 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Grok 4.7 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -16.310982912314536 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": 0.7026517814756819 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 11.75771060887348 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -12.312736208482669 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 11.324864806948518 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -13.401859547489558 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": -2.6964707989522765 }, { "seed": 2, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": 1.7462083028627688 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 11.703376614751981 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": -0.43722671166759497 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.864292059469818 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 11.166519268212078 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -11.622693188521463 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 0.5, "delta": -3.5590127338573616 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 8.177129863414528 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.5, "delta": 0.01620759806566241 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 7.685227766127248 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -9.887606594205735 }, { "seed": 0, "a": "Claude Opus 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 7.0430960788224475 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 9.887973376110608 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -15.530062371795838 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 8.979979078721797 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Gemini 4 Argon Medium", "outcome": 1.0, "delta": 18.032995517680444 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 9.295363566974526 }, { "seed": 1, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 8.555634173224195 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -14.666353563793653 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": 1.0, "delta": 8.084992878297555 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Fine-tuned Granite Micro for Defense", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "DeepSeek V4 Flash 0423 High", "outcome": 1.0, "delta": 11.188103489040053 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Gemini 3.8 Flash Medium", "outcome": 1.0, "delta": 13.260695965270422 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Granite 4.0 Micro (base)", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 3.8 Flash Medium", "outcome": 0.0, "delta": -8.732695780183516 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Grok 4.7 Medium", "outcome": 1.0, "delta": 8.724838576007002 }, { "seed": 2, "a": "Gemini 4 Argon Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 9.234197951412465 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 1.0, "delta": 10.413384419646949 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 9.405933369201463 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.0, "delta": -13.268411496702896 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 8.241945170265598 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "Gemini 4 Argon Medium", "outcome": 0.5, "delta": 3.9005202686601432 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 6.136121721231177 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Gemini 4 Argon Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 8.456851862574425 }, { "seed": 0, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": 0.0, "delta": -7.885223763679403 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Gemini 4 Argon Medium", "outcome": null, "delta": 0 }, { "seed": 0, "a": "GPT-6 Astra Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 8.008436262223249 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 2, "a": "GPT-6 Astra Medium", "b": "Gemini 3.8 Flash Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "GPT-6 Astra Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 7.517089327439926 }, { "seed": 1, "a": "Claude Opus 5.5 Medium", "b": "Claude Sonnet 5.5 Medium", "outcome": 1.0, "delta": 9.00097885623238 }, { "seed": 1, "a": "Claude Sonnet 5.5 Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "Gemini 3.8 Flash Medium", "b": "Fine-tuned Granite Micro for Defense", "outcome": 1.0, "delta": 7.624655161723432 }, { "seed": 2, "a": "Claude Sonnet 5.5 Medium", "b": "Granite 4.0 Micro (base)", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Gemini 3.8 Flash Medium", "b": "Kimi K3 High", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Granite 4.0 Micro (base)", "b": "Grok 4.7 Medium", "outcome": null, "delta": 0 }, { "seed": 1, "a": "DeepSeek V4 Flash 0423 High", "b": "Fine-tuned Granite Micro for Defense", "outcome": null, "delta": 0 }, { "seed": 0, "a": "Claude Sonnet 5.5 Medium", "b": "GPT-6 Astra Medium", "outcome": 0.5, "delta": 4.796294665392049 }, { "seed": 2, "a": "DeepSeek V4 Flash 0423 High", "b": "GPT-6 Astra Medium", "outcome": null, "delta": 0 }, { "seed": 2, "a": "Claude Opus 5.5 Medium", "b": "Kimi K3 High", "outcome": 1.0, "delta": 4.982488844099937 } ] } } }