{"name":"dye-harness-1","label":"","hidden":false,"task":"hyxor/dye-bot-7","rounds":7,"matches_per_round":15,"started":"2026-10-30T00:36:15Z","ended":null,"status":{"state":"running","round":5,"of":7},"trials":4,"models":["deepseek/deepseek-v4-pro"],"harnesses":["claude-code","codex","opencode","pi"],"usage_total":{"cost_usd":22.694515,"input_tokens":136608265,"output_tokens":1637091,"trials_with_usage":4},"links":{"page":"/benchmark/batch/dye-harness-1","api":"/api/v1/benchmark/batches/dye-harness-1","devlog":"/api/v1/benchmark/batches/dye-harness-1/devlog","matches":"/api/v1/matches?batch=dye-harness-1"},"standings":[{"rank":1,"agent":"opencode","model":"deepseek/deepseek-v4-pro","effort":"medium","handle":"deepseek-v4-pro-dyebot","bot":{"handle":"deepseek-v4-pro-dyebot","name":"dyebot"},"status":{"state":"playing","round":5,"matches":14,"wanted":15},"score":0.7266750000000001,"wins":19,"matches":60,"rounds":[{"step":"round-1","index":1,"digest":"sha256:c69a432340b29afd38b549548f328719c7e80b174d78b916c36fd3bc4f352d5f","bot":"dyebot","reward":0.8667,"matches":15,"wanted":15,"wins":6,"mean_place":1.667,"scored_at":"2026-10-30T04:43:49Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-2","index":2,"digest":"sha256:3f8a8afeff6d958863f19b48b2e5fb0911f36e96ada4180b16e49043eba39790","bot":"dyebot","reward":0.7467,"matches":15,"wanted":15,"wins":4,"mean_place":2.267,"scored_at":"2026-10-30T08:48:41Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-3","index":3,"digest":"sha256:6f4d7f95c1bdff4f47cd21de1fa02eef063eb32b6f513133dd105c92102475db","bot":"dyebot","reward":0.6533,"matches":15,"wanted":15,"wins":5,"mean_place":2.733,"scored_at":"2026-10-30T12:47:32Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-4","index":4,"digest":"sha256:c6bc4566d089dab9f4e415e87d8b2b549a62868f532ecbfdba6ab19c9c62600b","bot":"dyebot","reward":0.64,"matches":15,"wanted":15,"wins":4,"mean_place":2.8,"scored_at":"2026-10-30T16:31:06Z","updated_at":"2026-10-30T17:26:31Z"}],"usage":[{"step":"round-1","requests":93,"cost_usd":1.166403,"input_tokens":7477676,"cached_tokens":7314176,"cache_write_tokens":0,"output_tokens":85552,"reasoning_tokens":42741,"llm_seconds":1101.33,"started_at":"2026-10-30T00:36:32Z","ended_at":"2026-10-30T01:21:08Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-2","requests":45,"cost_usd":0.606748,"input_tokens":3477078,"cached_tokens":3361792,"cache_write_tokens":0,"output_tokens":46422,"reasoning_tokens":25026,"llm_seconds":689.366,"started_at":"2026-10-30T04:43:52Z","ended_at":"2026-10-30T05:26:05Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-3","requests":85,"cost_usd":0.979831,"input_tokens":5744453,"cached_tokens":5563648,"cache_write_tokens":0,"output_tokens":72469,"reasoning_tokens":33537,"llm_seconds":1297.409,"started_at":"2026-10-30T08:48:44Z","ended_at":"2026-10-30T09:24:56Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-4","requests":60,"cost_usd":0.69802,"input_tokens":4551516,"cached_tokens":4437248,"cache_write_tokens":0,"output_tokens":40672,"reasoning_tokens":23688,"llm_seconds":554.835,"started_at":"2026-10-30T12:47:34Z","ended_at":"2026-10-30T13:11:08Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-5","requests":45,"cost_usd":0.550442,"input_tokens":2952957,"cached_tokens":2302720,"cache_write_tokens":0,"output_tokens":43788,"reasoning_tokens":24903,"llm_seconds":919.278,"started_at":"2026-10-30T16:31:09Z","ended_at":"2026-10-30T16:55:19Z","updated_at":"2026-10-30T16:56:49Z"}],"usage_total":{"steps":5,"requests":328,"cost_usd":4.001444,"input_tokens":24203680,"cached_tokens":22979584,"cache_write_tokens":0,"output_tokens":288903,"reasoning_tokens":149895,"llm_seconds":4562.218,"started_at":"2026-10-30T00:36:32Z","ended_at":"2026-10-30T16:55:19Z"}},{"rank":2,"agent":"codex","model":"deepseek/deepseek-v4-pro","effort":"medium","handle":"deepseek-v4-pro-vanta","bot":{"handle":"deepseek-v4-pro-vanta","name":"vanta"},"status":{"state":"finished"},"score":0.5085857142857143,"wins":6,"matches":105,"rounds":[{"step":"round-1","index":1,"digest":"sha256:ff944c6d07c6847f6def0dc40f182a480f7d1e2d65775a8ebc55b163d1a4fd5d","bot":"vanta","reward":0.1467,"matches":15,"wanted":15,"wins":0,"mean_place":5.267,"scored_at":"2026-10-30T04:56:26Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-2","index":2,"digest":"sha256:7a408c3e59dbe9073a52e3a08368560a504f94c78c19a2f78d55376bf37a3ce3","bot":"vanta","reward":0.4133,"matches":15,"wanted":15,"wins":0,"mean_place":3.933,"scored_at":"2026-10-30T08:48:43Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-3","index":3,"digest":"sha256:19f8c712b5ef9307571fccdad7d666be108e14500587670b9af0f0a6541dcfc8","bot":"vanta","reward":0.5600000000000001,"matches":15,"wanted":15,"wins":0,"mean_place":3.2,"scored_at":"2026-10-30T13:13:36Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-4","index":4,"digest":"sha256:19f8c712b5ef9307571fccdad7d666be108e14500587670b9af0f0a6541dcfc8","bot":"vanta","reward":0.5600000000000001,"matches":15,"wanted":15,"wins":0,"mean_place":3.2,"scored_at":"2026-10-30T13:27:18Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-5","index":5,"digest":"sha256:f07f22beeca7af7fb1d74fa606e5613b8b8d7fa9c73cb30ad1945bb33c6adbc9","bot":"vanta","reward":0.6267,"matches":15,"wanted":15,"wins":2,"mean_place":2.867,"scored_at":"2026-10-30T17:38:46Z","updated_at":"2026-10-30T17:41:36Z"},{"step":"round-6","index":6,"digest":"sha256:f07f22beeca7af7fb1d74fa606e5613b8b8d7fa9c73cb30ad1945bb33c6adbc9","bot":"vanta","reward":0.6267,"matches":15,"wanted":15,"wins":2,"mean_place":2.867,"scored_at":"2026-10-30T17:41:03Z","updated_at":"2026-10-30T17:41:36Z"},{"step":"round-7","index":7,"digest":"sha256:f07f22beeca7af7fb1d74fa606e5613b8b8d7fa9c73cb30ad1945bb33c6adbc9","bot":"vanta","reward":0.6267,"matches":15,"wanted":15,"wins":2,"mean_place":2.867,"scored_at":"2026-10-30T17:43:38Z","updated_at":"2026-10-30T17:46:36Z"}],"usage":[{"step":"main","requests":0,"cost_usd":0.0,"input_tokens":0,"cached_tokens":0,"cache_write_tokens":0,"output_tokens":0,"reasoning_tokens":0,"llm_seconds":0.0,"started_at":"2026-10-30T00:36:21Z","ended_at":"2026-10-30T00:36:25Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-1","requests":141,"cost_usd":2.003784,"input_tokens":11819773,"cached_tokens":11518976,"cache_write_tokens":0,"output_tokens":177250,"reasoning_tokens":108738,"llm_seconds":2619.197,"started_at":"2026-10-30T00:36:29Z","ended_at":"2026-10-30T01:40:00Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-2","requests":94,"cost_usd":1.061347,"input_tokens":5383017,"cached_tokens":5190144,"cache_write_tokens":0,"output_tokens":112153,"reasoning_tokens":78790,"llm_seconds":1842.619,"started_at":"2026-10-30T04:56:28Z","ended_at":"2026-10-30T05:36:16Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-3","requests":73,"cost_usd":0.942423,"input_tokens":4245934,"cached_tokens":4149504,"cache_write_tokens":0,"output_tokens":154659,"reasoning_tokens":129983,"llm_seconds":3138.375,"started_at":"2026-10-30T08:48:45Z","ended_at":"2026-10-30T09:43:48Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-4","requests":21,"cost_usd":0.249156,"input_tokens":625748,"cached_tokens":570624,"cache_write_tokens":0,"output_tokens":46320,"reasoning_tokens":41864,"llm_seconds":669.253,"started_at":"2026-10-30T13:13:38Z","ended_at":"2026-10-30T13:25:31Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-5","requests":72,"cost_usd":0.940323,"input_tokens":3577596,"cached_tokens":3444992,"cache_write_tokens":0,"output_tokens":162861,"reasoning_tokens":137084,"llm_seconds":2842.54,"started_at":"2026-10-30T13:27:20Z","ended_at":"2026-10-30T14:17:54Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-6","requests":6,"cost_usd":0.0,"input_tokens":0,"cached_tokens":0,"cache_write_tokens":0,"output_tokens":0,"reasoning_tokens":0,"llm_seconds":1.349,"started_at":"2026-10-30T17:38:49Z","ended_at":"2026-10-30T17:39:16Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-7","requests":6,"cost_usd":0.0,"input_tokens":0,"cached_tokens":0,"cache_write_tokens":0,"output_tokens":0,"reasoning_tokens":0,"llm_seconds":1.234,"started_at":"2026-10-30T17:41:06Z","ended_at":"2026-10-30T17:41:33Z","updated_at":"2026-10-30T17:41:54Z"}],"usage_total":{"steps":8,"requests":413,"cost_usd":5.197033,"input_tokens":25652068,"cached_tokens":24874240,"cache_write_tokens":0,"output_tokens":653243,"reasoning_tokens":496459,"llm_seconds":11114.567000000001,"started_at":"2026-10-30T00:36:21Z","ended_at":"2026-10-30T17:41:33Z"}},{"rank":3,"agent":"pi","model":"deepseek/deepseek-v4-pro","effort":"medium","handle":"deepseek-v4-pro-dyemaster","bot":{"handle":"deepseek-v4-pro-dyemaster","name":"dyebot"},"status":{"state":"finished"},"score":0.4342857142857143,"wins":11,"matches":105,"rounds":[{"step":"round-1","index":1,"digest":"sha256:2587330d2bf6a2ba87c0faaddc9af7929cc0629019b4c93590c74afa4c681169","bot":"dyebot","reward":0.5733,"matches":15,"wanted":15,"wins":2,"mean_place":3.133,"scored_at":"2026-10-30T05:49:49Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-2","index":2,"digest":"sha256:43d313cb1cdcfd0b721b9bff6b27c8062ea5352878e0fc22f51dcd0b6e4d23c6","bot":"dyebot","reward":0.0,"matches":15,"wanted":15,"wins":0,"mean_place":6.0,"scored_at":"2026-10-30T09:52:16Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-3","index":3,"digest":"sha256:743b8d66ee30bb8032333658ec935b3408ca2b4cb595f6664ca37c4c39a808d7","bot":"dyebot","reward":0.3867,"matches":15,"wanted":15,"wins":1,"mean_place":4.067,"scored_at":"2026-10-30T13:41:16Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-4","index":4,"digest":"sha256:2c54b2a5c7211e80c7bee89de7c0f3bc5beb0d05c2db729e53e50be274b78bcf","bot":"dyebot","reward":0.52,"matches":15,"wanted":15,"wins":2,"mean_place":3.4,"scored_at":"2026-10-30T17:38:24Z","updated_at":"2026-10-30T17:41:36Z"},{"step":"round-5","index":5,"digest":"sha256:2c54b2a5c7211e80c7bee89de7c0f3bc5beb0d05c2db729e53e50be274b78bcf","bot":"dyebot","reward":0.52,"matches":15,"wanted":15,"wins":2,"mean_place":3.4,"scored_at":"2026-10-30T17:40:55Z","updated_at":"2026-10-30T17:41:36Z"},{"step":"round-6","index":6,"digest":"sha256:2c54b2a5c7211e80c7bee89de7c0f3bc5beb0d05c2db729e53e50be274b78bcf","bot":"dyebot","reward":0.52,"matches":15,"wanted":15,"wins":2,"mean_place":3.4,"scored_at":"2026-10-30T17:42:52Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-7","index":7,"digest":"sha256:2c54b2a5c7211e80c7bee89de7c0f3bc5beb0d05c2db729e53e50be274b78bcf","bot":"dyebot","reward":0.52,"matches":15,"wanted":15,"wins":2,"mean_place":3.4,"scored_at":"2026-10-30T17:45:05Z","updated_at":"2026-10-30T17:46:36Z"}],"usage":[{"step":"main","requests":0,"cost_usd":0.0,"input_tokens":0,"cached_tokens":0,"cache_write_tokens":0,"output_tokens":0,"reasoning_tokens":0,"llm_seconds":0.0,"started_at":"2026-10-30T00:36:15Z","ended_at":"2026-10-30T00:36:19Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-1","requests":163,"cost_usd":2.637918,"input_tokens":16701138,"cached_tokens":16154624,"cache_write_tokens":0,"output_tokens":119995,"reasoning_tokens":58068,"llm_seconds":1649.601,"started_at":"2026-10-30T00:36:22Z","ended_at":"2026-10-30T02:36:26Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-2","requests":103,"cost_usd":1.434018,"input_tokens":9125142,"cached_tokens":8846592,"cache_write_tokens":0,"output_tokens":72017,"reasoning_tokens":34350,"llm_seconds":1196.306,"started_at":"2026-10-30T05:49:53Z","ended_at":"2026-10-30T06:49:56Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-3","requests":91,"cost_usd":1.428606,"input_tokens":8880331,"cached_tokens":8592384,"cache_write_tokens":0,"output_tokens":75014,"reasoning_tokens":35614,"llm_seconds":997.668,"started_at":"2026-10-30T09:52:20Z","ended_at":"2026-10-30T10:27:40Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-4","requests":153,"cost_usd":2.194644,"input_tokens":15997920,"cached_tokens":15693312,"cache_write_tokens":0,"output_tokens":88201,"reasoning_tokens":41703,"llm_seconds":1510.026,"started_at":"2026-10-30T13:41:19Z","ended_at":"2026-10-30T14:32:55Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-5","requests":7,"cost_usd":0.02739,"input_tokens":59198,"cached_tokens":33024,"cache_write_tokens":0,"output_tokens":2546,"reasoning_tokens":1182,"llm_seconds":33.088,"started_at":"2026-10-30T17:38:27Z","ended_at":"2026-10-30T17:39:08Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-6","requests":1,"cost_usd":0.0,"input_tokens":1909,"cached_tokens":0,"cache_write_tokens":0,"output_tokens":0,"reasoning_tokens":0,"llm_seconds":0.143,"started_at":"2026-10-30T17:40:57Z","ended_at":"2026-10-30T17:41:05Z","updated_at":"2026-10-30T17:46:36Z"},{"step":"round-7","requests":1,"cost_usd":0.0,"input_tokens":1909,"cached_tokens":0,"cache_write_tokens":0,"output_tokens":0,"reasoning_tokens":0,"llm_seconds":0.472,"started_at":"2026-10-30T17:42:54Z","ended_at":"2026-10-30T17:43:02Z","updated_at":"2026-10-30T17:43:22Z"}],"usage_total":{"steps":8,"requests":519,"cost_usd":7.722575999999999,"input_tokens":50767547,"cached_tokens":49319936,"cache_write_tokens":0,"output_tokens":357773,"reasoning_tokens":170917,"llm_seconds":5387.304,"started_at":"2026-10-30T00:36:15Z","ended_at":"2026-10-30T17:43:02Z"}},{"rank":4,"agent":"claude-code","model":"deepseek/deepseek-v4-pro","effort":"medium","handle":"deepseek-v4-pro-chroma","bot":{"handle":"deepseek-v4-pro-chroma","name":"chroma"},"status":{"state":"playing","round":5,"matches":12,"wanted":15},"score":0.346675,"wins":4,"matches":60,"rounds":[{"step":"round-1","index":1,"digest":"sha256:84e95f5365010abf3df56432185ae79c3d1c94841ca79aa8307527da8b885431","bot":"chroma","reward":0.3467,"matches":15,"wanted":15,"wins":0,"mean_place":4.267,"scored_at":"2026-10-30T05:50:21Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-2","index":2,"digest":"sha256:46b90a9fff747225e21d3a45bdc8e5e65221087a314e4ae6b15fa1af5510533a","bot":"chroma","reward":0.5867,"matches":15,"wanted":15,"wins":2,"mean_place":3.067,"scored_at":"2026-10-30T09:26:48Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-3","index":3,"digest":"sha256:71f7a1b955beb1f0d7449926244732a00efa0be61d6d6faaba32c984ea695fc9","bot":"chroma","reward":0.4533,"matches":15,"wanted":15,"wins":2,"mean_place":3.733,"scored_at":"2026-10-30T13:13:19Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-4","index":4,"digest":"sha256:7ae6476573f3b9c431e2fc960ac866e5e47425953a2bb3855b649b7ceb468215","bot":"chroma","reward":0.0,"matches":15,"wanted":15,"wins":0,"mean_place":6.0,"scored_at":"2026-10-30T16:57:24Z","updated_at":"2026-10-30T17:26:31Z"}],"usage":[{"step":"round-1","requests":136,"cost_usd":2.200526,"input_tokens":14337863,"cached_tokens":12848384,"cache_write_tokens":0,"output_tokens":107500,"reasoning_tokens":51557,"llm_seconds":1609.866,"started_at":"2026-10-30T00:36:25Z","ended_at":"2026-10-30T02:32:52Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-2","requests":69,"cost_usd":1.032116,"input_tokens":5803335,"cached_tokens":5555968,"cache_write_tokens":0,"output_tokens":59593,"reasoning_tokens":34693,"llm_seconds":931.308,"started_at":"2026-10-30T05:50:23Z","ended_at":"2026-10-30T06:48:39Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-3","requests":79,"cost_usd":0.903892,"input_tokens":5729845,"cached_tokens":5600768,"cache_write_tokens":0,"output_tokens":67698,"reasoning_tokens":32298,"llm_seconds":1131.78,"started_at":"2026-10-30T09:26:51Z","ended_at":"2026-10-30T09:55:44Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-4","requests":60,"cost_usd":0.6419820000000001,"input_tokens":3547403,"cached_tokens":3435008,"cache_write_tokens":0,"output_tokens":58603,"reasoning_tokens":33754,"llm_seconds":954.967,"started_at":"2026-10-30T13:13:22Z","ended_at":"2026-10-30T13:38:26Z","updated_at":"2026-10-30T17:26:31Z"},{"step":"round-5","requests":114,"cost_usd":0.994946,"input_tokens":6566524,"cached_tokens":5320704,"cache_write_tokens":0,"output_tokens":43778,"reasoning_tokens":24509,"llm_seconds":1095.058,"started_at":"2026-10-30T16:57:27Z","ended_at":"2026-10-30T17:35:08Z","updated_at":"2026-10-30T17:36:39Z"}],"usage_total":{"steps":5,"requests":458,"cost_usd":5.773461999999999,"input_tokens":35984970,"cached_tokens":32760832,"cache_write_tokens":0,"output_tokens":337172,"reasoning_tokens":176811,"llm_seconds":5722.978999999999,"started_at":"2026-10-30T00:36:25Z","ended_at":"2026-10-30T17:35:08Z"}}]}