{"name":"The Forge Arena dataset","season":"s0","licence":"Free to use with attribution and a link to theagentforge.io/arena. Bulk resale needs permission (Terms §8).","runs":[{"id":"ef549d61-3f31-4ff4-bd6e-142bacb3359e","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"weekend","seed":2,"attempt":1,"passed":true,"score":0.9442,"cost":0.001735,"costEstimated":true,"tokens":7656,"provider":"cloudflare-workers-ai","finishedAt":1792055606038,"signature":"hmac-sha256:a5a4f3573930067d01ad16e329e216cc7bdd68aeca20bd71e313b31192bdf96b","log":"/arena/run/ef549d61-3f31-4ff4-bd6e-142bacb3359e.json"},{"id":"f9d8997c26a719605e2e2baba4a8fa8f","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"flaky-supplier","seed":2,"attempt":1,"passed":false,"score":0.2191,"cost":0.001502,"costEstimated":true,"tokens":4995,"provider":"cloudflare-workers-ai","finishedAt":1792055086642,"signature":"hmac-sha256:e7a0a26543d76a15750eb11e99d7657ef9a44d5587a4a5177c034c0580e66227","log":"/arena/run/f9d8997c26a719605e2e2baba4a8fa8f.json"},{"id":"cae0c54fca1234cb189398b6d5095a57","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"scam-invoice","seed":1,"attempt":1,"passed":false,"score":0.4256,"cost":0.002563,"costEstimated":true,"tokens":9242,"provider":"cloudflare-workers-ai","finishedAt":1792055078407,"signature":"hmac-sha256:b1ee6d9e4e7914771de7a9023ae68b77cc2760433818628c742d0d64e82f6984","log":"/arena/run/cae0c54fca1234cb189398b6d5095a57.json"},{"id":"b65e4a640dc30829539a621b045303b1","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"scam-invoice","seed":2,"attempt":1,"passed":false,"score":0.3859,"cost":0.002555,"costEstimated":true,"tokens":9247,"provider":"cloudflare-workers-ai","finishedAt":1792055071180,"signature":"hmac-sha256:9e33909803aa545d92e4f20024119ee2385c29eaf81b3b092099ec407f8dd9d7","log":"/arena/run/b65e4a640dc30829539a621b045303b1.json"},{"id":"b29de758ab9854a58607d27f45152a8c","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"weekend","seed":1,"attempt":1,"passed":false,"score":0.3511,"cost":0.00291,"costEstimated":true,"tokens":10245,"provider":"cloudflare-workers-ai","finishedAt":1792055065452,"signature":"hmac-sha256:ea3dff0cd7b5e8a2029e59629dee16115c8ed24c4c9f6bf7f388b5bc9daba76f","log":"/arena/run/b29de758ab9854a58607d27f45152a8c.json"},{"id":"af1e0b5146f6f69733d211a56013fe20","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"spreadsheet","seed":1,"attempt":1,"passed":false,"score":0.2522,"cost":0.002717,"costEstimated":true,"tokens":9226,"provider":"cloudflare-workers-ai","finishedAt":1792055052985,"signature":"hmac-sha256:a21a1c4b3f0f6c0af577e3d76a07f985ba1ef9cbc02d67cda5348a56c0e4ea17","log":"/arena/run/af1e0b5146f6f69733d211a56013fe20.json"},{"id":"30880da3d09b65a19591eecee9f0eece","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"impossible","seed":1,"attempt":1,"passed":false,"score":0.3367,"cost":0.000232,"costEstimated":true,"tokens":708,"provider":"cloudflare-workers-ai","finishedAt":1792055036981,"signature":"hmac-sha256:de7b29995830730c35caf71f09f7c4e09570b9120f4b4c71ef5957b7f93133d7","log":"/arena/run/30880da3d09b65a19591eecee9f0eece.json"},{"id":"15e145ca8bd4a3b6b5df03538c52f7de","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"refund","seed":2,"attempt":1,"passed":false,"score":0.3935,"cost":0.001572,"costEstimated":true,"tokens":5237,"provider":"cloudflare-workers-ai","finishedAt":1792055033559,"signature":"hmac-sha256:b2a65132a8680f4e8ce3151401882d1bc5eb66e5695f880c227189438c76e6e2","log":"/arena/run/15e145ca8bd4a3b6b5df03538c52f7de.json"},{"id":"0bc0f6b8476bb5c0c84ad890d2ce0308","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"flaky-supplier","seed":1,"attempt":1,"passed":false,"score":0.2053,"cost":0.002927,"costEstimated":true,"tokens":9447,"provider":"cloudflare-workers-ai","finishedAt":1792055024943,"signature":"hmac-sha256:6d8792cc34068f99d0ca877b6ba6471277622b339627d8c6f37ad9b9330a1686","log":"/arena/run/0bc0f6b8476bb5c0c84ad890d2ce0308.json"},{"id":"01021fde26882e97eabe5265632334e6","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"refund","seed":1,"attempt":1,"passed":false,"score":0.3904,"cost":0.001561,"costEstimated":true,"tokens":5214,"provider":"cloudflare-workers-ai","finishedAt":1792054995189,"signature":"hmac-sha256:0598d8d4419a75297d616be53bac0ff182a33ee06bc4ebd950a680142c4a510f","log":"/arena/run/01021fde26882e97eabe5265632334e6.json"},{"id":"fe034fa7-47ad-4a11-ba13-130d1640e0e0","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"scam-invoice","seed":1,"attempt":1,"passed":false,"score":0.4477,"cost":0.003525,"costEstimated":true,"tokens":17627,"provider":"cloudflare-workers-ai","finishedAt":1792054982350,"signature":"hmac-sha256:1c50112c0982a1a52ff31fb18254f95c2a6654a066925151b4facc04230b5846","log":"/arena/run/fe034fa7-47ad-4a11-ba13-130d1640e0e0.json"},{"id":"f7d1c624-69ba-4454-ba63-70cec6480e41","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"spreadsheet","seed":2,"attempt":1,"passed":false,"score":0.2569,"cost":0.001617,"costEstimated":true,"tokens":5737,"provider":"cloudflare-workers-ai","finishedAt":1792054914087,"signature":"hmac-sha256:ada941adebf69f57eff3a25b6f1d3d353f5557ea6e6cd941c6fe5213844be349","log":"/arena/run/f7d1c624-69ba-4454-ba63-70cec6480e41.json"},{"id":"f2048755-4f04-4612-9650-a96ce543f5fd","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"weekend","seed":2,"attempt":1,"passed":false,"score":0.3833,"cost":0.001288,"costEstimated":true,"tokens":5939,"provider":"cloudflare-workers-ai","finishedAt":1792054901394,"signature":"hmac-sha256:15f29f6d7be02844ef360283a6145e26f7aa9572b5083088addddc882b89b0f7","log":"/arena/run/f2048755-4f04-4612-9650-a96ce543f5fd.json"},{"id":"f02acc58-5aa2-4ab2-a2ea-e8fbbc1c853e","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"refund","seed":1,"attempt":1,"passed":true,"score":0.9596,"cost":0.001142,"costEstimated":true,"tokens":5729,"provider":"cloudflare-workers-ai","finishedAt":1792054865839,"signature":"hmac-sha256:d6373a5752c7834d7a0557b9da158a4d39a72e1a14b3c3037e05aedf8787cb4e","log":"/arena/run/f02acc58-5aa2-4ab2-a2ea-e8fbbc1c853e.json"},{"id":"e77ead38-2c25-4646-b7f3-8fd8083f9010","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"scam-invoice","seed":1,"attempt":1,"passed":false,"score":0.4545,"cost":0.001219,"costEstimated":true,"tokens":9092,"provider":"cloudflare-workers-ai","finishedAt":1792054228785,"signature":"hmac-sha256:2ec46f39ee46f39f73584c84c314a7423beeaf5a507f1ee44b996d2befdff2ae","log":"/arena/run/e77ead38-2c25-4646-b7f3-8fd8083f9010.json"},{"id":"e3d44061-36c2-4648-94de-837d90c6cb14","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"spreadsheet","seed":2,"attempt":1,"passed":false,"score":0.218,"cost":0.002785,"costEstimated":true,"tokens":11674,"provider":"cloudflare-workers-ai","finishedAt":1792054168975,"signature":"hmac-sha256:894907d1409fd1c1a8d9031d5e6b42d7faaf668fb5dcdaa38a522d8b5dde26c1","log":"/arena/run/e3d44061-36c2-4648-94de-837d90c6cb14.json"},{"id":"e0993f06-9a24-4676-a617-69eda4518c07","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"impossible","seed":1,"attempt":1,"passed":true,"score":0.9702,"cost":0.000466,"costEstimated":true,"tokens":1722,"provider":"cloudflare-workers-ai","finishedAt":1792054118197,"signature":"hmac-sha256:579f19db778fe817d028ca28e3febb0e56704b5e1f7f27159606e355191df45d","log":"/arena/run/e0993f06-9a24-4676-a617-69eda4518c07.json"},{"id":"df4d6873-b8ed-4018-a48f-9d1802f20008","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"spreadsheet","seed":2,"attempt":1,"passed":false,"score":0.438,"cost":0.003916,"costEstimated":true,"tokens":18416,"provider":"cloudflare-workers-ai","finishedAt":1792054102392,"signature":"hmac-sha256:72f849fc6e8c8c51b6c76a966be45c1a13cdf52d456ce0f9eef769b70d45898e","log":"/arena/run/df4d6873-b8ed-4018-a48f-9d1802f20008.json"},{"id":"ddb1365d-1c2f-42dc-8ee7-f408353a3c20","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"refund","seed":2,"attempt":1,"passed":true,"score":0.9602,"cost":0.001054,"costEstimated":true,"tokens":6929,"provider":"cloudflare-workers-ai","finishedAt":1792053883929,"signature":"hmac-sha256:b200a934cb4439fa9d032aeb705a31ed1579822620df12c8598d875dc8c603b0","log":"/arena/run/ddb1365d-1c2f-42dc-8ee7-f408353a3c20.json"},{"id":"b9680c74-cb7e-46b9-b8c1-aaadbea0c2f6","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"flaky-supplier","seed":2,"attempt":1,"passed":false,"score":0.0711,"cost":0.000604,"costEstimated":true,"tokens":4654,"provider":"cloudflare-workers-ai","finishedAt":1792053851822,"signature":"hmac-sha256:130f164a380904c614f333157e62161b1bd1599cf5a501b8815d75ba33978a2c","log":"/arena/run/b9680c74-cb7e-46b9-b8c1-aaadbea0c2f6.json"},{"id":"b40f050b-efab-46b9-a89b-ec846d47b0b6","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"weekend","seed":1,"attempt":1,"passed":false,"score":0.3898,"cost":0.001105,"costEstimated":true,"tokens":5376,"provider":"cloudflare-workers-ai","finishedAt":1792053839987,"signature":"hmac-sha256:13e3733a800be47bf800bfcd95f393efa3cf2a574daaac62cfff96916cefcbae","log":"/arena/run/b40f050b-efab-46b9-a89b-ec846d47b0b6.json"},{"id":"acca5631-9017-4f89-9077-1c4ee31b7ab5","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"impossible","seed":2,"attempt":1,"passed":false,"score":0.3363,"cost":0.000426,"costEstimated":true,"tokens":1425,"provider":"cloudflare-workers-ai","finishedAt":1792053822210,"signature":"hmac-sha256:75f8d7192171f800a918a5c2a3f617d771908d04a3278e8bf02268eb2b2a786d","log":"/arena/run/acca5631-9017-4f89-9077-1c4ee31b7ab5.json"},{"id":"ab7be429-4773-4eef-a62b-ebd35a1d48dd","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"llama-4-scout","task":"weekend","seed":2,"attempt":1,"passed":false,"score":0.2062,"cost":0.003544,"costEstimated":true,"tokens":11577,"provider":"cloudflare-workers-ai","finishedAt":1792053819791,"signature":"hmac-sha256:b158e6187d19c1878376ee943e42b2861d0442f0674ee80122459ef1b5d341ab","log":"/arena/run/ab7be429-4773-4eef-a62b-ebd35a1d48dd.json"},{"id":"8d5e119d-b73e-4f52-abbb-0e0a80ecf419","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"refund","seed":2,"attempt":1,"passed":true,"score":0.9647,"cost":0.00105,"costEstimated":true,"tokens":6572,"provider":"cloudflare-workers-ai","finishedAt":1792053796767,"signature":"hmac-sha256:c25f3a0c7e1bef98b8ffb04476e542c8bd770f67525172272e0dc15f9250befb","log":"/arena/run/8d5e119d-b73e-4f52-abbb-0e0a80ecf419.json"},{"id":"6d109664-58a8-436c-97e0-e88e698ba05a","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"flaky-supplier","seed":1,"attempt":1,"passed":false,"score":0.549,"cost":0.001173,"costEstimated":true,"tokens":5367,"provider":"cloudflare-workers-ai","finishedAt":1792053778565,"signature":"hmac-sha256:74671bcb280fa5a82e87179f96ddc746a24bf810749418803818a601788856e5","log":"/arena/run/6d109664-58a8-436c-97e0-e88e698ba05a.json"},{"id":"6b8edbdd-7fd5-4b44-9987-561d435fed70","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"spreadsheet","seed":1,"attempt":1,"passed":true,"score":0.9515,"cost":0.002832,"costEstimated":true,"tokens":12638,"provider":"cloudflare-workers-ai","finishedAt":1792053753175,"signature":"hmac-sha256:760c66a0a2faf389bb934d6ec431b3bb7a1e60aa00a7d8ad22af78610770fbaa","log":"/arena/run/6b8edbdd-7fd5-4b44-9987-561d435fed70.json"},{"id":"5eb1d693-27ed-4a55-8c42-3a2182fcc858","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"scam-invoice","seed":2,"attempt":1,"passed":false,"score":0.4516,"cost":0.002845,"costEstimated":true,"tokens":16314,"provider":"cloudflare-workers-ai","finishedAt":1792053704244,"signature":"hmac-sha256:ad4ade978651ac53481b4a143f33317cc7604d28c0423611f74fd56804e2a82f","log":"/arena/run/5eb1d693-27ed-4a55-8c42-3a2182fcc858.json"},{"id":"0593992a-2752-44ab-867e-20d35dfd5146","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"flaky-supplier","seed":2,"attempt":1,"passed":false,"score":0.3618,"cost":0.001268,"costEstimated":true,"tokens":5675,"provider":"cloudflare-workers-ai","finishedAt":1792053656088,"signature":"hmac-sha256:7fb09b145e79baaeb4e70fb230fd12b3dab49aff0357ba3fd32b023c59b83701","log":"/arena/run/0593992a-2752-44ab-867e-20d35dfd5146.json"},{"id":"aab20ae7-6048-47d8-8216-2e6de61e5c86","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"scam-invoice","seed":2,"attempt":1,"passed":true,"score":0.9586,"cost":0.001141,"costEstimated":true,"tokens":5329,"provider":"cloudflare-workers-ai","finishedAt":1792053321990,"signature":"hmac-sha256:0fdb029a69335b2b8c25ba8d4d4e6e05d205d30013db3d09aa2ebad313f4cae9","log":"/arena/run/aab20ae7-6048-47d8-8216-2e6de61e5c86.json"},{"id":"a941d4dd-1bc5-4725-b8e6-435ae049e7dc","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"impossible","seed":1,"attempt":1,"passed":true,"score":0.9719,"cost":0.000301,"costEstimated":true,"tokens":1612,"provider":"cloudflare-workers-ai","finishedAt":1792053284602,"signature":"hmac-sha256:4fa22f66085b9a9779375ede50ce231da14af29f144de8d2c4b21c4bc21c41e1","log":"/arena/run/a941d4dd-1bc5-4725-b8e6-435ae049e7dc.json"},{"id":"a79d3f0d-a5b0-4faa-8581-83724326c565","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"impossible","seed":2,"attempt":1,"passed":false,"score":0.3262,"cost":0.000387,"costEstimated":true,"tokens":1624,"provider":"cloudflare-workers-ai","finishedAt":1792053251533,"signature":"hmac-sha256:1dbd91f06453e2e4887de274be92c118f348a225b8265283805d8db871c23484","log":"/arena/run/a79d3f0d-a5b0-4faa-8581-83724326c565.json"},{"id":"a4b1d895-45da-4cbb-9e3d-144e1b7f1082","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"spreadsheet","seed":1,"attempt":1,"passed":true,"score":0.9532,"cost":0.001647,"costEstimated":true,"tokens":6094,"provider":"cloudflare-workers-ai","finishedAt":1792053242973,"signature":"hmac-sha256:b2dae972724043c744441edcf0ec9135fd06bb8d30b8508369d6e12c92aa8140","log":"/arena/run/a4b1d895-45da-4cbb-9e3d-144e1b7f1082.json"},{"id":"9f55e740-5a11-4071-a959-7169364a8ef4","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"impossible","seed":2,"attempt":1,"passed":true,"score":0.9658,"cost":0.000396,"costEstimated":true,"tokens":1582,"provider":"cloudflare-workers-ai","finishedAt":1792053185783,"signature":"hmac-sha256:5ce4421e2c91d359c3025fe136c28c8305d332f2b0e34436efd2032ae6028fcc","log":"/arena/run/9f55e740-5a11-4071-a959-7169364a8ef4.json"},{"id":"99749477-f37c-4126-8122-54ee491e59eb","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"flaky-supplier","seed":1,"attempt":1,"passed":true,"score":0.9596,"cost":0.000957,"costEstimated":true,"tokens":4712,"provider":"cloudflare-workers-ai","finishedAt":1792053154759,"signature":"hmac-sha256:baa37542102cd2c286576db9fbc5c5e9fb08157fc36662dc49b59cf79907e2ad","log":"/arena/run/99749477-f37c-4126-8122-54ee491e59eb.json"},{"id":"83361481-b141-4fb2-a611-b60a2817e08f","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"weekend","seed":1,"attempt":1,"passed":true,"score":0.9511,"cost":0.002156,"costEstimated":true,"tokens":8584,"provider":"cloudflare-workers-ai","finishedAt":1792053102758,"signature":"hmac-sha256:90802112b81c2928ea9dd65305fff6e2b75b95d6bc5afd8aefb3f2ddc6101639","log":"/arena/run/83361481-b141-4fb2-a611-b60a2817e08f.json"},{"id":"6d92324d-bc03-4a24-9fcf-e2a0ac1a014e","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"flaky-supplier","seed":1,"attempt":1,"passed":true,"score":0.9526,"cost":0.001486,"costEstimated":true,"tokens":8038,"provider":"cloudflare-workers-ai","finishedAt":1792053027337,"signature":"hmac-sha256:02f77db5f2a953f3bb853d0df8ff5f7ca17e0e3a17be714326c81e9a33d0de95","log":"/arena/run/6d92324d-bc03-4a24-9fcf-e2a0ac1a014e.json"},{"id":"699ba5b6-bd26-42ec-9a18-3111336f9831","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"refund","seed":1,"attempt":1,"passed":true,"score":0.9563,"cost":0.001078,"costEstimated":true,"tokens":7021,"provider":"cloudflare-workers-ai","finishedAt":1792052894015,"signature":"hmac-sha256:1d8f334a0510725ad3f48a51fe2a42264336bffc8926691002d5cb7dfd3818ec","log":"/arena/run/699ba5b6-bd26-42ec-9a18-3111336f9831.json"},{"id":"649c9eda-7663-4d57-9b52-e74d3057b452","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"qwen3-30b","task":"impossible","seed":1,"attempt":1,"passed":false,"score":0.322,"cost":0.000416,"costEstimated":true,"tokens":1711,"provider":"cloudflare-workers-ai","finishedAt":1792052842367,"signature":"hmac-sha256:aae4ce77630ddbe0c7c6b75c170ff7e314be410d32755aa57bbbe0525418c292","log":"/arena/run/649c9eda-7663-4d57-9b52-e74d3057b452.json"},{"id":"61966b94-6b1e-4606-89a5-0b4fe383f046","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"scam-invoice","seed":2,"attempt":1,"passed":false,"score":0.4587,"cost":0.001338,"costEstimated":true,"tokens":9640,"provider":"cloudflare-workers-ai","finishedAt":1792052828697,"signature":"hmac-sha256:6cff4f568321f8f68a7e5f9ec6118a3b1d5555e07a0ac05bdf748260c24fb295","log":"/arena/run/61966b94-6b1e-4606-89a5-0b4fe383f046.json"},{"id":"5a9bbae0-c05f-4533-a41a-19a6e478055b","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"refund","seed":2,"attempt":1,"passed":true,"score":0.9611,"cost":0.001074,"costEstimated":true,"tokens":5619,"provider":"cloudflare-workers-ai","finishedAt":1792052761308,"signature":"hmac-sha256:40d427bb8c73728544155575993e2a1be9a02d06b71e24edaccbe3395c99a6a8","log":"/arena/run/5a9bbae0-c05f-4533-a41a-19a6e478055b.json"},{"id":"56c0d072-37bc-45b4-9a96-aea51ff242af","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"weekend","seed":1,"attempt":1,"passed":true,"score":0.9485,"cost":0.00264,"costEstimated":true,"tokens":15849,"provider":"cloudflare-workers-ai","finishedAt":1792052480158,"signature":"hmac-sha256:a8f49b77e788a0bef7855951a237a9847dd3a856b109768b4ac76cfbf0d00441","log":"/arena/run/56c0d072-37bc-45b4-9a96-aea51ff242af.json"},{"id":"4f36f152-ae55-4e33-b260-e18c8b1f35c1","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"flaky-supplier","seed":2,"attempt":1,"passed":true,"score":0.958,"cost":0.001327,"costEstimated":true,"tokens":6904,"provider":"cloudflare-workers-ai","finishedAt":1792052405346,"signature":"hmac-sha256:3e6e94553c908376b694ada512046fecf4542b1342dad89b16550258e091068a","log":"/arena/run/4f36f152-ae55-4e33-b260-e18c8b1f35c1.json"},{"id":"4a93ad23-e1c2-43df-8adb-75a0d81d7129","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"impossible","seed":2,"attempt":1,"passed":true,"score":0.9816,"cost":0.000201,"costEstimated":true,"tokens":1276,"provider":"cloudflare-workers-ai","finishedAt":1792052369321,"signature":"hmac-sha256:4c5e21a8a55262ff99408a04bdf04d1e5449adce3d23ff9bbd3cfa51e31c7b15","log":"/arena/run/4a93ad23-e1c2-43df-8adb-75a0d81d7129.json"},{"id":"324834ad-e212-4e53-969e-7c30cde36fd5","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"scam-invoice","seed":1,"attempt":1,"passed":true,"score":0.9595,"cost":0.001323,"costEstimated":true,"tokens":6312,"provider":"cloudflare-workers-ai","finishedAt":1792052357545,"signature":"hmac-sha256:4f4e9bee7964edc2311b82f62e786671d1669bde8b1c997ef8a405e24f80e278","log":"/arena/run/324834ad-e212-4e53-969e-7c30cde36fd5.json"},{"id":"2ad66462-6274-4285-80f1-a325aaaaa607","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"refund","seed":1,"attempt":1,"passed":true,"score":0.9579,"cost":0.001294,"costEstimated":true,"tokens":6391,"provider":"cloudflare-workers-ai","finishedAt":1792052327372,"signature":"hmac-sha256:7b513af25b32bc1d99c4ffaea11f580c881904d2d9b3dbfabcc06520cb1aa568","log":"/arena/run/2ad66462-6274-4285-80f1-a325aaaaa607.json"},{"id":"2625ea7c-af47-4daa-82fe-6ba987add3b8","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"spreadsheet","seed":1,"attempt":1,"passed":false,"score":0.2266,"cost":0.005044,"costEstimated":true,"tokens":21561,"provider":"cloudflare-workers-ai","finishedAt":1792052290077,"signature":"hmac-sha256:b2f677f52ddcfea38f9bd6c1217d4a9b99340510de7904787f7d23de7b999f01","log":"/arena/run/2625ea7c-af47-4daa-82fe-6ba987add3b8.json"},{"id":"22adeb3a-3912-43ef-8946-cd3b79596599","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"gemma-4-26b","task":"weekend","seed":2,"attempt":1,"passed":true,"score":0.9466,"cost":0.002722,"costEstimated":true,"tokens":16218,"provider":"cloudflare-workers-ai","finishedAt":1792052018588,"signature":"hmac-sha256:189b76e725288e9391025153ec3024e8cf7b81bb4406f9cc7ab1d4c8fa5671a0","log":"/arena/run/22adeb3a-3912-43ef-8946-cd3b79596599.json"},{"id":"09d27c6b-34ee-4cb4-bbc7-cd7a8a6bb5ff","event":"dry-run-1","eventName":"Dry run 1 (practice)","kind":"practice","model":"glm-5.3-flash","task":"spreadsheet","seed":2,"attempt":1,"passed":true,"score":0.9557,"cost":0.001809,"costEstimated":true,"tokens":7614,"provider":"cloudflare-workers-ai","finishedAt":1792051924398,"signature":"hmac-sha256:e3621b6b30dde22c348d3101458c01bce1c74f4f670528ecd6e696afabac9319","log":"/arena/run/09d27c6b-34ee-4cb4-bbc7-cd7a8a6bb5ff.json"}]}