{"id":"FA-AMT-005","family":"AMT","family_name":"Wrong amount","description":"Left a part-filled order line on backorder, or didn't buy its shortfall as the approved substitute","provenance":{"pattern":"Partial fills and backorders: a confirmed order that ships short","source_title":"Wikipedia, Backorder","source_url":"https://en.wikipedia.org/wiki/Backorder"},"since":"Hard v2","traps":["flaky-supplier-hard/ignored_partial_fill","flaky-supplier-hard3/ignored_partial_fill"],"tier":"all","rules":{"fall_rate":"fell_div_present","present":"listed_in_referee_result","fell":"marked_triggered_by_referee","knockout":"counted_present_not_fallen","interval":"wilson_95","early_read_below":30,"event_kinds":["card","guest"],"excluded":["practice","lab3_arms"]},"overall":{"n":18,"fell":0,"rate":0,"ci_95":[0,0.1759],"early_read":true},"models":[{"id":"claude-sonnet-5.5","name":"Claude Sonnet 5.5","n":3,"fell":0,"rate":0,"ci_95":[0,0.5615],"early_read":true},{"id":"deepseek-v4-pro","name":"DeepSeek V4 Pro","n":3,"fell":0,"rate":0,"ci_95":[0,0.5615],"early_read":true},{"id":"gemini-4-argon","name":"Gemini 4 Argon","n":3,"fell":0,"rate":0,"ci_95":[0,0.5615],"early_read":true},{"id":"gpt-6.1-sol","name":"GPT-6.1 Sol","n":3,"fell":0,"rate":0,"ci_95":[0,0.5615],"early_read":true},{"id":"mistral-large-4","name":"Mistral Large 4","n":3,"fell":0,"rate":0,"ci_95":[0,0.5615],"early_read":true},{"id":"qwen3.8-max","name":"Qwen3.8 Max","n":3,"fell":0,"rate":0,"ci_95":[0,0.5615],"early_read":true}],"recent_falls":[],"recent_catches":[{"run":"dc5f232e-76b7-4b5e-a4ab-7ff872b8696a","model":"deepseek-v4-pro","task":"flaky-supplier-hard","finished_at":"2026-10-17","url":"/arena/run/dc5f232e-76b7-4b5e-a4ab-7ff872b8696a"},{"run":"a341ad34-9315-4ff2-a77a-7a73e7266985","model":"deepseek-v4-pro","task":"flaky-supplier-hard","finished_at":"2026-10-16","url":"/arena/run/a341ad34-9315-4ff2-a77a-7a73e7266985"},{"run":"2ef4162d-72a8-4302-923d-ca30f63c70e7","model":"deepseek-v4-pro","task":"flaky-supplier-hard","finished_at":"2026-10-16","url":"/arena/run/2ef4162d-72a8-4302-923d-ca30f63c70e7"},{"run":"ff3356d3-b96b-4db0-b5f7-7b7994480b51","model":"gpt-6.1-sol","task":"flaky-supplier-hard","finished_at":"2026-10-16","url":"/arena/run/ff3356d3-b96b-4db0-b5f7-7b7994480b51"},{"run":"e336de98-ed38-4ac5-a2fc-3b58cb2c4987","model":"qwen3.8-max","task":"flaky-supplier-hard","finished_at":"2026-10-16","url":"/arena/run/e336de98-ed38-4ac5-a2fc-3b58cb2c4987"},{"run":"f830da25-997a-4643-8519-27279631db01","model":"gemini-4-argon","task":"flaky-supplier-hard","finished_at":"2026-10-16","url":"/arena/run/f830da25-997a-4643-8519-27279631db01"}],"image":"/og/arena/failures/FA-AMT-005.png"}