{"sites":[{"plan":{"name":"construction_yard","title":"Earthworks yard with two haul gates","bounds":[-4.0,-4.0,5.0,4.0],"robots":[{"name":"Exc1","type":"excavator","role":"EXCAVATOR","caps":["EXCAVATE","PLACE"],"speed":0.11,"radius":0.18,"spawn":[-1.5,1.0],"depot":[-2.6,1.5]},{"name":"Exc2","type":"excavator","role":"EXCAVATOR","caps":["EXCAVATE","PLACE"],"speed":0.11,"radius":0.18,"spawn":[-1.5,2.0],"depot":[-2.6,2.5]},{"name":"Haul1","type":"hauler","role":"HAULER","caps":["PLACE","TRANSPORT"],"speed":0.22,"radius":0.18,"spawn":[-1.5,-1.0],"depot":[-2.6,-0.5]},{"name":"Haul2","type":"hauler","role":"HAULER","caps":["PLACE","TRANSPORT"],"speed":0.22,"radius":0.18,"spawn":[-1.5,-2.0],"depot":[-2.6,-1.5]},{"name":"Surv1","type":"surveyor","role":"SURVEYOR","caps":["INSPECT"],"speed":0.22,"radius":0.18,"spawn":[-1.5,0.0],"depot":[-2.6,0.5]}],"obstacles":[{"id":"berm_north","rect":[0.15,2.05,0.45,4.0]},{"id":"berm_centre","rect":[0.15,-1.45,0.45,1.25]},{"id":"berm_south","rect":[0.15,-4.0,0.45,-2.25]}],"aisles":[{"id":"north_gate","rect":[-0.45,1.25,1.05,2.05],"ends":[[-0.75,1.65],[1.35,1.65]]},{"id":"south_gate","rect":[-0.45,-2.25,1.05,-1.45],"ends":[[-0.75,-1.85],[1.35,-1.85]]}],"tasks":[{"id":0,"label":"survey trench A","cap":"INSPECT","world":[1.7,2.7],"dest":null,"duration":1.5,"requires":[]},{"id":1,"label":"survey trench B","cap":"INSPECT","world":[1.9,-2.9],"dest":null,"duration":1.5,"requires":[]},{"id":2,"label":"dig trench A","cap":"EXCAVATE","world":[1.7,2.1],"dest":null,"duration":6.0,"requires":[0]},{"id":3,"label":"dig trench B","cap":"EXCAVATE","world":[2.0,-2.3],"dest":null,"duration":6.0,"requires":[1]},{"id":4,"label":"haul spoil A","cap":"TRANSPORT","world":[2.4,2.5],"dest":[-1.0,3.0],"duration":2.0,"requires":[2]},{"id":5,"label":"haul spoil B","cap":"TRANSPORT","world":[2.5,-2.0],"dest":[-1.0,-3.1],"duration":2.0,"requires":[3]},{"id":6,"label":"inspect trench A","cap":"INSPECT","world":[1.3,2.9],"dest":null,"duration":1.5,"requires":[4]},{"id":7,"label":"inspect trench B","cap":"INSPECT","world":[1.4,-3.0],"dest":null,"duration":1.5,"requires":[5]},{"id":8,"label":"deliver blocks A","cap":"TRANSPORT","world":[-0.9,0.6],"dest":[2.5,1.7],"duration":2.0,"requires":[6]},{"id":9,"label":"deliver blocks B","cap":"TRANSPORT","world":[-0.9,-0.5],"dest":[3.1,-1.2],"duration":2.0,"requires":[7]},{"id":10,"label":"place footing A","cap":"PLACE","world":[2.9,2.3],"dest":null,"duration":4.0,"requires":[8]},{"id":11,"label":"place footing B","cap":"PLACE","world":[3.5,-1.7],"dest":null,"duration":4.0,"requires":[9]},{"id":12,"label":"deliver rebar","cap":"TRANSPORT","world":[-0.9,1.7],"dest":[2.4,0.3],"duration":2.0,"requires":[]},{"id":13,"label":"dig sump","cap":"EXCAVATE","world":[3.3,3.1],"dest":null,"duration":6.0,"requires":[]},{"id":14,"label":"haul sump spoil","cap":"TRANSPORT","world":[2.8,3.2],"dest":[-1.2,-1.2],"duration":2.0,"requires":[13]},{"id":15,"label":"final inspection","cap":"INSPECT","world":[2.3,-0.4],"dest":null,"duration":1.5,"requires":[10,11]}],"radius":0.18},"description":"The AUTON arena (12 x 12 m ElevationGrid world, robots at the same 1:20 scale as the Webots\nfleet) split by a spoil berm into a laydown side (west) and a dig side (east). The only ways\nacross are two single-lane haul gates, so haulers meet head-on there. Sixteen tasks in a\nprecedence DAG: survey, dig, haul spoil, inspect, deliver blocks, place footings.","scenarios":[{"id":"yard-robot-death","title":"A hauler dies mid-task","blurb":"Haul1 loses power 130 s in. Its body stays where it stopped.","file":"yard-robot-death.json","policy":"baseline","fault_types":["robot_death"],"mission":"COMPLETE","duration":415.8,"isaac":"robot_death"},{"id":"yard-gate-head-on","title":"Head-on at the south gate","blurb":"Two robots enter a single-lane gate from opposite sides.","file":"yard-gate-head-on.json","policy":"baseline","fault_types":["aisle_contention"],"mission":"COMPLETE","duration":409.3,"isaac":"gate_head_on"},{"id":"yard-gate-head-on-naive","title":"Same head-on, no deadlock breaker","blurb":"The same injection against a coordinator with no way out of a deadlock.","file":"yard-gate-head-on-naive.json","policy":"naive","fault_types":["aisle_contention"],"mission":"HALTED","duration":280.9,"isaac":"gate_head_on_naive"},{"id":"yard-blocked-gate","title":"North gate blocked","blurb":"A load is dropped in the north gate and cleared 150 s later.","file":"yard-blocked-gate.json","policy":"baseline","fault_types":["blocked_path"],"mission":"COMPLETE","duration":406.7,"isaac":"blocked_gate"},{"id":"yard-radio-drop","title":"Radio link drops for 40 s","blurb":"Haul2 keeps working but goes silent. This coordinator gives up on silent robots fast.","file":"yard-radio-drop.json","policy":"impatient","fault_types":["comms_loss"],"mission":"COMPLETE","duration":373.6,"isaac":"radio_drop"},{"id":"yard-lost-drive","title":"An excavator loses drive","blurb":"Exc1 still reports in, but it cannot move.","file":"yard-lost-drive.json","policy":"baseline","fault_types":["immobilized"],"mission":"HALTED","duration":359.1,"isaac":"lost_drive"},{"id":"yard-tool-failure","title":"A bucket fails","blurb":"Exc2 can drive but cannot dig. Nobody knows until it tries.","file":"yard-tool-failure.json","policy":"baseline","fault_types":["capability_loss"],"mission":"COMPLETE","duration":408.7,"isaac":null},{"id":"yard-dropout","title":"A surveyor freezes, then comes back","blurb":"Surv1 is the only robot that can inspect. It goes dark for 20 s.","file":"yard-dropout.json","policy":"baseline","fault_types":["intermittent_dropout"],"mission":"COMPLETE","duration":366.9,"isaac":null},{"id":"yard-degraded","title":"A hauler slows to a third","blurb":"Haul2 keeps going at 30% speed for the rest of the shift.","file":"yard-degraded.json","policy":"baseline","fault_types":["degraded_speed"],"mission":"COMPLETE","duration":430.5,"isaac":null},{"id":"yard-nominal","title":"Fault-free shift","blurb":"Nothing injected. The reference every other run is measured against.","file":"yard-nominal.json","policy":"baseline","fault_types":[],"mission":"COMPLETE","duration":375.0,"isaac":"nominal"}]},{"plan":{"name":"warehouse_aisles","title":"Cross-dock warehouse, five single-lane aisles","bounds":[0.0,0.0,36.0,22.0],"robots":[{"name":"Amr1","type":"amr","role":"AMR","caps":["TRANSPORT"],"speed":1.5,"radius":0.45,"spawn":[3.0,4.0],"depot":[1.4,4.0]},{"name":"Amr2","type":"amr","role":"AMR","caps":["TRANSPORT"],"speed":1.5,"radius":0.45,"spawn":[3.0,7.0],"depot":[1.4,7.0]},{"name":"Amr3","type":"amr","role":"AMR","caps":["TRANSPORT"],"speed":1.5,"radius":0.45,"spawn":[3.0,10.0],"depot":[1.4,10.0]},{"name":"Amr4","type":"amr","role":"AMR","caps":["TRANSPORT"],"speed":1.5,"radius":0.45,"spawn":[3.0,13.0],"depot":[1.4,13.0]},{"name":"Fork1","type":"forklift","role":"FORKLIFT","caps":["PLACE","TRANSPORT"],"speed":1.1,"radius":0.45,"spawn":[3.0,16.0],"depot":[1.4,16.0]},{"name":"Fork2","type":"forklift","role":"FORKLIFT","caps":["PLACE","TRANSPORT"],"speed":1.1,"radius":0.45,"spawn":[3.0,19.0],"depot":[1.4,19.0]},{"name":"Scout1","type":"scout","role":"SCOUT","caps":["INSPECT"],"speed":1.6,"radius":0.45,"spawn":[3.0,1.5],"depot":[1.4,1.5]}],"obstacles":[{"id":"rack_1","rect":[6.0,5.0,7.6,17.0]},{"id":"rack_2","rect":[9.4,5.0,11.0,17.0]},{"id":"rack_3","rect":[12.8,5.0,14.4,17.0]},{"id":"rack_4","rect":[16.2,5.0,17.8,17.0]},{"id":"rack_5","rect":[19.6,5.0,21.2,17.0]},{"id":"rack_6","rect":[23.0,5.0,24.6,17.0]}],"aisles":[{"id":"A1","rect":[7.6,5.0,9.4,17.0],"ends":[[8.5,3.6],[8.5,18.4]]},{"id":"A2","rect":[11.0,5.0,12.8,17.0],"ends":[[11.9,3.6],[11.9,18.4]]},{"id":"A3","rect":[14.4,5.0,16.2,17.0],"ends":[[15.3,3.6],[15.3,18.4]]},{"id":"A4","rect":[17.8,5.0,19.6,17.0],"ends":[[18.7,3.6],[18.7,18.4]]},{"id":"A5","rect":[21.2,5.0,23.0,17.0],"ends":[[22.1,3.6],[22.1,18.4]]}],"tasks":[{"id":0,"label":"pick A1-07 to pack 1","cap":"TRANSPORT","world":[8.5,8.0],"dest":[30.0,18.0],"duration":5.0,"requires":[]},{"id":1,"label":"pick A2-12 to pack 2","cap":"TRANSPORT","world":[11.9,13.0],"dest":[30.0,14.0],"duration":5.0,"requires":[]},{"id":2,"label":"pick A3-04 to pack 3","cap":"TRANSPORT","world":[15.3,7.0],"dest":[30.0,10.0],"duration":5.0,"requires":[]},{"id":3,"label":"pick A4-15 to pack 4","cap":"TRANSPORT","world":[18.7,15.0],"dest":[30.0,6.0],"duration":5.0,"requires":[]},{"id":4,"label":"pick A5-09 to pack 1","cap":"TRANSPORT","world":[22.1,10.0],"dest":[32.0,18.0],"duration":5.0,"requires":[]},{"id":5,"label":"pick A1-14 to pack 2","cap":"TRANSPORT","world":[8.5,14.0],"dest":[32.0,14.0],"duration":5.0,"requires":[]},{"id":6,"label":"pick A3-11 to pack 3","cap":"TRANSPORT","world":[15.3,12.0],"dest":[32.0,10.0],"duration":5.0,"requires":[]},{"id":7,"label":"pick A2-05 to pack 4","cap":"TRANSPORT","world":[11.9,7.5],"dest":[32.0,6.0],"duration":5.0,"requires":[]},{"id":8,"label":"pick A4-06 to pack 1","cap":"TRANSPORT","world":[18.7,8.5],"dest":[34.0,18.0],"duration":5.0,"requires":[]},{"id":9,"label":"pick A5-13 to pack 2","cap":"TRANSPORT","world":[22.1,14.5],"dest":[34.0,14.0],"duration":5.0,"requires":[]},{"id":10,"label":"dock 1 to A1-10","cap":"TRANSPORT","world":[10.0,1.5],"dest":[8.5,10.5],"duration":5.0,"requires":[]},{"id":11,"label":"put away A1-10","cap":"PLACE","world":[8.5,11.6],"dest":null,"duration":8.0,"requires":[10]},{"id":12,"label":"count A1-10","cap":"INSPECT","world":[8.5,12.8],"dest":null,"duration":4.0,"requires":[11]},{"id":13,"label":"dock 2 to A3-09","cap":"TRANSPORT","world":[16.0,1.5],"dest":[15.3,9.5],"duration":5.0,"requires":[]},{"id":14,"label":"put away A3-09","cap":"PLACE","world":[15.3,10.6],"dest":null,"duration":8.0,"requires":[13]},{"id":15,"label":"count A3-09","cap":"INSPECT","world":[15.3,14.0],"dest":null,"duration":4.0,"requires":[14]},{"id":16,"label":"dock 3 to A5-06","cap":"TRANSPORT","world":[22.0,1.5],"dest":[22.1,6.5],"duration":5.0,"requires":[]},{"id":17,"label":"put away A5-06","cap":"PLACE","world":[22.1,7.8],"dest":null,"duration":8.0,"requires":[16]},{"id":18,"label":"count A5-06","cap":"INSPECT","world":[22.1,12.2],"dest":null,"duration":4.0,"requires":[17]},{"id":19,"label":"dock 1 to A2-15","cap":"TRANSPORT","world":[12.0,1.5],"dest":[11.9,15.5],"duration":5.0,"requires":[]},{"id":20,"label":"put away A2-15","cap":"PLACE","world":[11.9,16.3],"dest":null,"duration":8.0,"requires":[19]},{"id":21,"label":"count A2-15","cap":"INSPECT","world":[11.9,10.5],"dest":null,"duration":4.0,"requires":[20]},{"id":22,"label":"count A4 north","cap":"INSPECT","world":[18.7,12.0],"dest":null,"duration":4.0,"requires":[]},{"id":23,"label":"count dock lane","cap":"INSPECT","world":[28.0,2.0],"dest":null,"duration":4.0,"requires":[]}],"radius":0.45},"description":"A 36 x 22 m warehouse at full scale. Six rack blocks leave five 1.8 m aisles, each too narrow\nfor two robots to pass. Cross-aisles run along the north and south walls; pack stations sit on\nthe east side and inbound docks on the south. Twenty-four tasks: outbound picks to pack\nstations, inbound pallets to put-away faces, put-aways, and cycle counts that follow them.","scenarios":[{"id":"wh-aisle-head-on","title":"Head-on in aisle A4","blurb":"Two robots meet in a 1.8 m aisle with racks on both sides.","file":"wh-aisle-head-on.json","policy":"baseline","fault_types":["aisle_contention"],"mission":"COMPLETE","duration":172.4,"isaac":null},{"id":"wh-aisle-head-on-naive","title":"Same head-on, no deadlock breaker","blurb":"Nothing backs out. The coordinator's only move is to pull both robots from service.","file":"wh-aisle-head-on-naive.json","policy":"naive","fault_types":["aisle_contention"],"mission":"COMPLETE","duration":171.0,"isaac":null},{"id":"wh-robot-death","title":"An AMR dies with a load","blurb":"Amr2 stops 40 s in, mid-haul.","file":"wh-robot-death.json","policy":"baseline","fault_types":["robot_death"],"mission":"COMPLETE","duration":181.7,"isaac":null},{"id":"wh-sole-scout","title":"The only scout dies","blurb":"Nothing else in the fleet can do a cycle count.","file":"wh-sole-scout.json","policy":"baseline","fault_types":["robot_death"],"mission":"HALTED","duration":155.1,"isaac":null},{"id":"wh-radio-drop","title":"Radio link drops for 30 s","blurb":"Amr3 keeps hauling in silence while the coordinator hands its task to someone else.","file":"wh-radio-drop.json","policy":"impatient","fault_types":["comms_loss"],"mission":"COMPLETE","duration":173.3,"isaac":null},{"id":"wh-blocked-aisle","title":"A pallet blocks aisle A3","blurb":"Dropped across the aisle 25 s in, cleared a minute later.","file":"wh-blocked-aisle.json","policy":"baseline","fault_types":["blocked_path"],"mission":"COMPLETE","duration":176.2,"isaac":null},{"id":"wh-tool-failure","title":"A forklift cannot put away","blurb":"Fork1's mast fails. It can still carry pallets.","file":"wh-tool-failure.json","policy":"baseline","fault_types":["capability_loss"],"mission":"COMPLETE","duration":194.2,"isaac":null},{"id":"wh-lost-drive","title":"A forklift loses drive","blurb":"Fork1 reports in but does not move.","file":"wh-lost-drive.json","policy":"baseline","fault_types":["immobilized"],"mission":"COMPLETE","duration":202.8,"isaac":null},{"id":"wh-two-faults","title":"Two faults in one shift","blurb":"A slowed AMR and a 15 s freeze, a minute apart.","file":"wh-two-faults.json","policy":"baseline","fault_types":["degraded_speed","intermittent_dropout"],"mission":"COMPLETE","duration":196.5,"isaac":null},{"id":"wh-nominal","title":"Fault-free shift","blurb":"Nothing injected.","file":"wh-nominal.json","policy":"baseline","fault_types":[],"mission":"COMPLETE","duration":176.2,"isaac":null}]}],"catalog":[{"key":"robot_death","title":"Robot dies mid-task","category":"robot","summary":"A robot loses power and stops where it is, for the rest of the shift.","acts_on":"drive actuators and the telemetry link, both cut at the same instant","observable_as":"heartbeats stop; the body stays in place as an obstacle","approximations":"No coast-down or partial power; the body stops within one control step.","isaac":"wheel drive targets set to zero with high damping; telemetry masked","params":{}},{"key":"immobilized","title":"Robot immobilized","category":"robot","summary":"The drive fails or the robot bogs down. It still reports, but it cannot move.","acts_on":"drive actuators only; telemetry keeps flowing","observable_as":"reported position stops changing while the robot says it is driving","approximations":"Binary traction loss; no partial slip or digging-in dynamics.","isaac":"wheel joints locked (max effort zero) while commands keep arriving","params":{"duration_s":"seconds until it frees itself; omit for permanent"}},{"key":"degraded_speed","title":"Degraded drive","category":"robot","summary":"The robot keeps working at a fraction of its normal speed.","acts_on":"drive speed limit","observable_as":"progress along the route falls behind the nominal rate","approximations":"A flat speed cap; no load-dependent or thermal behaviour.","isaac":"wheel velocity limit scaled by severity","params":{"severity":"fraction of nominal speed kept, 0.2 to 0.7 (default 0.35)","duration_s":"seconds until it clears; omit for permanent"}},{"key":"capability_loss","title":"Tool failure","category":"robot","summary":"One tool stops working (bucket, bed, scanner). The robot can still drive.","acts_on":"the tool for one named capability","observable_as":"the robot reports a tool fault after its next attempt to use that tool","approximations":"The tool fails completely; no reduced-payload or slow-cycle mode.","isaac":"work progress for that capability held at zero; drive untouched","params":{"capability":"capability whose tool fails (default: the first one the robot has)"}},{"key":"intermittent_dropout","title":"Intermittent dropout","category":"robot","summary":"The robot freezes and goes silent for a while, then comes back on its own.","acts_on":"drive actuators and telemetry together, for a fixed window","observable_as":"a heartbeat gap; the robot later reappears and reports again","approximations":"Clean edges; no brownout, no corrupted state on resume.","isaac":"wheel targets zeroed and telemetry masked until the window ends","params":{"duration_s":"length of the dropout in seconds (default 12)"}},{"key":"comms_loss","title":"Dropped radio link","category":"link","summary":"The radio link drops. The robot keeps working on its last order; the coordinator hears nothing.","acts_on":"telemetry and command delivery, both directions","observable_as":"heartbeats stop while the robot is in fact still moving and working","approximations":"Whole-link outage; no packet loss rate, latency or range model.","isaac":"telemetry and command channels masked; physics and local control unchanged","params":{"duration_s":"seconds until the link comes back (default 30)"}},{"key":"blocked_path","title":"Blocked path","category":"site","summary":"Something lands in a lane: a dropped pallet, a spoil heap, a parked vehicle.","acts_on":"the site: a new rigid obstacle that is not on anyone's map","observable_as":"a robot senses it when it comes within range, then reports it","approximations":"Axis-aligned box; appears and clears instantly.","isaac":"a rigid box spawned in the PhysX scene at the same footprint","params":{"rect":"[x0, y0, x1, y1] in site metres, or `aisle` to block a named lane","aisle":"id of an aisle or gate to block at its midpoint","duration_s":"seconds until someone clears it; omit for permanent"}},{"key":"aisle_contention","title":"Head-on in a lane","category":"traffic","summary":"Two robots are sent through the same single-lane aisle from opposite ends at the same time.","acts_on":"two relocation orders released together at opposite mouths of one aisle","observable_as":"both robots report that they are blocked by the other","approximations":"The contention is staged by the injector. Whether it becomes a deadlock, and whether the fleet gets out of it, is decided by the policy under test.","isaac":"same orders issued to the PhysX robots; contact and stopping are simulated","params":{"aisle":"id of the aisle or gate (default: sampled)","window_s":"how long to wait for two free robots before giving up (default 90)"}}],"policies":{"baseline":{"name":"baseline","allocator":"greedy","heartbeat_timeout_s":6.0,"stuck_secs":8.0,"block_patience_s":3.0,"conflict_resolve_s":2.0,"deadlock_detect_s":6.0,"deadlock_policy":"pull_over","blocked_escalate_s":45.0,"degraded_detect_ratio":0.6,"stamp_downed":true},"naive":{"name":"naive","allocator":"greedy","heartbeat_timeout_s":6.0,"stuck_secs":8.0,"block_patience_s":3.0,"conflict_resolve_s":2.0,"deadlock_detect_s":6.0,"deadlock_policy":"none","blocked_escalate_s":45.0,"degraded_detect_ratio":0.6,"stamp_downed":false},"impatient":{"name":"impatient","allocator":"greedy","heartbeat_timeout_s":2.5,"stuck_secs":8.0,"block_patience_s":3.0,"conflict_resolve_s":2.0,"deadlock_detect_s":6.0,"deadlock_policy":"pull_over","blocked_escalate_s":45.0,"degraded_detect_ratio":0.6,"stamp_downed":true},"patient":{"name":"patient","allocator":"greedy","heartbeat_timeout_s":20.0,"stuck_secs":8.0,"block_patience_s":3.0,"conflict_resolve_s":2.0,"deadlock_detect_s":6.0,"deadlock_policy":"pull_over","blocked_escalate_s":45.0,"degraded_detect_ratio":0.6,"stamp_downed":true}},"campaigns":[{"summary":{"shifts":3000,"faults_injected":4464,"missions":{"COMPLETE":2297,"HALTED":703,"TIMEOUT":0},"fleet_recovered_rate":0.7657,"delay_s":{"p50":4.9,"p90":84.6,"mean":19.68},"decisions_logged":144651,"by_fault_type":{"aisle_contention":{"injected":616,"manifested":553,"detected":553,"recovered":408,"misdiagnosed":0,"title":"Head-on in a lane","detected_rate":1.0,"recovered_rate":0.7378,"detect_latency_s":{"p50":6.0,"p90":6.0},"recover_latency_s":{"p50":61.4,"p90":174.2}},"comms_loss":{"injected":648,"manifested":621,"detected":600,"recovered":517,"misdiagnosed":600,"title":"Dropped radio link","detected_rate":0.9662,"recovered_rate":0.8325,"detect_latency_s":{"p50":6.0,"p90":20.0},"recover_latency_s":{"p50":24.7,"p90":54.6}},"blocked_path":{"injected":628,"manifested":599,"detected":599,"recovered":458,"misdiagnosed":0,"title":"Blocked path","detected_rate":1.0,"recovered_rate":0.7646,"detect_latency_s":{"p50":0.0,"p90":27.0},"recover_latency_s":{"p50":null,"p90":null}},"capability_loss":{"injected":480,"manifested":282,"detected":282,"recovered":168,"misdiagnosed":0,"title":"Tool failure","detected_rate":1.0,"recovered_rate":0.5957,"detect_latency_s":{"p50":2.0,"p90":2.0},"recover_latency_s":{"p50":132.0,"p90":273.4}},"intermittent_dropout":{"injected":473,"manifested":409,"detected":367,"recovered":329,"misdiagnosed":367,"title":"Intermittent dropout","detected_rate":0.8973,"recovered_rate":0.8044,"detect_latency_s":{"p50":6.0,"p90":6.0},"recover_latency_s":{"p50":23.0,"p90":72.5}},"robot_death":{"injected":695,"manifested":695,"detected":679,"recovered":365,"misdiagnosed":0,"title":"Robot dies mid-task","detected_rate":0.977,"recovered_rate":0.5252,"detect_latency_s":{"p50":6.0,"p90":20.0},"recover_latency_s":{"p50":76.0,"p90":130.9}},"degraded_speed":{"injected":489,"manifested":399,"detected":350,"recovered":352,"misdiagnosed":0,"title":"Degraded drive","detected_rate":0.8772,"recovered_rate":0.8822,"detect_latency_s":{"p50":5.1,"p90":47.0},"recover_latency_s":{"p50":null,"p90":null}},"immobilized":{"injected":435,"manifested":363,"detected":355,"recovered":187,"misdiagnosed":0,"title":"Robot immobilized","detected_rate":0.978,"recovered_rate":0.5152,"detect_latency_s":{"p50":8.1,"p90":35.4},"recover_latency_s":{"p50":81.7,"p90":129.4}}},"by_policy":{"baseline":{"shifts":1200,"complete":1021,"halted":179,"timeout":0,"robots_lost":440,"duplicate_work":92,"deadlocks":1379,"deadlocks_resolved":1367,"complete_rate":0.8508},"naive":{"shifts":600,"complete":261,"halted":339,"timeout":0,"robots_lost":855,"duplicate_work":44,"deadlocks":545,"deadlocks_resolved":46,"complete_rate":0.435},"impatient":{"shifts":600,"complete":506,"halted":94,"timeout":0,"robots_lost":205,"duplicate_work":54,"deadlocks":649,"deadlocks_resolved":640,"complete_rate":0.8433},"patient":{"shifts":600,"complete":509,"halted":91,"timeout":0,"robots_lost":207,"duplicate_work":18,"deadlocks":565,"deadlocks_resolved":560,"complete_rate":0.8483}},"incidents":{"deadlock":{"count":3138,"resolved":2613,"decision_rooted":2416},"duplicate_work":{"count":208,"resolved":0,"decision_rooted":208},"robot_stranded":{"count":662,"resolved":0,"decision_rooted":0},"false_alarm":{"count":5,"resolved":0,"decision_rooted":0}},"counterfactual_replays":{"tested":2512,"incident_avoided":2000},"site":"construction_yard","site_title":"Earthworks yard with two haul gates","seed":42,"nominal_makespan_s":373.4,"wall_s":634.0},"manifest":{"schema":"auton.fault_campaign/1","campaign":"faultlib_yard","site":"construction_yard","site_file_sha256":"2c06ef739b4384a184db024ff2b1f20b3f9df495aa757317fa53b0fa73c690b0","shifts":3000,"seed":42,"n_env":40,"policies":["baseline","baseline","naive","impatient","patient"],"counterfactuals":true,"git_sha":"23c8dc4","python":"3.12.3","command":"python3 -m faultlib.campaign --site construction_yard --shifts 3000 --seed 42 --out campaigns/faultlib_yard --keep 8","host":"AWS g6e.2xlarge, Python 3.12.3, 5 workers"}},{"summary":{"shifts":3000,"faults_injected":4534,"missions":{"COMPLETE":2066,"HALTED":934,"TIMEOUT":0},"fleet_recovered_rate":0.6887,"delay_s":{"p50":2.6,"p90":28.0,"mean":7.9},"decisions_logged":186264,"by_fault_type":{"aisle_contention":{"injected":627,"manifested":602,"detected":602,"recovered":445,"misdiagnosed":0,"title":"Head-on in a lane","detected_rate":1.0,"recovered_rate":0.7392,"detect_latency_s":{"p50":6.0,"p90":6.0},"recover_latency_s":{"p50":44.3,"p90":78.8}},"blocked_path":{"injected":648,"manifested":520,"detected":520,"recovered":151,"misdiagnosed":0,"title":"Blocked path","detected_rate":1.0,"recovered_rate":0.2904,"detect_latency_s":{"p50":17.8,"p90":54.4},"recover_latency_s":{"p50":null,"p90":null}},"capability_loss":{"injected":522,"manifested":425,"detected":425,"recovered":273,"misdiagnosed":0,"title":"Tool failure","detected_rate":1.0,"recovered_rate":0.6424,"detect_latency_s":{"p50":2.0,"p90":2.0},"recover_latency_s":{"p50":70.3,"p90":128.3}},"immobilized":{"injected":453,"manifested":412,"detected":387,"recovered":208,"misdiagnosed":0,"title":"Robot immobilized","detected_rate":0.9393,"recovered_rate":0.5049,"detect_latency_s":{"p50":8.1,"p90":12.2},"recover_latency_s":{"p50":63.3,"p90":125.2}},"degraded_speed":{"injected":435,"manifested":382,"detected":312,"recovered":303,"misdiagnosed":0,"title":"Degraded drive","detected_rate":0.8168,"recovered_rate":0.7932,"detect_latency_s":{"p50":5.2,"p90":14.7},"recover_latency_s":{"p50":null,"p90":null}},"comms_loss":{"injected":639,"manifested":632,"detected":601,"recovered":493,"misdiagnosed":601,"title":"Dropped radio link","detected_rate":0.9509,"recovered_rate":0.7801,"detect_latency_s":{"p50":6.0,"p90":20.0},"recover_latency_s":{"p50":22.1,"p90":46.3}},"intermittent_dropout":{"injected":471,"manifested":443,"detected":374,"recovered":329,"misdiagnosed":374,"title":"Intermittent dropout","detected_rate":0.8442,"recovered_rate":0.7427,"detect_latency_s":{"p50":6.0,"p90":6.0},"recover_latency_s":{"p50":26.9,"p90":52.8}},"robot_death":{"injected":739,"manifested":739,"detected":738,"recovered":327,"misdiagnosed":0,"title":"Robot dies mid-task","detected_rate":0.9986,"recovered_rate":0.4425,"detect_latency_s":{"p50":6.0,"p90":20.0},"recover_latency_s":{"p50":68.4,"p90":122.8}}},"by_policy":{"baseline":{"shifts":1200,"complete":914,"halted":286,"timeout":0,"robots_lost":465,"duplicate_work":131,"deadlocks":1019,"deadlocks_resolved":1003,"complete_rate":0.7617},"naive":{"shifts":600,"complete":231,"halted":369,"timeout":0,"robots_lost":1123,"duplicate_work":84,"deadlocks":555,"deadlocks_resolved":37,"complete_rate":0.385},"impatient":{"shifts":600,"complete":466,"halted":134,"timeout":0,"robots_lost":206,"duplicate_work":60,"deadlocks":592,"deadlocks_resolved":581,"complete_rate":0.7767},"patient":{"shifts":600,"complete":455,"halted":145,"timeout":0,"robots_lost":222,"duplicate_work":24,"deadlocks":430,"deadlocks_resolved":425,"complete_rate":0.7583}},"incidents":{"deadlock":{"count":2596,"resolved":2046,"decision_rooted":1734},"robot_stranded":{"count":889,"resolved":0,"decision_rooted":0},"duplicate_work":{"count":299,"resolved":0,"decision_rooted":299},"false_alarm":{"count":2,"resolved":0,"decision_rooted":0}},"counterfactual_replays":{"tested":1854,"incident_avoided":1676},"site":"warehouse_aisles","site_title":"Cross-dock warehouse, five single-lane aisles","seed":42,"nominal_makespan_s":187.2,"wall_s":576.9},"manifest":{"schema":"auton.fault_campaign/1","campaign":"faultlib_warehouse","site":"warehouse_aisles","site_file_sha256":"6d684fc7afde7177cb128a2a0960ecf68a349041ff5b87d53e62e58e20afacaa","shifts":3000,"seed":42,"n_env":40,"policies":["baseline","baseline","naive","impatient","patient"],"counterfactuals":true,"git_sha":"23c8dc4","python":"3.12.3","command":"python3 -m faultlib.campaign --site warehouse_aisles --shifts 3000 --seed 42 --out campaigns/faultlib_warehouse --keep 8","host":"AWS g6e.2xlarge, Python 3.12.3, 5 workers"}}],"parity":{"site":"construction_yard","seed":1,"agree":4,"total":7,"rows":[{"scenario":"nominal","policy":"baseline","kinematic":{"mission":"COMPLETE","tasks":"16/16","makespan":374.9,"lost":"-","detected":"-","latency":null,"recovered":null,"incidents":"deadlock:ok"},"isaac":{"mission":"COMPLETE","tasks":"16/16","makespan":381.1,"lost":"-","detected":"-","latency":null,"recovered":null,"incidents":"deadlock:ok"},"agree":true,"rtf":1.92,"physics_stats":{"max_tilt_deg":6.106,"min_pair_m":0.462,"slip_events":0},"frames":953},{"scenario":"robot_death","policy":"baseline","kinematic":{"mission":"COMPLETE","tasks":"16/16","makespan":415.7,"lost":"Haul1","detected":"heartbeat_timeout","latency":6.0,"recovered":true,"incidents":"-"},"isaac":{"mission":"COMPLETE","tasks":"16/16","makespan":418.0,"lost":"Haul1","detected":"heartbeat_timeout","latency":6.0,"recovered":true,"incidents":"-"},"agree":true,"rtf":1.9,"physics_stats":{"max_tilt_deg":6.106,"min_pair_m":0.462,"slip_events":0},"frames":1046},{"scenario":"gate_head_on","policy":"baseline","kinematic":{"mission":"COMPLETE","tasks":"16/16","makespan":409.2,"lost":"-","detected":"wait_for_cycle","latency":6.0,"recovered":true,"incidents":"deadlock:ok"},"isaac":{"mission":"HALTED","tasks":"9/16","makespan":null,"lost":"Surv1","detected":"wait_for_cycle","latency":6.0,"recovered":false,"incidents":"deadlock:ok, deadlock:open, physical_wedge"},"agree":false,"rtf":2.33,"physics_stats":{"max_tilt_deg":6.492,"min_pair_m":0.368},"frames":662},{"scenario":"blocked_gate","policy":"baseline","kinematic":{"mission":"COMPLETE","tasks":"16/16","makespan":406.6,"lost":"-","detected":"robot_sensing","latency":1.1,"recovered":true,"incidents":"deadlock:ok, deadlock:ok, deadlock:ok"},"isaac":{"mission":"COMPLETE","tasks":"16/16","makespan":451.8,"lost":"-","detected":"robot_sensing","latency":2.4,"recovered":true,"incidents":"deadlock:ok, deadlock:ok, deadlock:ok, deadlock:ok"},"agree":true,"rtf":1.93,"physics_stats":{"max_tilt_deg":6.382,"min_pair_m":0.449,"slip_events":0},"frames":1130},{"scenario":"radio_drop","policy":"impatient","kinematic":{"mission":"COMPLETE","tasks":"16/16","makespan":373.5,"lost":"-","detected":"heartbeat_timeout","latency":2.5,"recovered":true,"incidents":"duplicate_work"},"isaac":{"mission":"COMPLETE","tasks":"16/16","makespan":380.9,"lost":"-","detected":"heartbeat_timeout","latency":2.5,"recovered":true,"incidents":"duplicate_work"},"agree":true,"rtf":1.94,"physics_stats":{"max_tilt_deg":6.106,"min_pair_m":0.462,"slip_events":0},"frames":953},{"scenario":"lost_drive","policy":"baseline","kinematic":{"mission":"HALTED","tasks":"11/16","makespan":null,"lost":"Exc1","detected":"no_progress_watchdog","latency":7.9,"recovered":false,"incidents":"-"},"isaac":{"mission":"HALTED","tasks":"4/16","makespan":null,"lost":"Exc1","detected":"no_progress_watchdog","latency":8.1,"recovered":false,"incidents":"-"},"agree":false,"rtf":2.36,"physics_stats":{"max_tilt_deg":6.106,"min_pair_m":0.434},"frames":492},{"scenario":"gate_head_on_naive","policy":"naive","kinematic":{"mission":"HALTED","tasks":"9/16","makespan":null,"lost":"Surv1","detected":"wait_for_cycle","latency":6.0,"recovered":false,"incidents":"deadlock:open, robot_stranded"},"isaac":{"mission":"COMPLETE","tasks":"16/16","makespan":514.7,"lost":"Exc1","detected":"no","latency":null,"recovered":false,"incidents":"deadlock:open, robot_stranded"},"agree":false,"rtf":2.29,"physics_stats":{"max_tilt_deg":6.106,"min_pair_m":0.418,"slip_events":0},"frames":1287}]}}