{
  "schema": "meccanoid-learned-interface-evaluation-v1",
  "created_at": "2026-09-21T16:38:53.643Z",
  "decision_seconds": 0.15,
  "max_decisions": 400,
  "seed_split": "Test initial/noise seeds not used for fitting; native fixed maps overlap training scenes, so this is not novel-map generalization.",
  "summary": {
    "original": {
      "native_trials": 9,
      "native_reached": 0,
      "native_collision_free_success": 0,
      "mean_collisions": 7.666666666666667,
      "mean_progress_m": 1.1257106526378056,
      "mean_path_m": 7.241038601562405,
      "mean_decision_ms": 25.024873852036528,
      "curriculum_trials": 1,
      "curriculum_reached": 0,
      "errors": 0
    },
    "learned": {
      "native_trials": 9,
      "native_reached": 0,
      "native_collision_free_success": 0,
      "mean_collisions": 12.444444444444445,
      "mean_progress_m": 1.3815126276981777,
      "mean_path_m": 4.199509239172083,
      "mean_decision_ms": 22.636997878082337,
      "curriculum_trials": 1,
      "curriculum_reached": 0,
      "errors": 0
    },
    "transformer": {
      "native_trials": 9,
      "native_reached": 0,
      "native_collision_free_success": 0,
      "mean_collisions": 7,
      "mean_progress_m": 0.9030078419070231,
      "mean_path_m": 3.9422222632128614,
      "mean_decision_ms": 11.356530711831194,
      "curriculum_trials": 1,
      "curriculum_reached": 1,
      "errors": 0
    }
  },
  "results": [
    {
      "mode": "original",
      "scenario": "legacy",
      "hardware": "good",
      "seed": 101,
      "curriculum": true,
      "reached": false,
      "collision_free_success": false,
      "collisions": 5,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 409,
      "path_m": 8.36767873822115,
      "start_distance": 3.017283546503377,
      "best_distance": 0.8657892452806353,
      "final_distance": 0.8657892452806353,
      "progress_m": 2.151494301222742,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.276726793017435,
      "output_spikes": 25550,
      "first_contact": {
        "tick": 245,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "hq_indoor",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 13,
      "human_collisions": 13,
      "stair_attempts": 0,
      "blocked_steps": 881,
      "path_m": 2.448550151332292,
      "start_distance": 3.263142657010263,
      "best_distance": 2.0554196431973986,
      "final_distance": 2.0554196431973986,
      "progress_m": 1.2077230138128643,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 25.789988369077346,
      "output_spikes": 22284,
      "first_contact": {
        "tick": 175,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "hq_indoor",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 11,
      "human_collisions": 9,
      "stair_attempts": 0,
      "blocked_steps": 309,
      "path_m": 8.213436360125154,
      "start_distance": 3.263142657010263,
      "best_distance": 0.8211040626605178,
      "final_distance": 2.5460218697360744,
      "progress_m": 2.442038594349745,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 27.140017201995065,
      "output_spikes": 24478,
      "first_contact": {
        "tick": 154,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "hq_indoor",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 13,
      "human_collisions": 8,
      "stair_attempts": 0,
      "blocked_steps": 113,
      "path_m": 9.246289454308432,
      "start_distance": 3.263142657010263,
      "best_distance": 2.627620937914841,
      "final_distance": 2.9465687025834795,
      "progress_m": 0.6355217190954217,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 27.987732226932565,
      "output_spikes": 25672,
      "first_contact": {
        "tick": 309,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "hq_outdoor",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 5,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 684,
      "path_m": 4.998059306822057,
      "start_distance": 3.3169865842357575,
      "best_distance": 2.1654480495271033,
      "final_distance": 3.5567350255286345,
      "progress_m": 1.1515385347086542,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.6687102319203,
      "output_spikes": 24240,
      "first_contact": {
        "tick": 216,
        "kind": "bench"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "hq_outdoor",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 8,
      "human_collisions": 3,
      "stair_attempts": 0,
      "blocked_steps": 517,
      "path_m": 6.5370302289445155,
      "start_distance": 3.3169865842357575,
      "best_distance": 2.653815825884752,
      "final_distance": 3.6944742187661643,
      "progress_m": 0.6631707583510056,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 23.877855309226653,
      "output_spikes": 25417,
      "first_contact": {
        "tick": 198,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "hq_outdoor",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 0,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 0,
      "path_m": 10.279223256099923,
      "start_distance": 3.3169865842357575,
      "best_distance": 2.558673246123146,
      "final_distance": 2.9873200033107628,
      "progress_m": 0.7583133381126115,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 27.08194228428953,
      "output_spikes": 25736,
      "first_contact": null,
      "error": null
    },
    {
      "mode": "original",
      "scenario": "legacy",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 3,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 508,
      "path_m": 6.320519279570447,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.567602646167112,
      "final_distance": 3.797622522830045,
      "progress_m": 1.0051413972818444,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 21.212860498752523,
      "output_spikes": 23316,
      "first_contact": {
        "tick": 308,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "legacy",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 10,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 339,
      "path_m": 7.863263841751182,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.0396245666827966,
      "final_distance": 2.4705956707495815,
      "progress_m": 1.53311947676616,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.469257461346526,
      "output_spikes": 23456,
      "first_contact": {
        "tick": 285,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "original",
      "scenario": "legacy",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 6,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 83,
      "path_m": 9.262975535107639,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.837915002187013,
      "final_distance": 2.970360465231443,
      "progress_m": 0.7348290412619436,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 22.995501084788238,
      "output_spikes": 24765,
      "first_contact": {
        "tick": 304,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "legacy",
      "hardware": "good",
      "seed": 101,
      "curriculum": true,
      "reached": false,
      "collision_free_success": false,
      "collisions": 6,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 320,
      "path_m": 7.515043080120418,
      "start_distance": 3.017283546503377,
      "best_distance": 1.5309780677929183,
      "final_distance": 2.420707442725826,
      "progress_m": 1.4863054787104588,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 20.935693359102302,
      "output_spikes": 283,
      "first_contact": {
        "tick": 224,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "hq_indoor",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 25,
      "human_collisions": 23,
      "stair_attempts": 0,
      "blocked_steps": 864,
      "path_m": 2.826700469705081,
      "start_distance": 3.263142657010263,
      "best_distance": 2.0457688885929874,
      "final_distance": 2.0457688885929874,
      "progress_m": 1.2173737684172754,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.60231015710767,
      "output_spikes": 310,
      "first_contact": {
        "tick": 135,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "hq_indoor",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 20,
      "human_collisions": 20,
      "stair_attempts": 0,
      "blocked_steps": 805,
      "path_m": 2.6855846461570425,
      "start_distance": 3.263142657010263,
      "best_distance": 2.2554448851618334,
      "final_distance": 2.2554448851618334,
      "progress_m": 1.0076977718484295,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.11795268079786,
      "output_spikes": 364,
      "first_contact": {
        "tick": 137,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "hq_indoor",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 25,
      "human_collisions": 16,
      "stair_attempts": 0,
      "blocked_steps": 758,
      "path_m": 2.741212344832757,
      "start_distance": 3.263142657010263,
      "best_distance": 2.0502373813635297,
      "final_distance": 2.3354408836684044,
      "progress_m": 1.2129052756467331,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.03790281047355,
      "output_spikes": 417,
      "first_contact": {
        "tick": 135,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "hq_outdoor",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 8,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 917,
      "path_m": 2.3789223127480645,
      "start_distance": 3.3169865842357575,
      "best_distance": 1.1692229728320014,
      "final_distance": 1.1692229728320014,
      "progress_m": 2.1477636114037564,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 23.011163451371583,
      "output_spikes": 425,
      "first_contact": {
        "tick": 266,
        "kind": "bollards"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "hq_outdoor",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 15,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 809,
      "path_m": 2.376509244696437,
      "start_distance": 3.3169865842357575,
      "best_distance": 1.1381205974205861,
      "final_distance": 1.1381205974205861,
      "progress_m": 2.1788659868151714,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.879537541146156,
      "output_spikes": 456,
      "first_contact": {
        "tick": 312,
        "kind": "bollards"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "hq_outdoor",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 8,
      "human_collisions": 3,
      "stair_attempts": 0,
      "blocked_steps": 572,
      "path_m": 3.968540097871509,
      "start_distance": 3.3169865842357575,
      "best_distance": 2.460558869306638,
      "final_distance": 2.461600836068792,
      "progress_m": 0.8564277149291195,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 24.14223053117181,
      "output_spikes": 479,
      "first_contact": {
        "tick": 226,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "legacy",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 7,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 443,
      "path_m": 6.482307231531904,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.0713054007829483,
      "final_distance": 2.0713054007829483,
      "progress_m": 1.5014386426660082,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 18.349925965087344,
      "output_spikes": 290,
      "first_contact": {
        "tick": 288,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "legacy",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 4,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 417,
      "path_m": 6.243456757109506,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.0430109765294384,
      "final_distance": 2.2209756013883544,
      "progress_m": 1.5297330669195182,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 20.066145763091992,
      "output_spikes": 325,
      "first_contact": {
        "tick": 267,
        "kind": "wall"
      },
      "error": null
    },
    {
      "mode": "learned",
      "scenario": "legacy",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 0,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 0,
      "path_m": 8.092350047896442,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.791336232811369,
      "final_distance": 3.552113346084425,
      "progress_m": 0.7814078106375875,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 20.525812002493083,
      "output_spikes": 354,
      "first_contact": null,
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "legacy",
      "hardware": "good",
      "seed": 101,
      "curriculum": true,
      "reached": true,
      "collision_free_success": true,
      "collisions": 0,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 0,
      "path_m": 7.605839096254807,
      "start_distance": 3.017283546503377,
      "best_distance": 0.292468449226171,
      "final_distance": 0.292468449226171,
      "progress_m": 2.7248150972772063,
      "decisions": 340,
      "sim_seconds": 50.899999999999245,
      "mean_decision_ms": 9.494013435294276,
      "output_spikes": 0,
      "first_contact": null,
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "hq_indoor",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 12,
      "human_collisions": 12,
      "stair_attempts": 0,
      "blocked_steps": 771,
      "path_m": 3.71905950169718,
      "start_distance": 3.263142657010263,
      "best_distance": 2.391342404127848,
      "final_distance": 2.486608970399069,
      "progress_m": 0.8718002528824149,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 12.33223380049828,
      "output_spikes": 0,
      "first_contact": {
        "tick": 86,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "hq_indoor",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 11,
      "human_collisions": 8,
      "stair_attempts": 0,
      "blocked_steps": 881,
      "path_m": 2.519710917580883,
      "start_distance": 3.263142657010263,
      "best_distance": 2.8925602557149106,
      "final_distance": 3.50905275019245,
      "progress_m": 0.37058240129535225,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 12.59467632169587,
      "output_spikes": 0,
      "first_contact": {
        "tick": 93,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "hq_indoor",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 19,
      "human_collisions": 12,
      "stair_attempts": 0,
      "blocked_steps": 790,
      "path_m": 2.1999242344242984,
      "start_distance": 3.263142657010263,
      "best_distance": 2.1396548105696183,
      "final_distance": 2.1396548105696183,
      "progress_m": 1.1234878464406446,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 12.191347685784503,
      "output_spikes": 0,
      "first_contact": {
        "tick": 130,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "hq_outdoor",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 9,
      "human_collisions": 4,
      "stair_attempts": 0,
      "blocked_steps": 484,
      "path_m": 6.1503834977043805,
      "start_distance": 3.3169865842357575,
      "best_distance": 1.8566552737378046,
      "final_distance": 2.202316716268497,
      "progress_m": 1.460331310497953,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 12.61032368329261,
      "output_spikes": 0,
      "first_contact": {
        "tick": 141,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "hq_outdoor",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 2,
      "human_collisions": 2,
      "stair_attempts": 0,
      "blocked_steps": 1056,
      "path_m": 1.3942168283848202,
      "start_distance": 3.3169865842357575,
      "best_distance": 2.9467020819031946,
      "final_distance": 3.0594353584878777,
      "progress_m": 0.37028450233256294,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 12.097551892768111,
      "output_spikes": 0,
      "first_contact": {
        "tick": 144,
        "kind": "human:staff-1"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "hq_outdoor",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 1,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 859,
      "path_m": 2.0184026937819572,
      "start_distance": 3.3169865842357575,
      "best_distance": 1.9666547677208515,
      "final_distance": 2.196755960953815,
      "progress_m": 1.350331816514906,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 12.409121962592886,
      "output_spikes": 0,
      "first_contact": {
        "tick": 342,
        "kind": "bench"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "legacy",
      "hardware": "good",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 3,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 111,
      "path_m": 7.519331106543303,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.9275584571176485,
      "final_distance": 3.6551508654263003,
      "progress_m": 0.6451855863313081,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 8.92181944638336,
      "output_spikes": 0,
      "first_contact": {
        "tick": 752,
        "kind": "blue-crate"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "legacy",
      "hardware": "poor",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 4,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 119,
      "path_m": 7.537290481939357,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.901425305749222,
      "final_distance": 3.572460482523862,
      "progress_m": 0.6713187376997345,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 9.948225094762819,
      "output_spikes": 0,
      "first_contact": {
        "tick": 764,
        "kind": "blue-crate"
      },
      "error": null
    },
    {
      "mode": "transformer",
      "scenario": "legacy",
      "hardware": "faulty",
      "seed": 101,
      "curriculum": false,
      "reached": false,
      "collision_free_success": false,
      "collisions": 2,
      "human_collisions": 0,
      "stair_attempts": 0,
      "blocked_steps": 767,
      "path_m": 2.4216811068595723,
      "start_distance": 3.5727440434489566,
      "best_distance": 2.308995920280626,
      "final_distance": 2.339618007688679,
      "progress_m": 1.2637481231683307,
      "decisions": 400,
      "sim_seconds": 59.99999999999873,
      "mean_decision_ms": 9.103476518702312,
      "output_spikes": 0,
      "first_contact": {
        "tick": 433,
        "kind": "wall"
      },
      "error": null
    }
  ],
  "model_sha256": {
    "fly-readout.json": "695bb25fd1d4ee83ca01f3f219e1b4550956ceed9ee2c65be9650ba74a30668f",
    "sensor-transformer.json": "fb2de39dae1620a41ac4bd413d2546c90c7684a1257a98f1840cec5edf1d0264"
  }
}