{
 "schema": "cain.e108.summary.v1",
 "practice_grid_kd": {
  "n": 300,
  "used": 191,
  "trial1_solved": 300,
  "reasons": {
   "None": 191,
   "NO_OPENING": 75,
   "NOT_EXACT": 34
  },
  "oracle_cause_ok": 191,
  "oracle_key_in_pre": 0,
  "gate": {
   "worlds": 191,
   "observed_max_z": 2.613,
   "feature": [
    "cell",
    [
     0,
     2
    ]
   ],
   "null_q99": 4.163,
   "p_value": 0.318,
   "usable": false,
   "conditional_null": true
  },
  "gate_e107_unconditional": {
   "worlds": 191,
   "observed_max_z": 3.092,
   "feature": [
    "cell",
    [
     0,
     2
    ]
   ],
   "null_q99": 3.855,
   "p_value": 0.145,
   "usable": false,
   "conditional_null": false
  }
 },
 "practice_svc_uniform": {
  "n": 300,
  "used": 108,
  "trial1_solved": 198,
  "reasons": {
   "None": 108,
   "NOT_EXACT": 49,
   "TRIAL1_UNSOLVED": 102,
   "CENSUS_INCOMPLETE": 2,
   "NO_ATTRIBUTION": 14,
   "NO_OPENING": 25
  },
  "oracle_cause_ok": 107,
  "oracle_key_in_pre": 0,
  "gate": {
   "worlds": 108,
   "observed_max_z": 3.107,
   "feature": [
    "srow",
    -5
   ],
   "null_q99": 4.547,
   "p_value": 0.21,
   "usable": false,
   "conditional_null": true
  },
  "gate_e107_unconditional": {
   "worlds": 108,
   "observed_max_z": 3.602,
   "feature": [
    "srow",
    -5
   ],
   "null_q99": 4.831,
   "p_value": 0.096,
   "usable": false,
   "conditional_null": false
  }
 },
 "practice_edge": {
  "n": 150,
  "used": 81,
  "trial1_solved": 108,
  "reasons": {
   "None": 81,
   "NOT_EXACT": 18,
   "TRIAL1_UNSOLVED": 42,
   "CENSUS_INCOMPLETE": 1,
   "NO_ATTRIBUTION": 6,
   "NO_OPENING": 2
  },
  "oracle_cause_ok": 81,
  "oracle_key_in_pre": 0,
  "gate": {
   "worlds": 81,
   "observed_max_z": 13.122,
   "feature": [
    "col",
    0
   ],
   "null_q99": 4.877,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": true
  },
  "gate_e107_unconditional": {
   "worlds": 81,
   "observed_max_z": 15.941,
   "feature": [
    "col",
    0
   ],
   "null_q99": 4.618,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": false
  }
 },
 "practice_row0": {
  "n": 200,
  "used": 81,
  "trial1_solved": 125,
  "reasons": {
   "None": 81,
   "NOT_EXACT": 24,
   "TRIAL1_UNSOLVED": 75,
   "CENSUS_INCOMPLETE": 2,
   "NO_ATTRIBUTION": 4,
   "NO_OPENING": 14
  },
  "oracle_cause_ok": 79,
  "oracle_key_in_pre": 0,
  "gate": {
   "worlds": 81,
   "observed_max_z": 21.043,
   "feature": [
    "row",
    0
   ],
   "null_q99": 4.325,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": true
  },
  "gate_e107_unconditional": {
   "worlds": 81,
   "observed_max_z": 23.762,
   "feature": [
    "row",
    0
   ],
   "null_q99": 4.47,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": false
  }
 },
 "practice_start_row": {
  "n": 250,
  "used": 52,
  "trial1_solved": 173,
  "reasons": {
   "None": 52,
   "NOT_EXACT": 57,
   "TRIAL1_UNSOLVED": 77,
   "CENSUS_INCOMPLETE": 4,
   "NO_ATTRIBUTION": 8,
   "NO_OPENING": 52
  },
  "oracle_cause_ok": 48,
  "oracle_key_in_pre": 0,
  "gate": {
   "worlds": 52,
   "observed_max_z": 17.507,
   "feature": [
    "srow",
    0
   ],
   "null_q99": 4.462,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": true
  },
  "gate_e107_unconditional": {
   "worlds": 52,
   "observed_max_z": 15.139,
   "feature": [
    "srow",
    0
   ],
   "null_q99": 4.639,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": false
  }
 },
 "practice_barrier_adj": {
  "n": 250,
  "used": 51,
  "trial1_solved": 173,
  "reasons": {
   "None": 51,
   "CENSUS_INCOMPLETE": 3,
   "TRIAL1_UNSOLVED": 77,
   "NOT_EXACT": 48,
   "NO_ATTRIBUTION": 8,
   "NO_OPENING": 63
  },
  "oracle_cause_ok": 47,
  "oracle_key_in_pre": 0,
  "gate": {
   "worlds": 51,
   "observed_max_z": 10.111,
   "feature": [
    "bcol",
    -1
   ],
   "null_q99": 4.438,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": true
  },
  "gate_e107_unconditional": {
   "worlds": 51,
   "observed_max_z": 9.339,
   "feature": [
    "bcol",
    -1
   ],
   "null_q99": 4.42,
   "p_value": 0.001,
   "usable": true,
   "conditional_null": false
  }
 },
 "tests": {
  "edge": {
   "success_a": 41,
   "success_b": 72,
   "n": 150,
   "wilson_a": [
    0.2083,
    0.3496
   ],
   "wilson_b": [
    0.4015,
    0.5594
   ],
   "mcnemar": {
    "a_only": 0,
    "b_only": 31,
    "p": 9.313225746154785e-10
   },
   "steps_b_minus_a": {
    "pos": 1,
    "neg": 62,
    "p": 1.3877787807814457e-17
   }
  },
  "row0": {
   "success_a": 48,
   "success_b": 77,
   "n": 150,
   "wilson_a": [
    0.2506,
    0.3983
   ],
   "wilson_b": [
    0.434,
    0.592
   ],
   "mcnemar": {
    "a_only": 0,
    "b_only": 29,
    "p": 3.725290298461914e-09
   },
   "steps_b_minus_a": {
    "pos": 0,
    "neg": 66,
    "p": 2.710505431213761e-20
   }
  },
  "start_row": {
   "success_a": 74,
   "success_b": 98,
   "n": 150,
   "wilson_a": [
    0.4145,
    0.5725
   ],
   "wilson_b": [
    0.5742,
    0.7248
   ],
   "mcnemar": {
    "a_only": 0,
    "b_only": 24,
    "p": 1.1920928955078125e-07
   },
   "steps_b_minus_a": {
    "pos": 1,
    "neg": 56,
    "p": 8.049116928532385e-16
   }
  },
  "barrier_adj": {
   "success_a": 85,
   "success_b": 101,
   "n": 150,
   "wilson_a": [
    0.4867,
    0.6433
   ],
   "wilson_b": [
    0.5948,
    0.7432
   ],
   "mcnemar": {
    "a_only": 0,
    "b_only": 16,
    "p": 3.0517578125e-05
   },
   "steps_b_minus_a": {
    "pos": 5,
    "neg": 39,
    "p": 1.4051624930289108e-07
   }
  },
  "svc_uniform": {
   "success_a": 63,
   "success_b": 63,
   "n": 150,
   "wilson_a": [
    0.344,
    0.5
   ],
   "wilson_b": [
    0.344,
    0.5
   ],
   "mcnemar": {
    "a_only": 0,
    "b_only": 0,
    "p": 1.0
   },
   "steps_b_minus_a": {
    "pos": 0,
    "neg": 0,
    "p": 1.0
   }
  },
  "grid_kd": {
   "success_a": 57,
   "success_b": 57,
   "n": 100,
   "wilson_a": [
    0.4722,
    0.6627
   ],
   "wilson_b": [
    0.4722,
    0.6627
   ],
   "mcnemar": {
    "a_only": 0,
    "b_only": 0,
    "p": 1.0
   },
   "steps_b_minus_a": {
    "pos": 0,
    "neg": 0,
    "p": 1.0
   }
  },
  "verdicts": {
   "H1_calibration": true,
   "H2_detection": {
    "edge": true,
    "row0": true,
    "start_row": true,
    "barrier_adj": true
   },
   "H3_use": {
    "edge": true,
    "row0": true,
    "start_row": true,
    "barrier_adj": true
   },
   "H4_no_harm": true,
   "H5_attribution": 0.9805,
   "H5_pass": true
  }
 },
 "duration_s": 2805.5
}