{
  "api_certainty_target": "0.995",
  "case_count": 29,
  "cases": [
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        }
      ],
      "case": "two_holds_each_0.002",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "true_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.9998",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.004",
      "reasons": [],
      "status_counts": {
        "holds": 2
      },
      "stratum": "true_with_model",
      "verdict": "true"
    },
    {
      "applicable_count": 3,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "c",
          "outcome": "holds",
          "test": "question:c@1"
        }
      ],
      "case": "three_holds_each_0.002",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 3,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.9997",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.006",
      "reasons": [
        {
          "assertion": null,
          "message": "Model answers combine to an error bound of 0.006, above the target of 0.005.",
          "reason": "combined_bound"
        }
      ],
      "status_counts": {
        "holds": 3
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 3,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        },
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "c",
          "outcome": "fails",
          "test": "question:c@1"
        }
      ],
      "case": "same_three_one_fails_0.002",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 3,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.0001",
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.006",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "holds": 2
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 3,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.2",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.2",
          "evidence": [],
          "id": "c",
          "outcome": "holds",
          "test": "question:c@1"
        }
      ],
      "case": "one_qualified_failure_with_large_other_bounds",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 3,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.0001",
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.402",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "holds": 2
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.003",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        }
      ],
      "case": "hold_sum_exactly_epsilon",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "true_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.9998",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.005",
      "reasons": [],
      "status_counts": {
        "holds": 2
      },
      "stratum": "true_with_model",
      "verdict": "true"
    },
    {
      "applicable_count": 1,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.005",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        }
      ],
      "case": "failure_bound_exactly_epsilon",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 1,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.0001",
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.005",
      "reasons": [],
      "status_counts": {
        "fails": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 1,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.006",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        }
      ],
      "case": "failure_bound_above_epsilon",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 1,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.0001",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.006",
      "reasons": [
        {
          "assertion": "a",
          "message": null,
          "reason": "fails"
        }
      ],
      "status_counts": {
        "fails": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 1,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        }
      ],
      "case": "failure_missing_bound",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 1,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.0001",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0",
      "reasons": [
        {
          "assertion": "a",
          "message": null,
          "reason": "fails"
        }
      ],
      "status_counts": {
        "fails": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        },
        {
          "evidence": [],
          "id": "c",
          "outcome": "not_applicable",
          "test": "procedure:c@1"
        }
      ],
      "case": "third_assertion_not_applicable",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "true_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 3,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.9998",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.004",
      "reasons": [],
      "status_counts": {
        "holds": 2,
        "not_applicable": 1
      },
      "stratum": "true_with_model",
      "verdict": "true"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "b",
          "outcome": "holds",
          "test": "question:b@1"
        },
        {
          "evidence": [],
          "id": "c",
          "outcome": "skipped",
          "test": "caller:c@1"
        }
      ],
      "case": "third_assertion_caller_skipped",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "true_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 3,
      "note": "A narrower scope, not stronger evidence for the original three-assertion scope.",
      "probability_basis": "uncalibrated",
      "probability_true": "0.9998",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.004",
      "reasons": [],
      "status_counts": {
        "holds": 2,
        "skipped": 1
      },
      "stratum": "true_with_model",
      "verdict": "true"
    },
    {
      "applicable_count": 0,
      "assertions": [
        {
          "evidence": [],
          "id": "a",
          "outcome": "not_applicable",
          "test": "procedure:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "skipped",
          "test": "caller:b@1"
        }
      ],
      "case": "all_out_of_scope",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "deterministic",
      "probability_true": "1.0000",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0",
      "reasons": [
        {
          "assertion": null,
          "message": "No assertion applies to this item, so nothing was tested.",
          "reason": "nothing_applicable"
        }
      ],
      "status_counts": {
        "not_applicable": 1,
        "skipped": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 0,
      "assertions": [],
      "case": "empty_results",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 0,
      "note": null,
      "probability_basis": "deterministic",
      "probability_true": "1.0000",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0",
      "reasons": [
        {
          "assertion": null,
          "message": "No assertion applies to this item, so nothing was tested.",
          "reason": "nothing_applicable"
        }
      ],
      "status_counts": {},
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 100,
      "assertions": [
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p0",
          "outcome": "holds",
          "test": "procedure:p0@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p1",
          "outcome": "holds",
          "test": "procedure:p1@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p2",
          "outcome": "holds",
          "test": "procedure:p2@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p3",
          "outcome": "holds",
          "test": "procedure:p3@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p4",
          "outcome": "holds",
          "test": "procedure:p4@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p5",
          "outcome": "holds",
          "test": "procedure:p5@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p6",
          "outcome": "holds",
          "test": "procedure:p6@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p7",
          "outcome": "holds",
          "test": "procedure:p7@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p8",
          "outcome": "holds",
          "test": "procedure:p8@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p9",
          "outcome": "holds",
          "test": "procedure:p9@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p10",
          "outcome": "holds",
          "test": "procedure:p10@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p11",
          "outcome": "holds",
          "test": "procedure:p11@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p12",
          "outcome": "holds",
          "test": "procedure:p12@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p13",
          "outcome": "holds",
          "test": "procedure:p13@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p14",
          "outcome": "holds",
          "test": "procedure:p14@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p15",
          "outcome": "holds",
          "test": "procedure:p15@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p16",
          "outcome": "holds",
          "test": "procedure:p16@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p17",
          "outcome": "holds",
          "test": "procedure:p17@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p18",
          "outcome": "holds",
          "test": "procedure:p18@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p19",
          "outcome": "holds",
          "test": "procedure:p19@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p20",
          "outcome": "holds",
          "test": "procedure:p20@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p21",
          "outcome": "holds",
          "test": "procedure:p21@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p22",
          "outcome": "holds",
          "test": "procedure:p22@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p23",
          "outcome": "holds",
          "test": "procedure:p23@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p24",
          "outcome": "holds",
          "test": "procedure:p24@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p25",
          "outcome": "holds",
          "test": "procedure:p25@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p26",
          "outcome": "holds",
          "test": "procedure:p26@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p27",
          "outcome": "holds",
          "test": "procedure:p27@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p28",
          "outcome": "holds",
          "test": "procedure:p28@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p29",
          "outcome": "holds",
          "test": "procedure:p29@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p30",
          "outcome": "holds",
          "test": "procedure:p30@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p31",
          "outcome": "holds",
          "test": "procedure:p31@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p32",
          "outcome": "holds",
          "test": "procedure:p32@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p33",
          "outcome": "holds",
          "test": "procedure:p33@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p34",
          "outcome": "holds",
          "test": "procedure:p34@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p35",
          "outcome": "holds",
          "test": "procedure:p35@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p36",
          "outcome": "holds",
          "test": "procedure:p36@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p37",
          "outcome": "holds",
          "test": "procedure:p37@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p38",
          "outcome": "holds",
          "test": "procedure:p38@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p39",
          "outcome": "holds",
          "test": "procedure:p39@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p40",
          "outcome": "holds",
          "test": "procedure:p40@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p41",
          "outcome": "holds",
          "test": "procedure:p41@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p42",
          "outcome": "holds",
          "test": "procedure:p42@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p43",
          "outcome": "holds",
          "test": "procedure:p43@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p44",
          "outcome": "holds",
          "test": "procedure:p44@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p45",
          "outcome": "holds",
          "test": "procedure:p45@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p46",
          "outcome": "holds",
          "test": "procedure:p46@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p47",
          "outcome": "holds",
          "test": "procedure:p47@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p48",
          "outcome": "holds",
          "test": "procedure:p48@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p49",
          "outcome": "holds",
          "test": "procedure:p49@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p50",
          "outcome": "holds",
          "test": "procedure:p50@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p51",
          "outcome": "holds",
          "test": "procedure:p51@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p52",
          "outcome": "holds",
          "test": "procedure:p52@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p53",
          "outcome": "holds",
          "test": "procedure:p53@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p54",
          "outcome": "holds",
          "test": "procedure:p54@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p55",
          "outcome": "holds",
          "test": "procedure:p55@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p56",
          "outcome": "holds",
          "test": "procedure:p56@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p57",
          "outcome": "holds",
          "test": "procedure:p57@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p58",
          "outcome": "holds",
          "test": "procedure:p58@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p59",
          "outcome": "holds",
          "test": "procedure:p59@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p60",
          "outcome": "holds",
          "test": "procedure:p60@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p61",
          "outcome": "holds",
          "test": "procedure:p61@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p62",
          "outcome": "holds",
          "test": "procedure:p62@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p63",
          "outcome": "holds",
          "test": "procedure:p63@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p64",
          "outcome": "holds",
          "test": "procedure:p64@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p65",
          "outcome": "holds",
          "test": "procedure:p65@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p66",
          "outcome": "holds",
          "test": "procedure:p66@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p67",
          "outcome": "holds",
          "test": "procedure:p67@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p68",
          "outcome": "holds",
          "test": "procedure:p68@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p69",
          "outcome": "holds",
          "test": "procedure:p69@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p70",
          "outcome": "holds",
          "test": "procedure:p70@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p71",
          "outcome": "holds",
          "test": "procedure:p71@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p72",
          "outcome": "holds",
          "test": "procedure:p72@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p73",
          "outcome": "holds",
          "test": "procedure:p73@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p74",
          "outcome": "holds",
          "test": "procedure:p74@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p75",
          "outcome": "holds",
          "test": "procedure:p75@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p76",
          "outcome": "holds",
          "test": "procedure:p76@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p77",
          "outcome": "holds",
          "test": "procedure:p77@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p78",
          "outcome": "holds",
          "test": "procedure:p78@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p79",
          "outcome": "holds",
          "test": "procedure:p79@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p80",
          "outcome": "holds",
          "test": "procedure:p80@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p81",
          "outcome": "holds",
          "test": "procedure:p81@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p82",
          "outcome": "holds",
          "test": "procedure:p82@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p83",
          "outcome": "holds",
          "test": "procedure:p83@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p84",
          "outcome": "holds",
          "test": "procedure:p84@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p85",
          "outcome": "holds",
          "test": "procedure:p85@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p86",
          "outcome": "holds",
          "test": "procedure:p86@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p87",
          "outcome": "holds",
          "test": "procedure:p87@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p88",
          "outcome": "holds",
          "test": "procedure:p88@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p89",
          "outcome": "holds",
          "test": "procedure:p89@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p90",
          "outcome": "holds",
          "test": "procedure:p90@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p91",
          "outcome": "holds",
          "test": "procedure:p91@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p92",
          "outcome": "holds",
          "test": "procedure:p92@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p93",
          "outcome": "holds",
          "test": "procedure:p93@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p94",
          "outcome": "holds",
          "test": "procedure:p94@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p95",
          "outcome": "holds",
          "test": "procedure:p95@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p96",
          "outcome": "holds",
          "test": "procedure:p96@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p97",
          "outcome": "holds",
          "test": "procedure:p97@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p98",
          "outcome": "holds",
          "test": "procedure:p98@1"
        },
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p99",
          "outcome": "holds",
          "test": "procedure:p99@1"
        }
      ],
      "case": "hundred_deterministic_holds",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "true_deterministic",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 100,
      "note": null,
      "probability_basis": "deterministic",
      "probability_true": "1.0000",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0",
      "reasons": [],
      "status_counts": {
        "holds": 100
      },
      "stratum": "true_deterministic",
      "verdict": "true"
    },
    {
      "applicable_count": 1,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        }
      ],
      "case": "holds_at_guard",
      "certainty_with_no_published_table": null,
      "indicator_points": "2",
      "input_count": 1,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.9999",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": null,
          "message": "Risk indicators reach 2, at or above the certification guard of 2.",
          "reason": "guard"
        }
      ],
      "status_counts": {
        "holds": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 1,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        }
      ],
      "case": "qualified_failure_at_guard",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "2",
      "input_count": 1,
      "note": null,
      "probability_basis": "uncalibrated",
      "probability_true": "0.0001",
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "fails": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "error_bound": "0",
          "evidence": [],
          "id": "p",
          "outcome": "fails",
          "test": "procedure:p@1"
        },
        {
          "evidence": [],
          "id": "q",
          "outcome": "insufficient_evidence",
          "test": "question:q@1"
        }
      ],
      "case": "deterministic_failure_overrides_missing",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_deterministic",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "deterministic",
      "probability_true": "0",
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "insufficient_evidence": 1
      },
      "stratum": "false_deterministic",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "insufficient_evidence",
          "test": "question:b@1"
        }
      ],
      "case": "holds_plus_insufficient_evidence",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "insufficient_evidence",
      "probability_true": null,
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": "b",
          "message": null,
          "reason": "insufficient_evidence"
        }
      ],
      "status_counts": {
        "holds": 1,
        "insufficient_evidence": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "insufficient_evidence",
          "test": "question:b@1"
        }
      ],
      "case": "qualified_failure_plus_insufficient_evidence",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": "Other assertions retain their unresolved outcomes even though the verdict reasons list is empty.",
      "probability_basis": "insufficient_evidence",
      "probability_true": null,
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "insufficient_evidence": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "abstained",
          "test": "question:b@1"
        }
      ],
      "case": "holds_plus_abstained",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "abstained",
      "probability_true": null,
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": "b",
          "message": null,
          "reason": "abstained"
        }
      ],
      "status_counts": {
        "abstained": 1,
        "holds": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "abstained",
          "test": "question:b@1"
        }
      ],
      "case": "qualified_failure_plus_abstained",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": "Other assertions retain their unresolved outcomes even though the verdict reasons list is empty.",
      "probability_basis": "abstained",
      "probability_true": null,
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "abstained": 1,
        "fails": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "not_asked",
          "test": "question:b@1"
        }
      ],
      "case": "holds_plus_not_asked",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "not_asked",
      "probability_true": null,
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": "b",
          "message": null,
          "reason": "not_asked"
        }
      ],
      "status_counts": {
        "holds": 1,
        "not_asked": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "not_asked",
          "test": "question:b@1"
        }
      ],
      "case": "qualified_failure_plus_not_asked",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": "Other assertions retain their unresolved outcomes even though the verdict reasons list is empty.",
      "probability_basis": "not_asked",
      "probability_true": null,
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "not_asked": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "model_unavailable",
          "test": "question:b@1"
        }
      ],
      "case": "holds_plus_model_unavailable",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "model_unavailable",
      "probability_true": null,
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": "b",
          "message": null,
          "reason": "model_unavailable"
        }
      ],
      "status_counts": {
        "holds": 1,
        "model_unavailable": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "model_unavailable",
          "test": "question:b@1"
        }
      ],
      "case": "qualified_failure_plus_model_unavailable",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": "Other assertions retain their unresolved outcomes even though the verdict reasons list is empty.",
      "probability_basis": "model_unavailable",
      "probability_true": null,
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "model_unavailable": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "context_too_long",
          "test": "question:b@1"
        }
      ],
      "case": "holds_plus_context_too_long",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "context_too_long",
      "probability_true": null,
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": "b",
          "message": null,
          "reason": "context_too_long"
        }
      ],
      "status_counts": {
        "context_too_long": 1,
        "holds": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "context_too_long",
          "test": "question:b@1"
        }
      ],
      "case": "qualified_failure_plus_context_too_long",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": "Other assertions retain their unresolved outcomes even though the verdict reasons list is empty.",
      "probability_basis": "context_too_long",
      "probability_true": null,
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "context_too_long": 1,
        "fails": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "unqualified",
          "test": "question:b@1"
        }
      ],
      "case": "holds_plus_unqualified",
      "certainty_with_no_published_table": null,
      "indicator_points": "0",
      "input_count": 2,
      "note": null,
      "probability_basis": "unqualified",
      "probability_true": null,
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [
        {
          "assertion": "b",
          "message": null,
          "reason": "unqualified"
        }
      ],
      "status_counts": {
        "holds": 1,
        "unqualified": 1
      },
      "stratum": null,
      "verdict": "uncertain"
    },
    {
      "applicable_count": 2,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.0001"
          },
          "error_bound": "0.002",
          "evidence": [],
          "id": "a",
          "outcome": "fails",
          "test": "question:a@1"
        },
        {
          "evidence": [],
          "id": "b",
          "outcome": "unqualified",
          "test": "question:b@1"
        }
      ],
      "case": "qualified_failure_plus_unqualified",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "false_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 2,
      "note": "Other assertions retain their unresolved outcomes even though the verdict reasons list is empty.",
      "probability_basis": "unqualified",
      "probability_true": null,
      "qualified_failure_count": 1,
      "question_bound_sum_for_applicable": "0.002",
      "reasons": [],
      "status_counts": {
        "fails": 1,
        "unqualified": 1
      },
      "stratum": "false_with_model",
      "verdict": "false"
    },
    {
      "applicable_count": 1,
      "assertions": [
        {
          "answer": {
            "p_yes": "0.9999"
          },
          "evidence": [],
          "id": "a",
          "outcome": "holds",
          "test": "question:a@1"
        }
      ],
      "case": "internal_only_hold_missing_bound",
      "certainty_with_no_published_table": {
        "basis": "unmeasured",
        "note": "No published measurement for this stratum and configuration yet.",
        "stratum": "true_with_model",
        "value": null
      },
      "indicator_points": "0",
      "input_count": 1,
      "note": "The gate treats a missing holds bound as zero. Normal qualification generation supplies a bound; this is an internal malformed-metadata observation, not a demonstrated public API bypass.",
      "probability_basis": "uncalibrated",
      "probability_true": "0.9999",
      "qualified_failure_count": 0,
      "question_bound_sum_for_applicable": "0",
      "reasons": [],
      "status_counts": {
        "holds": 1
      },
      "stratum": "true_with_model",
      "verdict": "true"
    }
  ],
  "engine_revision": "6205721f91352039de5ce861c1c94d15d9903c7d",
  "experiment": "Verdict gate asymmetry and selection caveats",
  "gate_epsilon": "0.005",
  "guard": "2",
  "public_inspection": {
    "checker": "check_results.py",
    "provenance": "Gate outcomes were recorded by a local synthetic experiment against the pinned engine revision. No model or production requests were made.",
    "scope": "Checks recorded gate outcomes against the experiment case manifest and independently recomputes the population arithmetic. Does not execute or reimplement the private engine."
  },
  "published_certainty_lookup_demonstration": {
    "certainty": {
      "basis": "holdout",
      "bound": "0.00664",
      "errors": 0,
      "measured_on": 450,
      "stratum": "false_deterministic",
      "value": "0.9934"
    },
    "certainty_target": "0.995",
    "gate_verdict": "false",
    "measured_value_below_requested_target": true,
    "note": "Illustrates the lookup using a locally published table. The synthetic input is not one of the table's observed records. This does not remeasure or verify production.",
    "table_key": "ai-output-verification@1|none|none"
  },
  "scope": "Synthetic private-core gate experiment only. No public service, live model, or deployment measurements.",
  "selection_counterexamples": {
    "failure_union": {
      "conditional_error_by_decided_verdict": {
        "false": "0.005976095617529880478087649402"
      },
      "decided_coverage": "1",
      "interpretation": "Constructed finite population with equal mass per record; these are exact conditional rates in this toy distribution, not sampled model measurements.",
      "patterns": [
        {
          "count": 998,
          "expected_verdict": "false",
          "gate_verdict": "false",
          "group": "shared_real_exceptions",
          "predictions": [
            "fails",
            "fails",
            "fails"
          ],
          "truths": [
            "fails",
            "fails",
            "fails"
          ]
        },
        {
          "count": 2,
          "expected_verdict": "true",
          "gate_verdict": "false",
          "group": "disjoint_erroneous_failure_q1",
          "predictions": [
            "fails",
            "holds",
            "holds"
          ],
          "truths": [
            "holds",
            "holds",
            "holds"
          ]
        },
        {
          "count": 2,
          "expected_verdict": "true",
          "gate_verdict": "false",
          "group": "disjoint_erroneous_failure_q2",
          "predictions": [
            "holds",
            "fails",
            "holds"
          ],
          "truths": [
            "holds",
            "holds",
            "holds"
          ]
        },
        {
          "count": 2,
          "expected_verdict": "true",
          "gate_verdict": "false",
          "group": "disjoint_erroneous_failure_q3",
          "predictions": [
            "holds",
            "holds",
            "fails"
          ],
          "truths": [
            "holds",
            "holds",
            "holds"
          ]
        }
      ],
      "question_regions": {
        "q1": {
          "fails": {
            "count": 1000,
            "errors": 2,
            "exact_rate_in_constructed_population": "0.002"
          },
          "holds": {
            "count": 4,
            "errors": 0,
            "exact_rate_in_constructed_population": "0"
          }
        },
        "q2": {
          "fails": {
            "count": 1000,
            "errors": 2,
            "exact_rate_in_constructed_population": "0.002"
          },
          "holds": {
            "count": 4,
            "errors": 0,
            "exact_rate_in_constructed_population": "0"
          }
        },
        "q3": {
          "fails": {
            "count": 1000,
            "errors": 2,
            "exact_rate_in_constructed_population": "0.002"
          },
          "holds": {
            "count": 4,
            "errors": 0,
            "exact_rate_in_constructed_population": "0"
          }
        }
      },
      "total": 1004,
      "verdict_counts": {
        "false": 1004
      },
      "wrong_verdict_counts": {
        "false": 6
      }
    },
    "hold_intersection": {
      "conditional_error_by_decided_verdict": {
        "true": "1"
      },
      "decided_coverage": "0.00005000250012500625031251562578",
      "interpretation": "Constructed finite population with equal mass per record; these are exact conditional rates in this toy distribution, not sampled model measurements.",
      "patterns": [
        {
          "count": 1,
          "expected_verdict": "false",
          "gate_verdict": "true",
          "group": "one_erroneous_all_holds_record",
          "predictions": [
            "holds",
            "holds"
          ],
          "truths": [
            "fails",
            "holds"
          ]
        },
        {
          "count": 9999,
          "expected_verdict": "true",
          "gate_verdict": "uncertain",
          "group": "q1_holds_q2_abstains",
          "predictions": [
            "holds",
            "abstained"
          ],
          "truths": [
            "holds",
            "holds"
          ]
        },
        {
          "count": 9999,
          "expected_verdict": "true",
          "gate_verdict": "uncertain",
          "group": "q2_holds_q1_abstains",
          "predictions": [
            "abstained",
            "holds"
          ],
          "truths": [
            "holds",
            "holds"
          ]
        }
      ],
      "question_regions": {
        "q1": {
          "holds": {
            "count": 10000,
            "errors": 1,
            "exact_rate_in_constructed_population": "0.0001"
          }
        },
        "q2": {
          "holds": {
            "count": 10000,
            "errors": 0,
            "exact_rate_in_constructed_population": "0"
          }
        }
      },
      "total": 19999,
      "verdict_counts": {
        "true": 1,
        "uncertain": 19998
      },
      "wrong_verdict_counts": {
        "true": 1
      }
    }
  }
}