{
  "asset": "A5 \u2014 verify-the-verifier mutation campaign",
  "reproducible": false,
  "kind": "scale-log",
  "adversary": "z3 linear-integer-arithmetic (LIA/Presburger) solver over z3.Int \u2014 an INDEPENDENT complete decision procedure, distinct from both the Fourier-Motzkin engine under test and the BitVec leg it agrees with",
  "z3_used": true,
  "n_mutants": 1836,
  "n_unsound_mutants": 985,
  "kill_rate": 1.0,
  "all_unsound_killed": true,
  "farkas_replay_rate": 1.0,
  "all_farkas_replay": true,
  "structural": {
    "n": 36,
    "agreement": 1.0,
    "false_rejects": 0,
    "unsound_killed": 14,
    "unsound": 14
  },
  "structural_agreement": 1.0,
  "structural_exact": true,
  "random": {
    "n": 1200,
    "agreement": 0.989167,
    "conservative_false_rejects": 13,
    "conservative_rate": 0.010833,
    "unsound_killed": 601,
    "unsound": 601
  },
  "out_of_fragment": {
    "n": 600,
    "unsound": 370,
    "unsound_killed": 370,
    "kill_rate": 1.0,
    "never_certifies_unsound": true
  },
  "n_disagreements": 18,
  "disagreements": [
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_10",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_34",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_48",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_68",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_120",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_134",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_140",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_150",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "random",
      "mutant": "random_166",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "out_of_fragment",
      "mutant": "oof_1",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "zlib_inflate_extra",
      "kind": "out_of_fragment",
      "mutant": "oof_88",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "random",
      "mutant": "random_0",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "random",
      "mutant": "random_22",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "random",
      "mutant": "random_68",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "random",
      "mutant": "random_198",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "out_of_fragment",
      "mutant": "oof_26",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "out_of_fragment",
      "mutant": "oof_86",
      "dp_sound": false,
      "z3_sound": true
    },
    {
      "class": "curl_ntlm_type3",
      "kind": "out_of_fragment",
      "mutant": "oof_87",
      "dp_sound": false,
      "z3_sound": true
    }
  ],
  "note": "SECURITY INVARIANT (kill_rate=1.0 everywhere): the solver-free decision procedure NEVER certifies an unsound guard, on any mutant. COMPLETENESS: on the class-guard fragment (structural mutants) it agrees with an independent LIA solver EXACTLY. On arbitrary non-unimodular 3-variable random systems it is sound-but-conservative (may reject a sound guard) \u2014 fail-safe, reported honestly. Every Farkas certificate replays."
}
