{ "schema": "f2/stranger-verifier-corpus/v1", "under_test": "oss/stranger-verifier/verifier.bundle.mjs (the shipped bundle)", "asset": "the stranger verifier: one document in, ACCEPT / REJECT / REFUSE out, no spec argument, offline", "module": "web/verifier/stranger.mjs", "page": "web/verifier/index.html", "engine": "node v25.1.0 (WebCrypto Ed25519)", "page_spec_table": { "file": "web/verifier/specs.gen.mjs", "n_specs": 7, "in_sync_with_sources": true, "regenerate": "node scripts/gen_verifier_specs.mjs (--check fails on drift)" }, "spec_table": { "n_specs": 7, "sources": [ "oss/datasets/cve-proof-corpus/cve-proof-corpus.jsonl", "oss/certkit-js/examples/*.spec.json" ], "dropped_specs_failing_their_own_fingerprint": [] }, "n_vectors": 55, "n_valid": 8, "n_forged": 41, "n_foreign": 3, "n_garbage": 3, "verdict_counts": { "ACCEPT": 8, "REJECT": 41, "REFUSE": 6 }, "n_as_expected": 55, "all_as_expected": true, "this_verifier": { "detection": 1, "valid_acceptance": 1, "two_sided_score": 1 }, "controls": { "accept_all": { "detection": 0, "valid_acceptance": 1, "two_sided_score": 0 }, "reject_all": { "detection": 1, "valid_acceptance": 0, "two_sided_score": 0 }, "both_degenerate_strategies_score_zero": true, "note": "run on the same vectors by the same rule; a corpus a reject-everything verifier can win is not a corpus" }, "foreign": { "source_outside_this_repo": "~/Documents/portfolio-control/site-program/matrix/certs", "vectors": [ { "lane": "f5", "sha256": "8a6bc474f3e4ddb89e793096d881269d57fd3d3f70016d4c2ac5e9b862a83489", "available": true }, { "lane": "vllm", "sha256": "8b43a4cb28bf7dcb11af6b827d2f4d83802aa488fb33d13fbddadcbfb9b353c1", "available": true }, { "lane": "genesis", "sha256": "6c8af74accc6055e62eb5b68adc4c8addfd6bb7a0ea74274f51109c4c0a0c587", "available": true } ], "n_refused": 3, "all_refused": true, "scored_separately_and_never_in_the_two_sided_score": true }, "exit_codes_observed": [ 0, 1, 3 ], "network_requests_made": 0, "honest_scope": "ACCEPT means this verifier checked the document and it holds; REJECT means it checked and it does not; REFUSE means it did not check, and the reason code says why. REFUSE is never evidence about the document. The Farkas leg checks a certificate only against the spec the certificate itself names by fingerprint; a fingerprint this verifier does not hold is REFUSED, not rejected. The decoder leg re-derives the canonical self-hash, the Ed25519 signature and the outcome-trace Merkle root; the probe-set root and the decoder binary hash need the generator and the binary and are not checked. f6 owns the estate shared corpus (O2); this corpus is this lane own vectors and is a local pre-check.", "rows": [ { "id": "valid/curl_ntlm_type3", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "valid/libpng_rfc1123", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "valid/libxml2_len_overflow", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "valid/openssl_heartbeat", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "valid/sudo_set_cmnd", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "valid/zlib_inflate_extra", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "valid/decoder-audit-v2", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "f2/decoder-audit/v2", "as_expected": true, "exit_code": 0 }, { "id": "forged/curl_ntlm_type3/zero_all", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/curl_ntlm_type3/sign_flip", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/curl_ntlm_type3/mult_drop", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/curl_ntlm_type3/key_shift", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/curl_ntlm_type3/value_perturb", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/curl_ntlm_type3/index_swap", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libpng_rfc1123/zero_all", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libpng_rfc1123/sign_flip", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libpng_rfc1123/mult_drop", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libpng_rfc1123/key_shift", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libpng_rfc1123/value_perturb", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libpng_rfc1123/index_swap", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libxml2_len_overflow/zero_all", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libxml2_len_overflow/sign_flip", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libxml2_len_overflow/mult_drop", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libxml2_len_overflow/key_shift", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libxml2_len_overflow/value_perturb", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/libxml2_len_overflow/index_swap", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/openssl_heartbeat/zero_all", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/openssl_heartbeat/sign_flip", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/openssl_heartbeat/mult_drop", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/openssl_heartbeat/key_shift", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/openssl_heartbeat/value_perturb", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/openssl_heartbeat/index_swap", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/sudo_set_cmnd/zero_all", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/sudo_set_cmnd/sign_flip", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/sudo_set_cmnd/mult_drop", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/sudo_set_cmnd/key_shift", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/sudo_set_cmnd/value_perturb", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/sudo_set_cmnd/index_swap", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/zlib_inflate_extra/zero_all", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/zlib_inflate_extra/sign_flip", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/zlib_inflate_extra/mult_drop", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/zlib_inflate_extra/key_shift", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/zlib_inflate_extra/value_perturb", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/zlib_inflate_extra/index_swap", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "valid/heartbleed-shipped-example", "klass": "valid", "expected": "ACCEPT", "got": "ACCEPT", "reason_code": "ok", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 0 }, { "id": "forged/heartbleed-shipped-forgery", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/spec-substituted-to-another-held-spec", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "farkas_check_failed", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 1 }, { "id": "forged/decoder-tamper-body", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "decoder_self_hash_mismatch", "kind": "f2/decoder-audit/v2", "as_expected": true, "exit_code": 1 }, { "id": "forged/decoder-tamper-signature", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "decoder_signature_invalid", "kind": "f2/decoder-audit/v2", "as_expected": true, "exit_code": 1 }, { "id": "forged/decoder-tamper-merkle-root", "klass": "forged", "expected": "REJECT", "got": "REJECT", "reason_code": "decoder_self_hash_mismatch", "kind": "f2/decoder-audit/v2", "as_expected": true, "exit_code": 1 }, { "id": "refuse/unknown-spec-fingerprint", "klass": "unknown_spec", "expected": "REFUSE", "got": "REFUSE", "reason_code": "unknown_spec_fingerprint", "kind": "certkit/farkas/v1", "as_expected": true, "exit_code": 3 }, { "id": "refuse/not-json", "klass": "garbage", "expected": "REFUSE", "got": "REFUSE", "reason_code": "not_json", "kind": null, "as_expected": true, "exit_code": 3 }, { "id": "refuse/json-but-not-a-certificate", "klass": "garbage", "expected": "REFUSE", "got": "REFUSE", "reason_code": "unrecognized_kind", "kind": null, "as_expected": true, "exit_code": 3 }, { "id": "foreign/f5", "klass": "foreign", "expected": "REFUSE", "got": "REFUSE", "reason_code": "unrecognized_kind", "kind": null, "as_expected": true, "exit_code": 3 }, { "id": "foreign/vllm", "klass": "foreign", "expected": "REFUSE", "got": "REFUSE", "reason_code": "unrecognized_kind", "kind": null, "as_expected": true, "exit_code": 3 }, { "id": "foreign/genesis", "klass": "foreign", "expected": "REFUSE", "got": "REFUSE", "reason_code": "unrecognized_kind", "kind": null, "as_expected": true, "exit_code": 3 } ] }