From 74d1497e968f5dbaf28c7a2ad5c69d46201c2d6e Mon Sep 17 00:00:00 2001 From: mrwulf Date: Sun, 2 Aug 2026 21:29:54 +0200 Subject: [PATCH] correspondence: a named section is not a namespace; an extra axiom is a failure MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Round-8 review (GPT-5.6, register key `section-prefix-bug`, CRITICAL). Reproduced here exactly before fixing. model-correspondence.py treated `namespace`, `section` and `end` as one event class and pushed a named section onto the fully-qualified-name prefix. Lean does not: `section Foo` opens a scope for `variable`/`open` and gives `end Foo` a label; it does not turn `bar` into `Foo.bar`. Given a template reading section Foo axiom bar : Nat end Foo the scanner reported `Foo.bar`, `--names` handed Phase 2d only `Foo.bar`, Lean resolved an unrelated `Foo.bar` definition elsewhere in the corpus, and the verdict came back PROVEN. The axiom the extraction ACTUALLY depends on was never queried. This survived both the fail-closed rewrite and the new Lean-semantic phase, in a scanner rewritten that same week specifically to stop dropping things. AND THE REASON IT STAYED SILENT, which is the half worth keeping. The real external did not vanish — it landed in the table as EXTRA, the one verdict that could not fail. A silent bucket beside a fail-closed parser is a slower way of dropping things. An extra AXIOM is now EXTRA-AXIOM and stops the button: the model exists to answer the template, so an assumption nothing asks for is either a parse we got wrong or an assumption nobody governs. Extra definitions stay tolerated; helpers in a model file are ordinary. That gate fired on the real corpora on its first run. Each fork's hand-maintained gen/CurveField/FunsExternal.lean carried AVX2/AVX512 backend axioms present in no template, no proof, no cone and no allowlist — dead assumptions in a pinned trusted-base file, reported as EXTRA and therefore invisible. extract.sh:16 confirms these files are never overwritten by extraction, so they were hand-written and are removed here: dalek 2, anza 3, risc0 4, betrusted 4 Nothing referenced them, so no certificate's cone changes; the trusted base simply gets smaller. Table rows 64->62, 51->48, 57->53, 56->52, and Phase 2d independently resolved 62/48/53/52 externals against the regenerated tables. GEN-MODEL.sha256 and HARNESS.sha256 both move: the model bytes changed, and the harness pins the table and the gen manifest themselves. Certified: round-10 sweep, 2h53m, ten instruments in each of four forks, 40/40 GREEN, 0 failing, 0 resource-limited. A full run was required — the --audit-only staleness gate correctly refused after a source change. Registered in formal-verification-control/review-findings.tsv as `section-prefix-bug` and `dead-model-axioms`. Co-Authored-By: Claude Opus 4.8 --- verification/GEN-MODEL.sha256 | 2 +- verification/HARNESS.sha256 | 6 +- verification/MODEL-CORRESPONDENCE.txt | 4 +- verification/gen/CurveField/FunsExternal.lean | 14 ----- verification/model-correspondence.py | 61 ++++++++++++++++--- 5 files changed, 58 insertions(+), 29 deletions(-) diff --git a/verification/GEN-MODEL.sha256 b/verification/GEN-MODEL.sha256 index ee0d44d..b0fe77a 100644 --- a/verification/GEN-MODEL.sha256 +++ b/verification/GEN-MODEL.sha256 @@ -1,4 +1,4 @@ -56f9a263591fa407af38325601f8f090fdeb3d3715a83763f74afc3e9522b612 CurveField/FunsExternal.lean +b6f95ccf7c47d94b8de4996ffb73f5e64f3915e981d77bb61c75d22b4b2dd947 CurveField/FunsExternal.lean f23af27f3148e8ac6181d077e558d30e73936fc54a1cb3928d70687c1d37c644 CurveField/FunsExternal_Template.lean 0b7b818978e3a0274d547d1bcf25634be98c55d813950dc4a541bd7adef60b21 CurveField/Funs.lean d197d7b9fe515863784eeee59a2fbb69735d10ebcf5cc4e03feb3afbeb53a2b7 CurveField/TypesExternal.lean diff --git a/verification/HARNESS.sha256 b/verification/HARNESS.sha256 index e7178d0..617e921 100644 --- a/verification/HARNESS.sha256 +++ b/verification/HARNESS.sha256 @@ -2,14 +2,14 @@ c0cfe800f41ce6c12420afb97ad40330b14a2aaad232077e7579e376c48e2ae4 AUDIT-MANIFEST 6b25b7e261633f4fa703de0be1dfd3c263d043107e3b3225d4c5079a93b6a64d check-scalar.sh a556559d7dba1b565aad6724112e4f3aec73ad0b6a29c34855998edbf402f2d1 check.sh 5e582e44dfd210cb5b8e56f6c31907162fc8e1adf7dac7caf3afb435bbaccb53 extract.sh -d93d7b77831b7db7acc2f88c395526db850219389a967a0873f3d59ee1f64dd4 GEN-MODEL.sha256 +cc7d98732f4629c2178cb10620babe463c6fa090939df913d70f2a81806a8689 GEN-MODEL.sha256 9acc69d66d0c35a88da6d6d020027e5b66ce992763cef3af8de653319abfbb8c inventory-allowlist-scalar.txt 8e2950712ce39ace9cffd3bb58a13984832ff7f3f43ba7b68aa2b1eaa2bc2116 inventory-allowlist.txt 0bb01bc4abaafa8537d460682004d1f336980b28bc4fe1968bcc9c3bc3bc71ba inventory_gate.sh 736ea4be712e1b5bcda10ecb466f0dec7008a2a36eabdfd77563976299c43cce lean-guard b982bd1aa56b0648b10516985a2e0f6a9cacff4e1d19b441dadc5b35d69ec732 lift-guard.sh -7a9c89cf2b96313bd4bcddb534e8d06724bd7250234e670baadf6a9b0d1fbf81 model-correspondence.py -665cea5463959d5bc80c6549bf899c0450f3e9d597a4ac6acae7f1559325c1e8 MODEL-CORRESPONDENCE.txt +1942177f13d6ae229d87a3b0b33f7fbb4b2ae20fe1059cc83010e73f6a156427 model-correspondence.py +1757e9c7d43aacc6d5930af62f6450ac336f7e881350ef0e5af35015442358dd MODEL-CORRESPONDENCE.txt 79a001107928713a22e679e4c4028549df76d0733455bb9937a4f438a0c315c8 Proofs/Audit.lean 18e0cef25366bdcda67e8e347a222c169469654547b87adb01eb5b12aa9a9529 Proofs/InventoryBasic.lean 2b4f2bad2c82c64a1d29c873554b1728b86148f0bc27324c6e0b16defda22ca9 Proofs/InventoryCore.lean diff --git a/verification/MODEL-CORRESPONDENCE.txt b/verification/MODEL-CORRESPONDENCE.txt index 3839df8..52af23d 100644 --- a/verification/MODEL-CORRESPONDENCE.txt +++ b/verification/MODEL-CORRESPONDENCE.txt @@ -39,8 +39,6 @@ CurveField/FunsExternal|subtle.Choice.Insts.CoreOpsBitBitOrChoiceChoice.bitor|MO CurveField/FunsExternal|subtle.Choice.unwrap_u8|MODEL CurveField/FunsExternal|subtle.ConditionallySelectable.conditional_assign.default|MODEL CurveField/FunsExternal|subtle.ConditionallySelectable.conditional_swap.default|MODEL -CurveField/FunsExternal|backend.vector.scalar_mul.variable_base.spec_avx2.mul|EXTRA -CurveField/FunsExternal|backend.vector.scalar_mul.vartime_double_base.spec_avx2.mul|EXTRA CurveField/TypesExternal|subtle.Choice|MODEL CurveSig/FunsExternal|core.result.Result.Insts.CoreOpsTry_traitFromResidualResultInfallibleE.from_residual|MODEL CurveSig/FunsExternal|core.result.Result.Insts.CoreOpsTry_traitTry.branch|MODEL @@ -62,4 +60,4 @@ CurveSig/TypesExternal|curve25519_dalek.scalar.Scalar|PROVEN CurveSig/TypesExternal|ed25519.Signature|MODEL CurveSig/TypesExternal|sha2.Sha512|MODEL CurveSig/TypesExternal|signature.error.Error|MODEL -CORRESPONDENCE-COUNT|64 +CORRESPONDENCE-COUNT|62 diff --git a/verification/gen/CurveField/FunsExternal.lean b/verification/gen/CurveField/FunsExternal.lean index 0a1253a..57d5a70 100644 --- a/verification/gen/CurveField/FunsExternal.lean +++ b/verification/gen/CurveField/FunsExternal.lean @@ -343,20 +343,6 @@ axiom axiom backend.serial.scalar_mul.variable_base.mul : edwards.EdwardsPoint → scalar.Scalar → Result edwards.EdwardsPoint -/-- [curve25519_dalek::backend::vector::scalar_mul::variable_base::spec_avx2::mul]: - Source: 'curve25519-dalek/src/backend/vector/scalar_mul/variable_base.rs', lines 3:0-6:2 - Visibility: public -/ -axiom backend.vector.scalar_mul.variable_base.spec_avx2.mul - : edwards.EdwardsPoint → scalar.Scalar → Result edwards.EdwardsPoint - -/-- [curve25519_dalek::backend::vector::scalar_mul::vartime_double_base::spec_avx2::mul]: - Source: 'curve25519-dalek/src/backend/vector/scalar_mul/vartime_double_base.rs', lines 14:0-17:2 - Visibility: public -/ -axiom backend.vector.scalar_mul.vartime_double_base.spec_avx2.mul - : - scalar.Scalar → edwards.EdwardsPoint → scalar.Scalar → Result - edwards.EdwardsPoint - /-- [curve25519_dalek::backend::get_selected_backend]: Source: 'curve25519-dalek/src/backend.rs', lines 55:0-75:1 diff --git a/verification/model-correspondence.py b/verification/model-correspondence.py index c8d987c..ba9f810 100755 --- a/verification/model-correspondence.py +++ b/verification/model-correspondence.py @@ -121,7 +121,11 @@ def strip_comments(text): def declared(path): - """Fully-qualified names declared in one file. + """{fully-qualified name: declaration keyword} for one file. + + Returns a MAPPING, not a set, because the keyword is load-bearing: an + `axiom` the template never asks for must stop the button, while an extra + `def` is an ordinary helper. Callers that only need names take `set(...)`. Raises ScanError on any declaration keyword whose name cannot be read. """ @@ -131,7 +135,7 @@ def declared(path): # Scope events by offset, so each declaration can be placed in its stack. events = [(m.start(), m.group(1), m.group(2)) for m in NS.finditer(text)] - names = set() + names = {} for m in KW.finditer(text): im = IDENT.match(text, m.end()) if not im: @@ -144,12 +148,31 @@ def declared(path): for off, kind, arg in events: if off > m.start(): break - if kind in ('namespace', 'section'): + if kind == 'namespace': stack.append(arg) + elif kind == 'section': + # A NAMED SECTION DOES NOT QUALIFY DECLARATION NAMES. `section + # Foo` opens a scope for `variable`/`open` and gives `end Foo` a + # label to match; it does not make `bar` into `Foo.bar`. This + # line pushed `arg`, so a template reading + # section Foo + # axiom bar : Nat + # end Foo + # was reported as declaring `Foo.bar`. Round-8 review (GPT-5.6, + # register key `section-prefix-bug`) showed the consequence: + # `--names` handed Phase 2d only `Foo.bar`, Lean happily + # resolved an unrelated `Foo.bar` definition elsewhere in the + # corpus and returned PROVEN, and the axiom the extraction + # ACTUALLY depends on was never queried at all. The scanner had + # been rewritten that same week specifically to be fail-closed. + # None appends a frame so `end` still balances, and the + # comprehension below drops it from the prefix. + stack.append(None) elif stack: stack.pop() prefix = [p for p in stack if p] - names.add('.'.join(prefix + [im.group(1)]) if prefix else im.group(1)) + full = '.'.join(prefix + [im.group(1)]) if prefix else im.group(1) + names.setdefault(full, m.group(1)) return names @@ -163,14 +186,15 @@ def main(root): for f in sorted(glob.glob(os.path.join(gen, '*', '*.lean'))): if f in models or f.endswith('_Template.lean'): continue - corpus |= declared(f) + corpus.update(declared(f)) rows, unresolved = [], [] for t in templates: model = t.replace('_Template', '') rel = os.path.relpath(t, gen).replace('_Template.lean', '') - tnames = declared(t) - mnames = declared(model) if os.path.exists(model) else set() + tnames = set(declared(t)) + mkinds = declared(model) if os.path.exists(model) else {} + mnames = set(mkinds) for n in sorted(tnames): if n in mnames: rows.append(f'{rel}|{n}|MODEL') @@ -179,8 +203,29 @@ def main(root): else: rows.append(f'{rel}|{n}|UNRESOLVED') unresolved.append(f'{rel}|{n}') + # AN EXTRA AXIOM IS A FAILURE, and this is the second half of the + # round-8 section-prefix finding. EXTRA was the one verdict that could + # not fail: the model declares something the template did not ask for. + # When the scanner mis-derived the template's name (`Foo.bar` instead of + # `bar`), the axiom the extraction ACTUALLY depends on did not vanish — + # it landed here, as a harmless-looking EXTRA row, while the invented + # name was certified PROVEN. A silent bucket next to a fail-closed + # parser is just a slower way of dropping things. + # + # There is no benign reading of an extra AXIOM either way. The model + # exists to answer the template; an assumption nothing asks for is + # either a parse the scanner got wrong or an unaudited assumption + # nobody is governing. Both must stop the button. Extra non-axiom + # declarations stay reportable-but-tolerated: helper definitions in a + # model file are ordinary. for n in sorted(mnames - tnames): - rows.append(f'{rel}|{n}|EXTRA') + kind = mkinds.get(n, '') + if kind == 'axiom': + rows.append(f'{rel}|{n}|EXTRA-AXIOM') + unresolved.append(f'{rel}|{n} (axiom in the model that no ' + f'template external asks for)') + else: + rows.append(f'{rel}|{n}|EXTRA') print('\n'.join(rows)) print(f'CORRESPONDENCE-COUNT|{len(rows)}') return 1 if unresolved else 0