Skip to content

Commit 3142485

Browse files
comprehensive silent-fix classification across all 11 clients (+453 admitted)
Classified 1,519 PR/commit diffs with gemma4:31b — curated C_candidate plus the gate-dropped rows that plausibly are fixes (fix-verb / sensitive-path signal), skipping the ~16k obvious non-security commits (base-rate waste). Flagged 696 silent fixes. With silent_fix_prob>=0.70 now in the GATE, this admits +453 real silent fixes the deterministic keyword gate had dropped: 1,880 -> 2,333 rows, essential slice 1,535 -> 1,891. Infra: local_diffs.py `warm-prs` bulk-fetched ~90k PR head refs across 11 repos (~1.7GB blobless) so PR diffs are instant/local and the classification is LLM-bound, not GitHub-rate-limited. data/silent_fix_llm.csv regenerated from the full prediction cache; curate folds it in. Note: full 17.7k-commit classification was measured at ~18h (commit-blob fetch + base-rate waste) and rejected in favour of the plausible-candidate scope. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
1 parent 75afc68 commit 3142485

4 files changed

Lines changed: 1216 additions & 33 deletions

File tree

data/ethereum_vulns.parquet

223 KB
Binary file not shown.

data/manifest.json

Lines changed: 26 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"domain": "ethereum",
3-
"n_rows": 1880,
3+
"n_rows": 2333,
44
"schema": [
55
"id",
66
"source_platform",
@@ -33,50 +33,50 @@
3333
"t2_noise_dropped": 1417,
3434
"t2b_nvd_fp_dropped": 49,
3535
"after_t1": 16998,
36-
"security_rows": 1880,
37-
"low_signal_dropped": 15118,
36+
"security_rows": 2333,
37+
"low_signal_dropped": 14665,
3838
"by_confidence": {
3939
"medium": 1542,
40-
"high": 337,
41-
"low": 1
40+
"low": 454,
41+
"high": 337
4242
},
4343
"by_authority_tier": {
44-
"B_corroborated": 1296,
45-
"C_candidate": 345,
44+
"B_corroborated": 1652,
45+
"C_candidate": 442,
4646
"A_authoritative": 239
4747
},
4848
"by_n_signals": {
49-
"1": 390,
50-
"2": 1073,
51-
"3": 343,
52-
"4": 69,
53-
"5": 5
49+
"1": 487,
50+
"2": 1154,
51+
"3": 566,
52+
"4": 120,
53+
"5": 6
5454
},
5555
"by_source": {
56-
"geth": 376,
57-
"erigon": 358,
58-
"nimbus": 198,
59-
"lodestar": 194,
60-
"lighthouse": 177,
61-
"reth": 161,
56+
"geth": 449,
57+
"erigon": 446,
58+
"nimbus": 272,
59+
"lodestar": 233,
60+
"lighthouse": 221,
61+
"reth": 197,
62+
"nethermind": 138,
63+
"teku": 123,
64+
"besu": 117,
6265
"prysm": 114,
63-
"nethermind": 104,
64-
"teku": 91,
65-
"besu": 89,
66-
"grandine": 16,
66+
"grandine": 21,
6767
"consensus-specs": 2
6868
},
6969
"by_severity": {
70-
"Unrated": 960,
71-
"Info": 773,
70+
"Unrated": 1333,
71+
"Info": 853,
7272
"High": 63,
7373
"Medium": 60,
7474
"Low": 21,
7575
"Critical": 3
7676
},
7777
"by_score": {
78-
"0.0": 35,
79-
"0.3": 4,
78+
"0.0": 220,
79+
"0.3": 272,
8080
"0.5": 1208,
8181
"0.8": 296,
8282
"0.9": 170,

0 commit comments

Comments
 (0)