fold/bench/fp-baseline-security-bugs.json
2026-06-12 13:25:11 -04:00

161 lines
3.3 KiB
JSON

{
"corpora_available": [
"security-bugs"
],
"detectors": {
"dead": {
"corpora": {
"security-bugs": {
"f1": 0.6667,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 1,
"fp_files": [
"clean_guarded.cpp"
],
"gold_total": 1,
"precision": 0.5,
"recall": 1.0,
"tp": 1,
"tp_files": [
"bug_if_false.cpp"
]
}
},
"f1": 0.6667,
"finding_total": 2,
"fn": 0,
"fp": 1,
"gold_total": 1,
"precision": 0.5,
"recall": 1.0,
"tp": 1
},
"div-by-zero": {
"corpora": {
"security-bugs": {
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 0,
"fp_files": [],
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2,
"tp_files": [
"bug_literal.cpp",
"bug_variable.cpp"
]
}
},
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fp": 0,
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2
},
"int-overflow": {
"corpora": {
"security-bugs": {
"f1": 0.5714,
"finding_total": 3,
"fn": 2,
"fn_files": [
"bug_for_overflow.cpp",
"bug_tpl_add.cpp"
],
"fp": 1,
"fp_files": [
"clean_nested_guards.cpp"
],
"gold_total": 4,
"precision": 0.6667,
"recall": 0.5,
"tp": 2,
"tp_files": [
"bug_add.cpp",
"bug_mul.cpp"
]
}
},
"f1": 0.5714,
"finding_total": 3,
"fn": 2,
"fp": 1,
"gold_total": 4,
"precision": 0.6667,
"recall": 0.5,
"tp": 2
},
"null-deref": {
"corpora": {
"security-bugs": {
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 0,
"fp_files": [],
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2,
"tp_files": [
"bug_callee.cpp",
"bug_direct.cpp"
]
}
},
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fp": 0,
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2
},
"oob": {
"corpora": {
"security-bugs": {
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 0,
"fp_files": [],
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2,
"tp_files": [
"bug_constant.cpp",
"bug_symbolic.cpp"
]
}
},
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fp": 0,
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2
}
},
"fold_version": "0.1.0",
"generated": "2026-06-09T18-26-11Z",
"literature_context": {
"codeql_fp_rate": "~5%",
"semgrep_fp_rate": "~12%",
"source": "Bennett et al. 2024 (EASE), Lipp et al. 2022 (ISSTA)"
},
"scoring_model": "file-level per-detector"
}