e30764fb19
Add negative_cases_from_universe to expand an explicit file-by-rule universe into labeled negatives (enabling TP/FP/TN/FN, not just TP/FP), plus project-eval harness updates in run_project_eval and the score/score_fp/quality-gate helpers.
49 lines
1.2 KiB
JSON
49 lines
1.2 KiB
JSON
{
|
|
"name": "svcomp-memsafety",
|
|
"description": "SV-COMP memsafety category gold, built from per-file yml specs (valid-deref/valid-free/valid-memtrack).",
|
|
"expected": [
|
|
{
|
|
"kind": "memory-leak",
|
|
"files": [
|
|
"memsafety/20020406-1.c",
|
|
"memsafety/20051113-1.c",
|
|
"memsafety/960521-1-1.c",
|
|
"memsafety/cmp-freed-ptr.c",
|
|
"memsafety/global-atexit-2.c",
|
|
"memsafety/lockfree-3.1.c",
|
|
"memsafety/lockfree-3.2.c",
|
|
"memsafety/lockfree-3.3.c",
|
|
"memsafety/test-0019-2.c",
|
|
"memsafety/test-0102-2.c",
|
|
"memsafety/test-0158-2.c",
|
|
"memsafety/test-0158-3.c",
|
|
"memsafety/test-0220.c",
|
|
"memsafety/test-0232-1.c",
|
|
"memsafety/test-0232-3.c",
|
|
"memsafety/test-0234-2.c",
|
|
"memsafety/test-0235-1.c"
|
|
],
|
|
"id": "svcomp-memsafety-memory-leak-0000"
|
|
},
|
|
{
|
|
"kind": "null-deref",
|
|
"files": [
|
|
"memsafety/960521-1-3.c",
|
|
"memsafety/global-atexit-5.c",
|
|
"memsafety/test-0137.c",
|
|
"memsafety/test-0235-3.c"
|
|
],
|
|
"id": "svcomp-memsafety-null-deref-0001"
|
|
},
|
|
{
|
|
"kind": "use-after-free",
|
|
"files": [
|
|
"memsafety/960521-1-1.c",
|
|
"memsafety/cmp-freed-ptr.c",
|
|
"memsafety/test-0158-3.c",
|
|
"memsafety/test-0232-3.c"
|
|
],
|
|
"id": "svcomp-memsafety-use-after-free-0002"
|
|
}
|
|
]
|
|
}
|