trevon/fold
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
fold/bench/fp-baseline.json
trvon 080bf9655f
 feat(walker): affine (symbolic-bound) loop summarization + deterministic baseline 
Extend ir::Loop classification: a monotone single-induction-variable for-loop
with a symbolic bound (e.g. `for (i=0; i<n; ++i)`) is now Affine (was General).
The walker summarizes Affine loops like Counted ones — bind the induction
variable to a fresh symbolic, assert its start bound plus the loop condition
(encoded to a Z3 bool) as path constraints, walk the body once — exposing
high-index OOB that bounded unroll misses. Findings are over-approximations
(LoopHavoc/heuristic), never proved.

Net effect on the gate: oob recall 0.531 -> 0.559, F1 0.637 -> 0.652 (precision
dips 0.796 -> 0.782) — a contract-sanctioned over-approximation tradeoff.

Also regenerate bench/fp-baseline.json deterministically from a clean run: the
prior committed oob numbers (0.574) were not reproducible (transient warm-state
artifact); fresh runs are now bit-identical, so the gate is reliable.

Tests: test_ir_loop (affine classification), test_loop_summary (symbolic-bound
OOB exposed, not proved). Suite green.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-05-31 08:46:16 -04:00

1583 lines
89 KiB
JSON
Raw Permalink Blame History

{
"corpora_available": [
"juliet-121",
"juliet-122",
"juliet-124",
"juliet-126",
"juliet-127",
"juliet-190",
"juliet-191",
"juliet-194",
"juliet-195",
"juliet-196",
"juliet-197",
"juliet-369",
"juliet-476",
"security-bugs"
],
"detectors": {
"dead": {
"corpora": {
"security-bugs": {
"f1": 0.6667,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 1,
"fp_files": [
"clean_guarded.cpp"
],
"gold_total": 1,
"precision": 0.5,
"recall": 1.0,
"tp": 1,
"tp_files": [
"bug_if_false.cpp"
]
}
},
"f1": 0.6667,
"finding_total": 2,
"fn": 0,
"fp": 1,
"gold_total": 1,
"precision": 0.5,
"recall": 1.0,
"tp": 1
},
"div-by-zero": {
"corpora": {
"juliet-369": {
"f1": 0.622,
"finding_total": 77,
"fn": 36,
"fn_files": [
"CWE369_Divide_by_Zero__float_connect_socket_65a.c",
"CWE369_Divide_by_Zero__float_fgets_51a.c",
"CWE369_Divide_by_Zero__float_fgets_67a.c",
"CWE369_Divide_by_Zero__float_fgets_74a.cpp",
"CWE369_Divide_by_Zero__float_fscanf_63a.c",
"CWE369_Divide_by_Zero__float_fscanf_73a.cpp",
"CWE369_Divide_by_Zero__float_listenSocket_65a.c",
"CWE369_Divide_by_Zero__float_listenSocket_72a.cpp",
"CWE369_Divide_by_Zero__float_rand_51a.c",
"CWE369_Divide_by_Zero__float_rand_67a.c",
"CWE369_Divide_by_Zero__float_zero_63a.c",
"CWE369_Divide_by_Zero__int_connect_socket_divide_65a.c",
"CWE369_Divide_by_Zero__int_connect_socket_modulo_51a.c",
"CWE369_Divide_by_Zero__int_connect_socket_modulo_67a.c",
"CWE369_Divide_by_Zero__int_connect_socket_modulo_74a.cpp",
"CWE369_Divide_by_Zero__int_fgets_divide_63a.c",
"CWE369_Divide_by_Zero__int_fgets_divide_73a.cpp",
"CWE369_Divide_by_Zero__int_fgets_modulo_65a.c",
"CWE369_Divide_by_Zero__int_fgets_modulo_72a.cpp",
"CWE369_Divide_by_Zero__int_fscanf_divide_51a.c",
"CWE369_Divide_by_Zero__int_fscanf_divide_62a.cpp",
"CWE369_Divide_by_Zero__int_fscanf_divide_67a.c",
"CWE369_Divide_by_Zero__int_fscanf_modulo_63a.c",
"CWE369_Divide_by_Zero__int_listen_socket_divide_65a.c",
"CWE369_Divide_by_Zero__int_listen_socket_divide_74a.cpp",
"CWE369_Divide_by_Zero__int_listen_socket_modulo_51a.c",
"CWE369_Divide_by_Zero__int_listen_socket_modulo_67a.c",
"CWE369_Divide_by_Zero__int_listen_socket_modulo_73a.cpp",
"CWE369_Divide_by_Zero__int_rand_divide_63a.c",
"CWE369_Divide_by_Zero__int_rand_divide_72a.cpp",
"CWE369_Divide_by_Zero__int_rand_modulo_62a.cpp",
"CWE369_Divide_by_Zero__int_rand_modulo_65a.c",
"CWE369_Divide_by_Zero__int_zero_divide_51a.c",
"CWE369_Divide_by_Zero__int_zero_divide_67a.c",
"CWE369_Divide_by_Zero__int_zero_modulo_63a.c",
"main.cpp"
],
"fp": 26,
"fp_files": [
"CWE369_Divide_by_Zero__float_connect_socket_53d.c",
"CWE369_Divide_by_Zero__float_fgets_83_goodG2B.cpp",
"CWE369_Divide_by_Zero__float_fscanf_22b.c",
"CWE369_Divide_by_Zero__float_fscanf_52c.c",
"CWE369_Divide_by_Zero__float_listenSocket_53d.c",
"CWE369_Divide_by_Zero__float_listenSocket_82_goodG2B.cpp",
"CWE369_Divide_by_Zero__float_zero_22b.c",
"CWE369_Divide_by_Zero__float_zero_52c.c",
"CWE369_Divide_by_Zero__float_zero_81_goodG2B.cpp",
"CWE369_Divide_by_Zero__float_zero_84_goodG2B.cpp",
"CWE369_Divide_by_Zero__int_connect_socket_divide_53d.c",
"CWE369_Divide_by_Zero__int_connect_socket_modulo_83_goodG2B.cpp",
"CWE369_Divide_by_Zero__int_fgets_divide_22b.c",
"CWE369_Divide_by_Zero__int_fgets_divide_52c.c",
"CWE369_Divide_by_Zero__int_fgets_modulo_53d.c",
"CWE369_Divide_by_Zero__int_fgets_modulo_82_goodG2B.cpp",
"CWE369_Divide_by_Zero__int_fscanf_modulo_22b.c",
"CWE369_Divide_by_Zero__int_fscanf_modulo_52c.c",
"CWE369_Divide_by_Zero__int_listen_socket_divide_53d.c",
"CWE369_Divide_by_Zero__int_listen_socket_divide_83_goodG2B.cpp",
"CWE369_Divide_by_Zero__int_rand_divide_22b.c",
"CWE369_Divide_by_Zero__int_rand_divide_52c.c",
"CWE369_Divide_by_Zero__int_rand_divide_82_goodG2B.cpp",
"CWE369_Divide_by_Zero__int_rand_modulo_53d.c",
"CWE369_Divide_by_Zero__int_zero_modulo_22b.c",
"CWE369_Divide_by_Zero__int_zero_modulo_52c.c"
],
"gold_total": 87,
"precision": 0.6623,
"recall": 0.5862,
"tp": 51,
"tp_files": [
"CWE369_Divide_by_Zero__float_connect_socket_01.c",
"CWE369_Divide_by_Zero__float_connect_socket_13.c",
"CWE369_Divide_by_Zero__float_connect_socket_41.c",
"CWE369_Divide_by_Zero__float_connect_socket_81_bad.cpp",
"CWE369_Divide_by_Zero__float_connect_socket_84_bad.cpp",
"CWE369_Divide_by_Zero__float_fgets_05.c",
"CWE369_Divide_by_Zero__float_fgets_17.c",
"CWE369_Divide_by_Zero__float_fscanf_09.c",
"CWE369_Divide_by_Zero__float_fscanf_83_bad.cpp",
"CWE369_Divide_by_Zero__float_listenSocket_01.c",
"CWE369_Divide_by_Zero__float_listenSocket_13.c",
"CWE369_Divide_by_Zero__float_listenSocket_41.c",
"CWE369_Divide_by_Zero__float_rand_05.c",
"CWE369_Divide_by_Zero__float_rand_17.c",
"CWE369_Divide_by_Zero__float_rand_62a.cpp",
"CWE369_Divide_by_Zero__float_rand_82_bad.cpp",
"CWE369_Divide_by_Zero__float_zero_09.c",
"CWE369_Divide_by_Zero__float_zero_33.cpp",
"CWE369_Divide_by_Zero__int_connect_socket_divide_01.c",
"CWE369_Divide_by_Zero__int_connect_socket_divide_13.c",
"CWE369_Divide_by_Zero__int_connect_socket_divide_41.c",
"CWE369_Divide_by_Zero__int_connect_socket_divide_81_bad.cpp",
"CWE369_Divide_by_Zero__int_connect_socket_divide_84_bad.cpp",
"CWE369_Divide_by_Zero__int_connect_socket_modulo_05.c",
"CWE369_Divide_by_Zero__int_connect_socket_modulo_17.c",
"CWE369_Divide_by_Zero__int_fgets_divide_09.c",
"CWE369_Divide_by_Zero__int_fgets_divide_83_bad.cpp",
"CWE369_Divide_by_Zero__int_fgets_modulo_01.c",
"CWE369_Divide_by_Zero__int_fgets_modulo_13.c",
"CWE369_Divide_by_Zero__int_fgets_modulo_41.c",
"CWE369_Divide_by_Zero__int_fscanf_divide_05.c",
"CWE369_Divide_by_Zero__int_fscanf_divide_17.c",
"CWE369_Divide_by_Zero__int_fscanf_divide_82_bad.cpp",
"CWE369_Divide_by_Zero__int_fscanf_modulo_09.c",
"CWE369_Divide_by_Zero__int_fscanf_modulo_81_bad.cpp",
"CWE369_Divide_by_Zero__int_fscanf_modulo_84_bad.cpp",
"CWE369_Divide_by_Zero__int_listen_socket_divide_01.c",
"CWE369_Divide_by_Zero__int_listen_socket_divide_13.c",
"CWE369_Divide_by_Zero__int_listen_socket_divide_41.c",
"CWE369_Divide_by_Zero__int_listen_socket_modulo_05.c",
"CWE369_Divide_by_Zero__int_listen_socket_modulo_17.c",
"CWE369_Divide_by_Zero__int_listen_socket_modulo_83_bad.cpp",
"CWE369_Divide_by_Zero__int_rand_divide_09.c",
"CWE369_Divide_by_Zero__int_rand_modulo_01.c",
"CWE369_Divide_by_Zero__int_rand_modulo_13.c",
"CWE369_Divide_by_Zero__int_rand_modulo_41.c",
"CWE369_Divide_by_Zero__int_rand_modulo_82_bad.cpp",
"CWE369_Divide_by_Zero__int_zero_divide_05.c",
"CWE369_Divide_by_Zero__int_zero_divide_17.c",
"CWE369_Divide_by_Zero__int_zero_divide_33.cpp",
"CWE369_Divide_by_Zero__int_zero_modulo_09.c"
]
},
"security-bugs": {
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 0,
"fp_files": [],
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2,
"tp_files": [
"bug_literal.cpp",
"bug_variable.cpp"
]
}
},
"f1": 0.631,
"finding_total": 79,
"fn": 36,
"fp": 26,
"gold_total": 89,
"precision": 0.6709,
"recall": 0.5955,
"tp": 53
},
"int-overflow": {
"corpora": {
"juliet-190": {
"f1": 0.6569,
"finding_total": 61,
"fn": 31,
"fn_files": [
"CWE190_Integer_Overflow__char_fscanf_add_01.c",
"CWE190_Integer_Overflow__char_fscanf_multiply_66a.c",
"CWE190_Integer_Overflow__char_fscanf_postinc_66a.c",
"CWE190_Integer_Overflow__char_max_add_63a.c",
"CWE190_Integer_Overflow__char_max_add_83a.cpp",
"CWE190_Integer_Overflow__char_max_preinc_64a.c",
"CWE190_Integer_Overflow__char_max_square_84_bad.cpp",
"CWE190_Integer_Overflow__int64_t_max_preinc_54a.c",
"CWE190_Integer_Overflow__int64_t_rand_add_84a.cpp",
"CWE190_Integer_Overflow__int_connect_socket_add_67a.c",
"CWE190_Integer_Overflow__int_connect_socket_square_43.cpp",
"CWE190_Integer_Overflow__int_connect_socket_square_64a.c",
"CWE190_Integer_Overflow__int_fgets_preinc_51a.c",
"CWE190_Integer_Overflow__int_fgets_square_54a.c",
"CWE190_Integer_Overflow__int_fscanf_add_43.cpp",
"CWE190_Integer_Overflow__int_fscanf_square_51a.c",
"CWE190_Integer_Overflow__int_fscanf_square_62a.cpp",
"CWE190_Integer_Overflow__int_listen_socket_square_22a.c",
"CWE190_Integer_Overflow__int_max_add_72a.cpp",
"CWE190_Integer_Overflow__int_max_preinc_22a.c",
"CWE190_Integer_Overflow__short_fscanf_multiply_65a.c",
"CWE190_Integer_Overflow__short_fscanf_square_73a.cpp",
"CWE190_Integer_Overflow__short_max_add_61a.c",
"CWE190_Integer_Overflow__short_max_postinc_12.c",
"CWE190_Integer_Overflow__unsigned_int_fscanf_multiply_74a.cpp",
"CWE190_Integer_Overflow__unsigned_int_fscanf_postinc_06.c",
"CWE190_Integer_Overflow__unsigned_int_fscanf_preinc_05.c",
"CWE190_Integer_Overflow__unsigned_int_max_add_16.c",
"CWE190_Integer_Overflow__unsigned_int_max_postinc_03.c",
"CWE190_Integer_Overflow__unsigned_int_max_preinc_02.c",
"CWE190_Integer_Overflow__unsigned_int_max_preinc_68a.c"
],
"fp": 16,
"fp_files": [
"CWE190_Integer_Overflow__char_fscanf_preinc_65b.c",
"CWE190_Integer_Overflow__char_max_postinc_64b.c",
"CWE190_Integer_Overflow__char_rand_multiply_84_goodB2G.cpp",
"CWE190_Integer_Overflow__char_rand_preinc_61b.c",
"CWE190_Integer_Overflow__int64_t_fscanf_add_84_goodG2B.cpp",
"CWE190_Integer_Overflow__int64_t_fscanf_postinc_54e.c",
"CWE190_Integer_Overflow__int64_t_fscanf_square_22b.c",
"CWE190_Integer_Overflow__int64_t_fscanf_square_84_goodB2G.cpp",
"CWE190_Integer_Overflow__int64_t_max_multiply_84_goodG2B.cpp",
"CWE190_Integer_Overflow__int64_t_rand_square_68b.c",
"CWE190_Integer_Overflow__int_connect_socket_multiply_65b.c",
"CWE190_Integer_Overflow__int_connect_socket_postinc_52c.c",
"CWE190_Integer_Overflow__int_fgets_postinc_51b.c",
"CWE190_Integer_Overflow__int_max_postinc_22b.c",
"CWE190_Integer_Overflow__int_max_square_72b.cpp",
"CWE190_Integer_Overflow__unsigned_int_rand_square_67b.c"
],
"gold_total": 76,
"precision": 0.7377,
"recall": 0.5921,
"tp": 45,
"tp_files": [
"CWE190_Integer_Overflow__char_rand_postinc_63a.c",
"CWE190_Integer_Overflow__int64_t_fscanf_add_44.c",
"CWE190_Integer_Overflow__int64_t_fscanf_multiply_34.c",
"CWE190_Integer_Overflow__int64_t_max_add_18.c",
"CWE190_Integer_Overflow__int64_t_max_multiply_15.c",
"CWE190_Integer_Overflow__int64_t_max_square_12.c",
"CWE190_Integer_Overflow__int64_t_rand_add_09.c",
"CWE190_Integer_Overflow__int64_t_rand_multiply_06.c",
"CWE190_Integer_Overflow__int64_t_rand_square_03.c",
"CWE190_Integer_Overflow__int_connect_socket_add_33.cpp",
"CWE190_Integer_Overflow__int_fgets_multiply_33.cpp",
"CWE190_Integer_Overflow__int_fscanf_postinc_44.c",
"CWE190_Integer_Overflow__int_fscanf_preinc_42.c",
"CWE190_Integer_Overflow__int_listen_socket_add_42.c",
"CWE190_Integer_Overflow__int_listen_socket_multiply_32.c",
"CWE190_Integer_Overflow__int_listen_socket_postinc_34.c",
"CWE190_Integer_Overflow__int_listen_socket_preinc_32.c",
"CWE190_Integer_Overflow__int_max_add_17.c",
"CWE190_Integer_Overflow__int_max_multiply_14.c",
"CWE190_Integer_Overflow__int_max_square_11.c",
"CWE190_Integer_Overflow__int_rand_add_08.c",
"CWE190_Integer_Overflow__int_rand_multiply_05.c",
"CWE190_Integer_Overflow__int_rand_multiply_72a.cpp",
"CWE190_Integer_Overflow__int_rand_postinc_18.c",
"CWE190_Integer_Overflow__int_rand_preinc_17.c",
"CWE190_Integer_Overflow__int_rand_square_02.c",
"CWE190_Integer_Overflow__int_rand_square_68a.c",
"CWE190_Integer_Overflow__short_fscanf_postinc_15.c",
"CWE190_Integer_Overflow__short_fscanf_preinc_14.c",
"CWE190_Integer_Overflow__short_max_preinc_11.c",
"CWE190_Integer_Overflow__short_rand_add_53a.c",
"CWE190_Integer_Overflow__short_rand_add_74a.cpp",
"CWE190_Integer_Overflow__short_rand_multiply_52a.c",
"CWE190_Integer_Overflow__short_rand_postinc_09.c",
"CWE190_Integer_Overflow__short_rand_preinc_08.c",
"CWE190_Integer_Overflow__short_rand_square_45.c",
"CWE190_Integer_Overflow__unsigned_int_fscanf_add_41.c",
"CWE190_Integer_Overflow__unsigned_int_fscanf_multiply_31.c",
"CWE190_Integer_Overflow__unsigned_int_fscanf_square_21.c",
"CWE190_Integer_Overflow__unsigned_int_max_multiply_13.c",
"CWE190_Integer_Overflow__unsigned_int_max_square_10.c",
"CWE190_Integer_Overflow__unsigned_int_rand_add_07.c",
"CWE190_Integer_Overflow__unsigned_int_rand_multiply_04.c",
"CWE190_Integer_Overflow__unsigned_int_rand_postinc_67a.c",
"CWE190_Integer_Overflow__unsigned_int_rand_square_01.c"
]
},
"juliet-191": {
"f1": 0.5833,
"finding_total": 59,
"fn": 43,
"fn_files": [
"CWE191_Integer_Underflow__char_fscanf_multiply_01.c",
"CWE191_Integer_Underflow__char_fscanf_predec_52a.c",
"CWE191_Integer_Underflow__char_fscanf_sub_32.c",
"CWE191_Integer_Underflow__char_fscanf_sub_74a.cpp",
"CWE191_Integer_Underflow__char_min_multiply_06.c",
"CWE191_Integer_Underflow__char_min_multiply_63a.c",
"CWE191_Integer_Underflow__char_min_multiply_83a.cpp",
"CWE191_Integer_Underflow__char_min_postdec_64a.c",
"CWE191_Integer_Underflow__char_min_predec_67a.c",
"CWE191_Integer_Underflow__char_min_sub_45.c",
"CWE191_Integer_Underflow__char_rand_sub_83a.cpp",
"CWE191_Integer_Underflow__int64_t_fscanf_multiply_68a.c",
"CWE191_Integer_Underflow__int64_t_fscanf_sub_54a.c",
"CWE191_Integer_Underflow__int64_t_fscanf_sub_74a.cpp",
"CWE191_Integer_Underflow__int64_t_min_multiply_83a.cpp",
"CWE191_Integer_Underflow__int_connect_socket_multiply_52a.c",
"CWE191_Integer_Underflow__int_connect_socket_sub_67a.c",
"CWE191_Integer_Underflow__int_connect_socket_sub_73a.cpp",
"CWE191_Integer_Underflow__int_fgets_predec_51a.c",
"CWE191_Integer_Underflow__int_fscanf_multiply_73a.cpp",
"CWE191_Integer_Underflow__int_fscanf_postdec_63a.c",
"CWE191_Integer_Underflow__int_fscanf_predec_12.c",
"CWE191_Integer_Underflow__int_fscanf_predec_66a.c",
"CWE191_Integer_Underflow__int_listen_socket_predec_53a.c",
"CWE191_Integer_Underflow__int_listen_socket_sub_51a.c",
"CWE191_Integer_Underflow__int_listen_socket_sub_73a.cpp",
"CWE191_Integer_Underflow__int_min_multiply_66a.c",
"CWE191_Integer_Underflow__int_min_sub_53a.c",
"CWE191_Integer_Underflow__short_fscanf_multiply_31.c",
"CWE191_Integer_Underflow__short_fscanf_postdec_68a.c",
"CWE191_Integer_Underflow__short_fscanf_sub_05.c",
"CWE191_Integer_Underflow__short_fscanf_sub_72a.cpp",
"CWE191_Integer_Underflow__short_min_multiply_44.c",
"CWE191_Integer_Underflow__short_min_multiply_82a.cpp",
"CWE191_Integer_Underflow__short_min_postdec_54a.c",
"CWE191_Integer_Underflow__short_min_sub_10.c",
"CWE191_Integer_Underflow__short_min_sub_65a.c",
"CWE191_Integer_Underflow__unsigned_int_fscanf_postdec_04.c",
"CWE191_Integer_Underflow__unsigned_int_fscanf_postdec_61a.c",
"CWE191_Integer_Underflow__unsigned_int_fscanf_predec_10.c",
"CWE191_Integer_Underflow__unsigned_int_fscanf_predec_65a.c",
"CWE191_Integer_Underflow__unsigned_int_min_postdec_42.c",
"CWE191_Integer_Underflow__unsigned_int_min_sub_22a.c"
],
"fp": 17,
"fp_files": [
"CWE191_Integer_Underflow__char_rand_postdec_51b.c",
"CWE191_Integer_Underflow__int64_t_fscanf_postdec_66b.c",
"CWE191_Integer_Underflow__int64_t_min_multiply_22b.c",
"CWE191_Integer_Underflow__int64_t_rand_sub_64b.c",
"CWE191_Integer_Underflow__int64_t_rand_sub_83_goodB2G.cpp",
"CWE191_Integer_Underflow__int_connect_socket_predec_63b.c",
"CWE191_Integer_Underflow__int_fgets_multiply_83_goodB2G.cpp",
"CWE191_Integer_Underflow__int_fscanf_sub_83_goodB2G.cpp",
"CWE191_Integer_Underflow__int_listen_socket_multiply_63b.c",
"CWE191_Integer_Underflow__int_min_multiply_83_goodB2G.cpp",
"CWE191_Integer_Underflow__int_min_postdec_65b.c",
"CWE191_Integer_Underflow__int_min_predec_68b.c",
"CWE191_Integer_Underflow__int_rand_multiply_68b.c",
"CWE191_Integer_Underflow__int_rand_postdec_52c.c",
"CWE191_Integer_Underflow__short_rand_postdec_22b.c",
"CWE191_Integer_Underflow__unsigned_int_fscanf_sub_53d.c",
"CWE191_Integer_Underflow__unsigned_int_rand_sub_54e.c"
],
"gold_total": 85,
"precision": 0.7119,
"recall": 0.4941,
"tp": 42,
"tp_files": [
"CWE191_Integer_Underflow__char_fscanf_postdec_41.c",
"CWE191_Integer_Underflow__char_min_postdec_08.c",
"CWE191_Integer_Underflow__char_min_predec_14.c",
"CWE191_Integer_Underflow__char_rand_multiply_11.c",
"CWE191_Integer_Underflow__char_rand_multiply_74a.cpp",
"CWE191_Integer_Underflow__int64_t_fscanf_multiply_16.c",
"CWE191_Integer_Underflow__int64_t_fscanf_postdec_13.c",
"CWE191_Integer_Underflow__int64_t_fscanf_predec_21.c",
"CWE191_Integer_Underflow__int64_t_min_predec_02.c",
"CWE191_Integer_Underflow__int64_t_min_sub_04.c",
"CWE191_Integer_Underflow__int64_t_min_sub_61a.c",
"CWE191_Integer_Underflow__int64_t_rand_multiply_42.c",
"CWE191_Integer_Underflow__int64_t_rand_multiply_74a.cpp",
"CWE191_Integer_Underflow__int64_t_rand_postdec_18.c",
"CWE191_Integer_Underflow__int64_t_rand_predec_34.c",
"CWE191_Integer_Underflow__int64_t_rand_sub_09.c",
"CWE191_Integer_Underflow__int_connect_socket_postdec_01.c",
"CWE191_Integer_Underflow__int_connect_socket_predec_07.c",
"CWE191_Integer_Underflow__int_connect_socket_sub_14.c",
"CWE191_Integer_Underflow__int_fgets_postdec_32.c",
"CWE191_Integer_Underflow__int_fgets_sub_21.c",
"CWE191_Integer_Underflow__int_fscanf_multiply_02.c",
"CWE191_Integer_Underflow__int_fscanf_postdec_06.c",
"CWE191_Integer_Underflow__int_fscanf_sub_34.c",
"CWE191_Integer_Underflow__int_listen_socket_multiply_07.c",
"CWE191_Integer_Underflow__int_listen_socket_postdec_45.c",
"CWE191_Integer_Underflow__int_min_multiply_12.c",
"CWE191_Integer_Underflow__int_min_postdec_11.c",
"CWE191_Integer_Underflow__int_min_predec_17.c",
"CWE191_Integer_Underflow__int_rand_multiply_17.c",
"CWE191_Integer_Underflow__int_rand_multiply_72a.cpp",
"CWE191_Integer_Underflow__int_rand_sub_82a.cpp",
"CWE191_Integer_Underflow__short_fscanf_postdec_16.c",
"CWE191_Integer_Underflow__short_fscanf_predec_31.c",
"CWE191_Integer_Underflow__short_min_predec_05.c",
"CWE191_Integer_Underflow__short_rand_multiply_72a.cpp",
"CWE191_Integer_Underflow__short_rand_predec_44.c",
"CWE191_Integer_Underflow__short_rand_sub_15.c",
"CWE191_Integer_Underflow__short_rand_sub_82a.cpp",
"CWE191_Integer_Underflow__unsigned_int_rand_postdec_09.c",
"CWE191_Integer_Underflow__unsigned_int_rand_predec_15.c",
"CWE191_Integer_Underflow__unsigned_int_rand_sub_03.c"
]
},
"security-bugs": {
"f1": 0.5714,
"finding_total": 3,
"fn": 2,
"fn_files": [
"bug_for_overflow.cpp",
"bug_tpl_add.cpp"
],
"fp": 1,
"fp_files": [
"clean_nested_guards.cpp"
],
"gold_total": 4,
"precision": 0.6667,
"recall": 0.5,
"tp": 2,
"tp_files": [
"bug_add.cpp",
"bug_mul.cpp"
]
}
},
"f1": 0.6181,
"finding_total": 123,
"fn": 76,
"fp": 34,
"gold_total": 165,
"precision": 0.7236,
"recall": 0.5394,
"tp": 89
},
"int-truncation": {
"corpora": {
"juliet-197": {
"f1": 0.4615,
"finding_total": 30,
"fn": 60,
"fn_files": [
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_short_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_short_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_fgets_to_char_61a.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_char_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_fgets_to_char_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_fgets_to_short_22a.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_short_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_fgets_to_short_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_char_08.c",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_char_21.c",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_char_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_char_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_short_07.c",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_short_18.c",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_short_51a.c",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_short_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_short_66a.c",
"CWE197_Numeric_Truncation_Error__int_fscanf_to_short_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_large_to_char_06.c",
"CWE197_Numeric_Truncation_Error__int_large_to_char_17.c",
"CWE197_Numeric_Truncation_Error__int_large_to_char_45.c",
"CWE197_Numeric_Truncation_Error__int_large_to_char_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_large_to_char_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_large_to_short_05.c",
"CWE197_Numeric_Truncation_Error__int_large_to_short_16.c",
"CWE197_Numeric_Truncation_Error__int_large_to_short_44.c",
"CWE197_Numeric_Truncation_Error__int_large_to_short_54a.c",
"CWE197_Numeric_Truncation_Error__int_large_to_short_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_large_to_short_65a.c",
"CWE197_Numeric_Truncation_Error__int_large_to_short_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_char_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_char_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_short_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_short_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_rand_to_char_02.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_char_13.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_char_34.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_char_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_rand_to_char_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_01.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_12.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_32.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_53a.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_62a.cpp",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_63a.c",
"CWE197_Numeric_Truncation_Error__int_rand_to_short_82_bad.cpp",
"CWE197_Numeric_Truncation_Error__short_fgets_10.c",
"CWE197_Numeric_Truncation_Error__short_fgets_33.cpp",
"CWE197_Numeric_Truncation_Error__short_fgets_61a.c",
"CWE197_Numeric_Truncation_Error__short_fscanf_09.c",
"CWE197_Numeric_Truncation_Error__short_fscanf_22a.c",
"CWE197_Numeric_Truncation_Error__short_fscanf_52a.c",
"CWE197_Numeric_Truncation_Error__short_fscanf_67a.c",
"CWE197_Numeric_Truncation_Error__short_large_08.c",
"CWE197_Numeric_Truncation_Error__short_large_21.c",
"CWE197_Numeric_Truncation_Error__short_rand_06.c",
"CWE197_Numeric_Truncation_Error__short_rand_17.c",
"CWE197_Numeric_Truncation_Error__short_rand_45.c"
],
"fp": 3,
"fp_files": [
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_short_61b.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_char_22b.c",
"CWE197_Numeric_Truncation_Error__short_connect_socket_61b.c"
],
"gold_total": 87,
"precision": 0.9,
"recall": 0.3103,
"tp": 27,
"tp_files": [
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_01.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_12.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_32.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_53a.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_char_63a.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_short_11.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_short_31.c",
"CWE197_Numeric_Truncation_Error__int_connect_socket_to_short_68a.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_char_10.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_short_09.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_short_52a.c",
"CWE197_Numeric_Truncation_Error__int_fgets_to_short_67a.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_char_04.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_char_15.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_char_42.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_short_03.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_short_14.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_short_41.c",
"CWE197_Numeric_Truncation_Error__int_listen_socket_to_short_64a.c",
"CWE197_Numeric_Truncation_Error__short_connect_socket_11.c",
"CWE197_Numeric_Truncation_Error__short_connect_socket_31.c",
"CWE197_Numeric_Truncation_Error__short_connect_socket_33.cpp",
"CWE197_Numeric_Truncation_Error__short_connect_socket_68a.c",
"CWE197_Numeric_Truncation_Error__short_listen_socket_07.c",
"CWE197_Numeric_Truncation_Error__short_listen_socket_18.c",
"CWE197_Numeric_Truncation_Error__short_listen_socket_51a.c",
"CWE197_Numeric_Truncation_Error__short_listen_socket_66a.c"
]
}
},
"f1": 0.4615,
"finding_total": 30,
"fn": 60,
"fp": 3,
"gold_total": 87,
"precision": 0.9,
"recall": 0.3103,
"tp": 27
},
"null-deref": {
"corpora": {
"juliet-476": {
"f1": 0.597,
"finding_total": 51,
"fn": 43,
"fn_files": [
"CWE476_NULL_Pointer_Dereference__char_15.c",
"CWE476_NULL_Pointer_Dereference__char_32.c",
"CWE476_NULL_Pointer_Dereference__char_45.c",
"CWE476_NULL_Pointer_Dereference__char_81a.cpp",
"CWE476_NULL_Pointer_Dereference__char_82a.cpp",
"CWE476_NULL_Pointer_Dereference__class_12.cpp",
"CWE476_NULL_Pointer_Dereference__class_22a.cpp",
"CWE476_NULL_Pointer_Dereference__class_33.cpp",
"CWE476_NULL_Pointer_Dereference__class_45.cpp",
"CWE476_NULL_Pointer_Dereference__class_81a.cpp",
"CWE476_NULL_Pointer_Dereference__class_82a.cpp",
"CWE476_NULL_Pointer_Dereference__int64_t_12.c",
"CWE476_NULL_Pointer_Dereference__int64_t_22a.c",
"CWE476_NULL_Pointer_Dereference__int64_t_34.c",
"CWE476_NULL_Pointer_Dereference__int64_t_51a.c",
"CWE476_NULL_Pointer_Dereference__int64_t_64a.c",
"CWE476_NULL_Pointer_Dereference__int64_t_66a.c",
"CWE476_NULL_Pointer_Dereference__int64_t_68a.c",
"CWE476_NULL_Pointer_Dereference__int64_t_73a.cpp",
"CWE476_NULL_Pointer_Dereference__int_15.c",
"CWE476_NULL_Pointer_Dereference__int_32.c",
"CWE476_NULL_Pointer_Dereference__int_33.cpp",
"CWE476_NULL_Pointer_Dereference__int_45.c",
"CWE476_NULL_Pointer_Dereference__long_18.c",
"CWE476_NULL_Pointer_Dereference__long_31.c",
"CWE476_NULL_Pointer_Dereference__long_52a.c",
"CWE476_NULL_Pointer_Dereference__long_63a.c",
"CWE476_NULL_Pointer_Dereference__long_65a.c",
"CWE476_NULL_Pointer_Dereference__long_67a.c",
"CWE476_NULL_Pointer_Dereference__null_check_after_deref_01.c",
"CWE476_NULL_Pointer_Dereference__null_check_after_deref_05.c",
"CWE476_NULL_Pointer_Dereference__null_check_after_deref_09.c",
"CWE476_NULL_Pointer_Dereference__null_check_after_deref_13.c",
"CWE476_NULL_Pointer_Dereference__null_check_after_deref_17.c",
"CWE476_NULL_Pointer_Dereference__struct_15.c",
"CWE476_NULL_Pointer_Dereference__struct_32.c",
"CWE476_NULL_Pointer_Dereference__struct_45.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_18.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_31.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_52a.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_63a.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_65a.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_67a.c"
],
"fp": 11,
"fp_files": [
"CWE476_NULL_Pointer_Dereference__char_63b.c",
"CWE476_NULL_Pointer_Dereference__char_65b.c",
"CWE476_NULL_Pointer_Dereference__class_63b.cpp",
"CWE476_NULL_Pointer_Dereference__class_65b.cpp",
"CWE476_NULL_Pointer_Dereference__int64_t_52c.c",
"CWE476_NULL_Pointer_Dereference__int64_t_53d.c",
"CWE476_NULL_Pointer_Dereference__int_63b.c",
"CWE476_NULL_Pointer_Dereference__int_65b.c",
"CWE476_NULL_Pointer_Dereference__struct_63b.c",
"CWE476_NULL_Pointer_Dereference__struct_65b.c",
"io.c"
],
"gold_total": 83,
"precision": 0.7843,
"recall": 0.4819,
"tp": 40,
"tp_files": [
"CWE476_NULL_Pointer_Dereference__binary_if_01.c",
"CWE476_NULL_Pointer_Dereference__binary_if_05.c",
"CWE476_NULL_Pointer_Dereference__binary_if_09.c",
"CWE476_NULL_Pointer_Dereference__binary_if_13.c",
"CWE476_NULL_Pointer_Dereference__binary_if_17.c",
"CWE476_NULL_Pointer_Dereference__char_03.c",
"CWE476_NULL_Pointer_Dereference__char_07.c",
"CWE476_NULL_Pointer_Dereference__char_11.c",
"CWE476_NULL_Pointer_Dereference__char_21.c",
"CWE476_NULL_Pointer_Dereference__class_04.cpp",
"CWE476_NULL_Pointer_Dereference__class_08.cpp",
"CWE476_NULL_Pointer_Dereference__class_16.cpp",
"CWE476_NULL_Pointer_Dereference__deref_after_check_02.c",
"CWE476_NULL_Pointer_Dereference__deref_after_check_06.c",
"CWE476_NULL_Pointer_Dereference__deref_after_check_10.c",
"CWE476_NULL_Pointer_Dereference__deref_after_check_14.c",
"CWE476_NULL_Pointer_Dereference__deref_after_check_18.c",
"CWE476_NULL_Pointer_Dereference__int64_t_04.c",
"CWE476_NULL_Pointer_Dereference__int64_t_08.c",
"CWE476_NULL_Pointer_Dereference__int64_t_16.c",
"CWE476_NULL_Pointer_Dereference__int64_t_81_bad.cpp",
"CWE476_NULL_Pointer_Dereference__int64_t_82_bad.cpp",
"CWE476_NULL_Pointer_Dereference__int_03.c",
"CWE476_NULL_Pointer_Dereference__int_07.c",
"CWE476_NULL_Pointer_Dereference__int_11.c",
"CWE476_NULL_Pointer_Dereference__int_21.c",
"CWE476_NULL_Pointer_Dereference__long_02.c",
"CWE476_NULL_Pointer_Dereference__long_06.c",
"CWE476_NULL_Pointer_Dereference__long_10.c",
"CWE476_NULL_Pointer_Dereference__long_14.c",
"CWE476_NULL_Pointer_Dereference__long_44.c",
"CWE476_NULL_Pointer_Dereference__struct_03.c",
"CWE476_NULL_Pointer_Dereference__struct_07.c",
"CWE476_NULL_Pointer_Dereference__struct_11.c",
"CWE476_NULL_Pointer_Dereference__struct_21.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_02.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_06.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_10.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_14.c",
"CWE476_NULL_Pointer_Dereference__wchar_t_44.c"
]
},
"security-bugs": {
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 0,
"fp_files": [],
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2,
"tp_files": [
"bug_callee.cpp",
"bug_direct.cpp"
]
}
},
"f1": 0.6087,
"finding_total": 53,
"fn": 43,
"fp": 11,
"gold_total": 85,
"precision": 0.7925,
"recall": 0.4941,
"tp": 42
},
"oob": {
"corpora": {
"juliet-121": {
"f1": 0.5833,
"finding_total": 44,
"fn": 41,
"fn_files": [
"CWE121_Stack_Based_Buffer_Overflow__CWE131_memcpy_05.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE131_memmove_32.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_char_declare_cpy_18.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_char_declare_memmove_74a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_char_declare_ncpy_13.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_declare_memcpy_03.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_declare_memmove_18.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_declare_memmove_73a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_declare_loop_08.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_declare_memcpy_44.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_declare_memmove_73a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_declare_ncpy_03.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_declare_snprintf_18.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int64_t_alloca_memcpy_72a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int64_t_declare_loop_13.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int64_t_declare_memmove_65a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int_alloca_loop_72a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int_alloca_memcpy_08.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int_alloca_memmove_44.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int_declare_memmove_03.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_int_declare_memmove_72a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_struct_declare_loop_82a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_struct_declare_memcpy_13.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_declare_loop_03.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_declare_memcpy_18.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_declare_memcpy_82a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_declare_snprintf_13.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_declare_loop_74a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_declare_memcpy_42.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_declare_ncpy_67a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_declare_memcpy_04.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_declare_memmove_13.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_declare_ncpy_52a.c",
"CWE121_Stack_Based_Buffer_Overflow__dest_char_declare_cat_14.c",
"CWE121_Stack_Based_Buffer_Overflow__dest_wchar_t_declare_cat_09.c",
"CWE121_Stack_Based_Buffer_Overflow__dest_wchar_t_declare_cpy_45.c",
"CWE121_Stack_Based_Buffer_Overflow__placement_new_alloca_45.cpp",
"CWE121_Stack_Based_Buffer_Overflow__placement_new_declare_45.cpp",
"CWE121_Stack_Based_Buffer_Overflow__src_char_declare_cpy_01.c",
"CWE121_Stack_Based_Buffer_Overflow__src_wchar_t_alloca_cpy_21.c",
"CWE121_Stack_Based_Buffer_Overflow__src_wchar_t_declare_cat_45.c"
],
"fp": 9,
"fp_files": [
"CWE121_Stack_Based_Buffer_Overflow__CWE129_connect_socket_73b.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_fscanf_83_goodG2B.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_listen_socket_53d.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_rand_63b.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_rand_73b.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_alloca_ncat_74b.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_declare_ncat_73b.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_ncat_52c.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_ncpy_54e.c"
],
"gold_total": 76,
"precision": 0.7955,
"recall": 0.4605,
"tp": 35,
"tp_files": [
"CWE121_Stack_Based_Buffer_Overflow__CWE129_connect_socket_01.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_fgets_10.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_fscanf_21.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE129_large_45.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_char_alloca_loop_44.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_char_alloca_memmove_74a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_char_alloca_ncpy_03.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_alloca_loop_65a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_alloca_memmove_08.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_alloca_memmove_74a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE193_wchar_t_alloca_ncpy_44.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_alloca_memmove_13.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_alloca_ncat_73a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_char_alloca_ncpy_65a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_struct_alloca_loop_18.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_alloca_loop_65a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_alloca_memmove_08.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_alloca_memmove_82a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE805_wchar_t_alloca_ncat_44.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_alloca_loop_45.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_alloca_loop_81_bad.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_alloca_ncat_68a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_alloca_snprintf_08.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_char_declare_loop_17.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_loop_06.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_loop_72a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_memcpy_15.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_memmove_34.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_alloca_snprintf_66a.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_declare_loop_62a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_declare_ncat_31.c",
"CWE121_Stack_Based_Buffer_Overflow__CWE806_wchar_t_declare_ncat_43.cpp",
"CWE121_Stack_Based_Buffer_Overflow__dest_char_alloca_cat_68a.c",
"CWE121_Stack_Based_Buffer_Overflow__src_char_alloca_cpy_62a.cpp",
"CWE121_Stack_Based_Buffer_Overflow__src_wchar_t_alloca_cat_10.c"
]
},
"juliet-122": {
"f1": 0.5564,
"finding_total": 43,
"fn": 53,
"fn_files": [
"CWE122_Heap_Based_Buffer_Overflow__CWE131_loop_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__CWE131_loop_72a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__CWE131_memmove_13.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE129_fscanf_51a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE129_large_67a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_char_cpy_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_char_memcpy_13.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_char_ncpy_72a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_wchar_t_cpy_05.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_wchar_t_loop_51a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_wchar_t_memcpy_67a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE193_wchar_t_memcpy_83a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_char_memcpy_81_bad.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_int64_t_loop_51a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_int64_t_memcpy_67a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_int_memcpy_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_struct_loop_13.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_struct_loop_73a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_wchar_t_ncpy_81_bad.cpp",
"CWE122_Heap_Based_Buffer_Overflow__char_type_overrun_memcpy_01.c",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_char_loop_13.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_char_ncpy_21.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_wchar_t_cpy_21.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_wchar_t_memcpy_32.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_wchar_t_memmove_34.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_wchar_t_ncpy_42.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_char_loop_44.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_char_memcpy_51a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_char_memmove_52a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_int64_t_loop_61a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_int64_t_memcpy_62a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_int64_t_memmove_63a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_int_loop_64a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_int_memcpy_65a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_int_memmove_66a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_wchar_t_loop_67a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_wchar_t_memcpy_68a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_wchar_t_memmove_72a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_wchar_t_ncat_73a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_wchar_t_ncpy_73a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE805_wchar_t_snprintf_74a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_char_memcpy_81a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_char_ncpy_83a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_dest_char_cat_61a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_dest_char_cpy_62a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_dest_wchar_t_cat_63a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_dest_wchar_t_cpy_64a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_src_char_cat_65a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_src_char_cpy_66a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_src_wchar_t_cat_67a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_src_wchar_t_cpy_68a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__placement_new_03.cpp",
"CWE122_Heap_Based_Buffer_Overflow__sizeof_int64_t_13.c"
],
"fp": 6,
"fp_files": [
"CWE122_Heap_Based_Buffer_Overflow__c_CWE129_large_81_goodG2B.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE129_rand_22b.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_wchar_t_ncpy_22b.c",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE129_fgets_22b.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_char_memmove_82_goodG2B.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_char_snprintf_84_goodG2B.cpp"
],
"gold_total": 90,
"precision": 0.8605,
"recall": 0.4111,
"tp": 37,
"tp_files": [
"CWE122_Heap_Based_Buffer_Overflow__c_CWE129_connect_socket_81_bad.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE129_fgets_05.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_char_loop_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_char_memmove_13.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_char_snprintf_05.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_char_snprintf_33.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_wchar_t_loop_05.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_wchar_t_memcpy_51a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_wchar_t_memmove_67a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE805_wchar_t_snprintf_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_char_memcpy_13.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_char_memmove_62a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_char_ncpy_05.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_char_snprintf_51a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_char_snprintf_83_bad.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_wchar_t_loop_67a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_wchar_t_ncat_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_wchar_t_ncat_73a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_CWE806_wchar_t_snprintf_13.c",
"CWE122_Heap_Based_Buffer_Overflow__c_dest_wchar_t_cat_05.c",
"CWE122_Heap_Based_Buffer_Overflow__c_dest_wchar_t_cpy_51a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_src_char_cat_67a.c",
"CWE122_Heap_Based_Buffer_Overflow__c_src_char_cat_81a.cpp",
"CWE122_Heap_Based_Buffer_Overflow__c_src_wchar_t_cpy_63a.c",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE129_connect_socket_32.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE129_fscanf_21.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE129_large_17.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE129_listen_socket_15.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE129_rand_13.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_char_cpy_11.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_char_memcpy_15.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE193_char_memmove_17.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_char_loop_81_bad.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_char_ncat_83_bad.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_wchar_t_memcpy_01.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_wchar_t_memmove_03.cpp",
"CWE122_Heap_Based_Buffer_Overflow__cpp_CWE806_wchar_t_ncat_05.cpp"
]
},
"juliet-124": {
"f1": 0.6667,
"finding_total": 45,
"fn": 35,
"fn_files": [
"CWE124_Buffer_Underwrite__CWE839_fgets_67a.c",
"CWE124_Buffer_Underwrite__CWE839_fscanf_66a.c",
"CWE124_Buffer_Underwrite__CWE839_fscanf_83a.cpp",
"CWE124_Buffer_Underwrite__CWE839_rand_52a.c",
"CWE124_Buffer_Underwrite__char_alloca_loop_82_bad.cpp",
"CWE124_Buffer_Underwrite__char_declare_cpy_13.c",
"CWE124_Buffer_Underwrite__char_declare_cpy_82a.cpp",
"CWE124_Buffer_Underwrite__char_declare_loop_17.c",
"CWE124_Buffer_Underwrite__char_declare_memcpy_34.c",
"CWE124_Buffer_Underwrite__char_declare_memmove_33.cpp",
"CWE124_Buffer_Underwrite__char_declare_memmove_51a.c",
"CWE124_Buffer_Underwrite__char_declare_ncpy_02.c",
"CWE124_Buffer_Underwrite__malloc_char_ncpy_84a.cpp",
"CWE124_Buffer_Underwrite__new_char_cpy_32.cpp",
"CWE124_Buffer_Underwrite__new_char_loop_41.cpp",
"CWE124_Buffer_Underwrite__new_char_loop_65a.cpp",
"CWE124_Buffer_Underwrite__new_char_memcpy_02.cpp",
"CWE124_Buffer_Underwrite__new_char_memcpy_44.cpp",
"CWE124_Buffer_Underwrite__new_char_memmove_05.cpp",
"CWE124_Buffer_Underwrite__new_char_memmove_68a.cpp",
"CWE124_Buffer_Underwrite__new_char_ncpy_08.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_cpy_11.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_cpy_74a.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_loop_14.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_memmove_22a.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_memmove_62a.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_ncpy_32.cpp",
"CWE124_Buffer_Underwrite__wchar_t_declare_cpy_02.c",
"CWE124_Buffer_Underwrite__wchar_t_declare_loop_06.c",
"CWE124_Buffer_Underwrite__wchar_t_declare_memcpy_10.c",
"CWE124_Buffer_Underwrite__wchar_t_declare_memmove_14.c",
"CWE124_Buffer_Underwrite__wchar_t_declare_memmove_64a.c",
"CWE124_Buffer_Underwrite__wchar_t_declare_ncpy_18.c",
"CWE124_Buffer_Underwrite__wchar_t_declare_ncpy_66a.c",
"main_linux.cpp"
],
"fp": 5,
"fp_files": [
"CWE124_Buffer_Underwrite__CWE839_connect_socket_83_goodB2G.cpp",
"CWE124_Buffer_Underwrite__CWE839_fgets_83_goodG2B.cpp",
"CWE124_Buffer_Underwrite__CWE839_negative_52c.c",
"CWE124_Buffer_Underwrite__malloc_char_ncpy_22b.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_loop_61b.c"
],
"gold_total": 75,
"precision": 0.8889,
"recall": 0.5333,
"tp": 40,
"tp_files": [
"CWE124_Buffer_Underwrite__CWE839_connect_socket_01.c",
"CWE124_Buffer_Underwrite__CWE839_connect_socket_45.c",
"CWE124_Buffer_Underwrite__CWE839_connect_socket_68a.c",
"CWE124_Buffer_Underwrite__CWE839_fgets_42.c",
"CWE124_Buffer_Underwrite__CWE839_fscanf_34.c",
"CWE124_Buffer_Underwrite__CWE839_listen_socket_31.c",
"CWE124_Buffer_Underwrite__CWE839_listen_socket_65a.c",
"CWE124_Buffer_Underwrite__CWE839_listen_socket_84_bad.cpp",
"CWE124_Buffer_Underwrite__CWE839_negative_06.c",
"CWE124_Buffer_Underwrite__CWE839_rand_04.c",
"CWE124_Buffer_Underwrite__CWE839_rand_33.cpp",
"CWE124_Buffer_Underwrite__char_alloca_cpy_32.c",
"CWE124_Buffer_Underwrite__char_alloca_cpy_67a.c",
"CWE124_Buffer_Underwrite__char_alloca_loop_45.c",
"CWE124_Buffer_Underwrite__char_alloca_memcpy_01.c",
"CWE124_Buffer_Underwrite__char_alloca_memmove_05.c",
"CWE124_Buffer_Underwrite__char_alloca_ncpy_09.c",
"CWE124_Buffer_Underwrite__malloc_char_cpy_02.c",
"CWE124_Buffer_Underwrite__malloc_char_cpy_43.cpp",
"CWE124_Buffer_Underwrite__malloc_char_cpy_51a.c",
"CWE124_Buffer_Underwrite__malloc_char_loop_44.c",
"CWE124_Buffer_Underwrite__malloc_char_loop_73a.cpp",
"CWE124_Buffer_Underwrite__malloc_char_memcpy_41.c",
"CWE124_Buffer_Underwrite__malloc_char_memmove_32.c",
"CWE124_Buffer_Underwrite__malloc_char_memmove_83_bad.cpp",
"CWE124_Buffer_Underwrite__malloc_wchar_t_cpy_21.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_loop_17.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_loop_72a.cpp",
"CWE124_Buffer_Underwrite__malloc_wchar_t_memcpy_15.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_memmove_13.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_ncpy_11.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_ncpy_54a.c",
"CWE124_Buffer_Underwrite__malloc_wchar_t_ncpy_84_bad.cpp",
"CWE124_Buffer_Underwrite__new_wchar_t_memcpy_17.cpp",
"CWE124_Buffer_Underwrite__wchar_t_alloca_cpy_09.c",
"CWE124_Buffer_Underwrite__wchar_t_alloca_loop_13.c",
"CWE124_Buffer_Underwrite__wchar_t_alloca_loop_82a.cpp",
"CWE124_Buffer_Underwrite__wchar_t_alloca_memcpy_17.c",
"CWE124_Buffer_Underwrite__wchar_t_alloca_memmove_34.c",
"CWE124_Buffer_Underwrite__wchar_t_alloca_ncpy_51a.c"
]
},
"juliet-126": {
"f1": 0.7226,
"finding_total": 76,
"fn": 23,
"fn_files": [
"CWE126_Buffer_Overread__CWE129_fgets_82a.cpp",
"CWE126_Buffer_Overread__CWE129_rand_74a.cpp",
"CWE126_Buffer_Overread__CWE170_char_loop_07.c",
"CWE126_Buffer_Overread__CWE170_char_memcpy_08.c",
"CWE126_Buffer_Overread__CWE170_char_strncpy_09.c",
"CWE126_Buffer_Overread__CWE170_wchar_t_loop_10.c",
"CWE126_Buffer_Overread__CWE170_wchar_t_memcpy_11.c",
"CWE126_Buffer_Overread__CWE170_wchar_t_strncpy_16.c",
"CWE126_Buffer_Overread__char_declare_memcpy_02.c",
"CWE126_Buffer_Overread__char_declare_memcpy_34.c",
"CWE126_Buffer_Overread__char_declare_memmove_09.c",
"CWE126_Buffer_Overread__char_declare_memmove_67a.c",
"CWE126_Buffer_Overread__char_declare_memmove_82a.cpp",
"CWE126_Buffer_Overread__new_char_loop_83a.cpp",
"CWE126_Buffer_Overread__new_char_memmove_52a.cpp",
"CWE126_Buffer_Overread__new_wchar_t_loop_51a.cpp",
"CWE126_Buffer_Overread__new_wchar_t_loop_81a.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memmove_73a.cpp",
"CWE126_Buffer_Overread__wchar_t_declare_loop_51a.c",
"CWE126_Buffer_Overread__wchar_t_declare_memcpy_13.c",
"CWE126_Buffer_Overread__wchar_t_declare_memmove_01.c",
"CWE126_Buffer_Overread__wchar_t_declare_memmove_32.c",
"CWE126_Buffer_Overread__wchar_t_declare_memmove_63a.c"
],
"fp": 20,
"fp_files": [
"CWE126_Buffer_Overread__CWE129_connect_socket_72b.cpp",
"CWE126_Buffer_Overread__CWE129_connect_socket_84_goodG2B.cpp",
"CWE126_Buffer_Overread__CWE129_fgets_22b.c",
"CWE126_Buffer_Overread__CWE129_large_54e.c",
"CWE126_Buffer_Overread__char_alloca_loop_68b.c",
"CWE126_Buffer_Overread__char_declare_loop_53d.c",
"CWE126_Buffer_Overread__char_declare_memcpy_74b.cpp",
"CWE126_Buffer_Overread__malloc_wchar_t_loop_73b.cpp",
"CWE126_Buffer_Overread__malloc_wchar_t_memcpy_22b.c",
"CWE126_Buffer_Overread__malloc_wchar_t_memmove_84_goodG2B.cpp",
"CWE126_Buffer_Overread__new_char_loop_66b.cpp",
"CWE126_Buffer_Overread__new_char_memcpy_52c.cpp",
"CWE126_Buffer_Overread__new_char_memcpy_65b.cpp",
"CWE126_Buffer_Overread__new_char_memmove_64b.cpp",
"CWE126_Buffer_Overread__new_char_memmove_82_goodG2B.cpp",
"CWE126_Buffer_Overread__new_wchar_t_loop_63b.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memmove_54e.cpp",
"CWE126_Buffer_Overread__wchar_t_alloca_loop_64b.c",
"CWE126_Buffer_Overread__wchar_t_declare_loop_65b.c",
"CWE126_Buffer_Overread__wchar_t_declare_loop_72b.cpp"
],
"gold_total": 79,
"precision": 0.7368,
"recall": 0.7089,
"tp": 56,
"tp_files": [
"CWE126_Buffer_Overread__CWE129_connect_socket_01.c",
"CWE126_Buffer_Overread__CWE129_connect_socket_22a.c",
"CWE126_Buffer_Overread__CWE129_fgets_02.c",
"CWE126_Buffer_Overread__CWE129_fscanf_03.c",
"CWE126_Buffer_Overread__CWE129_fscanf_31.c",
"CWE126_Buffer_Overread__CWE129_fscanf_81_bad.cpp",
"CWE126_Buffer_Overread__CWE129_large_04.c",
"CWE126_Buffer_Overread__CWE129_large_32.c",
"CWE126_Buffer_Overread__CWE129_large_84_bad.cpp",
"CWE126_Buffer_Overread__CWE129_listen_socket_05.c",
"CWE126_Buffer_Overread__CWE129_listen_socket_34.c",
"CWE126_Buffer_Overread__CWE129_listen_socket_61a.c",
"CWE126_Buffer_Overread__CWE129_rand_06.c",
"CWE126_Buffer_Overread__CWE129_rand_41.c",
"CWE126_Buffer_Overread__char_alloca_loop_12.c",
"CWE126_Buffer_Overread__char_alloca_loop_72a.cpp",
"CWE126_Buffer_Overread__char_alloca_memcpy_31.c",
"CWE126_Buffer_Overread__char_alloca_memcpy_81_bad.cpp",
"CWE126_Buffer_Overread__char_alloca_memmove_07.c",
"CWE126_Buffer_Overread__char_alloca_memmove_66a.c",
"CWE126_Buffer_Overread__char_declare_loop_14.c",
"CWE126_Buffer_Overread__char_declare_loop_33.cpp",
"CWE126_Buffer_Overread__malloc_char_loop_17.c",
"CWE126_Buffer_Overread__malloc_char_loop_68a.c",
"CWE126_Buffer_Overread__malloc_char_loop_83_bad.cpp",
"CWE126_Buffer_Overread__malloc_char_memcpy_18.c",
"CWE126_Buffer_Overread__malloc_char_memcpy_82_bad.cpp",
"CWE126_Buffer_Overread__malloc_char_memmove_21.c",
"CWE126_Buffer_Overread__malloc_char_memmove_54a.c",
"CWE126_Buffer_Overread__malloc_char_memmove_81_bad.cpp",
"CWE126_Buffer_Overread__malloc_wchar_t_loop_01.c",
"CWE126_Buffer_Overread__malloc_wchar_t_loop_22a.c",
"CWE126_Buffer_Overread__malloc_wchar_t_memcpy_02.c",
"CWE126_Buffer_Overread__malloc_wchar_t_memcpy_72a.cpp",
"CWE126_Buffer_Overread__malloc_wchar_t_memmove_03.c",
"CWE126_Buffer_Overread__malloc_wchar_t_memmove_31.c",
"CWE126_Buffer_Overread__malloc_wchar_t_memmove_43.cpp",
"CWE126_Buffer_Overread__new_char_loop_18.cpp",
"CWE126_Buffer_Overread__new_char_memcpy_16.cpp",
"CWE126_Buffer_Overread__new_char_memcpy_83_bad.cpp",
"CWE126_Buffer_Overread__new_char_memmove_14.cpp",
"CWE126_Buffer_Overread__new_wchar_t_loop_12.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memcpy_10.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memcpy_44.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memcpy_81_bad.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memmove_06.cpp",
"CWE126_Buffer_Overread__new_wchar_t_memmove_34.cpp",
"CWE126_Buffer_Overread__wchar_t_alloca_loop_04.c",
"CWE126_Buffer_Overread__wchar_t_alloca_loop_44.c",
"CWE126_Buffer_Overread__wchar_t_alloca_loop_73a.cpp",
"CWE126_Buffer_Overread__wchar_t_alloca_memcpy_11.c",
"CWE126_Buffer_Overread__wchar_t_alloca_memcpy_53a.c",
"CWE126_Buffer_Overread__wchar_t_alloca_memcpy_68a.c",
"CWE126_Buffer_Overread__wchar_t_alloca_memcpy_81a.cpp",
"CWE126_Buffer_Overread__wchar_t_alloca_memmove_18.c",
"CWE126_Buffer_Overread__wchar_t_declare_loop_06.c"
]
},
"juliet-127": {
"f1": 0.698,
"finding_total": 74,
"fn": 23,
"fn_files": [
"CWE127_Buffer_Underread__CWE839_fgets_67a.c",
"CWE127_Buffer_Underread__CWE839_fscanf_66a.c",
"CWE127_Buffer_Underread__CWE839_fscanf_83a.cpp",
"CWE127_Buffer_Underread__CWE839_rand_52a.c",
"CWE127_Buffer_Underread__char_alloca_loop_82_bad.cpp",
"CWE127_Buffer_Underread__char_declare_cpy_13.c",
"CWE127_Buffer_Underread__char_declare_cpy_82a.cpp",
"CWE127_Buffer_Underread__char_declare_loop_17.c",
"CWE127_Buffer_Underread__char_declare_memcpy_34.c",
"CWE127_Buffer_Underread__char_declare_memmove_51a.c",
"CWE127_Buffer_Underread__char_declare_ncpy_02.c",
"CWE127_Buffer_Underread__malloc_char_ncpy_84a.cpp",
"CWE127_Buffer_Underread__new_char_loop_41.cpp",
"CWE127_Buffer_Underread__new_char_loop_65a.cpp",
"CWE127_Buffer_Underread__new_char_memmove_68a.cpp",
"CWE127_Buffer_Underread__new_wchar_t_cpy_74a.cpp",
"CWE127_Buffer_Underread__new_wchar_t_loop_14.cpp",
"CWE127_Buffer_Underread__wchar_t_declare_loop_06.c",
"CWE127_Buffer_Underread__wchar_t_declare_memcpy_10.c",
"CWE127_Buffer_Underread__wchar_t_declare_memmove_14.c",
"CWE127_Buffer_Underread__wchar_t_declare_memmove_64a.c",
"CWE127_Buffer_Underread__wchar_t_declare_ncpy_66a.c",
"main_linux.cpp"
],
"fp": 22,
"fp_files": [
"CWE127_Buffer_Underread__CWE839_connect_socket_83_goodB2G.cpp",
"CWE127_Buffer_Underread__CWE839_fgets_83_goodG2B.cpp",
"CWE127_Buffer_Underread__CWE839_negative_52c.c",
"CWE127_Buffer_Underread__char_alloca_memmove_82_goodG2B.cpp",
"CWE127_Buffer_Underread__malloc_char_memcpy_81_goodG2B.cpp",
"CWE127_Buffer_Underread__malloc_char_ncpy_22b.c",
"CWE127_Buffer_Underread__malloc_wchar_t_cpy_63b.c",
"CWE127_Buffer_Underread__malloc_wchar_t_loop_61b.c",
"CWE127_Buffer_Underread__malloc_wchar_t_memcpy_74b.cpp",
"CWE127_Buffer_Underread__malloc_wchar_t_memmove_82_goodG2B.cpp",
"CWE127_Buffer_Underread__new_char_cpy_63b.cpp",
"CWE127_Buffer_Underread__new_char_cpy_84_goodG2B.cpp",
"CWE127_Buffer_Underread__new_char_memcpy_66b.cpp",
"CWE127_Buffer_Underread__new_char_memmove_51b.cpp",
"CWE127_Buffer_Underread__new_char_ncpy_52c.cpp",
"CWE127_Buffer_Underread__new_char_ncpy_72b.cpp",
"CWE127_Buffer_Underread__new_wchar_t_memcpy_54e.cpp",
"CWE127_Buffer_Underread__new_wchar_t_memcpy_82_goodG2B.cpp",
"CWE127_Buffer_Underread__new_wchar_t_memmove_83_goodG2B.cpp",
"CWE127_Buffer_Underread__new_wchar_t_ncpy_63b.cpp",
"CWE127_Buffer_Underread__new_wchar_t_ncpy_84_goodG2B.cpp",
"CWE127_Buffer_Underread__wchar_t_declare_cpy_52c.c"
],
"gold_total": 75,
"precision": 0.7027,
"recall": 0.6933,
"tp": 52,
"tp_files": [
"CWE127_Buffer_Underread__CWE839_connect_socket_01.c",
"CWE127_Buffer_Underread__CWE839_connect_socket_45.c",
"CWE127_Buffer_Underread__CWE839_connect_socket_68a.c",
"CWE127_Buffer_Underread__CWE839_fgets_42.c",
"CWE127_Buffer_Underread__CWE839_fscanf_34.c",
"CWE127_Buffer_Underread__CWE839_listen_socket_31.c",
"CWE127_Buffer_Underread__CWE839_listen_socket_65a.c",
"CWE127_Buffer_Underread__CWE839_listen_socket_84_bad.cpp",
"CWE127_Buffer_Underread__CWE839_negative_06.c",
"CWE127_Buffer_Underread__CWE839_rand_04.c",
"CWE127_Buffer_Underread__CWE839_rand_33.cpp",
"CWE127_Buffer_Underread__char_alloca_cpy_32.c",
"CWE127_Buffer_Underread__char_alloca_cpy_67a.c",
"CWE127_Buffer_Underread__char_alloca_loop_45.c",
"CWE127_Buffer_Underread__char_alloca_memcpy_01.c",
"CWE127_Buffer_Underread__char_alloca_memmove_05.c",
"CWE127_Buffer_Underread__char_alloca_ncpy_09.c",
"CWE127_Buffer_Underread__char_declare_memmove_33.cpp",
"CWE127_Buffer_Underread__malloc_char_cpy_02.c",
"CWE127_Buffer_Underread__malloc_char_cpy_43.cpp",
"CWE127_Buffer_Underread__malloc_char_cpy_51a.c",
"CWE127_Buffer_Underread__malloc_char_loop_44.c",
"CWE127_Buffer_Underread__malloc_char_loop_73a.cpp",
"CWE127_Buffer_Underread__malloc_char_memcpy_41.c",
"CWE127_Buffer_Underread__malloc_char_memmove_32.c",
"CWE127_Buffer_Underread__malloc_char_memmove_83_bad.cpp",
"CWE127_Buffer_Underread__malloc_wchar_t_cpy_21.c",
"CWE127_Buffer_Underread__malloc_wchar_t_loop_17.c",
"CWE127_Buffer_Underread__malloc_wchar_t_loop_72a.cpp",
"CWE127_Buffer_Underread__malloc_wchar_t_memcpy_15.c",
"CWE127_Buffer_Underread__malloc_wchar_t_memmove_13.c",
"CWE127_Buffer_Underread__malloc_wchar_t_ncpy_11.c",
"CWE127_Buffer_Underread__malloc_wchar_t_ncpy_54a.c",
"CWE127_Buffer_Underread__malloc_wchar_t_ncpy_84_bad.cpp",
"CWE127_Buffer_Underread__new_char_cpy_32.cpp",
"CWE127_Buffer_Underread__new_char_memcpy_02.cpp",
"CWE127_Buffer_Underread__new_char_memcpy_44.cpp",
"CWE127_Buffer_Underread__new_char_memmove_05.cpp",
"CWE127_Buffer_Underread__new_char_ncpy_08.cpp",
"CWE127_Buffer_Underread__new_wchar_t_cpy_11.cpp",
"CWE127_Buffer_Underread__new_wchar_t_memcpy_17.cpp",
"CWE127_Buffer_Underread__new_wchar_t_memmove_22a.cpp",
"CWE127_Buffer_Underread__new_wchar_t_memmove_62a.cpp",
"CWE127_Buffer_Underread__new_wchar_t_ncpy_32.cpp",
"CWE127_Buffer_Underread__wchar_t_alloca_cpy_09.c",
"CWE127_Buffer_Underread__wchar_t_alloca_loop_13.c",
"CWE127_Buffer_Underread__wchar_t_alloca_loop_82a.cpp",
"CWE127_Buffer_Underread__wchar_t_alloca_memcpy_17.c",
"CWE127_Buffer_Underread__wchar_t_alloca_memmove_34.c",
"CWE127_Buffer_Underread__wchar_t_alloca_ncpy_51a.c",
"CWE127_Buffer_Underread__wchar_t_declare_cpy_02.c",
"CWE127_Buffer_Underread__wchar_t_declare_ncpy_18.c"
]
},
"security-bugs": {
"f1": 1.0,
"finding_total": 2,
"fn": 0,
"fn_files": [],
"fp": 0,
"fp_files": [],
"gold_total": 2,
"precision": 1.0,
"recall": 1.0,
"tp": 2,
"tp_files": [
"bug_constant.cpp",
"bug_symbolic.cpp"
]
}
},
"f1": 0.652,
"finding_total": 284,
"fn": 175,
"fp": 62,
"gold_total": 397,
"precision": 0.7817,
"recall": 0.5592,
"tp": 222
},
"sign-conversion": {
"corpora": {
"juliet-194": {
"f1": 0.6667,
"finding_total": 76,
"fn": 28,
"fn_files": [
"CWE194_Unexpected_Sign_Extension__connect_socket_malloc_52a.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_malloc_72a.cpp",
"CWE194_Unexpected_Sign_Extension__connect_socket_memcpy_81a.cpp",
"CWE194_Unexpected_Sign_Extension__fgets_malloc_64a.c",
"CWE194_Unexpected_Sign_Extension__fgets_malloc_73a.cpp",
"CWE194_Unexpected_Sign_Extension__fgets_malloc_84a.cpp",
"CWE194_Unexpected_Sign_Extension__fgets_memcpy_66a.c",
"CWE194_Unexpected_Sign_Extension__fgets_memmove_68a.c",
"CWE194_Unexpected_Sign_Extension__fgets_strncpy_51a.c",
"CWE194_Unexpected_Sign_Extension__fgets_strncpy_82a.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_malloc_74a.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_memcpy_43.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_strncpy_62a.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_strncpy_63a.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_malloc_53a.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_malloc_65a.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_malloc_74a.cpp",
"CWE194_Unexpected_Sign_Extension__listen_socket_memcpy_43.cpp",
"CWE194_Unexpected_Sign_Extension__listen_socket_memcpy_54a.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_memcpy_67a.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_strncpy_52a.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_strncpy_62a.cpp",
"CWE194_Unexpected_Sign_Extension__negative_memcpy_83a.cpp",
"CWE194_Unexpected_Sign_Extension__negative_strncpy_64a.c",
"CWE194_Unexpected_Sign_Extension__negative_strncpy_72a.cpp",
"CWE194_Unexpected_Sign_Extension__rand_malloc_66a.c",
"CWE194_Unexpected_Sign_Extension__rand_memcpy_68a.c",
"CWE194_Unexpected_Sign_Extension__rand_memmove_51a.c"
],
"fp": 24,
"fp_files": [
"CWE194_Unexpected_Sign_Extension__connect_socket_malloc_63b.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_memcpy_65b.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_memmove_67b.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_memmove_72b.cpp",
"CWE194_Unexpected_Sign_Extension__connect_socket_memmove_84_goodG2B.cpp",
"CWE194_Unexpected_Sign_Extension__fgets_memcpy_82_goodG2B.cpp",
"CWE194_Unexpected_Sign_Extension__fgets_memmove_73b.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_malloc_52c.c",
"CWE194_Unexpected_Sign_Extension__fscanf_malloc_64b.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memcpy_53d.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memcpy_66b.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memmove_68b.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memmove_74b.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_strncpy_51b.c",
"CWE194_Unexpected_Sign_Extension__fscanf_strncpy_83_goodG2B.cpp",
"CWE194_Unexpected_Sign_Extension__listen_socket_memmove_54e.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_memmove_74b.cpp",
"CWE194_Unexpected_Sign_Extension__listen_socket_strncpy_63b.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_strncpy_83_goodG2B.cpp",
"CWE194_Unexpected_Sign_Extension__negative_malloc_65b.c",
"CWE194_Unexpected_Sign_Extension__negative_memcpy_67b.c",
"CWE194_Unexpected_Sign_Extension__negative_memmove_81_goodG2B.cpp",
"CWE194_Unexpected_Sign_Extension__rand_strncpy_52c.c",
"CWE194_Unexpected_Sign_Extension__rand_strncpy_64b.c"
],
"gold_total": 80,
"precision": 0.6842,
"recall": 0.65,
"tp": 52,
"tp_files": [
"CWE194_Unexpected_Sign_Extension__connect_socket_malloc_01.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_malloc_16.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_malloc_84_bad.cpp",
"CWE194_Unexpected_Sign_Extension__connect_socket_memcpy_05.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_memcpy_22a.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_memmove_09.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_memmove_34.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_strncpy_13.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_strncpy_45.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_strncpy_61a.c",
"CWE194_Unexpected_Sign_Extension__connect_socket_strncpy_82_bad.cpp",
"CWE194_Unexpected_Sign_Extension__fgets_malloc_02.c",
"CWE194_Unexpected_Sign_Extension__fgets_malloc_17.c",
"CWE194_Unexpected_Sign_Extension__fgets_memcpy_06.c",
"CWE194_Unexpected_Sign_Extension__fgets_memmove_10.c",
"CWE194_Unexpected_Sign_Extension__fgets_memmove_41.c",
"CWE194_Unexpected_Sign_Extension__fgets_strncpy_14.c",
"CWE194_Unexpected_Sign_Extension__fgets_strncpy_33.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_malloc_03.c",
"CWE194_Unexpected_Sign_Extension__fscanf_malloc_18.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memcpy_07.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memcpy_31.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memcpy_83_bad.cpp",
"CWE194_Unexpected_Sign_Extension__fscanf_memmove_11.c",
"CWE194_Unexpected_Sign_Extension__fscanf_memmove_42.c",
"CWE194_Unexpected_Sign_Extension__fscanf_strncpy_15.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_malloc_04.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_malloc_21.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_memcpy_08.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_memcpy_32.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_memcpy_83_bad.cpp",
"CWE194_Unexpected_Sign_Extension__listen_socket_memmove_12.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_memmove_44.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_strncpy_01.c",
"CWE194_Unexpected_Sign_Extension__listen_socket_strncpy_16.c",
"CWE194_Unexpected_Sign_Extension__negative_malloc_05.c",
"CWE194_Unexpected_Sign_Extension__negative_malloc_22a.c",
"CWE194_Unexpected_Sign_Extension__negative_malloc_81_bad.cpp",
"CWE194_Unexpected_Sign_Extension__negative_memcpy_09.c",
"CWE194_Unexpected_Sign_Extension__negative_memcpy_34.c",
"CWE194_Unexpected_Sign_Extension__negative_memmove_13.c",
"CWE194_Unexpected_Sign_Extension__negative_memmove_45.c",
"CWE194_Unexpected_Sign_Extension__negative_memmove_61a.c",
"CWE194_Unexpected_Sign_Extension__negative_strncpy_02.c",
"CWE194_Unexpected_Sign_Extension__negative_strncpy_17.c",
"CWE194_Unexpected_Sign_Extension__negative_strncpy_84_bad.cpp",
"CWE194_Unexpected_Sign_Extension__rand_malloc_06.c",
"CWE194_Unexpected_Sign_Extension__rand_memcpy_10.c",
"CWE194_Unexpected_Sign_Extension__rand_memcpy_41.c",
"CWE194_Unexpected_Sign_Extension__rand_memmove_14.c",
"CWE194_Unexpected_Sign_Extension__rand_strncpy_03.c",
"CWE194_Unexpected_Sign_Extension__rand_strncpy_18.c"
]
},
"juliet-195": {
"f1": 0.7381,
"finding_total": 88,
"fn": 18,
"fn_files": [
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_malloc_52a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_malloc_72a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memcpy_81a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_malloc_84a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_malloc_74a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_strncpy_63a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_malloc_53a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_malloc_65a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_malloc_74a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memcpy_54a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memcpy_67a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_strncpy_52a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memcpy_83a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_strncpy_64a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_strncpy_72a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_malloc_66a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_memcpy_68a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_memmove_51a.c"
],
"fp": 26,
"fp_files": [
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_malloc_63b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memcpy_65b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memmove_67b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memmove_72b.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memmove_84_goodG2B.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memcpy_22b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memcpy_82_goodG2B.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memmove_73b.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_strncpy_61b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_malloc_52c.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_malloc_64b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memcpy_53d.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memcpy_66b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memmove_68b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memmove_74b.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_strncpy_51b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_strncpy_83_goodG2B.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memmove_54e.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memmove_74b.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_strncpy_63b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_strncpy_83_goodG2B.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_malloc_65b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memcpy_67b.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memmove_81_goodG2B.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_strncpy_52c.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_strncpy_64b.c"
],
"gold_total": 80,
"precision": 0.7045,
"recall": 0.775,
"tp": 62,
"tp_files": [
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_malloc_01.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_malloc_16.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_malloc_84_bad.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memcpy_05.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memcpy_22a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memmove_09.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_memmove_34.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_strncpy_13.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_strncpy_45.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_strncpy_61a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__connect_socket_strncpy_82_bad.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_malloc_02.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_malloc_17.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_malloc_64a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_malloc_73a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memcpy_06.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memcpy_66a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memmove_10.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memmove_41.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_memmove_68a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_strncpy_14.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_strncpy_33.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_strncpy_51a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fgets_strncpy_82a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_malloc_03.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_malloc_18.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memcpy_07.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memcpy_31.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memcpy_43.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memcpy_83_bad.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memmove_11.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_memmove_42.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_strncpy_15.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__fscanf_strncpy_62a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_malloc_04.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_malloc_21.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memcpy_08.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memcpy_32.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memcpy_43.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memcpy_83_bad.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memmove_12.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_memmove_44.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_strncpy_01.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_strncpy_16.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__listen_socket_strncpy_62a.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_malloc_05.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_malloc_22a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_malloc_81_bad.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memcpy_09.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memcpy_34.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memmove_13.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memmove_45.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_memmove_61a.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_strncpy_02.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_strncpy_17.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__negative_strncpy_84_bad.cpp",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_malloc_06.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_memcpy_10.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_memcpy_41.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_memmove_14.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_strncpy_03.c",
"CWE195_Signed_to_Unsigned_Conversion_Error__rand_strncpy_18.c"
]
},
"juliet-196": {
"f1": 0.9474,
"finding_total": 18,
"fn": 2,
"fn_files": [
"main.cpp",
"main_linux.cpp"
],
"fp": 0,
"fp_files": [],
"gold_total": 20,
"precision": 1.0,
"recall": 0.9,
"tp": 18,
"tp_files": [
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_01.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_02.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_03.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_04.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_05.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_06.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_07.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_08.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_09.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_10.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_11.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_12.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_13.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_14.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_15.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_16.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_17.c",
"CWE196_Unsigned_to_Signed_Conversion_Error__basic_18.c"
]
}
},
"f1": 0.7293,
"finding_total": 182,
"fn": 48,
"fp": 50,
"gold_total": 180,
"precision": 0.7253,
"recall": 0.7333,
"tp": 132
}
},
"fold_version": "0.1.0",
"generated": "2026-05-31T12-37-44Z",
"literature_context": {
"codeql_fp_rate": "~5%",
"semgrep_fp_rate": "~12%",
"source": "Bennett et al. 2024 (EASE), Lipp et al. 2022 (ISSTA)"
},
"scoring_model": "file-level per-detector"
}
Reference in a new issue View git blame Copy permalink