86b2f14a43
- persist TU-owned graphs and guarded configuration evidence - add closed-world production reachability classification - calibrate detector precision and reviewed self-scan policy - terminate poisoned workers instead of longjmp recovery
116 lines
3.1 KiB
Meson
116 lines
3.1 KiB
Meson
python3 = find_program('python3')
|
|
|
|
test(
|
|
'benchmark_evaluation',
|
|
python3,
|
|
args: [files('test_fold_eval.py')],
|
|
workdir: meson.project_source_root(),
|
|
)
|
|
|
|
test(
|
|
'source_structure',
|
|
python3,
|
|
args: [meson.project_source_root() / 'scripts/check_source_structure.py'],
|
|
workdir: meson.project_source_root(),
|
|
)
|
|
|
|
fold_bin = meson.project_build_root() / 'src' / 'cli' / 'fold'
|
|
|
|
test(
|
|
'production_reachability_evaluation',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_reachability_evaluation.py',
|
|
'--fold', fold_bin,
|
|
'--repeats', '5',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 120,
|
|
)
|
|
|
|
test(
|
|
'source_metamorphic',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_source_metamorphic.py',
|
|
'--fold', fold_bin,
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/source-metamorphic',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 120,
|
|
)
|
|
|
|
test(
|
|
'quality_identity_metamorphic',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_source_metamorphic.py',
|
|
'--fold', fold_bin,
|
|
'--spec', meson.project_source_root() / 'tests/benchmarks/metamorphic/quality_identity_metamorphic.json',
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/quality-identity-metamorphic',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 120,
|
|
)
|
|
|
|
test(
|
|
'equiv_effects_metamorphic',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_source_metamorphic.py',
|
|
'--fold', fold_bin,
|
|
'--spec', meson.project_source_root() / 'tests/benchmarks/metamorphic/equiv_effects_metamorphic.json',
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/equiv-effects-metamorphic',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 120,
|
|
)
|
|
|
|
test(
|
|
'sanitizer_differential',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_sanitizer_differential.py',
|
|
'--fold', fold_bin,
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/sanitizer-differential',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 180,
|
|
)
|
|
|
|
test(
|
|
'asan_differential',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_sanitizer_differential.py',
|
|
'--fold', fold_bin,
|
|
'--spec', meson.project_source_root() / 'tests/benchmarks/differential/asan_pairs.json',
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/asan-differential',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 180,
|
|
)
|
|
|
|
test(
|
|
'clang_sa_differential',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_clang_sa_differential.py',
|
|
'--fold', fold_bin,
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/clang-sa-differential',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 180,
|
|
)
|
|
|
|
test(
|
|
'organic_vulnerable_fixed',
|
|
python3,
|
|
args: [
|
|
meson.project_source_root() / 'scripts/benchmarks/run_organic_pairs.py',
|
|
'--fold', fold_bin,
|
|
'--output-dir', meson.project_build_root() / 'benchmark-results/organic-pairs',
|
|
],
|
|
workdir: meson.project_source_root(),
|
|
timeout: 180,
|
|
)
|