python3 = find_program('python3')

test(
  'benchmark_evaluation',
  python3,
  args: [files('test_fold_eval.py')],
  workdir: meson.project_source_root(),
)

test(
  'source_structure',
  python3,
  args: [meson.project_source_root() / 'scripts/check_source_structure.py'],
  workdir: meson.project_source_root(),
)

fold_bin = meson.project_build_root() / 'src' / 'cli' / 'fold'

test(
  'production_reachability_evaluation',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_reachability_evaluation.py',
    '--fold', fold_bin,
    '--repeats', '5',
  ],
  workdir: meson.project_source_root(),
  timeout: 120,
)

test(
  'source_metamorphic',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_source_metamorphic.py',
    '--fold', fold_bin,
    '--output-dir', meson.project_build_root() / 'benchmark-results/source-metamorphic',
  ],
  workdir: meson.project_source_root(),
  timeout: 120,
)

test(
  'quality_identity_metamorphic',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_source_metamorphic.py',
    '--fold', fold_bin,
    '--spec', meson.project_source_root() / 'tests/benchmarks/metamorphic/quality_identity_metamorphic.json',
    '--output-dir', meson.project_build_root() / 'benchmark-results/quality-identity-metamorphic',
  ],
  workdir: meson.project_source_root(),
  timeout: 120,
)

test(
  'equiv_effects_metamorphic',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_source_metamorphic.py',
    '--fold', fold_bin,
    '--spec', meson.project_source_root() / 'tests/benchmarks/metamorphic/equiv_effects_metamorphic.json',
    '--output-dir', meson.project_build_root() / 'benchmark-results/equiv-effects-metamorphic',
  ],
  workdir: meson.project_source_root(),
  timeout: 120,
)

test(
  'sanitizer_differential',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_sanitizer_differential.py',
    '--fold', fold_bin,
    '--output-dir', meson.project_build_root() / 'benchmark-results/sanitizer-differential',
  ],
  workdir: meson.project_source_root(),
  timeout: 180,
)

test(
  'asan_differential',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_sanitizer_differential.py',
    '--fold', fold_bin,
    '--spec', meson.project_source_root() / 'tests/benchmarks/differential/asan_pairs.json',
    '--output-dir', meson.project_build_root() / 'benchmark-results/asan-differential',
  ],
  workdir: meson.project_source_root(),
  timeout: 180,
)

test(
  'clang_sa_differential',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_clang_sa_differential.py',
    '--fold', fold_bin,
    '--output-dir', meson.project_build_root() / 'benchmark-results/clang-sa-differential',
  ],
  workdir: meson.project_source_root(),
  timeout: 180,
)

test(
  'organic_vulnerable_fixed',
  python3,
  args: [
    meson.project_source_root() / 'scripts/benchmarks/run_organic_pairs.py',
    '--fold', fold_bin,
    '--output-dir', meson.project_build_root() / 'benchmark-results/organic-pairs',
  ],
  workdir: meson.project_source_root(),
  timeout: 180,
)