{ "baseline_comparison": { "profiled_serial": { "baseline_median_seconds": 43.273, "candidate_median_seconds": 39.31, "median_change_pct": -9.158135557969173, "method": "paired-by-repetition", "paired": { "common_language_effect": 1.0, "losses": 0, "lower_is_better": true, "median_delta": -3.963000000000001, "median_relative_change_pct": -9.158135557969173, "pairs": 1, "ties": 0, "two_sided_sign_test_p": 1.0, "wins": 1 } }, "throughput": { "baseline_median_seconds": 28.439, "candidate_median_seconds": 29.956, "median_change_pct": 5.334224128837158, "method": "paired-by-repetition", "paired": { "common_language_effect": 0.0, "losses": 1, "lower_is_better": true, "median_delta": 1.5169999999999995, "median_relative_change_pct": 5.334224128837158, "pairs": 1, "ties": 0, "two_sided_sign_test_p": 1.0, "wins": 0 } } }, "change_time": { "alert_density_per_kloc": 3.895, "baseline_revision": "259a052a983504a6724612b775e15cf007825117", "by_disposition": { "accepted-risk": 1, "false-positive": 10 }, "changed_files": [], "changed_scope": "selected-and-finding-files", "counts": { "current": 11, "current_in_scope": 11, "new": 0, "new_in_changed_files": 0, "new_in_scope": 0, "persisting": 11, "resolved": 0, "reviewed": 11 }, "current_revision": "259a052a983504a6724612b775e15cf007825117", "identity_mismatches": [], "moved": [ { "current": { "line": 1441, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:-:../../base/files/file_path.cc:1441:5", "reviewed": { "line": 1441, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 1603, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:+:../../base/files/file_path.cc:1603:22", "reviewed": { "line": 1603, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 174, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:+:../../base/files/file_path.cc:174:16", "reviewed": { "line": 174, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 182, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:+:../../base/files/file_path.cc:182:16", "reviewed": { "line": 182, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 740, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:+:../../base/files/file_path.cc:740:43", "reviewed": { "line": 740, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 794, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:+:../../base/files/file_path.cc:794:35", "reviewed": { "line": 794, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 1604, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:-:../../base/files/file_path.cc:1604:34", "reviewed": { "line": 1604, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 1605, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:-:../../base/files/file_path.cc:1605:24", "reviewed": { "line": 1605, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 184, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:-:../../base/files/file_path.cc:184:21", "reviewed": { "line": 184, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 185, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:-:../../base/files/file_path.cc:185:21", "reviewed": { "line": 185, "uri": "../../base/files/file_path.cc" } }, { "current": { "line": 548, "uri": "/Users/trevon/work/tools/base/files/file_path.cc" }, "id": "int-overflow:unsigned:-:../../base/files/file_path.cc:548:48", "reviewed": { "line": 548, "uri": "../../base/files/file_path.cc" } } ], "new": [], "new_alert_density_per_kloc": 0.0, "new_by_rule": {}, "new_in_changed_files": [], "persisting": [ "int-overflow:-:../../base/files/file_path.cc:1441:5", "int-overflow:unsigned:+:../../base/files/file_path.cc:1603:22", "int-overflow:unsigned:+:../../base/files/file_path.cc:174:16", "int-overflow:unsigned:+:../../base/files/file_path.cc:182:16", "int-overflow:unsigned:+:../../base/files/file_path.cc:740:43", "int-overflow:unsigned:+:../../base/files/file_path.cc:794:35", "int-overflow:unsigned:-:../../base/files/file_path.cc:1604:34", "int-overflow:unsigned:-:../../base/files/file_path.cc:1605:24", "int-overflow:unsigned:-:../../base/files/file_path.cc:184:21", "int-overflow:unsigned:-:../../base/files/file_path.cc:185:21", "int-overflow:unsigned:-:../../base/files/file_path.cc:548:48" ], "resolved": [], "resolved_by_disposition": {}, "review_coverage": 1.0, "reviewed_at": "2026-08-31T18:45:00Z", "reviewer": "fold optimization loop (round 4+): 5 parallel subagent reviewers + inline reconciliation", "scope_kloc": 2.824 }, "configuration": { "analysis_fingerprint": "69304b9640ee2be2f6f23a3fc542b32bb05f7303485fd8d0956098037dff1623", "budget_seconds": 180, "detectors": [ "div-by-zero", "int-overflow", "null-deref", "oob", "uninit-read", "use-after-free" ], "exclude_regex": "(^|/)(third_party|out|gen|test|tests)(/|$)|(_test|_unittest|_fuzzer)\\.cc$", "extra_args": [], "lane": "source", "max_tus": 8, "path_regex": "/(base/(files|memory|strings)|net/(base|http)|services/network|url)/.*\\.cc$", "per_query_ms": 6000, "per_tu_timeout": 180, "processes": 2, "repeats": 1, "rust_toolchain": "", "scopes": [], "source_settings": { "budget_seconds": 180, "class_similarity_threshold": 0.7, "clone_min_score": 0.0, "clone_similarity": 0.7, "clone_type": 2, "complexity_threshold": 20, "min_body_stmts": 4, "per_query_ms": 6000, "per_tu_timeout": 180 }, "throughput_processes": 2 }, "manifest": { "configuration": { "budget_seconds": 180, "detectors": [ "div-by-zero", "int-overflow", "null-deref", "oob", "uninit-read", "use-after-free" ], "exclude_regex": "(^|/)(third_party|out|gen|test|tests)(/|$)|(_test|_unittest|_fuzzer)\\.cc$", "extra_args": [], "lane": "source", "max_tus": 8, "path_regex": "/(base/(files|memory|strings)|net/(base|http)|services/network|url)/.*\\.cc$", "per_query_ms": 6000, "per_tu_timeout": 180, "processes": 2, "rust_toolchain": "", "scopes": [], "source_settings": { "budget_seconds": 180, "class_similarity_threshold": 0.7, "clone_min_score": 0.0, "clone_similarity": 0.7, "clone_type": 2, "complexity_threshold": 20, "min_body_stmts": 4, "per_query_ms": 6000, "per_tu_timeout": 180 } }, "configuration_fingerprint": "69304b9640ee2be2f6f23a3fc542b32bb05f7303485fd8d0956098037dff1623", "lane": "source", "path": "/Users/trevon/work/tools/fold/tests/benchmarks/projects/chromium_source.json", "project": "chromium" }, "optimization_surface": { "known_source_phase_ms": 10982.0, "peak_rss_mb": 658.562, "ranked_detectors": [ { "analyze_share_pct": 10.78, "detector": "div-by-zero", "wall_ms": 4229.0, "z3_queries": 0.0, "z3_timeouts": 0.0 }, { "analyze_share_pct": 10.75, "detector": "int-overflow", "wall_ms": 4215.0, "z3_queries": 36.0, "z3_timeouts": 0.0 }, { "analyze_share_pct": 10.75, "detector": "null-deref", "wall_ms": 4215.0, "z3_queries": 7.0, "z3_timeouts": 0.0 }, { "analyze_share_pct": 10.75, "detector": "oob", "wall_ms": 4215.0, "z3_queries": 5.0, "z3_timeouts": 0.0 }, { "analyze_share_pct": 1.44, "detector": "uninit-read", "wall_ms": 566.0, "z3_queries": 0.0, "z3_timeouts": 0.0 }, { "analyze_share_pct": 0.21, "detector": "use-after-free", "wall_ms": 84.0, "z3_queries": 0.0, "z3_timeouts": 0.0 } ], "ranked_graph_subphases": [ { "phase": "project_graph_fallback", "wall_ms": 5444.0 }, { "phase": "security_candidate", "wall_ms": 10.0 }, { "phase": "project_graph_collect", "wall_ms": 0.0 }, { "phase": "project_graph_merge", "wall_ms": 0.0 }, { "phase": "project_index_contribution_update", "wall_ms": 0.0 }, { "phase": "project_index_load", "wall_ms": 0.0 }, { "phase": "project_index_snapshot_update", "wall_ms": 0.0 } ], "ranked_source_phases": [ { "analyze_share_pct": 14.09, "phase": "cross_tu_property", "wall_ms": 5527.0 }, { "analyze_share_pct": 13.88, "phase": "call_graph", "wall_ms": 5445.0 }, { "analyze_share_pct": 0.03, "phase": "security_candidate", "wall_ms": 10.0 }, { "analyze_share_pct": 0.0, "phase": "function_fingerprint", "wall_ms": 0.0 }, { "analyze_share_pct": 0.0, "phase": "symbolic_summary", "wall_ms": 0.0 } ], "shared_frontend_and_orchestration_ms": 21698.0, "unattributed_frontend_and_orchestration_ms": 10716.0 }, "performance": { "profiled_serial": { "profile": { "detectors": { "div-by-zero": { "findings_emitted": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "functions_analyzed": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "functions_skipped": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "wall_ms": { "iqr": 0.0, "max": 4229.0, "median": 4229.0, "min": 4229.0, "n": 1 }, "z3_queries": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "z3_timeouts": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 } }, "int-overflow": { "findings_emitted": { "iqr": 0.0, "max": 15.0, "median": 15.0, "min": 15.0, "n": 1 }, "functions_analyzed": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "functions_skipped": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "wall_ms": { "iqr": 0.0, "max": 4215.0, "median": 4215.0, "min": 4215.0, "n": 1 }, "z3_queries": { "iqr": 0.0, "max": 36.0, "median": 36.0, "min": 36.0, "n": 1 }, "z3_timeouts": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 } }, "null-deref": { "findings_emitted": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "functions_analyzed": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "functions_skipped": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "wall_ms": { "iqr": 0.0, "max": 4215.0, "median": 4215.0, "min": 4215.0, "n": 1 }, "z3_queries": { "iqr": 0.0, "max": 7.0, "median": 7.0, "min": 7.0, "n": 1 }, "z3_timeouts": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 } }, "oob": { "findings_emitted": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "functions_analyzed": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "functions_skipped": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "wall_ms": { "iqr": 0.0, "max": 4215.0, "median": 4215.0, "min": 4215.0, "n": 1 }, "z3_queries": { "iqr": 0.0, "max": 5.0, "median": 5.0, "min": 5.0, "n": 1 }, "z3_timeouts": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 } }, "uninit-read": { "findings_emitted": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "functions_analyzed": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "functions_skipped": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "wall_ms": { "iqr": 0.0, "max": 566.0, "median": 566.0, "min": 566.0, "n": 1 }, "z3_queries": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "z3_timeouts": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 } }, "use-after-free": { "findings_emitted": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "functions_analyzed": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "functions_skipped": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "wall_ms": { "iqr": 0.0, "max": 84.0, "median": 84.0, "min": 84.0, "n": 1 }, "z3_queries": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "z3_timeouts": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 } } }, "scan": { "analyze_ms": { "iqr": 0.0, "max": 39222.0, "median": 39222.0, "min": 39222.0, "n": 1 }, "call_graph_ms": { "iqr": 0.0, "max": 5445.0, "median": 5445.0, "min": 5445.0, "n": 1 }, "compile_db_load_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "cross_tu_property_ms": { "iqr": 0.0, "max": 5527.0, "median": 5527.0, "min": 5527.0, "n": 1 }, "findings_before_filter": { "iqr": 0.0, "max": 15.0, "median": 15.0, "min": 15.0, "n": 1 }, "findings_report_visible": { "iqr": 0.0, "max": 11.0, "median": 11.0, "min": 11.0, "n": 1 }, "frontend_extraction_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "function_fingerprint_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "num_functions": { "iqr": 0.0, "max": 4218.0, "median": 4218.0, "min": 4218.0, "n": 1 }, "num_tus": { "iqr": 0.0, "max": 8.0, "median": 8.0, "min": 8.0, "n": 1 }, "peak_rss_kb": { "iqr": 0.0, "max": 674368.0, "median": 674368.0, "min": 674368.0, "n": 1 }, "project_graph_collect_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "project_graph_fallback_ms": { "iqr": 0.0, "max": 5444.0, "median": 5444.0, "min": 5444.0, "n": 1 }, "project_graph_merge_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "project_index_contribution_update_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "project_index_load_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "project_index_snapshot_update_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "project_index_update_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "report_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "security_candidate_ms": { "iqr": 0.0, "max": 10.0, "median": 10.0, "min": 10.0, "n": 1 }, "serial_dispatch_ms": { "iqr": 0.0, "max": 39222.0, "median": 39222.0, "min": 39222.0, "n": 1 }, "source_tus_attempted": { "iqr": 0.0, "max": 8.0, "median": 8.0, "min": 8.0, "n": 1 }, "source_tus_completed": { "iqr": 0.0, "max": 8.0, "median": 8.0, "min": 8.0, "n": 1 }, "source_tus_excluded": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "source_tus_frontend_failed": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "source_tus_selected": { "iqr": 0.0, "max": 8.0, "median": 8.0, "min": 8.0, "n": 1 }, "source_tus_timed_out": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "symbolic_summary_ms": { "iqr": 0.0, "max": 0.0, "median": 0.0, "min": 0.0, "n": 1 }, "total_wall_ms": { "iqr": 0.0, "max": 39222.0, "median": 39222.0, "min": 39222.0, "n": 1 } } }, "wall_samples_seconds": [ 39.31 ], "wall_seconds": { "iqr": 0.0, "max": 39.31, "median": 39.31, "min": 39.31, "n": 1 } }, "throughput": { "processes": 2, "wall_samples_seconds": [ 29.956 ], "wall_seconds": { "iqr": 0.0, "max": 29.956, "median": 29.956, "min": 29.956, "n": 1 } } }, "reliability": { "by_rule": { "fold.int-overflow": 1, "fold.unsigned-wrap": 10 }, "failures": [], "finding_count": 11, "finding_fingerprint": "f5629f0f53873b6184bac951d2cf2753bafde2a8538ba853f9b22ef801bd5287", "missing_location": 0, "operational_coverage": { "by_run": [ { "frontend_failures": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] }, "iteration": 1, "lane": "profiled-serial", "missing_dependencies": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] }, "reconciliation": { "affected_tus": [], "attempted_tus": 8, "completed_tus": 8, "frontend_failed_tus": 0, "selected_tus": 8, "timed_out_tus": 0 }, "tu_crashes": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] }, "tu_timeouts": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] } }, { "frontend_failures": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] }, "iteration": 1, "lane": "throughput", "missing_dependencies": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] }, "reconciliation": { "affected_tus": [], "completed_tus_lower_bound": 8, "failed_tus": 0, "selected_tus": 8 }, "tu_crashes": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] }, "tu_timeouts": { "affected_tus": [], "count": 0, "event_count": 0, "examples": [] } } ], "totals": { "frontend_failures": 0, "missing_dependencies": 0, "tu_crashes": 0, "tu_timeouts": 0 } }, "per_rule_stability": { "fold.int-overflow": { "churn_count": 0, "exact": true, "intersection_count": 1, "pairwise_jaccard": { "iqr": 0.0, "max": 1.0, "median": 1.0, "min": 1.0, "n": 1 }, "per_run_counts": [ 1, 1 ], "run_count": 2, "union_count": 1 }, "fold.unsigned-wrap": { "churn_count": 0, "exact": true, "intersection_count": 10, "pairwise_jaccard": { "iqr": 0.0, "max": 1.0, "median": 1.0, "min": 1.0, "n": 1 }, "per_run_counts": [ 10, 10 ], "run_count": 2, "union_count": 10 } }, "stability": { "churn_count": 0, "exact": true, "intersection_count": 11, "pairwise_jaccard": { "iqr": 0.0, "max": 1.0, "median": 1.0, "min": 1.0, "n": 1 }, "per_run_counts": [ 11, 11 ], "run_count": 2, "union_count": 11 }, "stable_findings": true, "z3_timeouts": 0 }, "run_artifacts": [ "tests/benchmarks/runs/optimization-2026-08-31-cr-stab-1/profiled-serial-1.run.json", "tests/benchmarks/runs/optimization-2026-08-31-cr-stab-1/throughput-1.run.json" ], "schema_version": 2, "status": "ok", "target": { "binaries": [], "lane": "source", "paths": [ "base/files/block_tests_writing_to_special_dirs.cc", "base/files/drive_info.cc", "base/files/drive_info_mac.cc", "base/files/file.cc", "base/files/file_descriptor_watcher_posix.cc", "base/files/file_enumerator.cc", "base/files/file_enumerator_posix.cc", "base/files/file_path.cc" ], "project_root": "/Users/trevon/work/tools/chromium/src", "revision": "259a052a983504a6724612b775e15cf007825117", "selected_tus": 8, "tu_set_fingerprint": "e3e285d2f9f56366a65ff49162ef3e01be64d7a6128aa35b0edc143330a75764" } }