#!/bin/bash # benchmark_mode_manifest.sh — write a small JSON manifest describing # benchmark fidelity / realism settings for a run. set -euo pipefail OUTPUT_PATH="${1:-}" if [[ -z "$OUTPUT_PATH" ]]; then echo "usage: $0 " >&2 exit 1 fi RUNNER_NAME="${RUNNER_NAME:-unknown}" BENCH_BIN="${BENCH_BIN:-unknown}" BUILD_DIR="${BUILD_DIR:-unknown}" DATASET="${YAMS_BENCH_DATASET:-unknown}" CORPUS_SIZE="${YAMS_BENCH_CORPUS_SIZE:-unknown}" NUM_QUERIES="${YAMS_BENCH_NUM_QUERIES:-unknown}" TOPK="${YAMS_BENCH_TOPK:-unknown}" FORCE_MOCK_EMBEDDINGS="${YAMS_BENCH_FORCE_MOCK_EMBEDDINGS:-0}" USE_WARM_DATA_DIR="${YAMS_BENCH_WARM_DATA_DIR:-0}" PLUGIN_DIR="${YAMS_PLUGIN_DIR:-}" SEARCH_STAGE_TRACE="${YAMS_SEARCH_STAGE_TRACE:-0}" OPT_LOOP="${YAMS_BENCH_OPT_LOOP:-0}" DISABLE_VECTORS="${YAMS_DISABLE_VECTORS:-0}" MODE_LABEL="synthetic" if [[ "$FORCE_MOCK_EMBEDDINGS" != "1" && "$DISABLE_VECTORS" != "1" ]]; then MODE_LABEL="live-ish" fi if [[ -n "$PLUGIN_DIR" && "$FORCE_MOCK_EMBEDDINGS" != "1" ]]; then MODE_LABEL="daemon-faithful" fi cat >"$OUTPUT_PATH" < live-ish > synthetic", "Use this manifest to compare benchmark realism before interpreting latency deltas" ] } EOF echo "$OUTPUT_PATH"