#!/usr/bin/env bash # Strawberry distributed-learning loop validation (local multi-node, no Docker). # # Proves the full hub-and-spoke loop end to end with real binaries + isolated per-node # dirs/configs: seed N nodes -> round-1 export (rarity sketches, no fleet feature) -> # central fleet train + fleet overlay -> distribute overlay -> round-2 export (fleet # feature populated). Asserts the fleet signal propagates (round-2 fleet_feat > 0 while # round-1 is 0). This same script body is what the Docker harness runs inside containers. # # Binaries (override via env): built dev tools + the CLI. # SB = strawberry CLI (default: ./builddir/src/strawberry) # SEED = strawberry-fleet-seed (default: ./builddir/tests/strawberry-fleet-seed) # INS = strawberry-fleet-inspect (default: ./builddir/tests/strawberry-fleet-inspect) # Params: NODES (default 2), EXECS (default 240), WORK (default: a mktemp dir). # # Exit 0 = PASS, non-zero = FAIL (with a reason). Deterministic. set -euo pipefail SB="${SB:-./builddir/src/strawberry}" SEED="${SEED:-./builddir/tests/strawberry-fleet-seed}" INS="${INS:-./builddir/tests/strawberry-fleet-inspect}" NODES="${NODES:-2}" EXECS="${EXECS:-240}" WORK="${WORK:-$(mktemp -d)}" for b in "$SB" "$SEED" "$INS"; do [ -x "$b" ] || { echo "FAIL: binary not found/executable: $b"; exit 2; } done [ "$NODES" -ge 2 ] || { echo "FAIL: NODES must be >= 2 (a one-node fleet is cap-degenerate)"; exit 2; } echo "== strawberry fleet-loop validation: $NODES nodes, $EXECS execs/node, work=$WORK ==" mkdir -p "$WORK"/bundles "$WORK"/bundles2 # fleet_feat of a bundle (features carrying a non-zero fleet slot). Parses the inspector line. fleet_feat() { "$INS" "$1" | sed -n 's/.*fleet_feat=\([0-9]*\).*/\1/p'; } rarity_n() { "$INS" "$1" | sed -n 's/.*rarity=\([0-9]*\).*/\1/p'; } # ---- round 1: seed each node (store + rarity.state), export, assert ---- for i in $(seq 1 "$NODES"); do n="node$i"; sd="$WORK/$n/store"; md="$WORK/$n/model"; cf="$WORK/$n/conf" mkdir -p "$sd" "$md" printf 'node_id = %s\nmodel_dir = %s\n' "$n" "$md" > "$cf" "$SEED" "$sd" --node "$n" --execs "$EXECS" --seed "$i" --model-dir "$md" >/dev/null "$SB" --config "$cf" export "$sd" --out "$WORK/bundles/$n.sbx" >/dev/null r=$(rarity_n "$WORK/bundles/$n.sbx"); f=$(fleet_feat "$WORK/bundles/$n.sbx") echo " round1 $n: rarity=$r fleet_feat=$f" [ "${r:-0}" -gt 0 ] || { echo "FAIL: $n round-1 has no rarity sketches (rarity.state missing?)"; exit 1; } [ "${f:-1}" -eq 0 ] || { echo "FAIL: $n round-1 already has a fleet feature (no overlay should exist yet)"; exit 1; } done # ---- central: train + build overlay ---- tr=$("$SB" fleet train "$WORK/bundles" --out "$WORK/node1/model/shadow.sbm" 2>&1 | grep Merged || true) echo " central train: $tr" echo "$tr" | grep -q "$NODES nodes" || { echo "FAIL: central saw != $NODES nodes (node_uid collision?)"; exit 1; } ov=$("$SB" fleet overlay "$WORK/bundles" --out "$WORK/overlay.sbo" 2>&1 | tail -1) echo " central overlay: $ov" osk=$(echo "$ov" | sed -n 's/.*[, (]\([0-9]\{1,\}\) sketches.*/\1/p') [ "${osk:-0}" -gt 0 ] || { echo "FAIL: overlay is empty (no rarity sketches merged)"; exit 1; } # ---- distribute overlay, round-2 export node1, assert fleet feature appears ---- for i in $(seq 1 "$NODES"); do cp -f "$WORK/overlay.sbo" "$WORK/node$i/model/fleet-overlay.sbo"; done "$SB" --config "$WORK/node1/conf" export "$WORK/node1/store" --out "$WORK/bundles2/node1-r2.sbx" >/dev/null f2=$(fleet_feat "$WORK/bundles2/node1-r2.sbx") echo " round2 node1: fleet_feat=$f2" [ "${f2:-0}" -gt 0 ] || { echo "FAIL: round-2 export carries NO fleet feature (overlay not applied)"; exit 1; } echo "PASS: fleet loop validated (round-1 fleet_feat=0 -> round-2 fleet_feat=$f2 across $NODES nodes)"