strawberry/deploy/validation/run-fleet-loop.sh
trvon 120e296acb
Some checks failed
Build and Test / build (debug, clang) (push) Has been cancelled
Build and Test / build (debug, gcc) (push) Has been cancelled
Build and Test / build (release, clang) (push) Has been cancelled
Build and Test / build (release, gcc) (push) Has been cancelled
Build and Test / macos (push) Has been cancelled
Build and Test / docker (push) Has been cancelled
Stage 6: local multi-node fleet-loop validation (gap #4)
run-fleet-loop.sh + README: proves the distributed loop end to end with real binaries
(seed N nodes -> round-1 export -> central fleet train + fleet overlay -> distribute ->
round-2 export), asserting the fleet signal propagates (round-1 fleet_feat=0 ->
round-2 fleet_feat>0, N distinct nodes, non-empty overlay). Verified: 2 nodes PASS.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-11-08 09:32:32 -07:00

67 lines
3.7 KiB
Bash
Executable file

#!/usr/bin/env bash
# Strawberry distributed-learning loop validation (local multi-node, no Docker).
#
# Proves the full hub-and-spoke loop end to end with real binaries + isolated per-node
# dirs/configs: seed N nodes -> round-1 export (rarity sketches, no fleet feature) ->
# central fleet train + fleet overlay -> distribute overlay -> round-2 export (fleet
# feature populated). Asserts the fleet signal propagates (round-2 fleet_feat > 0 while
# round-1 is 0). This same script body is what the Docker harness runs inside containers.
#
# Binaries (override via env): built dev tools + the CLI.
# SB = strawberry CLI (default: ./builddir/src/strawberry)
# SEED = strawberry-fleet-seed (default: ./builddir/tests/strawberry-fleet-seed)
# INS = strawberry-fleet-inspect (default: ./builddir/tests/strawberry-fleet-inspect)
# Params: NODES (default 2), EXECS (default 240), WORK (default: a mktemp dir).
#
# Exit 0 = PASS, non-zero = FAIL (with a reason). Deterministic.
set -euo pipefail
SB="${SB:-./builddir/src/strawberry}"
SEED="${SEED:-./builddir/tests/strawberry-fleet-seed}"
INS="${INS:-./builddir/tests/strawberry-fleet-inspect}"
NODES="${NODES:-2}"
EXECS="${EXECS:-240}"
WORK="${WORK:-$(mktemp -d)}"
for b in "$SB" "$SEED" "$INS"; do
[ -x "$b" ] || { echo "FAIL: binary not found/executable: $b"; exit 2; }
done
[ "$NODES" -ge 2 ] || { echo "FAIL: NODES must be >= 2 (a one-node fleet is cap-degenerate)"; exit 2; }
echo "== strawberry fleet-loop validation: $NODES nodes, $EXECS execs/node, work=$WORK =="
mkdir -p "$WORK"/bundles "$WORK"/bundles2
# fleet_feat of a bundle (features carrying a non-zero fleet slot). Parses the inspector line.
fleet_feat() { "$INS" "$1" | sed -n 's/.*fleet_feat=\([0-9]*\).*/\1/p'; }
rarity_n() { "$INS" "$1" | sed -n 's/.*rarity=\([0-9]*\).*/\1/p'; }
# ---- round 1: seed each node (store + rarity.state), export, assert ----
for i in $(seq 1 "$NODES"); do
n="node$i"; sd="$WORK/$n/store"; md="$WORK/$n/model"; cf="$WORK/$n/conf"
mkdir -p "$sd" "$md"
printf 'node_id = %s\nmodel_dir = %s\n' "$n" "$md" > "$cf"
"$SEED" "$sd" --node "$n" --execs "$EXECS" --seed "$i" --model-dir "$md" >/dev/null
"$SB" --config "$cf" export "$sd" --out "$WORK/bundles/$n.sbx" >/dev/null
r=$(rarity_n "$WORK/bundles/$n.sbx"); f=$(fleet_feat "$WORK/bundles/$n.sbx")
echo " round1 $n: rarity=$r fleet_feat=$f"
[ "${r:-0}" -gt 0 ] || { echo "FAIL: $n round-1 has no rarity sketches (rarity.state missing?)"; exit 1; }
[ "${f:-1}" -eq 0 ] || { echo "FAIL: $n round-1 already has a fleet feature (no overlay should exist yet)"; exit 1; }
done
# ---- central: train + build overlay ----
tr=$("$SB" fleet train "$WORK/bundles" --out "$WORK/node1/model/shadow.sbm" 2>&1 | grep Merged || true)
echo " central train: $tr"
echo "$tr" | grep -q "$NODES nodes" || { echo "FAIL: central saw != $NODES nodes (node_uid collision?)"; exit 1; }
ov=$("$SB" fleet overlay "$WORK/bundles" --out "$WORK/overlay.sbo" 2>&1 | tail -1)
echo " central overlay: $ov"
osk=$(echo "$ov" | sed -n 's/.*[, (]\([0-9]\{1,\}\) sketches.*/\1/p')
[ "${osk:-0}" -gt 0 ] || { echo "FAIL: overlay is empty (no rarity sketches merged)"; exit 1; }
# ---- distribute overlay, round-2 export node1, assert fleet feature appears ----
for i in $(seq 1 "$NODES"); do cp -f "$WORK/overlay.sbo" "$WORK/node$i/model/fleet-overlay.sbo"; done
"$SB" --config "$WORK/node1/conf" export "$WORK/node1/store" --out "$WORK/bundles2/node1-r2.sbx" >/dev/null
f2=$(fleet_feat "$WORK/bundles2/node1-r2.sbx")
echo " round2 node1: fleet_feat=$f2"
[ "${f2:-0}" -gt 0 ] || { echo "FAIL: round-2 export carries NO fleet feature (overlay not applied)"; exit 1; }
echo "PASS: fleet loop validated (round-1 fleet_feat=0 -> round-2 fleet_feat=$f2 across $NODES nodes)"