Some checks failed
Build and Test / build (debug, clang) (push) Has been cancelled
Build and Test / build (debug, gcc) (push) Has been cancelled
Build and Test / build (release, clang) (push) Has been cancelled
Build and Test / build (release, gcc) (push) Has been cancelled
Build and Test / macos (push) Has been cancelled
Build and Test / docker (push) Has been cancelled
run-fleet-loop.sh + README: proves the distributed loop end to end with real binaries (seed N nodes -> round-1 export -> central fleet train + fleet overlay -> distribute -> round-2 export), asserting the fleet signal propagates (round-1 fleet_feat=0 -> round-2 fleet_feat>0, N distinct nodes, non-empty overlay). Verified: 2 nodes PASS. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
67 lines
3.7 KiB
Bash
Executable file
67 lines
3.7 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# Strawberry distributed-learning loop validation (local multi-node, no Docker).
|
|
#
|
|
# Proves the full hub-and-spoke loop end to end with real binaries + isolated per-node
|
|
# dirs/configs: seed N nodes -> round-1 export (rarity sketches, no fleet feature) ->
|
|
# central fleet train + fleet overlay -> distribute overlay -> round-2 export (fleet
|
|
# feature populated). Asserts the fleet signal propagates (round-2 fleet_feat > 0 while
|
|
# round-1 is 0). This same script body is what the Docker harness runs inside containers.
|
|
#
|
|
# Binaries (override via env): built dev tools + the CLI.
|
|
# SB = strawberry CLI (default: ./builddir/src/strawberry)
|
|
# SEED = strawberry-fleet-seed (default: ./builddir/tests/strawberry-fleet-seed)
|
|
# INS = strawberry-fleet-inspect (default: ./builddir/tests/strawberry-fleet-inspect)
|
|
# Params: NODES (default 2), EXECS (default 240), WORK (default: a mktemp dir).
|
|
#
|
|
# Exit 0 = PASS, non-zero = FAIL (with a reason). Deterministic.
|
|
set -euo pipefail
|
|
|
|
SB="${SB:-./builddir/src/strawberry}"
|
|
SEED="${SEED:-./builddir/tests/strawberry-fleet-seed}"
|
|
INS="${INS:-./builddir/tests/strawberry-fleet-inspect}"
|
|
NODES="${NODES:-2}"
|
|
EXECS="${EXECS:-240}"
|
|
WORK="${WORK:-$(mktemp -d)}"
|
|
|
|
for b in "$SB" "$SEED" "$INS"; do
|
|
[ -x "$b" ] || { echo "FAIL: binary not found/executable: $b"; exit 2; }
|
|
done
|
|
[ "$NODES" -ge 2 ] || { echo "FAIL: NODES must be >= 2 (a one-node fleet is cap-degenerate)"; exit 2; }
|
|
|
|
echo "== strawberry fleet-loop validation: $NODES nodes, $EXECS execs/node, work=$WORK =="
|
|
mkdir -p "$WORK"/bundles "$WORK"/bundles2
|
|
|
|
# fleet_feat of a bundle (features carrying a non-zero fleet slot). Parses the inspector line.
|
|
fleet_feat() { "$INS" "$1" | sed -n 's/.*fleet_feat=\([0-9]*\).*/\1/p'; }
|
|
rarity_n() { "$INS" "$1" | sed -n 's/.*rarity=\([0-9]*\).*/\1/p'; }
|
|
|
|
# ---- round 1: seed each node (store + rarity.state), export, assert ----
|
|
for i in $(seq 1 "$NODES"); do
|
|
n="node$i"; sd="$WORK/$n/store"; md="$WORK/$n/model"; cf="$WORK/$n/conf"
|
|
mkdir -p "$sd" "$md"
|
|
printf 'node_id = %s\nmodel_dir = %s\n' "$n" "$md" > "$cf"
|
|
"$SEED" "$sd" --node "$n" --execs "$EXECS" --seed "$i" --model-dir "$md" >/dev/null
|
|
"$SB" --config "$cf" export "$sd" --out "$WORK/bundles/$n.sbx" >/dev/null
|
|
r=$(rarity_n "$WORK/bundles/$n.sbx"); f=$(fleet_feat "$WORK/bundles/$n.sbx")
|
|
echo " round1 $n: rarity=$r fleet_feat=$f"
|
|
[ "${r:-0}" -gt 0 ] || { echo "FAIL: $n round-1 has no rarity sketches (rarity.state missing?)"; exit 1; }
|
|
[ "${f:-1}" -eq 0 ] || { echo "FAIL: $n round-1 already has a fleet feature (no overlay should exist yet)"; exit 1; }
|
|
done
|
|
|
|
# ---- central: train + build overlay ----
|
|
tr=$("$SB" fleet train "$WORK/bundles" --out "$WORK/node1/model/shadow.sbm" 2>&1 | grep Merged || true)
|
|
echo " central train: $tr"
|
|
echo "$tr" | grep -q "$NODES nodes" || { echo "FAIL: central saw != $NODES nodes (node_uid collision?)"; exit 1; }
|
|
ov=$("$SB" fleet overlay "$WORK/bundles" --out "$WORK/overlay.sbo" 2>&1 | tail -1)
|
|
echo " central overlay: $ov"
|
|
osk=$(echo "$ov" | sed -n 's/.*[, (]\([0-9]\{1,\}\) sketches.*/\1/p')
|
|
[ "${osk:-0}" -gt 0 ] || { echo "FAIL: overlay is empty (no rarity sketches merged)"; exit 1; }
|
|
|
|
# ---- distribute overlay, round-2 export node1, assert fleet feature appears ----
|
|
for i in $(seq 1 "$NODES"); do cp -f "$WORK/overlay.sbo" "$WORK/node$i/model/fleet-overlay.sbo"; done
|
|
"$SB" --config "$WORK/node1/conf" export "$WORK/node1/store" --out "$WORK/bundles2/node1-r2.sbx" >/dev/null
|
|
f2=$(fleet_feat "$WORK/bundles2/node1-r2.sbx")
|
|
echo " round2 node1: fleet_feat=$f2"
|
|
[ "${f2:-0}" -gt 0 ] || { echo "FAIL: round-2 export carries NO fleet feature (overlay not applied)"; exit 1; }
|
|
|
|
echo "PASS: fleet loop validated (round-1 fleet_feat=0 -> round-2 fleet_feat=$f2 across $NODES nodes)"
|