Under set -euo pipefail its lookups of PARITY:V4_POST / PARITY:V4_SYSTEM in a boot log that has neither -- an aarch64 boot out of its 570 s in POST, 2026-11-17 -- ended the script silently (exit 1), so a failing protocol had no report; so did a missing test-32.txt. The lookups are guarded as dict-hash and post-count already guard theirs: the report is written, Result: FAIL, "none" for the missing lines, "not run" for test-32 (ruled by Captain Bob: "Fix it, test first"). - scripts/test_nightly_protocol_report.sh (new): seen to fail first (7 of 7, logs/20261117-dump/test_protocol_report-before.log), then 7 of 7 pass; dict-hash's and post-count's tests still pass. NIGHTLY_PROTO, the protocol's scratch, settable for it as NIGHTLY_OUT is. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_017RzZgrf7V7Zk2iczBXDRbm
54 lines
2.8 KiB
Bash
Executable File
54 lines
2.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# SPDX-License-Identifier: LicenseRef-Starship-1.0
|
|
# Copyright (c) 2023-2026 Robert A. James
|
|
# test_nightly_protocol_report.sh -- the tests of `scripts/nightly.sh protocol-report`: it writes
|
|
# logs/<TS>/PROTOCOL.md whatever the boots left, and a boot that stopped before POST's line (no
|
|
# PARITY:V4_POST, no PARITY:V4_SYSTEM -- an aarch64 boot out of its 570 s in POST, 2026-11-17) is
|
|
# reported as FAIL with "none", not left without a report. No QEMU: each case is a scratch
|
|
# NIGHTLY_OUT and NIGHTLY_PROTO with accept-<arch>.txt files and serial logs, as the stages leave them.
|
|
#
|
|
# Prints PASS:/FAIL: per check and RESULT:; exits 0 only if every check passes.
|
|
set -uo pipefail
|
|
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
|
|
NIGHTLY="$ROOT/scripts/nightly.sh"
|
|
T=$(mktemp -d)
|
|
TS="test-protocol-report-$$"
|
|
trap 'rm -rf "$T" "$ROOT/logs/$TS"' EXIT
|
|
ok=1
|
|
|
|
setup() { # setup <aarch64's boot: post|none>
|
|
rm -rf "${T:?}"/*; mkdir -p "$T/out" "$T/proto" "$T/logs"
|
|
git -C "$ROOT" rev-parse HEAD > "$T/proto/commit"; echo "$TS" > "$T/proto/ts"; echo clean > "$T/proto/tree"
|
|
for a in amd64 aarch64 riscv64 stick-high; do
|
|
log="$T/logs/$a.log"
|
|
printf 'LOG: %s\nRESULT: PASS\n' "$log" > "$T/out/accept-$a.txt"
|
|
if [ "$a" = aarch64 ] && [ "$1" = none ]; then
|
|
printf 'PARITY:V4_CAPSULE name=v4:physics.4th\n' > "$log" # stopped in POST
|
|
else
|
|
printf 'PARITY:V4_POST tests=990 pass=990 fail=0\nPARITY:V4_SYSTEM word_count=403 dict_hash=0xab\nPOST: PASSED\n' > "$log"
|
|
fi
|
|
done
|
|
for s in accept-amd64 accept-aarch64 accept-riscv64 accept-stick-high test-32 proofs images docs; do
|
|
echo "output of $s" > "$T/proto/$s.txt"; echo 0 > "$T/proto/$s.rc"
|
|
done
|
|
}
|
|
|
|
report() { (cd "$ROOT" && NIGHTLY_OUT="$T/out" NIGHTLY_PROTO="$T/proto" bash "$NIGHTLY" protocol-report > "$T/report.txt" 2>&1); }
|
|
check() { if eval "$2"; then echo "PASS: $1"; else echo "FAIL: $1"; sed 's/^/ /' "$T/report.txt" | head -4; ok=0; fi; }
|
|
P="$ROOT/logs/$TS/PROTOCOL.md"
|
|
|
|
setup post; report
|
|
check "every boot reported: PROTOCOL.md written" '[ -f "$P" ]'
|
|
check " it names the four boots' POST lines" '[ "$(grep -c "tests=990 pass=990" "$P" 2>/dev/null)" = 4 ]'
|
|
|
|
rm -rf "$ROOT/logs/$TS"
|
|
setup none; echo 124 > "$T/proto/accept-aarch64.rc"; report
|
|
check "a boot that stopped in POST: PROTOCOL.md still written" '[ -f "$P" ]'
|
|
check " it says Result: FAIL" 'grep -q "^- Result: FAIL" "$P" 2>/dev/null'
|
|
check " the stopped boot shows none for POST and the system" 'grep -q "^| aarch64 | .* | \`none\` | \`none\` |" "$P" 2>/dev/null'
|
|
check " the stage is FAIL (exit 124)" 'grep -q "accept-aarch64\` | FAIL (exit 124)" "$P" 2>/dev/null'
|
|
check " dict_hash is not one value on three" 'grep -q "not\*\* one value" "$P" 2>/dev/null'
|
|
|
|
if [ $ok = 1 ]; then echo "RESULT: PASS"; else echo "RESULT: FAIL"; fi
|
|
[ $ok = 1 ]
|