Run Pure and aup on an x86_64 WSL2 and an M3 Mac against the Pi (029)

Every pure-run of aup's check (1,053 runs of 667 modules) gives the same
output, errors and exit on the Pi, the WSL2 (x86_64, 4 KiB pages, gcc 13)
and the Mac (Apple clang 21); the same events make byte-identical stores
on the Pi and the Mac, and either opens the other's and goes on the
same. Pure's checks pass one at a time in WSL (each_check.py); its wall
clock is set back about 2 s every 32 s (clock.py). stores.py streams
pure-run's output, whose size grows with the square of the events.

1 files changed, 119 insertions, 0 deletions

diff --git a/research/experiments/029-across-machines/runs.sh b/research/experiments/029-across-machines/runs.sh
new file mode 100755
index 0000000..4876d7d
--- /dev/null
+++ b/research/experiments/029-across-machines/runs.sh
@@ -0,0 +1,119 @@
+#!/bin/sh
+# Research 029: Pure, aup and their checks on other machines (windows: WSL2
+# on x86_64, 4 KiB pages, gcc 13; mac: macOS on an M3, Apple clang 21,
+# where the Pi is Linux on AArch64, 16 KiB pages, gcc 14), and every
+# pure-run of aup's check compared run by run. In steps:
+#   runs.sh ship [HOST]   (on the Pi) Pure's and aup's tracked files as they
+#                         are (git stash create), and this experiment, to
+#                         HOST (default windows, into its WSL) under
+#                         ~/pure-029 there
+#   runs.sh setup         (there) the Pi's Node and OpenSSL (Pure seals with
+#                         HPKE, OpenSSL 3.2 on; Ubuntu 24.04 has 3.0) under
+#                         ~/pure-029/opt, from their releases: nothing of
+#                         the system's changes
+#   runs.sh record NAME   aup's check with every pure-run recorded
+#                         (recorded-pure-run), into NAME.jsonl beside this
+#   runs.sh check         make check of Pure and aup (each stops at its
+#                         first failure)
+#   runs.sh units         the core's and the store's own tests (all a Mac
+#                         builds: pure-serve is Linux's)
+#   runs.sh checks NAME   Pure's tests/check.py a check at a time, going on
+#                         past a failure (each_check.py), into
+#                         NAME-checks.jsonl
+#   runs.sh clock S NAME  whether the wall clock jumps against the
+#                         monotonic one over S seconds (clock.py), into
+#                         NAME-clock.jsonl
+#   runs.sh stores make DIR | open DIR OUT   stores made on one machine,
+#                         opened and written on another (stores.py)
+#   runs.sh compare A B   two records, run by run (compare.py)
+# Everything there is in ~/pure-029: removing it removes all of it. On the
+# Pi a step runs under research/guard.py (a run that outgrows its memory
+# freezes the Pi), its stores in ~/.cache, not a tmpfs.
+set -e
+here=$(cd "$(dirname "$0")" && pwd)
+pure=$(cd "$here/../../.." && pwd)
+top=$(dirname "$pure")
+aup=$top/aup
+if [ -d "$top/opt/node/bin" ]; then PATH=$top/opt/node/bin:$PATH; export PATH; fi
+if [ -d "$top/opt/openssl" ]; then
+    CPPFLAGS="-I$top/opt/openssl/include"
+    LDFLAGS="-L$top/opt/openssl/lib64 -Wl,-rpath,$top/opt/openssl/lib64"
+    export CPPFLAGS LDFLAGS
+fi
+if [ -d /opt/homebrew/bin ]; then # a Mac: Homebrew's Python, Node and GNU make (its own make is 3.81)
+    PATH=/opt/homebrew/bin:$PATH
+    export PATH
+    make() { gmake "$@"; }
+    # A default SDK newer than the linker links nothing (macOS 27's lists an
+    # arm64e.x1 that ld-1267 does not know): the newest that links.
+    if ! printf 'int main(void) { return 0; }\n' | cc -x c - -o "${TMPDIR:-/tmp}/pure-029-link" 2>/dev/null; then
+        for sdk in $(ls -dr /Library/Developer/CommandLineTools/SDKs/MacOSX[0-9]*.sdk); do
+            if printf 'int main(void) { return 0; }\n' | SDKROOT=$sdk cc -x c - -o "${TMPDIR:-/tmp}/pure-029-link" 2>/dev/null
+            then SDKROOT=$sdk; export SDKROOT; break; fi
+        done
+    fi
+fi
+NODE=24.21.0 OPENSSL=3.5.7 # the Pi's
+case "$1" in
+ship)
+    host=${2:-windows}
+    work=$(mktemp -d)
+    tree=$(git -C "$pure" stash create) # the working tree's tracked files, committed or not
+    git -C "$pure" archive --prefix=pure/ -o "$work/pure.tar" "${tree:-HEAD}"
+    git -C "$pure" ls-files --others --exclude-standard -- research/experiments/029-across-machines |
+        tar -C "$pure" --transform 's,^,pure/,' -rf "$work/pure.tar" -T - # this experiment as it is
+    tree=$(git -C "$aup" stash create)
+    git -C "$aup" archive --prefix=aup/ -o "$work/aup.tar" "${tree:-HEAD}"
+    scp -q "$work/pure.tar" "$work/aup.tar" "$host:"
+    rm -r "$work"
+    if [ "$host" = windows ]; then
+        ssh "$host" 'wsl.exe -d Ubuntu-24.04 --cd ~ -- sh -c "mkdir -p pure-029 && cd pure-029 && rm -rf pure aup && tar -xf /mnt/c/Users/user/pure.tar && tar -xf /mnt/c/Users/user/aup.tar && rm /mnt/c/Users/user/pure.tar /mnt/c/Users/user/aup.tar && echo shipped"'
+    else
+        ssh "$host" 'mkdir -p pure-029 && cd pure-029 && rm -rf pure aup && tar -xf ../pure.tar && tar -xf ../aup.tar && rm ../pure.tar ../aup.tar && echo shipped'
+    fi ;;
+setup)
+    mkdir -p "$top/opt" "$top/src"
+    if [ ! -x "$top/opt/node/bin/node" ]; then
+        curl -fsSL "https://nodejs.org/dist/v$NODE/node-v$NODE-linux-x64.tar.xz" | tar -xJ -C "$top/opt"
+        mv "$top/opt/node-v$NODE-linux-x64" "$top/opt/node"
+    fi
+    if [ ! -f "$top/opt/openssl/include/openssl/hpke.h" ]; then
+        curl -fsSL "https://github.com/openssl/openssl/releases/download/openssl-$OPENSSL/openssl-$OPENSSL.tar.gz" |
+            tar -xz -C "$top/src"
+        (cd "$top/src/openssl-$OPENSSL" && ./Configure --prefix="$top/opt/openssl" --libdir=lib64 no-docs no-tests >/dev/null &&
+            make -s -j"$(nproc)" >/dev/null && make -s install_sw >/dev/null)
+    fi
+    "$top/opt/node/bin/node" --version
+    LD_LIBRARY_PATH="$top/opt/openssl/lib64" "$top/opt/openssl/bin/openssl" version ;;
+record)
+    make -s -C "$pure" build/pure-run build/pure-edit-module
+    make -s -C "$pure/prototypes/connections" BUILD=build/tree STORE=store-tree.c build/tree/pure-edit
+    make -s -C "$aup" build/aup
+    rm -f "$here/$2.jsonl"
+    PURE_RUN="$pure/build/pure-run" PURE_RUN_LOG="$here/$2.jsonl" PYTHONHASHSEED=0 \
+        python3 "$aup/tests/check.py" --aup "$aup/build/aup" --pure-run "$here/recorded-pure-run" --pure "$pure" \
+        > "$here/$2-check.json" ;;
+check)
+    make -C "$pure" check AUP="$aup"
+    make -C "$aup" check ;;
+checks)
+    make -s -C "$pure" all build/module-probe build/clock-back.so
+    make -s -C "$pure/prototypes/connections" BUILD=build/tree STORE=store-tree.c build/tree/pure-connections
+    make -s -C "$aup" build/aup
+    python3 "$here/each_check.py" "$aup/build/aup" > "$here/$2-checks.jsonl" ;;
+units)
+    make -s -C "$pure" build/test-module build/test-tree-store build/test-log
+    "$pure/build/test-tree-store"
+    "$pure/build/test-log"
+    "$pure/build/test-module" ;;
+clock)
+    python3 "$here/clock.py" "$2" > "$here/$3-clock.jsonl" ;;
+stores)
+    make -s -C "$pure" build/pure-run
+    make -s -C "$aup" build/aup
+    shift
+    python3 "$here/stores.py" "$@" ;;
+compare)
+    python3 "$here/compare.py" "$here/$2.jsonl" "$here/$3.jsonl" ;;
+*) echo "runs.sh ship [HOST]|setup|record NAME|check|checks NAME|clock S NAME|stores ...|compare A B" >&2; exit 2 ;;
+esac