|
| 1 | +#!/usr/bin/env bash |
| 2 | +# Sandbox verification of the release that implements |
| 3 | +# .agents/docs/2026-09-30-member-selection-and-build-program-cost-plan.md |
| 4 | +# (#748, #749, #750), run against the PUBLISHED release inside an xlings |
| 5 | +# sandbox: |
| 6 | +# |
| 7 | +# B64=$(base64 -w0 .agents/docs/2026-10-01-member-selection-verify.sh) |
| 8 | +# xlings subos new v1001 2>/dev/null || true |
| 9 | +# xlings subos use v1001 --sandbox --cmd "echo $B64 | base64 -d > /tmp/v.sh && VER=<version> bash /tmp/v.sh" |
| 10 | +# |
| 11 | +# VER selects the release under test. Running it with VER=2026.9.30.2 is the |
| 12 | +# control: every section marked CHANGE must fail there, and every other |
| 13 | +# section must pass on both. |
| 14 | +# |
| 15 | +# Every probe directory is removed at the start of its section, because the |
| 16 | +# sandbox's $HOME persists between runs of the same subos. A section that does |
| 17 | +# not run is reported as SKIP and counted apart from a pass. |
| 18 | +set -u |
| 19 | +VER="${VER:?VER=<version under test>}" |
| 20 | +W="${W:-$HOME/v1001}" |
| 21 | +fails=0; passes=0; skips=0 |
| 22 | +pass() { echo "PASS $1"; passes=$((passes+1)); } |
| 23 | +fail() { echo "FAIL $1"; [ -n "${2:-}" ] && [ -f "$2" ] && tail -20 "$2"; fails=$((fails+1)); } |
| 24 | +skip() { echo "SKIP $1"; skips=$((skips+1)); } |
| 25 | + |
| 26 | +# 0. The release under test, from the published channel, with the CN mirror. |
| 27 | +if [ -n "${MCPP_OVERRIDE:-}" ]; then |
| 28 | + MCPP="$MCPP_OVERRIDE" |
| 29 | +else |
| 30 | + xlings config --mirror CN >/dev/null 2>&1 || true |
| 31 | + xlings update >/dev/null 2>&1 || true |
| 32 | + xlings install "mcpp@$VER" -y > /tmp/v1001-install.log 2>&1 || true |
| 33 | + MCPP="$HOME/.xlings/data/xpkgs/xim-x-mcpp/$VER/bin/mcpp" |
| 34 | +fi |
| 35 | +if [ ! -x "$MCPP" ]; then |
| 36 | + echo "FATAL: mcpp $VER is not installable from the index"; tail -20 /tmp/v1001-install.log; exit 2 |
| 37 | +fi |
| 38 | +got=$("$MCPP" --version 2>&1 | head -1) |
| 39 | +case "$got" in *"$VER"*) pass "0 installed: $got";; *) fail "0 version: $got";; esac |
| 40 | +# The sandbox's home is empty, so the mirror is set inside it. A run on a host |
| 41 | +# with MCPP_OVERRIDE leaves the host's configuration as it is. |
| 42 | +[ -n "${MCPP_OVERRIDE:-}" ] || "$MCPP" self config --mirror CN >/dev/null 2>&1 || true |
| 43 | +mkdir -p "$W" |
| 44 | + |
| 45 | +lib_member() { # <dir> <name> <value>: a library member with one module and one test |
| 46 | + mkdir -p "$1/src" "$1/tests" |
| 47 | + printf '[package]\nname = "%s"\nversion = "0.1.0"\n\n[targets.%s]\nkind = "lib"\n' "$2" "$2" > "$1/mcpp.toml" |
| 48 | + printf 'export module %s;\nexport int %s_value() { return %s; }\n' "$2" "$2" "$3" > "$1/src/$2.cppm" |
| 49 | + printf 'import %s;\nint main() { return %s_value() == %s ? 0 : 1; }\n' "$2" "$2" "$3" > "$1/tests/test_$2.cpp" |
| 50 | +} |
| 51 | + |
| 52 | +# 1. CHANGE (#750): a repeated -p selects every member it names. |
| 53 | +rm -rf "$W/s1"; mkdir -p "$W/s1"; cd "$W/s1" |
| 54 | +printf '[workspace]\nmembers = ["a", "b", "c"]\n' > mcpp.toml |
| 55 | +lib_member a a 1; lib_member b b 2; lib_member c c 3 |
| 56 | +if "$MCPP" test -p a -p b > s1.log 2>&1 \ |
| 57 | + && grep -q 'test_a' s1.log && grep -q 'test_b' s1.log && ! grep -q 'test_c' s1.log; then |
| 58 | + pass "1 CHANGE: mcpp test -p a -p b tests a and b, and not c" |
| 59 | +else fail "1 CHANGE: a repeated -p" s1.log; fi |
| 60 | + |
| 61 | +# 2. CHANGE: --exclude, and a member name that matches nothing. |
| 62 | +cd "$W/s1" |
| 63 | +if "$MCPP" test --workspace --exclude c > s2a.log 2>&1 \ |
| 64 | + && grep -q 'test_a' s2a.log && grep -q 'test_b' s2a.log && ! grep -q 'test_c' s2a.log; then |
| 65 | + pass "2a CHANGE: --workspace --exclude c tests a and b" |
| 66 | +else fail "2a CHANGE: --exclude" s2a.log; fi |
| 67 | +if "$MCPP" build -p nosuch > s2b.log 2>&1; then fail "2b an unknown member was accepted" s2b.log |
| 68 | +elif grep -q 'nosuch' s2b.log; then pass "2b an unknown member is refused by name" |
| 69 | +else fail "2b the refusal does not name the member" s2b.log; fi |
| 70 | + |
| 71 | +# 3. CHANGE (R1, R2): run -q writes exactly the program's output, and a |
| 72 | +# failed build exits 101. |
| 73 | +rm -rf "$W/s3"; mkdir -p "$W/s3/src"; cd "$W/s3" |
| 74 | +printf '[package]\nname = "p3"\nversion = "0.1.0"\n\n[targets.p3]\nkind = "bin"\nmain = "src/main.cpp"\n' > mcpp.toml |
| 75 | +printf '#include <cstdio>\nint main() { std::puts("OUT"); std::fputs("ERR\\n", stderr); return 0; }\n' > src/main.cpp |
| 76 | +"$MCPP" run -q > s3.out 2> s3.err; rc=$? |
| 77 | +if [ "$rc" = 0 ] && [ "$(od -c s3.out | head -1)" = "$(printf 'OUT\n' | od -c | head -1)" ]; then |
| 78 | + pass "3a CHANGE: run -q writes exactly the program's stdout" |
| 79 | +else fail "3a CHANGE: run -q stdout (rc=$rc)" s3.out; fi |
| 80 | +printf 'int main() { x }\n' > src/main.cpp |
| 81 | +"$MCPP" run -q > s3b.log 2>&1; rc=$? |
| 82 | +if [ "$rc" = 101 ]; then pass "3b CHANGE: a run whose build failed exits 101" |
| 83 | +else fail "3b CHANGE: exit status $rc for a failed build" s3b.log; fi |
| 84 | + |
| 85 | +# 4. CHANGE (R3): a build narrates on stderr. |
| 86 | +cd "$W/s1" |
| 87 | +out=$("$MCPP" build --workspace 2>/dev/null) |
| 88 | +if [ -z "$out" ] && "$MCPP" build --workspace 2>&1 >/dev/null | grep -q 'Finished'; then |
| 89 | + pass "4 CHANGE: status lines are on stderr and stdout is empty" |
| 90 | +else fail "4 CHANGE: status stream"; echo "$out" | head -5; fi |
| 91 | + |
| 92 | +# 5. index packages build and run with the release. |
| 93 | +rm -rf "$W/s5"; mkdir -p "$W/s5/src"; cd "$W/s5" |
| 94 | +printf '[package]\nname = "eco"\nversion = "0.1.0"\n\n[dependencies]\n"compat.zlib" = "*"\n"mcpplibs.cmdline" = "*"\n\n[targets.eco]\nkind = "bin"\nmain = "src/main.cpp"\n' > mcpp.toml |
| 95 | +cat > src/main.cpp <<'EOF' |
| 96 | +#include <cstdio> |
| 97 | +#include <zlib.h> |
| 98 | +import mcpplibs.cmdline; |
| 99 | +int main() { std::printf("zlib %s\n", zlibVersion()); return 0; } |
| 100 | +EOF |
| 101 | +if "$MCPP" run > s5.log 2>&1 && grep -q '^zlib ' s5.log; then |
| 102 | + pass "5 compat.zlib and mcpplibs.cmdline from the index build and run" |
| 103 | +else fail "5 index packages" s5.log; fi |
| 104 | + |
| 105 | +# 6. CHANGE (#748): four members' build programs import one host module of a |
| 106 | +# path dependency; the module is compiled once for the four, and the engine's |
| 107 | +# own module is kept in the global cache. |
| 108 | +rm -rf "$W/s6"; mkdir -p "$W/s6/rules/src"; cd "$W/s6" |
| 109 | +printf '[workspace]\nmembers = ["m1", "m2", "m3", "m4"]\n' > mcpp.toml |
| 110 | +printf '[package]\nname = "rule6"\nversion = "0.1.0"\n\n[targets.rule6]\nkind = "lib"\n' > rules/mcpp.toml |
| 111 | +printf 'export module v6.rules;\nimport mcpp;\nexport void apply(const char* d) { mcpp::define(d); }\n' > rules/src/rule6.cppm |
| 112 | +for m in m1 m2 m3 m4; do |
| 113 | + mkdir -p $m/src |
| 114 | + printf '[package]\nname = "%s"\nversion = "0.1.0"\n\n[build-dependencies]\nrule6 = { path = "../rules", host-module = true }\n\n[targets.%s]\nkind = "bin"\nmain = "src/main.cpp"\n' $m $m > $m/mcpp.toml |
| 115 | + printf 'int main() { return 0; }\n' > $m/src/main.cpp |
| 116 | + printf 'import mcpp;\nimport v6.rules;\nint main() { apply("V6_%s=1"); return 0; }\n' $m > $m/build.mcpp |
| 117 | +done |
| 118 | +if MCPP_VERBOSE=1 "$MCPP" build --workspace > s6.log 2>&1; then |
| 119 | + compiles=$(grep -cE "host module 'v6\.rules' (precompile|compile):" s6.log || true) |
| 120 | + ran=$(grep -cE "^ *build\.mcpp m[1-4] .* ran " s6.log || true) |
| 121 | + if [ "$compiles" = 1 ] && [ "$ran" = 4 ]; then |
| 122 | + pass "6 CHANGE: one host module compile for four build programs" |
| 123 | + else fail "6 CHANGE: $compiles host module compiles for $ran programs" s6.log; fi |
| 124 | +else fail "6 the workspace of four build programs did not build" s6.log; fi |
| 125 | + |
| 126 | +# 7. CHANGE (#749): one pack of two program members that share a member with a |
| 127 | +# build program: one package per member, and the shared program runs once. |
| 128 | +rm -rf "$W/s7"; mkdir -p "$W/s7/core/src"; cd "$W/s7" |
| 129 | +printf '[workspace]\nmembers = ["core", "cli", "gui"]\n' > mcpp.toml |
| 130 | +printf '[package]\nname = "core"\nversion = "0.1.0"\n\n[targets.core]\nkind = "lib"\n' > core/mcpp.toml |
| 131 | +printf 'export module v7core;\nexport int core_answer() { return 42; }\n' > core/src/core.cppm |
| 132 | +cat > core/build.mcpp <<'EOF' |
| 133 | +import mcpp; |
| 134 | +#include <fstream> |
| 135 | +#include <string> |
| 136 | +int main() { |
| 137 | + std::ofstream log(std::string(mcpp::out_dir()) + "/runs.log", std::ios::app); |
| 138 | + log << "ran\n"; |
| 139 | + return 0; |
| 140 | +} |
| 141 | +EOF |
| 142 | +for m in cli gui; do |
| 143 | + mkdir -p $m/src |
| 144 | + printf '[package]\nname = "%s"\nversion = "0.1.0"\n\n[dependencies]\ncore = { path = "../core" }\n\n[targets.%s]\nkind = "bin"\nmain = "src/main.cpp"\n' $m $m > $m/mcpp.toml |
| 145 | + printf '#include <cstdio>\nimport v7core;\nint main() { std::printf("%s %%d\\n", core_answer()); }\n' $m > $m/src/main.cpp |
| 146 | +done |
| 147 | +if "$MCPP" pack --workspace --format dir > s7.log 2>&1; then |
| 148 | + packed=$(grep -cE '^ *Packed ' s7.log || true) |
| 149 | + runs=$(find core -name runs.log -exec cat {} + 2>/dev/null | grep -c ran || true) |
| 150 | + if [ "$packed" = 2 ] && [ "$runs" = 1 ]; then |
| 151 | + pass "7 CHANGE: one pack of two members, and the shared build program ran once" |
| 152 | + else fail "7 CHANGE: $packed packages, the shared program ran $runs times" s7.log; fi |
| 153 | +else fail "7 CHANGE: mcpp pack --workspace" s7.log; fi |
| 154 | + |
| 155 | +echo "---- $passes passed, $fails failed, $skips skipped" |
| 156 | +[ "$fails" = 0 ] |
0 commit comments