Bench vs p3 nightly publish

.github/scripts/publish_bench_vs.sh

@@ -13,7 +13,7 @@ METRICS_FILE="bench_vs_artifacts/metrics.txt"
 if [ ! -f "$METRICS_FILE" ]; then
     curl -X POST "$WEBHOOK_URL" \
         -H 'Content-Type: application/json; charset=utf-8' \
-        --data '{"blocks":[{"type":"header","text":{"type":"plain_text","text":"Lambda VM vs SP1 v6 - Nightly Benchmark"}},{"type":"section","text":{"type":"mrkdwn","text":":x: Benchmark failed - no metrics found. Check the workflow logs."}}]}'
+        --data '{"blocks":[{"type":"header","text":{"type":"plain_text","text":"Lambda VM Nightly Benchmark"}},{"type":"section","text":{"type":"mrkdwn","text":":x: Benchmark failed - no metrics found. Check the workflow logs."}}]}'
     exit 0
 fi
 
@@ -79,6 +79,88 @@ if [ -n "$LAMBDA_PROJECTED_H" ] || [ -n "$SP1_PROJECTED_H" ]; then
     PROJ_SECTION=',{"type":"divider"},{"type":"header","text":{"type":"plain_text","text":"Linear Projection"}},{"type":"section","text":{"type":"mrkdwn","text":"'"$PROJ_MRKDWN"'"}}'
 fi
 
+# --- Plonky3 section (optional) --------------------------------------------
+# Built when `bench_vs_artifacts/p3/metrics.txt` exists.
+
+p3_parse() {
+    local file=$1
+    local key=$2
+    { grep "^${key}=" "$file" 2>/dev/null || true; } | cut -d= -f2-
+}
+
+p3_fmt_seconds() {
+    LC_NUMERIC=C awk -v s="$1" 'BEGIN {
+        if (s == "") { print "n/a"; exit }
+        if (s + 0 < 1) printf "%.1fms", s * 1000
+        else printf "%.3fs", s
+    }'
+}
+
+p3_fmt_mb() {
+    LC_NUMERIC=C awk -v b="$1" 'BEGIN {
+        if (b == "") { print "n/a"; exit }
+        printf "%.1f MB", b / (1024 * 1024)
+    }'
+}
+
+p3_fmt_gb() {
+    LC_NUMERIC=C awk -v kb="$1" 'BEGIN {
+        if (kb == "") { print "n/a"; exit }
+        printf "%.2f GB", kb / (1024 * 1024)
+    }'
+}
+
+p3_fmt_ratio_pair() {
+    LC_NUMERIC=C awk -v a="$1" -v b="$2" 'BEGIN {
+        if (a == "" || b == "" || b + 0 == 0) { print "n/a"; exit }
+        printf "%.2fx", a / b
+    }'
+}
+
+P3_SECTION=""
+P3_FILE="bench_vs_artifacts/p3/metrics.txt"
+if [ -f "$P3_FILE" ]; then
+    H_LOG_ROWS=$(p3_parse "$P3_FILE" "log_rows_series")
+    H_COLS=$(p3_parse "$P3_FILE" "columns")
+    H_BLOWUP=$(p3_parse "$P3_FILE" "blowup")
+    H_QUERIES=$(p3_parse "$P3_FILE" "fri_queries")
+    H_ROWS=$(p3_parse "$P3_FILE" "rows_series")
+    H_LAMBDA_PROVE=$(p3_parse "$P3_FILE" "lambda_prove_medians")
+    H_P3_PROVE=$(p3_parse "$P3_FILE" "p3_prove_medians")
+    H_LAMBDA_VERIFY=$(p3_parse "$P3_FILE" "lambda_verify_medians")
+    H_P3_VERIFY=$(p3_parse "$P3_FILE" "p3_verify_medians")
+    H_LAMBDA_PROOF=$(p3_parse "$P3_FILE" "lambda_proof_size_medians")
+    H_P3_PROOF=$(p3_parse "$P3_FILE" "p3_proof_size_medians")
+    H_LAMBDA_RSS=$(p3_parse "$P3_FILE" "lambda_peak_rss_medians")
+    H_P3_RSS=$(p3_parse "$P3_FILE" "p3_peak_rss_medians")
+    H_RATIO=$(p3_parse "$P3_FILE" "ratios_lambda_over_p3")
+
+    H_ROWS_FMT=$(LC_NUMERIC=C awk -v r="$H_ROWS" 'BEGIN {
+        if (r == "") { print "n/a"; exit }
+        if (r + 0 >= 1000000) printf "%.1fM", r / 1000000
+        else if (r + 0 >= 1000) printf "%.0fK", r / 1000
+        else printf "%d", r
+    }')
+
+    PROOF_RATIO=$(p3_fmt_ratio_pair "$H_LAMBDA_PROOF" "$H_P3_PROOF")
+    RSS_RATIO=$(p3_fmt_ratio_pair "$H_LAMBDA_RSS" "$H_P3_RSS")
+    PROVE_RATIO_FMT=$(LC_NUMERIC=C awk -v r="$H_RATIO" 'BEGIN {
+        if (r == "" || r == "n/a") { print "n/a"; exit }
+        printf "%.2fx", r
+    }')
+
+    P3_MRKDWN="*log_rows=${H_LOG_ROWS} (${H_ROWS_FMT} rows · ${H_COLS} cols · blowup=${H_BLOWUP} · ${H_QUERIES} queries)*"
+    P3_MRKDWN="${P3_MRKDWN}\\n*Lambda:* $(p3_fmt_seconds "$H_LAMBDA_PROVE") prove · $(p3_fmt_seconds "$H_LAMBDA_VERIFY") verify · $(p3_fmt_mb "$H_LAMBDA_PROOF") proof · $(p3_fmt_gb "$H_LAMBDA_RSS") RSS"
+    P3_MRKDWN="${P3_MRKDWN}\\n*Plonky3:* $(p3_fmt_seconds "$H_P3_PROVE") prove · $(p3_fmt_seconds "$H_P3_VERIFY") verify · $(p3_fmt_mb "$H_P3_PROOF") proof · $(p3_fmt_gb "$H_P3_RSS") RSS"
+    P3_MRKDWN="${P3_MRKDWN}\\n*Ratio L/P3:* ${PROVE_RATIO_FMT} prove · ${PROOF_RATIO} proof · ${RSS_RATIO} RSS"
+
+    P3_SECTION=',{"type":"divider"},{"type":"header","text":{"type":"plain_text","text":"Lambda VM vs Plonky3"}},{"type":"section","text":{"type":"mrkdwn","text":"'"$P3_MRKDWN"'"}}'
+else
+    echo "warning: $P3_FILE not found — Plonky3 benchmark step likely failed; section will surface this in Slack" >&2
+    P3_MRKDWN="*Plonky3 section omitted:* \`bench_vs_artifacts/p3/metrics.txt\` not produced (benchmark step failed or was skipped). See workflow logs."
+    P3_SECTION=',{"type":"divider"},{"type":"header","text":{"type":"plain_text","text":"Lambda VM vs Plonky3"}},{"type":"section","text":{"type":"mrkdwn","text":"'"$P3_MRKDWN"'"}}'
+fi
+
 ETHREX_METRICS_FILE="bench_vs_artifacts/ethrex_metrics.txt"
 ETHREX_SECTION=""
 if [ -f "$ETHREX_METRICS_FILE" ]; then
@@ -95,4 +177,4 @@ fi
 
 curl -X POST "$WEBHOOK_URL" \
     -H 'Content-Type: application/json; charset=utf-8' \
-    --data '{"blocks":[{"type":"header","text":{"type":"plain_text","text":"Lambda VM vs SP1 v6 - Nightly Benchmark"}},{"type":"context","elements":[{"type":"mrkdwn","text":"*Program:* Fibonacci  ·  *Device:* CPU"}]},{"type":"divider"},{"type":"section","text":{"type":"mrkdwn","text":"'"$RESULTS_MRKDWN"'"}}'"$PROJ_SECTION$ETHREX_SECTION"']}'
+    --data '{"blocks":[{"type":"header","text":{"type":"plain_text","text":"Lambda VM Nightly Benchmark"}},{"type":"context","elements":[{"type":"mrkdwn","text":"*Program:* Fibonacci  ·  *Device:* CPU"}]},{"type":"divider"},{"type":"header","text":{"type":"plain_text","text":"Lambda VM vs SP1 v6"}},{"type":"section","text":{"type":"mrkdwn","text":"'"$RESULTS_MRKDWN"'"}}'"$PROJ_SECTION$ETHREX_SECTION$P3_SECTION"']}'

.github/workflows/bench-vs-nightly.yml

@@ -62,6 +62,22 @@ jobs:
             --report-dir bench_vs_artifacts \
             --no-color
 
+      - name: Refresh Plonky3 to latest main
+        continue-on-error: true
+        run: |
+          cargo update --manifest-path bench_vs_plonky3/Cargo.toml \
+            -p p3-air -p p3-field -p p3-goldilocks -p p3-matrix \
+            -p p3-commit -p p3-challenger -p p3-symmetric \
+            -p p3-merkle-tree -p p3-keccak -p p3-fri \
+            -p p3-uni-stark -p p3-dft
+
+      - name: Run Plonky3 nightly benchmark
+        continue-on-error: true
+        run: |
+          bash ./bench_vs_plonky3/run.sh \
+            --log-rows 21 --num-sequences 16 --runs 10 --scalar \
+            --report-dir bench_vs_artifacts/p3 --no-color
+
       - name: Upload nightly benchmark artifact
         uses: actions/upload-artifact@v4
         with: