[WIP][POC][BenchmarkingOnly] PFOR interleaved and fastlanes numbers

.gitignore

@@ -94,3 +94,6 @@ rat.txt
 
 # for ODBC DLL
 *.rc
+
+# Local out-of-tree benchmark build dir
+cpp/build-bench/

ab_compare.sh

@@ -0,0 +1,81 @@
+#!/usr/bin/env bash
+#
+# A/B comparison protocol for pfor_comparison_benchmark.
+#
+# WHY THIS EXISTS
+#   This benchmark has two deterministic confounds, both larger than most
+#   effects being measured. Neither is noise; neither shrinks with more
+#   repetitions. See INTEL_RESULTS.md section 10.
+#
+#   (1) ARROW_USER_SIMD_LEVEL caps Arrow's runtime dispatch (bpacking.cc:29-45).
+#       It reaches BM_PforDecode only -- the FastLanes kernel has no dispatch.
+#       Capping to AVX2 makes Arrow's sequential decoder 3.21x FASTER than
+#       leaving it uncapped on Granite Rapids, because the AVX-512 family takes
+#       a second pass for the frame bias where the xsimd kernels fold it in.
+#       unset == MAX == AVX512, so the DEFAULT selects the slow path.
+#
+#   (2) The interleaved arm reads either ~36 or ~48 GiB/s (1.33x) at identical
+#       binary, cap, filter and reps. It is stable to 1.00-1.03x across
+#       consecutive processes but flips between batches minutes apart, and it
+#       also moves with how many columns the filter admits (more columns ->
+#       more corpora allocated before the hot buffer). fl_order is immune.
+#
+# THE PROTOCOL
+#   Run every variant ALTERNATING inside one batch, several processes each, with
+#   the cap pinned. Ratios are then taken within a batch, where confound (2) is
+#   constant. Report the cross-process spread, because the within-process stddev
+#   is 0.2-1% here and hides both confounds completely.
+#
+#   The arms come from bench_arms.sh, which also states which of them may be
+#   divided by which. This script used to name the production decoder against an
+#   exception-free standalone one and call the ratio a layout result.
+#
+# USAGE
+#   ./ab_compare.sh <binA>:<cap> <binB>:<cap> [...]      # binaries under bin/
+#   ROUNDS=3 REPS=3 CORE=2 ./ab_compare.sh bench_O2_256:AVX2 fix_O2_256:AVX2
+#   ARM_SETS='ARMS_LAYOUT ARMS_DEST' ./ab_compare.sh bench_O2_256:AVX2
+#
+set -uo pipefail
+cd "$(dirname "${BASH_SOURCE[0]}")"
+. ./bench_arms.sh
+
+BIN_DIR=${BIN_DIR:-$HOME/Projects/pfor_x86_handoff/width_matrix_v2/bin}
+OUT=${OUT:-/tmp/ab}
+ROUNDS=${ROUNDS:-3}
+REPS=${REPS:-3}
+CORE=${CORE:-2}
+
+# Which arm groups to time. Several in one process is fine and preferred, since
+# arms timed together share the machine state; dividing across groups is not --
+# see bench_arms.sh.
+ARM_SETS=${ARM_SETS:-'ARMS_LAYOUT ARMS_ORDER'}
+SETS=()
+for NAME in $ARM_SETS; do SETS+=("${!NAME}"); done
+FILTER=$(bench_filter "${SETS[@]}")
+
+[ $# -ge 1 ] || { sed -n '2,40p' "$0"; exit 1; }
+
+mkdir -p "$OUT"
+LOAD=$(awk '{print int($1)}' /proc/loadavg)
+if [ "$LOAD" -gt 2 ] && [ "${FORCE:-0}" != 1 ]; then
+  echo "!! loadavg is $LOAD -- too busy. Set FORCE=1 to override."; exit 1
+fi
+
+for i in $(seq 1 "$ROUNDS"); do
+  for SPEC in "$@"; do
+    IFS=: read -r B CAP <<<"$SPEC"
+    [ -x "$BIN_DIR/$B" ] || { echo "-- no binary $BIN_DIR/$B, skipping"; continue; }
+    # Cap pinned per variant. Stated in the output filename so the analysis
+    # cannot silently mix caps -- that is confound (1).
+    ARROW_USER_SIMD_LEVEL="${CAP:-MAX}" taskset -c "$CORE" "$BIN_DIR/$B" \
+      --benchmark_filter="$FILTER" \
+      --benchmark_repetitions="$REPS" \
+      --benchmark_report_aggregates_only=true \
+      --benchmark_out="$OUT/${B}__${CAP:-MAX}__$i.json" \
+      --benchmark_out_format=json >/dev/null 2>&1 \
+      && echo "  $B cap=${CAP:-MAX} round $i" \
+      || echo "  !! $B cap=${CAP:-MAX} round $i FAILED"
+  done
+done
+echo
+echo "analyze with: python3 ~/Projects/pfor_x86_handoff/ab_analyze.py $OUT"

bench_arms.sh

@@ -0,0 +1,69 @@
+# Shared arm sets and column set for pfor_comparison_benchmark drivers.
+# Sourced, not executed:  . "$(dirname "$0")/bench_arms.sh"
+#
+# WHY THIS FILE EXISTS
+#   Four drivers each carried their own copy of the column list and the arm
+#   regex, and all four copies named the same wrong pair: BM_PforDecode (the
+#   production decoder, which patches exceptions) against BM_InterleavedPforDecode
+#   and BM_InterleavedPforFlOrderDecode (a standalone path with no exception
+#   handling at all). A ratio between those is not a layout result -- the
+#   interleaved side is doing less work. The correct pair had already landed in
+#   the same benchmark file when those drivers were written.
+#
+#   Keeping the sets here means the rule below is stated once and cannot drift
+#   between drivers.
+#
+# WHICH ARMS MAY BE COMPARED WITH WHICH
+#   Only within a group. Every arm in a group runs the same code with the same
+#   exception handling and the same destination policy, so the named variable is
+#   the only difference.
+#
+#   ARMS_LAYOUT  sequential vs interleaved container, both through the
+#                production encoder and decoder with delta declined on both
+#                sides. This is the pair a layout verdict is read from.
+#
+#   ARMS_ORDER   file order vs the paper's lane assignment inside the
+#                interleaved container. These run arrow/util/fastlanes/
+#                interleaved_pfor.h, which has no exception handling anywhere in
+#                it, so the file-order arm in this group is their only valid
+#                baseline. Never pair one of these against a production arm.
+#                The production format has no lane-assignment mode, which is why
+#                this group exists outside it.
+#
+#   ARMS_DEST    whole-output materialization vs a reused block-sized
+#                destination, at each layout. Answers what the output buffer
+#                costs, not what the layout costs.
+#
+#                ARMS_DEST arms arrive with the output-buffer-reuse change and
+#                are absent from a tree without it; a filter naming them then
+#                matches nothing, which google-benchmark reports as no
+#                benchmarks to run.
+#
+#   ARMS_SHIPPED the shipping default, planner free to difference a vector. Not
+#                a layout arm: on a sorted or correlated column it deltas, and
+#                the decode then also pays a serial prefix sum.
+#
+# COLUMN SET
+#   Changing it changes the numbers, because the count of columns a filter
+#   admits decides how many corpora are allocated before the timed buffer. Hold
+#   it fixed across anything meant to be compared.
+
+COLS=${COLS:-'TpcdsSoldDateSk|TpcdsStoreSk|TpcdsItemSk|TpcdsQuantity|EventDate|ClientIP|CounterID|SortedKeys|MonotoneRowId|RandomWalk'}
+
+ARMS_LAYOUT='BM_(PforPlainSeqDecode|PforPlainInterleavedDecode)'
+ARMS_ORDER='BM_(InterleavedPforDecode|InterleavedPforFlOrderRawDecode|InterleavedPforFlOrderDecode)'
+ARMS_DEST='BM_Pfor(Whole|Reuse)(Seq|Interleaved)Decode'
+ARMS_SHIPPED='BM_Pfor(64)?Decode'
+
+# Build a google-benchmark filter from one or more arm sets.
+#   FILTER=$(bench_filter "$ARMS_LAYOUT" "$ARMS_ORDER")
+# Groups are unioned so one process can time several of them -- that is fine and
+# is in fact preferred, since arms timed in one process share the machine state.
+# What is not fine is dividing a number from one group by a number from another.
+bench_filter() {
+  local joined="" a
+  for a in "$@"; do
+    joined="${joined:+$joined|}${a}"
+  done
+  printf '(%s)/(%s)/' "$joined" "$COLS"
+}

build_transpose_ab.sh

@@ -0,0 +1,71 @@
+#!/usr/bin/env bash
+#
+# Build the AVX2 Transpose32x32 A/B points.
+#
+# Treatment: transposed_delta.h gained Transpose32x32Avx2 (sixteen in-register
+# 8x8 transposes) behind #if defined(__AVX2__). Before this, x86 fell through to
+# Transpose32x32Scalar -- 1024 four-byte loads at a 128-byte stride plus 1024
+# scalar stores per block, because only NEON had a hand-written path. Isolated,
+# the permutation goes 28.67 -> 73.56 GiB/s (2.57x).
+#
+# Only the kFlOrder arm calls the transpose, so BM_InterleavedPforDecode (file
+# order) and BM_PforDecode are controls this change cannot reach. If either
+# moves by more than the cross-process spread, the comparison is contaminated --
+# see INTEL_RESULTS.md section 10.
+#
+# Correctness is not left to inspection: pfor_comparison_benchmark.cc
+# round-trips every column through encode+decode and ARROW_CHECKs the result
+# before timing starts, for both orders. A wrong transpose aborts the binary.
+# Transpose32x32 is also its own inverse on a square grid, so encode and decode
+# share the path and a broken permutation cannot cancel itself out.
+#
+# BUILD ONLY. Time with ab_compare.sh.
+set -uo pipefail
+cd "$(dirname "${BASH_SOURCE[0]}")"
+export PATH="$HOME/.local/bin:$PATH"   # cmake must be <4
+
+BUILD=build-x86-sweep
+OUT="$HOME/Projects/pfor_x86_handoff/width_matrix_v2"
+mkdir -p "$OUT/bin"
+
+# Matched to the existing fix_* binaries so the only difference is the transpose.
+POINTS=(
+  "tr_O3_256:AVX2:-O3:256"
+  "tr_O2_256:AVX2:-O2:256"
+)
+
+for P in "${POINTS[@]}"; do
+  IFS=: read -r NAME LEVEL OPT PVW <<<"$P"
+  echo "== $NAME : ARROW_SIMD_LEVEL=$LEVEL $OPT -mprefer-vector-width=$PVW"
+  # Explicit every time: CMAKE_CXX_FLAGS_RELEASE is a CACHE variable and would
+  # otherwise inherit the previous point's value.
+  if ! cmake -S cpp -B "$BUILD" -GNinja \
+      -DCMAKE_BUILD_TYPE=Release \
+      -DARROW_SIMD_LEVEL="$LEVEL" \
+      -DCMAKE_CXX_FLAGS_RELEASE="$OPT -DNDEBUG -mprefer-vector-width=$PVW" \
+      -DCMAKE_C_FLAGS_RELEASE="$OPT -DNDEBUG -mprefer-vector-width=$PVW" \
+      -DARROW_PARQUET=ON -DARROW_BUILD_BENCHMARKS=ON \
+      -DARROW_WITH_ZSTD=ON -DARROW_WITH_LZ4=ON \
+      -DARROW_BUILD_TESTS=OFF > "$OUT/configure_$NAME.log" 2>&1; then
+    echo "!! configure FAILED -- $OUT/configure_$NAME.log"; continue
+  fi
+  if ! cmake --build "$BUILD" --target parquet-pfor-comparison-benchmark -j 6 \
+      > "$OUT/build_$NAME.log" 2>&1; then
+    echo "!! build FAILED -- tail:"; tail -30 "$OUT/build_$NAME.log"; continue
+  fi
+  cp "$BUILD/release/parquet-pfor-comparison-benchmark" "$OUT/bin/bench_$NAME"
+  echo "   -> $OUT/bin/bench_$NAME"
+  # Prove the AVX2 transpose is actually in the kFlOrder kernel.
+  objdump -d --demangle "$OUT/bin/bench_$NAME" 2>/dev/null | awk '
+    /^[0-9a-f]+ <.*InterleavedPforDecode<.*>:$/ {
+      inside=1
+      name=($0 ~ /InterleavedPforOrder\)1/) ? "kFlOrder(1)" : "kFileOrder(0)"
+      n=0; y=0; z=0; perm=0; next
+    }
+    /^[0-9a-f]+ </ { if (inside) printf "      %-14s insns=%-7d ymm=%-6d zmm=%-6d vperm2x128=%d\n", name,n,y,z,perm; inside=0; next }
+    inside { nf=split($0,p,"\t"); if (nf<3) next; n++
+             y+=gsub(/%ymm[0-9]+/,"&",p[3]); z+=gsub(/%zmm[0-9]+/,"&",p[3])
+             if (p[3] ~ /vperm2[fi]128/) perm++ }
+    END { if (inside) printf "      %-14s insns=%-7d ymm=%-6d zmm=%-6d vperm2x128=%d\n", name,n,y,z,perm }'
+done
+echo "TRANSPOSE_BUILDS_DONE"