43 lines
1.6 KiB
Bash
43 lines
1.6 KiB
Bash
|
#!/usr/bin/env bash
|
||
|
|
# run-equivalence-tests.sh — slow-lane runner for the sliced-vs-full
|
||
|
|
# equivalence tests (TEST_SPEC §12).
|
||
|
|
#
|
||
|
|
# These tests are `#[ignore]` because each one spawns a real-tinygrad
|
||
|
|
# worker per stage, loads the full llama3.2:1b GGUF on every worker, and
|
||
|
|
# runs CPU forward passes for up to `EQUIVALENCE_MAX_TOKENS` decode steps
|
||
|
|
# per prompt. A single test typically takes minutes; the full set takes
|
||
|
|
# tens of minutes on a workstation. Don't put these in per-commit CI;
|
||
|
|
# run them on touch to the worker, the actor's worker-IPC, or the
|
||
|
|
# message codec — they are the load-bearing correctness check.
|
||
|
|
#
|
||
|
|
# Requirements:
|
||
|
|
# * Working Python with tinygrad installed and reachable.
|
||
|
|
# * Enough disk space for the GGUF (~700MB) under
|
||
|
|
# $HOME/.cache/tinygrad (or wherever tinygrad's `fetch` caches).
|
||
|
|
#
|
||
|
|
# Usage:
|
||
|
|
# scripts/run-equivalence-tests.sh # all §12 tests
|
||
|
|
# scripts/run-equivalence-tests.sh say_hello # name-filter
|
||
|
|
# PP_TEST_THREADS=1 scripts/run-equivalence-tests.sh
|
||
|
|
set -euo pipefail
|
||
|
|
|
||
|
|
cd "$(dirname "$0")/.."
|
||
|
|
|
||
|
|
THREADS="${PP_TEST_THREADS:-1}"
|
||
|
|
|
||
|
|
# Default to the union of every §12 test; allow a positional name-filter
|
||
|
|
# (matched as a Cargo test-name substring) for spot-checking one case.
|
||
|
|
FILTER="${1:-sliced_}"
|
||
|
|
|
||
|
|
echo "== running TEST_SPEC §12 equivalence tests (filter='$FILTER', threads=$THREADS)"
|
||
|
|
echo " each test spawns N+1 real-tinygrad workers; expect minutes per case."
|
||
|
|
|
||
|
|
exec cargo test \
|
||
|
|
-p pipeline-parallel-inference \
|
||
|
|
--test t_integration \
|
||
|
|
-- \
|
||
|
|
--ignored \
|
||
|
|
--test-threads "$THREADS" \
|
||
|
|
--nocapture \
|
||
|
|
"$FILTER"
|