build(dev): generate a 50k-track library and measure a running app

Plan 007 phase 4 is verified by measurement, not by assertion, and
there was no way to produce a number: the fixture library is a few
dozen tracks and cannot show any of the findings.

- `cmd/gentestdata -bulk N` (`make bulkdata`) writes a ~50 000-track
  library in 11 s / 466 MB by encoding six clips once and copying
  them, while still tagging every file through `backend/tagwriter` —
  a library the app cannot read back measures nothing.
- `make sandbox-seed-bulk` seeds from it through the same script and
  the same discipline as any other seed: by running the app and
  waiting for the real scan.
- `e2e/perf/measure.mjs` (`make perf LABEL=x`, `make perf-compare`)
  takes fourteen measurements against a running app and writes them
  to a gitignored `.dev/perf/<label>.json`. It wraps every bound Go
  method, so "did that refetch the library" is a fact rather than an
  inference, and records `longtask` entries, which is where a 25 MB
  JSON parse on the main thread shows up and nowhere else.

It is not a spec and does not run in CI.
This commit is contained in:
2026-08-12 01:17:33 -04:00
parent 7de1b4edc1
commit da564f9659
7 changed files with 2592 additions and 17 deletions
+24 -2
View File
@@ -16,6 +16,13 @@
#
# Usage:
# scripts/seed-sandbox.sh [--name NAME] [--port N] [--no-build]
# [--manifest PATH]
#
# --manifest points at a different generated library's manifest, which
# is how the bulk measurement library (`make bulkdata`) gets seeded:
# same script, same discipline, different pile of files. A manifest
# either lists its tracks or states a trackCount; both are accepted,
# because describing 50 000 tracks individually would serve nobody.
#
set -euo pipefail
@@ -31,6 +38,9 @@ NAME="default"
PORT=34115
SESSION="yj-seed"
BUILD_ARGS=()
# Replaced below once the manifest says how many tracks are coming: a
# 50 000-track scan is minutes, and a fixed 180 s deadline would abort
# a healthy run rather than an unhealthy one.
SCAN_TIMEOUT=180
while [ $# -gt 0 ]; do
@@ -47,6 +57,10 @@ while [ $# -gt 0 ]; do
BUILD_ARGS+=(--no-build)
shift
;;
--manifest)
MANIFEST="${2:?--manifest needs a path}"
shift 2
;;
*)
echo "seed-sandbox: unknown argument: $1" >&2
exit 2
@@ -64,12 +78,14 @@ need playwright-cli
need jq
if [ ! -f "$MANIFEST" ]; then
echo "seed-sandbox: fixtures missing; run 'make testdata'" >&2
echo "seed-sandbox: no manifest at $MANIFEST" >&2
echo " run 'make testdata' (fixtures) or 'make bulkdata' (measurement)" >&2
exit 1
fi
LIBRARY_DIR="$REPO_ROOT/$(jq -r .libraryRoot "$MANIFEST")"
WANT_TRACKS="$(jq '.tracks | length' "$MANIFEST")"
WANT_TRACKS="$(jq '.trackCount // (.tracks | length)' "$MANIFEST")"
SCAN_TIMEOUT=$((180 + WANT_TRACKS / 50))
FIXTURE_HASH="$(jq -r .hash "$MANIFEST")"
cleanup() {
@@ -138,6 +154,12 @@ while [ "$SECONDS" -lt "$deadline" ]; do
[ "$got" = "$WANT_TRACKS" ] && break
# A large scan is minutes of silence otherwise, which is
# indistinguishable from a hang.
if [ $((SECONDS % 15)) -eq 0 ]; then
echo " ... $got/$WANT_TRACKS"
fi
sleep 1
done