johnandersen777.bsky.social/knotless
git that lives in your Atmosphere account
Forked from chadtmiller.com/knotless
0
0
# The tests, under `just cov`'s gate: every test binary against the
# spaces alpha, and those that reach what a PDS without spaces does
# against the npm reference PDS too, failing under 100% of lines or
# functions, a pull's run as the merge queue's batch. Then that every
# XRPC answer they received is as its lexicon says.
#
# Node, the harness's packages, the alpha's build, cargo-llvm-cov and the
# build are kept between runs; each is made again only when what it is
# made from changes. So are the test runs that passed, in /opt/testcache:
# a test binary the same byte for byte as one that passed, against the
# same harness, is not run again, and its profile counts (harness/cov.mjs).
image: rust:1.98
# A pre-flight, as check is: the merge queue takes a pull into a batch only
# once this has passed at its head, so one whose tests fail on their own,
# or that misses a line, costs no batch and no halving. The runner host's
# run of the pull counts; with none, the runner landing the queue runs it.
queue: first
# On the runner host, with every other workflow that holds no secret.
runners: [runner.knotless.dev]
# Pushes to main, and pulls into it or a feature/ branch, at their heads
# merged with their base.
on:
push: {refs: [refs/heads/main]}
pull: {base: [refs/heads/main, refs/heads/feature/*]}
cache: [target, /usr/local/cargo/registry, /usr/local/rustup, /opt/node, /opt/tools, /opt/atproto, harness/node_modules, /opt/testcache]
env:
# The spaces alpha the tests run against, as KNOTLESS_DEV_ENV names a
# checkout of it locally.
ATPROTO_COMMIT: 11c5d98cd50261c5e1201fedc5c6c05a7b8d1ccf
# Bumped when the steps that build the alpha change, to build it again.
ALPHA_BUILD: "2"
# Zoekt, which code search runs, as the Dockerfile builds it, and the Go
# that builds it.
ZOEKT_COMMIT: e1fafb15177040d792bd7c8c41a24a0fb39aada4
GO_VERSION: 1.27.3
steps:
# Node into /opt/node, the harness's packages when their lockfile
# changes, and cargo-llvm-cov into /opt/tools, each kept in the cache.
- uses: chadtmiller.com/steps/node@1
with: {version: 24.22.1}
- uses: chadtmiller.com/steps/npm-ci@1
name: harness
with: {dir: harness, omit: dev}
- uses: chadtmiller.com/steps/cargo-llvm-cov@1
with: {version: 0.9.1}
- name: spaces alpha
run: |
[ "$(cat /opt/atproto/.built 2>/dev/null)" = "$ATPROTO_COMMIT $ALPHA_BUILD" ] && exit 0
export PATH=/opt/node/bin:$PATH COREPACK_ENABLE_DOWNLOAD_PROMPT=0 COREPACK_HOME=/opt/atproto/.corepack
find /opt/atproto -mindepth 1 -delete
cd /opt/atproto
git init -q . && git fetch -q --depth 1 https://github.com/bluesky-social/atproto.git "$ATPROTO_COMMIT" && git checkout -q FETCH_HEAD
mkdir .bin && corepack enable --install-directory /opt/atproto/.bin
export PATH=/opt/atproto/.bin:$PATH
pnpm install --frozen-lockfile --ignore-scripts
pnpm run build:tooling --force
pnpm --filter '@atproto/dev-env^...' --filter @atproto/dev-env run --if-present prebuild
pnpm exec tsc --build packages/dev-env/tsconfig.build.json
# The PDS serves the OAuth sign-in pages from this bundle.
pnpm --filter @atproto/oauth-provider-ui run build:ui
echo "$ATPROTO_COMMIT $ALPHA_BUILD" > /opt/atproto/.built
- name: zoekt
run: |
# Its indexer and webserver into /opt/tools, kept in the cache, built
# again only when the commit changes.
[ "$(cat /opt/tools/.zoekt 2>/dev/null)" = "$ZOEKT_COMMIT" ] && exit 0
mkdir -p /opt/tools
go=$(mktemp -d)
curl -fsSL --retry 5 --retry-all-errors "https://go.dev/dl/go$GO_VERSION.linux-$(dpkg --print-architecture).tar.gz" | tar -xz -C "$go"
CGO_ENABLED=0 GOBIN=/opt/tools GOPATH="$go/path" GOCACHE="$go/cache" GOTOOLCHAIN=local \
"$go/go/bin/go" install \
"github.com/sourcegraph/zoekt/cmd/zoekt-git-index@$ZOEKT_COMMIT" \
"github.com/sourcegraph/zoekt/cmd/zoekt-webserver@$ZOEKT_COMMIT"
rm -rf "$go"
echo "$ZOEKT_COMMIT" > /opt/tools/.zoekt
- name: sqlite
run: |
# The one install script the PDS needs, which the install above
# skips: SQLite's native module, as better-sqlite3's own script builds
# it (a prebuilt one where there is one).
export PATH=/opt/node/bin:$PATH
cd "$(dirname "$(node -p "require.resolve('better-sqlite3/package.json', { paths: ['/opt/atproto/packages/pds'] })")")"
[ -f build/Release/better_sqlite3.node ] && exit 0
npm run install
- name: test
run: |
export PATH=/opt/node/bin:/opt/tools:$PATH
# Every branch shares this target, but the report reads only the
# binaries this build made, so another branch's never count as code
# never run, and nothing need be cleaned first.
# Half the host's cores, as two test runs go side by side, over two
# PDSes of each net, as one PDS is one node process.
# A pull's run, its pre-flight, goes against both nets at once, as
# the batch's does: one against the stock PDS first fell short of the
# gate in every pull that changed a test binary, then ran the alpha
# after it, which cost a minute more than running both side by side.
# The alpha is the stock PDS with spaces added: against the stock PDS
# too go only the binaries whose tests reach knotless's handling of
# a PDS without spaces, which the alpha never answers as. Every
# binary against both took 40% longer and reached nothing more; a
# line that falls short of the gate without one names it.
COV_STOCK=gateway,pages,cli,spaces,oauth COV_STORE=/opt/testcache COV_JOBS=$(( $(nproc) / 2 )) COV_HARNESSES=2 COV_TOOLCHAIN=$(rustup show active-toolchain | cut -d' ' -f1) \
node harness/cov.mjs /opt/atproto/packages/dev-env
- name: answers
run: |
# Every XRPC answer knotless-serve's tests received, fresh or kept
# with a stored run, as its lexicon says: the pages' types are made
# from the lexicons, so this is what holds the server to them.
export PATH=/opt/node/bin:$PATH
node harness/answers.mjs target/llvm-cov-target/cov-report/answers
- name: plans
run: |
# No query the tests ran scans a table that grows with the network,
# as SQLite would plan it at prod's size, unless its SQL says so.
export PATH=/opt/node/bin:$PATH
node harness/plans.mjs target/llvm-cov-target/cov-report/plans