#!/usr/bin/env bash # Extras-mode end-to-end on a temporary local PLC + PDS. # # Seeds one canonical composer project, serves a fake Packagist index and # artifact zip on 127.0.0.1, runs `--release-mode extras --release-ecosystems # composer`, and asserts project/manifest/version/channel/projectMeta records, # the local link index, and the extras cycle counters. Localhost only; the NVD # upstream and the package source are local stubs, so no live network service # is used. set -euo pipefail SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) REPO_DIR=$(cd "$SCRIPT_DIR/.." && pwd) PDS_PORT=${PDS_PORT:-4860} PDS_URL=http://127.0.0.1:$PDS_PORT PLC_PORT=${PLC_PORT:-2591} PLC_URL=http://127.0.0.1:$PLC_PORT NVD_PORT=${NVD_PORT:-4870} NVD_URL=http://127.0.0.1:$NVD_PORT SRC_PORT=${SRC_PORT:-4880} SRC_URL=http://127.0.0.1:$SRC_PORT HANDLE=${HANDLE:-cve.test} EMAIL=${EMAIL:-cve@example.com} PASSWORD=${PASSWORD:-test-password} BUILD_BINS=${BUILD_BINS:-1} VULN_NOTIF_BIN=${VULN_NOTIF_BIN:-$REPO_DIR/target/release/vuln-notif} IDENTITY_MIGRATE_BIN=${IDENTITY_MIGRATE_BIN:-$REPO_DIR/target/release/identity-migrate} PROJECT_SLUG=acme-widget PURL='pkg:composer/acme/widget' VERSION=1.0.0 TMP_ROOT=$(mktemp -d "${TMPDIR:-/tmp}/vuln-notif-extras-e2e.XXXXXX") PLC_STATE=$TMP_ROOT/plc-state PDS_STATE=$TMP_ROOT/pds-state PDS_DATA=$TMP_ROOT/pds-data ACCOUNT_FILE=$TMP_ROOT/account.json DB=$TMP_ROOT/cache.db PURLDB=$TMP_ROOT/purl2cpe.db NVD_DIR=$TMP_ROOT/nvd SRC_DIR=$TMP_ROOT/source NVD_PID= SRC_PID= PLC_STARTED=0 PDS_STARTED=0 note() { printf '\n== %s\n' "$*"; } fail() { printf 'RESULT: FAIL (%s)\n' "$*" >&2; exit 1; } die() { fail "$*"; } cleanup() { local rc=$? set +e if [ -n "$NVD_PID" ]; then kill "$NVD_PID" >/dev/null 2>&1 || true; fi if [ -n "$SRC_PID" ]; then kill "$SRC_PID" >/dev/null 2>&1 || true; fi if [ "$PDS_STARTED" = 1 ]; then STATE_DIR=$PDS_STATE "$SCRIPT_DIR/local_atproto_pds.sh" stop >/dev/null 2>&1 fi if [ "$PLC_STARTED" = 1 ]; then STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" stop >/dev/null 2>&1 fi if [ "$rc" -ne 0 ] && [ "${KEEP_TMP:-0}" = 1 ]; then printf '\ncleanup: kept %s for inspection\n' "$TMP_ROOT" >&2 else rm -rf "$TMP_ROOT" fi exit "$rc" } trap cleanup EXIT fetch_record() { local response FETCH_STATUS=000 FETCH_BODY= response=$(curl -sS --max-time 15 -G \ -H "Authorization: Bearer $ACCESS_JWT" \ --data-urlencode "repo=$DID" \ --data-urlencode "collection=$1" \ --data-urlencode "rkey=$2" \ -w '\n%{http_code}' \ "$PDS_URL/xrpc/com.atproto.repo.getRecord") || return 0 FETCH_STATUS=${response##*$'\n'} FETCH_BODY=${response%$'\n'*} } note "building release binaries" if [ "$BUILD_BINS" = 1 ]; then (cd "$REPO_DIR" && cargo build --release --locked --bin vuln-notif --bin identity-migrate) || die "cargo build failed" fi [ -x "$VULN_NOTIF_BIN" ] || die "missing $VULN_NOTIF_BIN" [ -x "$IDENTITY_MIGRATE_BIN" ] || die "missing $IDENTITY_MIGRATE_BIN" command -v jq >/dev/null || die "jq is required" command -v sqlite3 >/dev/null || die "sqlite3 is required" command -v python3 >/dev/null || die "python3 is required" command -v shasum >/dev/null || die "shasum is required" note "starting hono-plc on $PLC_URL" plc_started_url=$(PORT=$PLC_PORT STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" start) || die "local_plc.sh start failed" PLC_STARTED=1 [ "$plc_started_url" = "$PLC_URL" ] || die "unexpected PLC URL: $plc_started_url" note "starting atproto-pds on $PDS_URL" pds_started_url=$(PDS_PORT=$PDS_PORT PLC_URL=$PLC_URL STATE_DIR=$PDS_STATE \ PDS_DATA_DIRECTORY=$PDS_DATA "$SCRIPT_DIR/local_atproto_pds.sh" start) || die "local_atproto_pds.sh start failed" PDS_STARTED=1 [ "$pds_started_url" = "$PDS_URL" ] || die "unexpected PDS URL: $pds_started_url" curl -fsS --max-time 5 "$PDS_URL/xrpc/_health" >/dev/null || die "PDS health check failed" note "starting NVD stub on $NVD_URL" mkdir -p "$NVD_DIR/rest/json/cves" printf '{"resultsPerPage":0,"startIndex":0,"totalResults":0,"vulnerabilities":[]}\n' \ >"$NVD_DIR/rest/json/cves/2.0" python3 -m http.server "$NVD_PORT" --bind 127.0.0.1 --directory "$NVD_DIR" \ >"$TMP_ROOT/nvd.log" 2>&1 & NVD_PID=$! note "building fake composer source on $SRC_URL" mkdir -p "$SRC_DIR/p2/acme" "$SRC_DIR/artifacts" ZIP=$SRC_DIR/artifacts/acme-widget-$VERSION.zip printf 'extras e2e artifact %s\n' "$VERSION" >"$ZIP" SHA=$(shasum -a 256 "$ZIP" | awk '{print $1}') jq -nc \ --arg version "$VERSION" \ --arg url "$SRC_URL/artifacts/acme-widget-$VERSION.zip" \ --arg shasum "$SHA" \ '{minified:"composer/2.0", packages:{"acme/widget":[{ name:"acme/widget", version:$version, description:"ACME widget", homepage:"https://acme.example/widget", license:["MIT"], source:{url:"https://github.com/acme/widget"}, dist:{type:"zip", url:$url, shasum:$shasum} }]}}' >"$SRC_DIR/p2/acme/widget.json" python3 -m http.server "$SRC_PORT" --bind 127.0.0.1 --directory "$SRC_DIR" \ >"$TMP_ROOT/source.log" 2>&1 & SRC_PID=$! for _ in $(seq 1 50); do curl -fsS --max-time 1 "$SRC_URL/p2/acme/widget.json" >/dev/null 2>&1 && break sleep 0.1 done curl -fsS --max-time 2 "$SRC_URL/p2/acme/widget.json" >/dev/null || die "source stub is not ready" note "creating account $HANDLE" ACCOUNT_FILE=$ACCOUNT_FILE PDS_URL=$PDS_URL PLC_URL=$PLC_URL \ HANDLE=$HANDLE EMAIL=$EMAIL PASSWORD=$PASSWORD \ "$SCRIPT_DIR/create_local_account.sh" >/dev/null || die "create_local_account.sh failed" DID=$(jq -er '.did' "$ACCOUNT_FILE") || die "account file missing did" ACCESS_JWT=$(jq -er '.session.accessJwt' "$ACCOUNT_FILE") || die "account file missing accessJwt" ATP_APP_PASSWORD=$(jq -er '.app_password' "$ACCOUNT_FILE") || die "account file missing app_password" export ATP_PDS_URL="$PDS_URL" ATP_HANDLE="$HANDLE" ATP_APP_PASSWORD printf 'did: %s\n' "$DID" note "initializing cache schema" "$IDENTITY_MIGRATE_BIN" normalize-purl-slugs \ --cache-db "$DB" --purldb "$PURLDB" --handle "did:local:extras-e2e" \ >"$TMP_ROOT/schema-init.json" || die "cache schema init failed" note "seeding cache rows" cat >"$TMP_ROOT/seed.sql" <>"$TMP_ROOT/notif.stdout" 2>>"$TMP_ROOT/notif.log" || die "vuln-notif extras run failed; log: $(tail -5 "$TMP_ROOT/notif.log")" } note "run: extras publishes one composer release" run_extras STATS=$(grep '"event":"cycle_stats"' "$TMP_ROOT/notif.stdout" | tail -1) jq -e ' .release_mode == "extras" and .release_extras_projects_checked == 1 and .release_extras_projects_created == 1 and .release_extras_versions_created == 1 and .release_extras_manifests_created == 1 and .release_extras_failures == 0 and .artifact_downloads == 1 and .artifact_errors == 0 ' <<<"$STATS" >/dev/null || die "unexpected extras cycle stats: $STATS" [ "$(sqlite3 "$DB" "SELECT count(*) FROM release_projects;")" = 1 ] || die "expected one release_projects row" [ "$(sqlite3 "$DB" "SELECT latest_version FROM release_projects WHERE slug='$PROJECT_SLUG';")" = "$VERSION" ] || die "unexpected latest version" [ "$(sqlite3 "$DB" "SELECT source FROM release_project_state WHERE slug='$PROJECT_SLUG';")" = "composer" ] || die "expected composer project state" [ "$(sqlite3 "$DB" "SELECT canonical_purl FROM release_project_state WHERE slug='$PROJECT_SLUG';")" = "$PURL" ] || die "unexpected canonical purl" PROJECT_URI=$(sqlite3 "$DB" "SELECT project_uri FROM release_projects WHERE slug='$PROJECT_SLUG';") MANIFEST_URI=$(sqlite3 "$DB" "SELECT manifest_uri FROM release_projects WHERE slug='$PROJECT_SLUG';") VERSION_URI=$(sqlite3 "$DB" "SELECT version_uri FROM release_projects WHERE slug='$PROJECT_SLUG';") CHANNEL_URI=$(sqlite3 "$DB" "SELECT channel_uri FROM release_projects WHERE slug='$PROJECT_SLUG';") [ -n "$PROJECT_URI" ] && [ -n "$MANIFEST_URI" ] && [ -n "$VERSION_URI" ] && [ -n "$CHANNEL_URI" ] || die "release projection is missing URIs" note "asserting project/manifest/version/channel/projectMeta records" fetch_record software.release.project "$PROJECT_SLUG" [ "$FETCH_STATUS" = 200 ] || die "project record missing (HTTP $FETCH_STATUS)" jq -e --arg slug "$PROJECT_SLUG" '.value.name == $slug' <<<"$FETCH_BODY" >/dev/null || die "project record shape: $FETCH_BODY" fetch_record software.release.manifest "${MANIFEST_URI##*/}" [ "$FETCH_STATUS" = 200 ] || die "manifest record missing (HTTP $FETCH_STATUS)" jq -e --arg uri "$PROJECT_URI" --arg url "$SRC_URL/artifacts/acme-widget-$VERSION.zip" ' .value.project == $uri and (.value.artifacts | length) == 1 and .value.artifacts[0].url == $url and (.value.artifacts[0].cid | length > 0) ' <<<"$FETCH_BODY" >/dev/null || die "manifest record shape: $FETCH_BODY" fetch_record software.release.version "$PROJECT_SLUG:$VERSION" [ "$FETCH_STATUS" = 200 ] || die "version record missing (HTTP $FETCH_STATUS)" jq -e --arg uri "$PROJECT_URI" --arg version "$VERSION" --arg manifest "$MANIFEST_URI" ' .value.project == $uri and .value.version == $version and .value.manifest.uri == $manifest ' <<<"$FETCH_BODY" >/dev/null || die "version record shape: $FETCH_BODY" fetch_record software.release.channel "$PROJECT_SLUG:latest" [ "$FETCH_STATUS" = 200 ] || die "channel record missing (HTTP $FETCH_STATUS)" jq -e --arg uri "$PROJECT_URI" --arg version "$VERSION_URI" ' .value.project == $uri and .value.name == "latest" and .value.version.uri == $version ' <<<"$FETCH_BODY" >/dev/null || die "channel record shape: $FETCH_BODY" fetch_record com.nahdig.release.projectMeta "$PROJECT_SLUG" [ "$FETCH_STATUS" = 200 ] || die "projectMeta record missing (HTTP $FETCH_STATUS)" jq -e --arg uri "$PROJECT_URI" --arg slug "$PROJECT_SLUG" ' .value.project == $uri and .value.name == $slug and .value.description == "ACME widget" and .value.license == "MIT" ' <<<"$FETCH_BODY" >/dev/null || die "projectMeta record shape: $FETCH_BODY" note "asserting local link index" [ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE path='project';")" -ge 2 ] || die "expected project links from manifest/version/channel" [ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE path='manifest.uri';")" -ge 1 ] || die "expected the version -> manifest link" [ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE path='version.uri';")" -ge 1 ] || die "expected the channel -> version link" [ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE subject_uri='';")" = 0 ] || die "empty link targets were indexed" printf '\nRESULT: PASS\n'