1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
#!/usr/bin/env bash
# Extras-mode end-to-end on a temporary local PLC + PDS.
#
# Seeds one canonical composer project, serves a fake Packagist index and
# artifact zip on 127.0.0.1, runs `--release-mode extras --release-ecosystems
# composer`, and asserts project/manifest/version/channel/projectMeta records,
# the local link index, and the extras cycle counters. Localhost only; the NVD
# upstream and the package source are local stubs, so no live network service
# is used.
set -euo pipefail
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
REPO_DIR=$(cd "$SCRIPT_DIR/.." && pwd)
PDS_PORT=${PDS_PORT:-4860}
PDS_URL=http://127.0.0.1:$PDS_PORT
PLC_PORT=${PLC_PORT:-2591}
PLC_URL=http://127.0.0.1:$PLC_PORT
NVD_PORT=${NVD_PORT:-4870}
NVD_URL=http://127.0.0.1:$NVD_PORT
SRC_PORT=${SRC_PORT:-4880}
SRC_URL=http://127.0.0.1:$SRC_PORT
HANDLE=${HANDLE:-cve.test}
EMAIL=${EMAIL:-cve@example.com}
PASSWORD=${PASSWORD:-test-password}
BUILD_BINS=${BUILD_BINS:-1}
VULN_NOTIF_BIN=${VULN_NOTIF_BIN:-$REPO_DIR/target/release/vuln-notif}
IDENTITY_MIGRATE_BIN=${IDENTITY_MIGRATE_BIN:-$REPO_DIR/target/release/identity-migrate}
PROJECT_SLUG=acme-widget
PURL='pkg:composer/acme/widget'
VERSION=1.0.0
TMP_ROOT=$(mktemp -d "${TMPDIR:-/tmp}/vuln-notif-extras-e2e.XXXXXX")
PLC_STATE=$TMP_ROOT/plc-state
PDS_STATE=$TMP_ROOT/pds-state
PDS_DATA=$TMP_ROOT/pds-data
ACCOUNT_FILE=$TMP_ROOT/account.json
DB=$TMP_ROOT/cache.db
PURLDB=$TMP_ROOT/purl2cpe.db
NVD_DIR=$TMP_ROOT/nvd
SRC_DIR=$TMP_ROOT/source
NVD_PID=
SRC_PID=
PLC_STARTED=0
PDS_STARTED=0
note() { printf '\n== %s\n' "$*"; }
fail() { printf 'RESULT: FAIL (%s)\n' "$*" >&2; exit 1; }
die() { fail "$*"; }
cleanup() {
local rc=$?
set +e
if [ -n "$NVD_PID" ]; then kill "$NVD_PID" >/dev/null 2>&1 || true; fi
if [ -n "$SRC_PID" ]; then kill "$SRC_PID" >/dev/null 2>&1 || true; fi
if [ "$PDS_STARTED" = 1 ]; then
STATE_DIR=$PDS_STATE "$SCRIPT_DIR/local_atproto_pds.sh" stop >/dev/null 2>&1
fi
if [ "$PLC_STARTED" = 1 ]; then
STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" stop >/dev/null 2>&1
fi
if [ "$rc" -ne 0 ] && [ "${KEEP_TMP:-0}" = 1 ]; then
printf '\ncleanup: kept %s for inspection\n' "$TMP_ROOT" >&2
else
rm -rf "$TMP_ROOT"
fi
exit "$rc"
}
trap cleanup EXIT
fetch_record() {
local response
FETCH_STATUS=000
FETCH_BODY=
response=$(curl -sS --max-time 15 -G \
-H "Authorization: Bearer $ACCESS_JWT" \
--data-urlencode "repo=$DID" \
--data-urlencode "collection=$1" \
--data-urlencode "rkey=$2" \
-w '\n%{http_code}' \
"$PDS_URL/xrpc/com.atproto.repo.getRecord") || return 0
FETCH_STATUS=${response##*$'\n'}
FETCH_BODY=${response%$'\n'*}
}
note "building release binaries"
if [ "$BUILD_BINS" = 1 ]; then
(cd "$REPO_DIR" && cargo build --release --locked --bin vuln-notif --bin identity-migrate) ||
die "cargo build failed"
fi
[ -x "$VULN_NOTIF_BIN" ] || die "missing $VULN_NOTIF_BIN"
[ -x "$IDENTITY_MIGRATE_BIN" ] || die "missing $IDENTITY_MIGRATE_BIN"
command -v jq >/dev/null || die "jq is required"
command -v sqlite3 >/dev/null || die "sqlite3 is required"
command -v python3 >/dev/null || die "python3 is required"
command -v shasum >/dev/null || die "shasum is required"
note "starting hono-plc on $PLC_URL"
plc_started_url=$(PORT=$PLC_PORT STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" start) ||
die "local_plc.sh start failed"
PLC_STARTED=1
[ "$plc_started_url" = "$PLC_URL" ] || die "unexpected PLC URL: $plc_started_url"
note "starting atproto-pds on $PDS_URL"
pds_started_url=$(PDS_PORT=$PDS_PORT PLC_URL=$PLC_URL STATE_DIR=$PDS_STATE \
PDS_DATA_DIRECTORY=$PDS_DATA "$SCRIPT_DIR/local_atproto_pds.sh" start) ||
die "local_atproto_pds.sh start failed"
PDS_STARTED=1
[ "$pds_started_url" = "$PDS_URL" ] || die "unexpected PDS URL: $pds_started_url"
curl -fsS --max-time 5 "$PDS_URL/xrpc/_health" >/dev/null || die "PDS health check failed"
note "starting NVD stub on $NVD_URL"
mkdir -p "$NVD_DIR/rest/json/cves"
printf '{"resultsPerPage":0,"startIndex":0,"totalResults":0,"vulnerabilities":[]}\n' \
>"$NVD_DIR/rest/json/cves/2.0"
python3 -m http.server "$NVD_PORT" --bind 127.0.0.1 --directory "$NVD_DIR" \
>"$TMP_ROOT/nvd.log" 2>&1 &
NVD_PID=$!
note "building fake composer source on $SRC_URL"
mkdir -p "$SRC_DIR/p2/acme" "$SRC_DIR/artifacts"
ZIP=$SRC_DIR/artifacts/acme-widget-$VERSION.zip
printf 'extras e2e artifact %s\n' "$VERSION" >"$ZIP"
SHA=$(shasum -a 256 "$ZIP" | awk '{print $1}')
jq -nc \
--arg version "$VERSION" \
--arg url "$SRC_URL/artifacts/acme-widget-$VERSION.zip" \
--arg shasum "$SHA" \
'{minified:"composer/2.0",
packages:{"acme/widget":[{
name:"acme/widget",
version:$version,
description:"ACME widget",
homepage:"https://acme.example/widget",
license:["MIT"],
source:{url:"https://github.com/acme/widget"},
dist:{type:"zip", url:$url, shasum:$shasum}
}]}}' >"$SRC_DIR/p2/acme/widget.json"
python3 -m http.server "$SRC_PORT" --bind 127.0.0.1 --directory "$SRC_DIR" \
>"$TMP_ROOT/source.log" 2>&1 &
SRC_PID=$!
for _ in $(seq 1 50); do
curl -fsS --max-time 1 "$SRC_URL/p2/acme/widget.json" >/dev/null 2>&1 && break
sleep 0.1
done
curl -fsS --max-time 2 "$SRC_URL/p2/acme/widget.json" >/dev/null || die "source stub is not ready"
note "creating account $HANDLE"
ACCOUNT_FILE=$ACCOUNT_FILE PDS_URL=$PDS_URL PLC_URL=$PLC_URL \
HANDLE=$HANDLE EMAIL=$EMAIL PASSWORD=$PASSWORD \
"$SCRIPT_DIR/create_local_account.sh" >/dev/null || die "create_local_account.sh failed"
DID=$(jq -er '.did' "$ACCOUNT_FILE") || die "account file missing did"
ACCESS_JWT=$(jq -er '.session.accessJwt' "$ACCOUNT_FILE") || die "account file missing accessJwt"
ATP_APP_PASSWORD=$(jq -er '.app_password' "$ACCOUNT_FILE") || die "account file missing app_password"
export ATP_PDS_URL="$PDS_URL" ATP_HANDLE="$HANDLE" ATP_APP_PASSWORD
printf 'did: %s\n' "$DID"
note "initializing cache schema"
"$IDENTITY_MIGRATE_BIN" normalize-purl-slugs \
--cache-db "$DB" --purldb "$PURLDB" --handle "did:local:extras-e2e" \
>"$TMP_ROOT/schema-init.json" || die "cache schema init failed"
note "seeding cache rows"
cat >"$TMP_ROOT/seed.sql" <<SQL
INSERT OR REPLACE INTO software
(repo_did, slug, part, vendor, product, project_uri, project_cid, software_uri, software_cid, status, updated_at)
VALUES
('$DID', '$PROJECT_SLUG', 'a', 'acme', 'widget', '', '',
'at://$DID/com.nahdig.software/$PROJECT_SLUG', 'bafysoftware', 'created', '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO software_purls
(repo_did, purl, software_slug, purl_uri, purl_cid, status, updated_at)
VALUES ('$DID', '$PURL', '$PROJECT_SLUG',
'at://$DID/com.nahdig.purl/acme-widget', 'bafypurl', 'created', '2026-01-01T00:00:00.000Z');
SQL
sqlite3 "$DB" <"$TMP_ROOT/seed.sql" || die "cache seed failed"
run_extras() {
"$VULN_NOTIF_BIN" --once \
--release-mode extras --release-limit 10 --release-recheck-seconds 0 \
--release-ecosystems composer --release-sources composer \
--release-source-url "$SRC_URL" \
--artifact-max-bytes 1048576 \
--cache-db "$DB" --purldb "$PURLDB" \
--pds-url "$PDS_URL" --handle "$HANDLE" --app-password "$ATP_APP_PASSWORD" \
--nvd-url "$NVD_URL/rest/json/cves/2.0" --poll-interval 1 \
>>"$TMP_ROOT/notif.stdout" 2>>"$TMP_ROOT/notif.log" ||
die "vuln-notif extras run failed; log: $(tail -5 "$TMP_ROOT/notif.log")"
}
note "run: extras publishes one composer release"
run_extras
STATS=$(grep '"event":"cycle_stats"' "$TMP_ROOT/notif.stdout" | tail -1)
jq -e '
.release_mode == "extras" and
.release_extras_projects_checked == 1 and
.release_extras_projects_created == 1 and
.release_extras_versions_created == 1 and
.release_extras_manifests_created == 1 and
.release_extras_failures == 0 and
.artifact_downloads == 1 and
.artifact_errors == 0
' <<<"$STATS" >/dev/null || die "unexpected extras cycle stats: $STATS"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM release_projects;")" = 1 ] ||
die "expected one release_projects row"
[ "$(sqlite3 "$DB" "SELECT latest_version FROM release_projects WHERE slug='$PROJECT_SLUG';")" = "$VERSION" ] ||
die "unexpected latest version"
[ "$(sqlite3 "$DB" "SELECT source FROM release_project_state WHERE slug='$PROJECT_SLUG';")" = "composer" ] ||
die "expected composer project state"
[ "$(sqlite3 "$DB" "SELECT canonical_purl FROM release_project_state WHERE slug='$PROJECT_SLUG';")" = "$PURL" ] ||
die "unexpected canonical purl"
PROJECT_URI=$(sqlite3 "$DB" "SELECT project_uri FROM release_projects WHERE slug='$PROJECT_SLUG';")
MANIFEST_URI=$(sqlite3 "$DB" "SELECT manifest_uri FROM release_projects WHERE slug='$PROJECT_SLUG';")
VERSION_URI=$(sqlite3 "$DB" "SELECT version_uri FROM release_projects WHERE slug='$PROJECT_SLUG';")
CHANNEL_URI=$(sqlite3 "$DB" "SELECT channel_uri FROM release_projects WHERE slug='$PROJECT_SLUG';")
[ -n "$PROJECT_URI" ] && [ -n "$MANIFEST_URI" ] && [ -n "$VERSION_URI" ] && [ -n "$CHANNEL_URI" ] ||
die "release projection is missing URIs"
note "asserting project/manifest/version/channel/projectMeta records"
fetch_record software.release.project "$PROJECT_SLUG"
[ "$FETCH_STATUS" = 200 ] || die "project record missing (HTTP $FETCH_STATUS)"
jq -e --arg slug "$PROJECT_SLUG" '.value.name == $slug' <<<"$FETCH_BODY" >/dev/null ||
die "project record shape: $FETCH_BODY"
fetch_record software.release.manifest "${MANIFEST_URI##*/}"
[ "$FETCH_STATUS" = 200 ] || die "manifest record missing (HTTP $FETCH_STATUS)"
jq -e --arg uri "$PROJECT_URI" --arg url "$SRC_URL/artifacts/acme-widget-$VERSION.zip" '
.value.project == $uri and
(.value.artifacts | length) == 1 and
.value.artifacts[0].url == $url and
(.value.artifacts[0].cid | length > 0)
' <<<"$FETCH_BODY" >/dev/null || die "manifest record shape: $FETCH_BODY"
fetch_record software.release.version "$PROJECT_SLUG:$VERSION"
[ "$FETCH_STATUS" = 200 ] || die "version record missing (HTTP $FETCH_STATUS)"
jq -e --arg uri "$PROJECT_URI" --arg version "$VERSION" --arg manifest "$MANIFEST_URI" '
.value.project == $uri and
.value.version == $version and
.value.manifest.uri == $manifest
' <<<"$FETCH_BODY" >/dev/null || die "version record shape: $FETCH_BODY"
fetch_record software.release.channel "$PROJECT_SLUG:latest"
[ "$FETCH_STATUS" = 200 ] || die "channel record missing (HTTP $FETCH_STATUS)"
jq -e --arg uri "$PROJECT_URI" --arg version "$VERSION_URI" '
.value.project == $uri and
.value.name == "latest" and
.value.version.uri == $version
' <<<"$FETCH_BODY" >/dev/null || die "channel record shape: $FETCH_BODY"
fetch_record com.nahdig.release.projectMeta "$PROJECT_SLUG"
[ "$FETCH_STATUS" = 200 ] || die "projectMeta record missing (HTTP $FETCH_STATUS)"
jq -e --arg uri "$PROJECT_URI" --arg slug "$PROJECT_SLUG" '
.value.project == $uri and
.value.name == $slug and
.value.description == "ACME widget" and
.value.license == "MIT"
' <<<"$FETCH_BODY" >/dev/null || die "projectMeta record shape: $FETCH_BODY"
note "asserting local link index"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE path='project';")" -ge 2 ] ||
die "expected project links from manifest/version/channel"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE path='manifest.uri';")" -ge 1 ] ||
die "expected the version -> manifest link"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE path='version.uri';")" -ge 1 ] ||
die "expected the channel -> version link"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM links WHERE subject_uri='';")" = 0 ] ||
die "empty link targets were indexed"
printf '\nRESULT: PASS\n'