1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
#!/usr/bin/env bash
# Affected-release end-to-end on a temporary local PLC + PDS.
#
# Seeds one canonical project (red-hat-enterprise-linux) with an existing
# version catalog, one CVE linked to it, and an offline OSV advisory. Runs
# `--release-mode affected --osv-bulk-dir`, then asserts the CVE record gained
# channel/version strongRefs and local links. Localhost only; the NVD upstream
# is a local stub, so no live network service is used.
set -euo pipefail
SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
REPO_DIR=$(cd "$SCRIPT_DIR/.." && pwd)
PDS_PORT=${PDS_PORT:-4810}
PDS_URL=http://127.0.0.1:$PDS_PORT
PLC_PORT=${PLC_PORT:-2588}
PLC_URL=http://127.0.0.1:$PLC_PORT
NVD_PORT=${NVD_PORT:-4820}
NVD_URL=http://127.0.0.1:$NVD_PORT
HANDLE=${HANDLE:-cve.test}
EMAIL=${EMAIL:-cve@example.com}
PASSWORD=${PASSWORD:-test-password}
BUILD_BINS=${BUILD_BINS:-1}
VULN_NOTIF_BIN=${VULN_NOTIF_BIN:-$REPO_DIR/target/release/vuln-notif}
IDENTITY_MIGRATE_BIN=${IDENTITY_MIGRATE_BIN:-$REPO_DIR/target/release/identity-migrate}
FIXTURES=$REPO_DIR/tests/fixtures/release_affected
PROJECT_SLUG=red-hat-enterprise-linux
PROJECT_URI=at://__DID__/software.release.project/$PROJECT_SLUG
CVE_ID=CVE-2024-3094
TMP_ROOT=$(mktemp -d "${TMPDIR:-/tmp}/vuln-notif-affected-e2e.XXXXXX")
PLC_STATE=$TMP_ROOT/plc-state
PDS_STATE=$TMP_ROOT/pds-state
PDS_DATA=$TMP_ROOT/pds-data
ACCOUNT_FILE=$TMP_ROOT/account.json
DB=$TMP_ROOT/cache.db
PURLDB=$TMP_ROOT/purl2cpe.db
NVD_DIR=$TMP_ROOT/nvd
NVD_PID=
PLC_STARTED=0
PDS_STARTED=0
note() { printf '\n== %s\n' "$*"; }
log() { printf '%s\n' "$*" >&2; }
fail() { printf 'RESULT: FAIL (%s)\n' "$*" >&2; exit 1; }
die() { fail "$*"; }
cleanup() {
local rc=$?
set +e
if [ -n "$NVD_PID" ]; then
kill "$NVD_PID" >/dev/null 2>&1 || true
fi
if [ "$PDS_STARTED" = 1 ]; then
STATE_DIR=$PDS_STATE "$SCRIPT_DIR/local_atproto_pds.sh" stop >/dev/null 2>&1
fi
if [ "$PLC_STARTED" = 1 ]; then
STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" stop >/dev/null 2>&1
fi
if [ "$rc" -ne 0 ] && [ "${KEEP_TMP:-0}" = 1 ]; then
printf '\ncleanup: kept %s for inspection\n' "$TMP_ROOT" >&2
else
rm -rf "$TMP_ROOT"
fi
exit "$rc"
}
trap cleanup EXIT
create_record() {
local collection=$1 rkey=$2 record=$3 payload response status body
payload=$(jq -nc \
--arg repo "$DID" \
--arg collection "$collection" \
--arg rkey "$rkey" \
--argjson record "$record" \
'{repo:$repo,collection:$collection,rkey:$rkey,record:$record}') || return 1
response=$(curl -sS --max-time 20 -X POST \
-H "Authorization: Bearer $ACCESS_JWT" \
-H 'Content-Type: application/json' \
-d "$payload" \
-w '\n%{http_code}' \
"$PDS_URL/xrpc/com.atproto.repo.createRecord") || return 1
status=${response##*$'\n'}
body=${response%$'\n'*}
if [ "$status" != 200 ]; then
printf 'createRecord %s HTTP %s: %s\n' "$collection" "$status" "$body" >&2
return 1
fi
printf '%s' "$body"
}
# Sets FETCH_STATUS / FETCH_BODY for one record read.
fetch_record() {
local response
FETCH_STATUS=000
FETCH_BODY=
response=$(curl -sS --max-time 15 -G \
-H "Authorization: Bearer $ACCESS_JWT" \
--data-urlencode "repo=$DID" \
--data-urlencode "collection=$1" \
--data-urlencode "rkey=$2" \
-w '\n%{http_code}' \
"$PDS_URL/xrpc/com.atproto.repo.getRecord") || return 0
FETCH_STATUS=${response##*$'\n'}
FETCH_BODY=${response%$'\n'*}
}
note "building release binaries"
if [ "$BUILD_BINS" = 1 ]; then
(cd "$REPO_DIR" && cargo build --release --locked --bin vuln-notif --bin identity-migrate) ||
die "cargo build failed"
fi
[ -x "$VULN_NOTIF_BIN" ] || die "missing $VULN_NOTIF_BIN"
[ -x "$IDENTITY_MIGRATE_BIN" ] || die "missing $IDENTITY_MIGRATE_BIN"
[ -f "$FIXTURES/osv-rhel.json" ] || die "missing $FIXTURES/osv-rhel.json"
command -v jq >/dev/null || die "jq is required"
command -v sqlite3 >/dev/null || die "sqlite3 is required"
command -v python3 >/dev/null || die "python3 is required for the NVD stub"
note "starting hono-plc on $PLC_URL"
plc_started_url=$(PORT=$PLC_PORT STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" start) ||
die "local_plc.sh start failed"
PLC_STARTED=1
[ "$plc_started_url" = "$PLC_URL" ] || die "unexpected PLC URL: $plc_started_url"
note "starting atproto-pds on $PDS_URL"
pds_started_url=$(PDS_PORT=$PDS_PORT PLC_URL=$PLC_URL STATE_DIR=$PDS_STATE \
PDS_DATA_DIRECTORY=$PDS_DATA "$SCRIPT_DIR/local_atproto_pds.sh" start) ||
die "local_atproto_pds.sh start failed"
PDS_STARTED=1
[ "$pds_started_url" = "$PDS_URL" ] || die "unexpected PDS URL: $pds_started_url"
curl -fsS --max-time 5 "$PDS_URL/xrpc/_health" >/dev/null || die "PDS health check failed"
note "starting NVD stub on $NVD_URL"
mkdir -p "$NVD_DIR/rest/json/cves"
printf '{"resultsPerPage":0,"startIndex":0,"totalResults":0,"vulnerabilities":[]}\n' \
>"$NVD_DIR/rest/json/cves/2.0"
python3 -m http.server "$NVD_PORT" --bind 127.0.0.1 --directory "$NVD_DIR" \
>"$TMP_ROOT/nvd.log" 2>&1 &
NVD_PID=$!
for _ in $(seq 1 50); do
curl -fsS --max-time 1 "$NVD_URL/rest/json/cves/2.0" >/dev/null 2>&1 && break
sleep 0.1
done
curl -fsS --max-time 2 "$NVD_URL/rest/json/cves/2.0" >/dev/null || die "NVD stub is not ready"
note "creating account $HANDLE"
ACCOUNT_FILE=$ACCOUNT_FILE PDS_URL=$PDS_URL PLC_URL=$PLC_URL \
HANDLE=$HANDLE EMAIL=$EMAIL PASSWORD=$PASSWORD \
"$SCRIPT_DIR/create_local_account.sh" >/dev/null || die "create_local_account.sh failed"
DID=$(jq -er '.did' "$ACCOUNT_FILE") || die "account file missing did"
ACCESS_JWT=$(jq -er '.session.accessJwt' "$ACCOUNT_FILE") || die "account file missing accessJwt"
ATP_APP_PASSWORD=$(jq -er '.app_password' "$ACCOUNT_FILE") || die "account file missing app_password"
export ATP_PDS_URL="$PDS_URL" ATP_HANDLE="$HANDLE" ATP_APP_PASSWORD
PROJECT_URI=${PROJECT_URI/__DID__/$DID}
printf 'did: %s\n' "$DID"
note "initializing cache schema"
"$IDENTITY_MIGRATE_BIN" normalize-purl-slugs \
--cache-db "$DB" --purldb "$PURLDB" --handle "did:local:affected-e2e" \
>"$TMP_ROOT/schema-init.json" || die "cache schema init failed"
note "seeding PDS records"
PROJECT_BODY=$(create_record software.release.project "$PROJECT_SLUG" \
"{\"\$type\":\"software.release.project\",\"name\":\"$PROJECT_SLUG\"}") ||
die "project createRecord failed"
PROJECT_CID=$(jq -er '.cid' <<<"$PROJECT_BODY") || die "project missing cid"
NVD_BODY=$(create_record com.nahdig.cve.nvdV2 "$CVE_ID" \
"{\"\$type\":\"com.nahdig.cve.nvdV2\",\"createdAt\":\"2026-01-01T00:00:00.000Z\",\"id\":\"$CVE_ID\",\"vulnStatus\":\"Analyzed\"}") ||
die "nvd createRecord failed"
NVD_CID=$(jq -er '.cid' <<<"$NVD_BODY") || die "nvd missing cid"
MANIFEST_BODY=$(create_record software.release.manifest 3laffectedman \
"{\"\$type\":\"software.release.manifest\",\"project\":\"$PROJECT_URI\",\"artifacts\":[{\"\$type\":\"software.release.defs#httpArtifact\",\"fileName\":\"rhel-9.tar.gz\",\"url\":\"https://example.invalid/rhel-9.tar.gz\",\"cid\":\"bafyartifact\",\"size\":1024,\"mimeType\":\"application/gzip\"}]}") ||
die "manifest createRecord failed"
MANIFEST_CID=$(jq -er '.cid' <<<"$MANIFEST_BODY") || die "manifest missing cid"
VERSION_ROWS=
for VERSION in 9.0 9.1 9.2 9.3 9.4 9.5; do
BODY=$(create_record software.release.version "$PROJECT_SLUG:$VERSION" \
"{\"\$type\":\"software.release.version\",\"project\":\"$PROJECT_URI\",\"version\":\"$VERSION\",\"manifest\":{\"uri\":\"at://$DID/software.release.manifest/3laffectedman\",\"cid\":\"$MANIFEST_CID\"}}") ||
die "version $VERSION createRecord failed"
CID=$(jq -er '.cid' <<<"$BODY") || die "version $VERSION missing cid"
VERSION_ROWS+="('$DID','$PROJECT_SLUG','$VERSION','$VERSION','$PROJECT_SLUG:$VERSION','at://$DID/software.release.version/$PROJECT_SLUG:$VERSION','$CID','at://$DID/software.release.manifest/3laffectedman','$MANIFEST_CID','created','2026-01-01T00:00:00.000Z'),"
done
VERSION_ROWS=${VERSION_ROWS%,}
CVE_BODY=$(create_record com.nahdig.cve.atprotoV1 "$CVE_ID" \
"{\"\$type\":\"com.nahdig.cve.atprotoV1\",\"createdAt\":\"2026-01-01T00:00:00.000Z\",\"cve\":\"$CVE_ID\",\"nvd\":{\"uri\":\"at://$DID/com.nahdig.cve.nvdV2/$CVE_ID\",\"cid\":\"$NVD_CID\"},\"software\":[{\"project\":{\"uri\":\"$PROJECT_URI\",\"cid\":\"$PROJECT_CID\"},\"part\":\"o\",\"vendor\":\"Red Hat\",\"product\":\"enterprise_linux\",\"cpes\":[],\"purls\":[\"pkg:rpm/redhat/enterprise_linux\"]}]}") ||
die "cve createRecord failed"
CVE_CID=$(jq -er '.cid' <<<"$CVE_BODY") || die "cve missing cid"
note "seeding cache rows"
cat >"$TMP_ROOT/seed.sql" <<SQL
INSERT OR REPLACE INTO software
(repo_did, slug, part, vendor, product, project_uri, project_cid, software_uri, software_cid, status, updated_at)
VALUES
('$DID', 'rhel-raw', 'o', 'redhat', 'enterprise_linux', '$PROJECT_URI', '$PROJECT_CID',
'at://$DID/com.nahdig.software/rhel-raw', 'bafysoftware', 'created', '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO software_identity
(repo_did, raw_slug, canonical_slug, identity_key, source, confidence, updated_at)
VALUES ('$DID', 'rhel-raw', '$PROJECT_SLUG', '$PROJECT_SLUG', 'e2e', 1.0, '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO software_purls
(repo_did, purl, software_slug, purl_uri, purl_cid, status, updated_at)
VALUES ('$DID', 'pkg:rpm/redhat/enterprise_linux', '$PROJECT_SLUG',
'at://$DID/com.nahdig.purl/rhel', 'bafypurl', 'created', '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO release_projects
(repo_did, slug, purl, system, latest_version, latest_version_raw, project_uri,
project_cid, manifest_uri, manifest_cid, version_uri, version_cid, channel_uri,
channel_cid, status, updated_at)
VALUES ('$DID', '$PROJECT_SLUG', 'pkg:rpm/redhat/enterprise_linux', 'RPM', '9.5', '9.5',
'$PROJECT_URI', '$PROJECT_CID', '', '', '', '', '', '', 'created',
'2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO release_versions
(repo_did, project_slug, version, version_raw, rkey, uri, cid, manifest_uri,
manifest_cid, status, updated_at)
VALUES $VERSION_ROWS;
INSERT OR REPLACE INTO links
(repo_did, src_uri, src_collection, src_rkey, src_cid, path, subject_uri,
subject_cid, indexed_at)
VALUES ('$DID', 'at://$DID/com.nahdig.cve.atprotoV1/$CVE_ID',
'com.nahdig.cve.atprotoV1', '$CVE_ID', '$CVE_CID',
'software[].project.uri', '$PROJECT_URI', '$PROJECT_CID',
'2026-01-01T00:00:00.000Z');
SQL
sqlite3 "$DB" <"$TMP_ROOT/seed.sql" || die "cache seed failed"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM release_versions;")" = 6 ] ||
die "expected 6 release_versions rows"
note "running affected mode (offline OSV bulk dir)"
"$VULN_NOTIF_BIN" --once \
--release-mode affected --release-limit 10 --release-recheck-seconds 0 \
--osv-offline --osv-bulk-dir "$FIXTURES" \
--cache-db "$DB" --purldb "$PURLDB" \
--pds-url "$PDS_URL" --handle "$HANDLE" --app-password "$ATP_APP_PASSWORD" \
--nvd-url "$NVD_URL/rest/json/cves/2.0" --poll-interval 1 \
>"$TMP_ROOT/notif.stdout" 2>"$TMP_ROOT/notif.log" ||
die "vuln-notif affected run failed; log: $(tail -5 "$TMP_ROOT/notif.log")"
note "asserting CVE channel/version refs"
fetch_record com.nahdig.cve.atprotoV1 "$CVE_ID"
[ "$FETCH_STATUS" = 200 ] || die "CVE record missing (HTTP $FETCH_STATUS: $FETCH_BODY)"
jq -e --arg project "$PROJECT_URI" --arg project_cid "$PROJECT_CID" \
--arg did "$DID" '
(.value.software | length) == 1 and
.value.software[0].project.uri == $project and
.value.software[0].project.cid == $project_cid and
([.value.software[0].versions[].uri] | sort) ==
([range(0;4) | "at://\($did)/software.release.version/red-hat-enterprise-linux:9.\(.)"] | sort) and
([.value.software[0].channels[].uri] | sort) ==
["at://\($did)/software.release.channel/red-hat-enterprise-linux:9"]
' <<<"$FETCH_BODY" >/dev/null || die "CVE refs missing channel/versions: $FETCH_BODY"
note "asserting local links"
VERSION_LINKS=$(sqlite3 "$DB" \
"SELECT count(*) FROM links WHERE path='software[].versions[].uri';")
CHANNEL_LINKS=$(sqlite3 "$DB" \
"SELECT count(*) FROM links WHERE path='software[].channels[].uri';")
[ "$VERSION_LINKS" -ge 4 ] || die "expected >=4 version links, got $VERSION_LINKS"
[ "$CHANNEL_LINKS" -ge 1 ] || die "expected >=1 channel link, got $CHANNEL_LINKS"
note "asserting cycle stats"
jq -e '
.event == "cycle_stats" and
.release_mode == "affected" and
.release_affected_projects_checked == 1 and
.release_affected_cves_linked == 1 and
.release_affected_versions_planned == 4 and
.release_affected_failures == 0
' < <(grep '"event":"cycle_stats"' "$TMP_ROOT/notif.stdout" | tail -1) >/dev/null ||
die "unexpected cycle stats: $(grep '"event":"cycle_stats"' "$TMP_ROOT/notif.stdout" | tail -1)"
printf '\nRESULT: PASS\n'