~ knotless Search/
↑↓ move↵ open⇧↵ all results

johnandersen777.bsky.social/vuln-notif

0
0
main
275 lines · 12.4 KB Raw History
#!/usr/bin/env bash
# Affected-release end-to-end on a temporary local PLC + PDS.
#
# Seeds one canonical project (red-hat-enterprise-linux) with an existing
# version catalog, one CVE linked to it, and an offline OSV advisory. Runs
# `--release-mode affected --osv-bulk-dir`, then asserts the CVE record gained
# channel/version strongRefs and local links. Localhost only; the NVD upstream
# is a local stub, so no live network service is used.
set -euo pipefail

SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
REPO_DIR=$(cd "$SCRIPT_DIR/.." && pwd)

PDS_PORT=${PDS_PORT:-4810}
PDS_URL=http://127.0.0.1:$PDS_PORT
PLC_PORT=${PLC_PORT:-2588}
PLC_URL=http://127.0.0.1:$PLC_PORT
NVD_PORT=${NVD_PORT:-4820}
NVD_URL=http://127.0.0.1:$NVD_PORT
HANDLE=${HANDLE:-cve.test}
EMAIL=${EMAIL:-cve@example.com}
PASSWORD=${PASSWORD:-test-password}
BUILD_BINS=${BUILD_BINS:-1}
VULN_NOTIF_BIN=${VULN_NOTIF_BIN:-$REPO_DIR/target/release/vuln-notif}
IDENTITY_MIGRATE_BIN=${IDENTITY_MIGRATE_BIN:-$REPO_DIR/target/release/identity-migrate}
FIXTURES=$REPO_DIR/tests/fixtures/release_affected

PROJECT_SLUG=red-hat-enterprise-linux
PROJECT_URI=at://__DID__/software.release.project/$PROJECT_SLUG
CVE_ID=CVE-2024-3094

TMP_ROOT=$(mktemp -d "${TMPDIR:-/tmp}/vuln-notif-affected-e2e.XXXXXX")
PLC_STATE=$TMP_ROOT/plc-state
PDS_STATE=$TMP_ROOT/pds-state
PDS_DATA=$TMP_ROOT/pds-data
ACCOUNT_FILE=$TMP_ROOT/account.json
DB=$TMP_ROOT/cache.db
PURLDB=$TMP_ROOT/purl2cpe.db
NVD_DIR=$TMP_ROOT/nvd
NVD_PID=
PLC_STARTED=0
PDS_STARTED=0

note() { printf '\n== %s\n' "$*"; }
log() { printf '%s\n' "$*" >&2; }
fail() { printf 'RESULT: FAIL (%s)\n' "$*" >&2; exit 1; }
die() { fail "$*"; }

cleanup() {
  local rc=$?
  set +e
  if [ -n "$NVD_PID" ]; then
    kill "$NVD_PID" >/dev/null 2>&1 || true
  fi
  if [ "$PDS_STARTED" = 1 ]; then
    STATE_DIR=$PDS_STATE "$SCRIPT_DIR/local_atproto_pds.sh" stop >/dev/null 2>&1
  fi
  if [ "$PLC_STARTED" = 1 ]; then
    STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" stop >/dev/null 2>&1
  fi
  if [ "$rc" -ne 0 ] && [ "${KEEP_TMP:-0}" = 1 ]; then
    printf '\ncleanup: kept %s for inspection\n' "$TMP_ROOT" >&2
  else
    rm -rf "$TMP_ROOT"
  fi
  exit "$rc"
}
trap cleanup EXIT

create_record() {
  local collection=$1 rkey=$2 record=$3 payload response status body
  payload=$(jq -nc \
    --arg repo "$DID" \
    --arg collection "$collection" \
    --arg rkey "$rkey" \
    --argjson record "$record" \
    '{repo:$repo,collection:$collection,rkey:$rkey,record:$record}') || return 1
  response=$(curl -sS --max-time 20 -X POST \
    -H "Authorization: Bearer $ACCESS_JWT" \
    -H 'Content-Type: application/json' \
    -d "$payload" \
    -w '\n%{http_code}' \
    "$PDS_URL/xrpc/com.atproto.repo.createRecord") || return 1
  status=${response##*$'\n'}
  body=${response%$'\n'*}
  if [ "$status" != 200 ]; then
    printf 'createRecord %s HTTP %s: %s\n' "$collection" "$status" "$body" >&2
    return 1
  fi
  printf '%s' "$body"
}

# Sets FETCH_STATUS / FETCH_BODY for one record read.
fetch_record() {
  local response
  FETCH_STATUS=000
  FETCH_BODY=
  response=$(curl -sS --max-time 15 -G \
    -H "Authorization: Bearer $ACCESS_JWT" \
    --data-urlencode "repo=$DID" \
    --data-urlencode "collection=$1" \
    --data-urlencode "rkey=$2" \
    -w '\n%{http_code}' \
    "$PDS_URL/xrpc/com.atproto.repo.getRecord") || return 0
  FETCH_STATUS=${response##*$'\n'}
  FETCH_BODY=${response%$'\n'*}
}

note "building release binaries"
if [ "$BUILD_BINS" = 1 ]; then
  (cd "$REPO_DIR" && cargo build --release --locked --bin vuln-notif --bin identity-migrate) ||
    die "cargo build failed"
fi
[ -x "$VULN_NOTIF_BIN" ] || die "missing $VULN_NOTIF_BIN"
[ -x "$IDENTITY_MIGRATE_BIN" ] || die "missing $IDENTITY_MIGRATE_BIN"
[ -f "$FIXTURES/osv-rhel.json" ] || die "missing $FIXTURES/osv-rhel.json"
command -v jq >/dev/null || die "jq is required"
command -v sqlite3 >/dev/null || die "sqlite3 is required"
command -v python3 >/dev/null || die "python3 is required for the NVD stub"

note "starting hono-plc on $PLC_URL"
plc_started_url=$(PORT=$PLC_PORT STATE_DIR=$PLC_STATE "$SCRIPT_DIR/local_plc.sh" start) ||
  die "local_plc.sh start failed"
PLC_STARTED=1
[ "$plc_started_url" = "$PLC_URL" ] || die "unexpected PLC URL: $plc_started_url"

note "starting atproto-pds on $PDS_URL"
pds_started_url=$(PDS_PORT=$PDS_PORT PLC_URL=$PLC_URL STATE_DIR=$PDS_STATE \
  PDS_DATA_DIRECTORY=$PDS_DATA "$SCRIPT_DIR/local_atproto_pds.sh" start) ||
  die "local_atproto_pds.sh start failed"
PDS_STARTED=1
[ "$pds_started_url" = "$PDS_URL" ] || die "unexpected PDS URL: $pds_started_url"
curl -fsS --max-time 5 "$PDS_URL/xrpc/_health" >/dev/null || die "PDS health check failed"

note "starting NVD stub on $NVD_URL"
mkdir -p "$NVD_DIR/rest/json/cves"
printf '{"resultsPerPage":0,"startIndex":0,"totalResults":0,"vulnerabilities":[]}\n' \
  >"$NVD_DIR/rest/json/cves/2.0"
python3 -m http.server "$NVD_PORT" --bind 127.0.0.1 --directory "$NVD_DIR" \
  >"$TMP_ROOT/nvd.log" 2>&1 &
NVD_PID=$!
for _ in $(seq 1 50); do
  curl -fsS --max-time 1 "$NVD_URL/rest/json/cves/2.0" >/dev/null 2>&1 && break
  sleep 0.1
done
curl -fsS --max-time 2 "$NVD_URL/rest/json/cves/2.0" >/dev/null || die "NVD stub is not ready"

note "creating account $HANDLE"
ACCOUNT_FILE=$ACCOUNT_FILE PDS_URL=$PDS_URL PLC_URL=$PLC_URL \
  HANDLE=$HANDLE EMAIL=$EMAIL PASSWORD=$PASSWORD \
  "$SCRIPT_DIR/create_local_account.sh" >/dev/null || die "create_local_account.sh failed"
DID=$(jq -er '.did' "$ACCOUNT_FILE") || die "account file missing did"
ACCESS_JWT=$(jq -er '.session.accessJwt' "$ACCOUNT_FILE") || die "account file missing accessJwt"
ATP_APP_PASSWORD=$(jq -er '.app_password' "$ACCOUNT_FILE") || die "account file missing app_password"
export ATP_PDS_URL="$PDS_URL" ATP_HANDLE="$HANDLE" ATP_APP_PASSWORD
PROJECT_URI=${PROJECT_URI/__DID__/$DID}
printf 'did: %s\n' "$DID"

note "initializing cache schema"
"$IDENTITY_MIGRATE_BIN" normalize-purl-slugs \
  --cache-db "$DB" --purldb "$PURLDB" --handle "did:local:affected-e2e" \
  >"$TMP_ROOT/schema-init.json" || die "cache schema init failed"

note "seeding PDS records"
PROJECT_BODY=$(create_record software.release.project "$PROJECT_SLUG" \
  "{\"\$type\":\"software.release.project\",\"name\":\"$PROJECT_SLUG\"}") ||
  die "project createRecord failed"
PROJECT_CID=$(jq -er '.cid' <<<"$PROJECT_BODY") || die "project missing cid"

NVD_BODY=$(create_record com.nahdig.cve.nvdV2 "$CVE_ID" \
  "{\"\$type\":\"com.nahdig.cve.nvdV2\",\"createdAt\":\"2026-01-01T00:00:00.000Z\",\"id\":\"$CVE_ID\",\"vulnStatus\":\"Analyzed\"}") ||
  die "nvd createRecord failed"
NVD_CID=$(jq -er '.cid' <<<"$NVD_BODY") || die "nvd missing cid"

MANIFEST_BODY=$(create_record software.release.manifest 3laffectedman \
  "{\"\$type\":\"software.release.manifest\",\"project\":\"$PROJECT_URI\",\"artifacts\":[{\"\$type\":\"software.release.defs#httpArtifact\",\"fileName\":\"rhel-9.tar.gz\",\"url\":\"https://example.invalid/rhel-9.tar.gz\",\"cid\":\"bafyartifact\",\"size\":1024,\"mimeType\":\"application/gzip\"}]}") ||
  die "manifest createRecord failed"
MANIFEST_CID=$(jq -er '.cid' <<<"$MANIFEST_BODY") || die "manifest missing cid"

VERSION_ROWS=
for VERSION in 9.0 9.1 9.2 9.3 9.4 9.5; do
  BODY=$(create_record software.release.version "$PROJECT_SLUG:$VERSION" \
    "{\"\$type\":\"software.release.version\",\"project\":\"$PROJECT_URI\",\"version\":\"$VERSION\",\"manifest\":{\"uri\":\"at://$DID/software.release.manifest/3laffectedman\",\"cid\":\"$MANIFEST_CID\"}}") ||
    die "version $VERSION createRecord failed"
  CID=$(jq -er '.cid' <<<"$BODY") || die "version $VERSION missing cid"
  VERSION_ROWS+="('$DID','$PROJECT_SLUG','$VERSION','$VERSION','$PROJECT_SLUG:$VERSION','at://$DID/software.release.version/$PROJECT_SLUG:$VERSION','$CID','at://$DID/software.release.manifest/3laffectedman','$MANIFEST_CID','created','2026-01-01T00:00:00.000Z'),"
done
VERSION_ROWS=${VERSION_ROWS%,}

CVE_BODY=$(create_record com.nahdig.cve.atprotoV1 "$CVE_ID" \
  "{\"\$type\":\"com.nahdig.cve.atprotoV1\",\"createdAt\":\"2026-01-01T00:00:00.000Z\",\"cve\":\"$CVE_ID\",\"nvd\":{\"uri\":\"at://$DID/com.nahdig.cve.nvdV2/$CVE_ID\",\"cid\":\"$NVD_CID\"},\"software\":[{\"project\":{\"uri\":\"$PROJECT_URI\",\"cid\":\"$PROJECT_CID\"},\"part\":\"o\",\"vendor\":\"Red Hat\",\"product\":\"enterprise_linux\",\"cpes\":[],\"purls\":[\"pkg:rpm/redhat/enterprise_linux\"]}]}") ||
  die "cve createRecord failed"
CVE_CID=$(jq -er '.cid' <<<"$CVE_BODY") || die "cve missing cid"

note "seeding cache rows"
cat >"$TMP_ROOT/seed.sql" <<SQL
INSERT OR REPLACE INTO software
  (repo_did, slug, part, vendor, product, project_uri, project_cid, software_uri, software_cid, status, updated_at)
VALUES
  ('$DID', 'rhel-raw', 'o', 'redhat', 'enterprise_linux', '$PROJECT_URI', '$PROJECT_CID',
   'at://$DID/com.nahdig.software/rhel-raw', 'bafysoftware', 'created', '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO software_identity
  (repo_did, raw_slug, canonical_slug, identity_key, source, confidence, updated_at)
VALUES ('$DID', 'rhel-raw', '$PROJECT_SLUG', '$PROJECT_SLUG', 'e2e', 1.0, '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO software_purls
  (repo_did, purl, software_slug, purl_uri, purl_cid, status, updated_at)
VALUES ('$DID', 'pkg:rpm/redhat/enterprise_linux', '$PROJECT_SLUG',
        'at://$DID/com.nahdig.purl/rhel', 'bafypurl', 'created', '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO release_projects
  (repo_did, slug, purl, system, latest_version, latest_version_raw, project_uri,
   project_cid, manifest_uri, manifest_cid, version_uri, version_cid, channel_uri,
   channel_cid, status, updated_at)
VALUES ('$DID', '$PROJECT_SLUG', 'pkg:rpm/redhat/enterprise_linux', 'RPM', '9.5', '9.5',
        '$PROJECT_URI', '$PROJECT_CID', '', '', '', '', '', '', 'created',
        '2026-01-01T00:00:00.000Z');
INSERT OR REPLACE INTO release_versions
  (repo_did, project_slug, version, version_raw, rkey, uri, cid, manifest_uri,
   manifest_cid, status, updated_at)
VALUES $VERSION_ROWS;
INSERT OR REPLACE INTO links
  (repo_did, src_uri, src_collection, src_rkey, src_cid, path, subject_uri,
   subject_cid, indexed_at)
VALUES ('$DID', 'at://$DID/com.nahdig.cve.atprotoV1/$CVE_ID',
        'com.nahdig.cve.atprotoV1', '$CVE_ID', '$CVE_CID',
        'software[].project.uri', '$PROJECT_URI', '$PROJECT_CID',
        '2026-01-01T00:00:00.000Z');
SQL
sqlite3 "$DB" <"$TMP_ROOT/seed.sql" || die "cache seed failed"
[ "$(sqlite3 "$DB" "SELECT count(*) FROM release_versions;")" = 6 ] ||
  die "expected 6 release_versions rows"

note "running affected mode (offline OSV bulk dir)"
"$VULN_NOTIF_BIN" --once \
  --release-mode affected --release-limit 10 --release-recheck-seconds 0 \
  --osv-offline --osv-bulk-dir "$FIXTURES" \
  --cache-db "$DB" --purldb "$PURLDB" \
  --pds-url "$PDS_URL" --handle "$HANDLE" --app-password "$ATP_APP_PASSWORD" \
  --nvd-url "$NVD_URL/rest/json/cves/2.0" --poll-interval 1 \
  >"$TMP_ROOT/notif.stdout" 2>"$TMP_ROOT/notif.log" ||
  die "vuln-notif affected run failed; log: $(tail -5 "$TMP_ROOT/notif.log")"

note "asserting CVE channel/version refs"
fetch_record com.nahdig.cve.atprotoV1 "$CVE_ID"
[ "$FETCH_STATUS" = 200 ] || die "CVE record missing (HTTP $FETCH_STATUS: $FETCH_BODY)"
jq -e --arg project "$PROJECT_URI" --arg project_cid "$PROJECT_CID" \
  --arg did "$DID" '
  (.value.software | length) == 1 and
  .value.software[0].project.uri == $project and
  .value.software[0].project.cid == $project_cid and
  ([.value.software[0].versions[].uri] | sort) ==
    ([range(0;4) | "at://\($did)/software.release.version/red-hat-enterprise-linux:9.\(.)"] | sort) and
  ([.value.software[0].channels[].uri] | sort) ==
    ["at://\($did)/software.release.channel/red-hat-enterprise-linux:9"]
' <<<"$FETCH_BODY" >/dev/null || die "CVE refs missing channel/versions: $FETCH_BODY"

note "asserting local links"
VERSION_LINKS=$(sqlite3 "$DB" \
  "SELECT count(*) FROM links WHERE path='software[].versions[].uri';")
CHANNEL_LINKS=$(sqlite3 "$DB" \
  "SELECT count(*) FROM links WHERE path='software[].channels[].uri';")
[ "$VERSION_LINKS" -ge 4 ] || die "expected >=4 version links, got $VERSION_LINKS"
[ "$CHANNEL_LINKS" -ge 1 ] || die "expected >=1 channel link, got $CHANNEL_LINKS"

note "asserting cycle stats"
jq -e '
  .event == "cycle_stats" and
  .release_mode == "affected" and
  .release_affected_projects_checked == 1 and
  .release_affected_cves_linked == 1 and
  .release_affected_versions_planned == 4 and
  .release_affected_failures == 0
' < <(grep '"event":"cycle_stats"' "$TMP_ROOT/notif.stdout" | tail -1) >/dev/null ||
  die "unexpected cycle stats: $(grep '"event":"cycle_stats"' "$TMP_ROOT/notif.stdout" | tail -1)"

printf '\nRESULT: PASS\n'