0
0
#!/bin/bash
set -euo pipefail
REPO="$(cd "$(dirname "$0")/.." && pwd)"
SSH_TARGET="${SSH_TARGET:-root@fedproxy.com}"
if [ -z "${SSH_KEY:-}" ]; then
SSH_KEY="$HOME/.ssh/id_ed25519_no_password"
[ -f "$SSH_KEY" ] || SSH_KEY="$HOME/.ssh/id_ed25519"
fi
CUSTOM_DOMAINS="${CUSTOM_DOMAINS:-1}"
RELAY_HOSTNAME="${RELAY_HOSTNAME:-xrpc.fedproxy.com}"
SOCKET="${SOCKET:-/opt/caddy/xrpc-relay-server.sock}"
ASK_LISTEN="${ASK_LISTEN:-127.0.0.1:5556}"
LEGACY_ASK_LISTEN="${LEGACY_ASK_LISTEN:-127.0.0.1:5555}"
CADDYFILE="${CADDYFILE:-/etc/caddy/Caddyfile}"
CHECKER=caddy-check-dns-from-config.service
CUSTOM_DOMAINS_SCRIPT="$REPO/infra/fedproxy-legacy/xrpc-custom-domains.sh"
CADDY_ADMIN_SOCKET="${CADDY_ADMIN_SOCKET:-/opt/caddy/caddy-admin.sock}"
BASE="${BASE:-/opt/xrpc-relay-go}"
OUT_ROOT="${OUT_ROOT:-$HOME/.tmp/xrpc-relay-deploy}"
UNIT=xrpc-relay-server.service
DROPIN_DIR=/etc/systemd/system/xrpc-relay-server.service.d
DROPIN="$DROPIN_DIR/30-go.conf"
BIN_NAME=socialweb-computer
SSH_OPTS=(-o IdentitiesOnly=yes -i "$SSH_KEY" -o BatchMode=yes -o ConnectTimeout=20 -o ServerAliveInterval=15)
usage() {
cat <<EOF
usage: scripts/deploy-xrpc-relay.sh [--rollback | --status]
(no flag) build socialweb-computer for linux/amd64 (CGO off) from this checkout, ship it to
$SSH_TARGET:$BASE/<version>/, point $BASE/current at it, write $DROPIN
(the Go relay: internal ingress-relay --unix-socket $SOCKET --hostname $RELAY_HOSTNAME),
restart $UNIT and check it through https://$RELAY_HOSTNAME; a failed check rolls back.
With CUSTOM_DOMAINS=1 the relay runs with --ingress-relay-caddy-custom-domains: on start
and every 30 s it adds what a Caddy restart dropped (the custom-domain route and the
HTTP-01 fallback issuer). Once the check passes: Caddy's on_demand ask ->
http://$ASK_LISTEN/check (the Go relay's ask listener), live and in $CADDYFILE, then
infra/fedproxy-legacy/xrpc-custom-domains.sh status (CUSTOM_DOMAINS=0: remove).
It never needs $CHECKER ($LEGACY_ASK_LISTEN); it leaves that unit as it is
--rollback the deno relay has no ask listener, so first: systemctl enable --now $CHECKER and wait
for http://$LEGACY_ASK_LISTEN/healthz, the ask -> http://$LEGACY_ASK_LISTEN/check live and
in $CADDYFILE (the old file kept as $CADDYFILE.bak-<ts>-pre-<port>); then remove $DROPIN
and restart $UNIT (back to the deno relay of the lower drop-ins, which stops the Go
relay's reconcile), then xrpc-custom-domains.sh remove (the custom domains need the Go
relay)
--status print which relay serves $UNIT and the health of https://$RELAY_HOSTNAME; changes nothing
before deploying a relay commit that closes a replaced subscriber with 4009 (6b38347a or later):
a) the stable channel carries the client side (a9f7f109: a 4009 is final). main lands squashed, so
check the content, not the ancestry:
PREFIX=~/.tmp/stable-check scripts/install.sh stable
~/.tmp/stable-check/bin/socialweb-computer version # the commit C
git fetch swc && git show C:internal/atproto/ingress/status.go | grep -c SubscriberReplaced # 1 or more
b) the relay journal shows no live duplicate key (one subdomain connecting twice in a minute):
ssh root@fedproxy.com 'journalctl -u $UNIT --since -1h -o cat | grep "\"msg\":\"subscriber_connected\""' \\
| jq -r '[.time[0:16], .subdomain] | @tsv' | sort | uniq -d # prints nothing
c) the non-Go clients treat 4009 as final: docs/infra/FEDPROXY.md "Registration" lists them
env: SSH_TARGET (root@fedproxy.com), SSH_KEY (~/.ssh/id_ed25519_no_password, else ~/.ssh/id_ed25519),
CUSTOM_DOMAINS (1), RELAY_HOSTNAME,
SOCKET, ASK_LISTEN (127.0.0.1:5556), LEGACY_ASK_LISTEN (127.0.0.1:5555),
CADDY_ADMIN_SOCKET (/opt/caddy/caddy-admin.sock), CADDYFILE (/etc/caddy/Caddyfile),
BASE (/opt/xrpc-relay-go), OUT_ROOT (~/.tmp/xrpc-relay-deploy), NO_AUTO_ROLLBACK=1
EOF
}
say() {
echo "deploy-xrpc-relay: $*"
}
q() {
printf "%q" "$1"
}
remote() {
ssh "${SSH_OPTS[@]}" "$SSH_TARGET" "$@"
}
unit_state() {
remote "systemctl show $UNIT -p ActiveState -p SubState -p MainPID -p ExecMainStartTimestamp -p DropInPaths --no-pager; pid=\$(systemctl show $UNIT -p MainPID --value); if [ \"\$pid\" != 0 ]; then echo \"MainExe=\$(readlink /proc/\$pid/exe)\"; fi; echo \"Current=\$(readlink $(q "$BASE/current") || true)\"; if [ -S $(q "$SOCKET") ]; then echo \"Socket=\$(stat -c '%A %U:%G' $(q "$SOCKET"))\"; else echo Socket=missing; fi"
}
wait_socket() {
remote "for i in \$(seq 1 60); do [ -S $(q "$SOCKET") ] && exit 0; sleep 0.5; done; exit 1"
}
fetch() {
local path="$1" body code
body="$(curl -sS --max-time 15 -w '\n%{http_code}' "https://$RELAY_HOSTNAME$path" 2>/dev/null || true)"
code="${body##*$'\n'}"
body="${body%$'\n'*}"
printf '%s %s\n' "$code" "$body"
}
socket_health() {
remote "curl -sS --max-time 10 --unix-socket $(q "$SOCKET") -H $(q "Host: $RELAY_HOSTNAME") -w ' %{http_code}' http://relay/xrpc/_health || true"
}
restart() {
remote "systemctl daemon-reload && systemctl restart $UNIT"
}
report() {
say "unit:"
unit_state | sed 's/^/ /'
say "https://$RELAY_HOSTNAME/xrpc/_health: $(fetch /xrpc/_health)"
say "https://$RELAY_HOSTNAME/.well-known/did.json: $(fetch /.well-known/did.json)"
say "last journal lines:"
remote "journalctl -u $UNIT -n 8 --no-pager -o cat | cut -c1-240" | sed 's/^/ /'
}
# Caddy's on_demand ask -> http://$1/check, live (admin API) and in the Caddyfile (so a Caddy restart
# keeps it); $2 is the listen the Caddyfile line may hold instead. Changes nothing already right.
point_ask() {
local script='set -euo pipefail
want=$1 other=$2 admin=$3 caddyfile=$4
api() { curl -sS --fail-with-body --unix-socket "$admin" "$@"; }
E=http://127.0.0.1/config/apps/tls/automation/on_demand/permission/endpoint
[ "$(api $E)" = "\"http://$want/check\"" ] || api -X PATCH -H "Content-Type: application/json" -d "\"http://$want/check\"" $E
line() { printf "^[[:space:]]*ask http://%s/check[[:space:]]*\$" "${1//./\\.}"; }
if ! grep -qE "$(line "$want")" "$caddyfile"; then
grep -qE "$(line "$other")" "$caddyfile" || { echo "$caddyfile has no ask http://$want/check or http://$other/check line" >&2; exit 1; }
cp -p "$caddyfile" "$caddyfile.bak-$(date -u +%Y%m%dT%H%M%SZ)-pre-${want##*:}"
sed -i -E "s#^([[:space:]]*ask http://)${other//./\\.}(/check[[:space:]]*)\$#\1$want\2#" "$caddyfile"
fi
echo "ask: $(api $E); $caddyfile: $(grep -E "^[[:space:]]*ask " "$caddyfile" | xargs)"'
remote "bash -c $(q "$script") _ $(q "$1") $(q "$2") $(q "$CADDY_ADMIN_SOCKET") $(q "$CADDYFILE")"
}
custom_domains() {
SSH_TARGET="$SSH_TARGET" SSH_KEY="$SSH_KEY" "$CUSTOM_DOMAINS_SCRIPT" "$1"
}
rollback() {
say "starting $CHECKER: the deno relay has no ask listener"
if ! remote "systemctl enable --now $CHECKER && for i in \$(seq 1 40); do curl -fsS --max-time 2 http://$LEGACY_ASK_LISTEN/healthz >/dev/null 2>&1 && exit 0; sleep 0.5; done; exit 1"; then
say "rollback: $CHECKER does not answer http://$LEGACY_ASK_LISTEN/healthz; stopped before Caddy or $UNIT changed"
exit 1
fi
say "pointing the ask at $LEGACY_ASK_LISTEN"
if ! point_ask "$LEGACY_ASK_LISTEN" "$ASK_LISTEN" | sed 's/^/ /'; then
say "rollback: the ask did not move to $LEGACY_ASK_LISTEN; stopped before $UNIT changed"
exit 1
fi
say "removing $DROPIN and restarting $UNIT on the deno relay"
remote "rm -f $(q "$DROPIN")"
restart
if ! wait_socket; then
say "rollback: $SOCKET did not come back"
report
exit 1
fi
say "removing the custom domains (route + fallback issuer): they need the Go relay"
custom_domains remove | sed 's/^/ /' || say "rollback: xrpc-custom-domains.sh remove failed; run it again"
local did
did="$(fetch /.well-known/did.json)"
report
case "$did" in
200*) say "rolled back: the deno relay serves https://$RELAY_HOSTNAME" ;;
*)
say "rolled back, but https://$RELAY_HOSTNAME/.well-known/did.json answers $did"
exit 1
;;
esac
}
mode=deploy
case "${1:-}" in
"") ;;
--rollback) mode=rollback ;;
--status) mode=status ;;
-h | --help)
usage
exit 0
;;
*)
usage >&2
exit 2
;;
esac
command -v curl >/dev/null || {
say "curl is required for the health check"
exit 1
}
case "$mode" in
status)
report
exit 0
;;
rollback)
rollback
exit 0
;;
esac
full_commit="$(git -C "$REPO" rev-parse HEAD)"
commit="${full_commit:0:12}"
version="$commit"
if [ -n "$(git -C "$REPO" status --porcelain --untracked-files=no)" ]; then
version="$commit-dirty-$(date -u +%Y%m%dT%H%M%SZ)"
fi
out="$OUT_ROOT/$version"
mkdir -p "$out"
say "building $BIN_NAME $version for linux/amd64 (CGO_ENABLED=0)"
stamp=github.com/johnandersen777/socialweb-computer-kcp/internal/buildstamp
(cd "$REPO" && CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -trimpath -buildvcs=false \
-ldflags "-s -w -X $stamp.Version=$version -X $stamp.Commit=$full_commit" -o "$out/$BIN_NAME" ./cmd/socialweb-computer)
sha="$(sha256sum "$out/$BIN_NAME" | cut -d' ' -f1)"
say "built $out/$BIN_NAME sha256 $sha ($(du -h "$out/$BIN_NAME" | cut -f1))"
if [ "$(uname -s)/$(uname -m)" = "Linux/x86_64" ]; then
"$out/$BIN_NAME" internal ingress-relay --help >/dev/null 2>&1 || {
say "the built binary does not run internal ingress-relay --help"
exit 1
}
fi
dest="$BASE/$version"
say "shipping to $SSH_TARGET:$dest"
remote "install -d -m 0755 $(q "$dest") && cat > $(q "$dest/$BIN_NAME.partial") && chmod 0755 $(q "$dest/$BIN_NAME.partial") && mv $(q "$dest/$BIN_NAME.partial") $(q "$dest/$BIN_NAME")" <"$out/$BIN_NAME"
remote_sha="$(remote "sha256sum $(q "$dest/$BIN_NAME") | cut -d' ' -f1")"
[ "$remote_sha" = "$sha" ] || {
say "the shipped binary is $remote_sha, not $sha"
exit 1
}
remote "$(q "$dest/$BIN_NAME") internal ingress-relay --help >/dev/null 2>&1" || {
say "the shipped binary does not run on $SSH_TARGET"
exit 1
}
custom_flag=""
[ "$CUSTOM_DOMAINS" = 1 ] && custom_flag=" --ingress-relay-caddy-custom-domains"
say "pointing $BASE/current at $version and writing $DROPIN"
remote "set -e
prev=\$(readlink $(q "$BASE/current") || true)
if [ -n \"\$prev\" ] && [ \"\$prev\" != $(q "$version") ]; then printf '%s\n' \"\$prev\" > $(q "$BASE/previous"); fi
ln -sfn $(q "$version") $(q "$BASE/current.new")
mv -T $(q "$BASE/current.new") $(q "$BASE/current")
install -d -m 0755 $(q "$DROPIN_DIR")
cat > $(q "$DROPIN.partial") <<'UNIT'
[Service]
Type=notify
NotifyAccess=main
WorkingDirectory=$BASE
ExecStart=
ExecStart=$BASE/current/$BIN_NAME internal ingress-relay --unix-socket $SOCKET --hostname $RELAY_HOSTNAME --ingress-relay-ask-listen $ASK_LISTEN --ingress-relay-caddy-admin-socket $CADDY_ADMIN_SOCKET$custom_flag
TimeoutStopSec=20
UNIT
mv $(q "$DROPIN.partial") $(q "$DROPIN")"
say "restarting $UNIT"
if ! restart || ! wait_socket; then
say "$UNIT did not come up on the Go relay"
report
if [ "${NO_AUTO_ROLLBACK:-}" = 1 ]; then
say "NO_AUTO_ROLLBACK=1: left as is; scripts/deploy-xrpc-relay.sh --rollback restores the deno relay"
exit 1
fi
rollback
exit 1
fi
health="$(fetch /xrpc/_health)"
did="$(fetch /.well-known/did.json)"
via_socket="$(socket_health)"
report
say "via $SOCKET: $via_socket"
case "$health" in
200*"$commit"*)
case "$did" in
200*)
say "deployed: $version ($sha) serves https://$RELAY_HOSTNAME"
custom_action=status
[ "$CUSTOM_DOMAINS" = 1 ] || custom_action=remove
say "pointing the ask at $ASK_LISTEN; custom domains: $custom_action"
if ! point_ask "$ASK_LISTEN" "$LEGACY_ASK_LISTEN" | sed 's/^/ /' || ! custom_domains "$custom_action" | sed 's/^/ /'; then
say "the ask or the custom domains failed (the relay stays deployed): run infra/fedproxy-legacy/xrpc-custom-domains.sh status"
exit 1
fi
say "rollback with scripts/deploy-xrpc-relay.sh --rollback"
exit 0
;;
esac
;;
esac
say "the health check failed: _health $health, did.json $did"
if [ "${NO_AUTO_ROLLBACK:-}" = 1 ]; then
say "NO_AUTO_ROLLBACK=1: left as is; scripts/deploy-xrpc-relay.sh --rollback restores the deno relay"
exit 1
fi
rollback
exit 1