1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
#!/usr/bin/env bash
set -u
mode="${1:---fast}"
case "$mode" in
--fast) run=fast ;;
--local) run=local ;;
--full) run=full ;;
*)
echo "usage: $0 [--fast|--local|--full]" >&2
echo " --fast the build gate: gofmt, go build, apigen, codegen drift, go vet, architecture rules, policy engine specification tests, cross-OS builds (and pkg/embedded for ios/arm64) and release builds" >&2
echo " --local --fast plus cargo test of rust/ and the embedded asset check (dev verify-assets); lists what it skipped" >&2
echo " --full --local, and a skip is a failure; needs sudo -n, cargo and the staged assets on this host" >&2
exit 2
;;
esac
fail() {
echo "check.sh: FAILED $1" >&2
exit 1
}
unformatted="$(gofmt -l api internal cmd hack lexicons)"
if [ -n "$unformatted" ]; then
echo "$unformatted" >&2
fail gofmt
fi
echo "check.sh: ok gofmt"
go build ./... || fail "go build"
echo "check.sh: ok go build"
gen="$(mktemp -d)"
genrepo="$gen/repo"
generatedlist="$(go run ./cmd/socialweb-apigen -root . -list)" || { rm -rf "$gen"; fail "apigen"; }
go run ./cmd/socialweb-apigen -root . -out "$genrepo" || { rm -rf "$gen"; fail "apigen"; }
drift=0
compared=0
for rel in $generatedlist; do
compared=$((compared + 1))
if ! diff -u "$rel" "$genrepo/$rel" >&2; then
drift=1
fi
done
rm -rf "$gen"
if [ "$compared" -eq 0 ]; then
fail "apigen generated nothing to compare"
fi
if [ "$drift" -ne 0 ]; then
echo "check.sh: the files above are generated from api/v1alpha1 and differ from what it generates now; run: go generate ./api/..." >&2
fail "apigen drift"
fi
echo "check.sh: ok apigen ($compared generated files, no drift from api/v1alpha1)"
generated="api internal/atproto/market internal/atproto/infra deploy"
gensnap() { git ls-files -co --exclude-standard -- $generated | LC_ALL=C sort | xargs sha256sum 2>&1; }
genbefore="$(gensnap)"
go generate ./... >/dev/null || fail "go generate ./..."
if [ "$(gensnap)" != "$genbefore" ]; then
git status --short -- $generated >&2
git diff -- $generated >&2
fail "codegen drift: go generate ./... changed $generated; commit its output"
fi
echo "check.sh: ok codegen (go generate ./... leaves $generated unchanged)"
go vet ./... || fail "go vet"
echo "check.sh: ok go vet"
scripts/check-architecture.sh || fail "architecture rules (scripts/check-architecture.sh)"
echo "check.sh: ok architecture rules"
policyspec="./internal/policyengine/... ./internal/market/bidder/ ./internal/market/requester/"
go test -count=1 -timeout 15m $policyspec || fail "policy engine specification tests (go test $policyspec)"
echo "check.sh: ok policy engine specification tests"
for module in $(jq -r '[.assets[].fetch // {} | .[] | select(.kind == "go") | .module // empty] | unique[]' internal/versions/versions.json); do
(cd "$module" && go build -o /dev/null ./... && go vet ./...) || fail "go build and go vet of the asset module $module"
echo "check.sh: ok go build and go vet of the asset module $module"
done
crossfailed=""
for target in darwin/arm64 darwin/amd64 windows/amd64 windows/arm64 linux/arm64; do
goos="${target%/*}"
goarch="${target#*/}"
if ! GOOS="$goos" GOARCH="$goarch" go build ./...; then
crossfailed="$crossfailed build:$target"
continue
fi
if ! GOOS="$goos" GOARCH="$goarch" go vet ./...; then
crossfailed="$crossfailed vet:$target"
continue
fi
if ! GOOS="$goos" GOARCH="$goarch" CGO_ENABLED=0 go build -tags release -o /dev/null ./cmd/socialweb-computer; then
crossfailed="$crossfailed release-build:$target"
continue
fi
echo "check.sh: ok go build and go vet for $target"
done
if ! GOOS=ios GOARCH=arm64 CGO_ENABLED=0 go build ./pkg/embedded; then
crossfailed="$crossfailed build:ios/arm64"
elif ! GOOS=ios GOARCH=arm64 CGO_ENABLED=1 go vet ./pkg/embedded; then
crossfailed="$crossfailed vet:ios/arm64"
else
echo "check.sh: ok go build and go vet of pkg/embedded for ios/arm64"
fi
if [ -n "$crossfailed" ]; then
echo "check.sh: the tree must build and vet for every GOOS/GOARCH above; an OS-specific file needs its build tag and a twin for the other OSes (plans 0011, 0012)" >&2
fail "cross-OS gate:$crossfailed"
fi
releasedir="$(mktemp -d)"
for target in $(jq -r '.platforms | to_entries[] | select(.value.status == "release") | .key' internal/versions/versions.json); do
goos="${target%/*}"
goarch="${target#*/}"
if ! GOOS="$goos" GOARCH="$goarch" CGO_ENABLED=0 go build -tags release -trimpath -o "$releasedir/$goos-$goarch" ./cmd/socialweb-computer; then
rm -rf "$releasedir"
fail "release build $target"
fi
rm -f "$releasedir/$goos-$goarch"
echo "check.sh: ok release build $target"
done
rm -rf "$releasedir"
rust_check() {
if ! command -v cargo >/dev/null 2>&1; then
if [ "$run" = full ]; then
fail "cargo not found; --full builds and tests rust/socialweb-meshd"
fi
echo "check.sh: skipped cargo test (cargo not found, so rust/socialweb-meshd is not tested on this host)"
return
fi
if cargo fmt --version >/dev/null 2>&1; then
cargo fmt --check --manifest-path rust/Cargo.toml || fail "cargo fmt"
echo "check.sh: ok cargo fmt"
else
echo "check.sh: skipped cargo fmt (rustfmt not installed)"
fi
gates=""
if [ "$run" != fast ]; then
if sudo -n true >/dev/null 2>&1; then
gates="SOCIALWEB_MESHD_NETNS=1 SOCIALWEB_MESHD_K3S=1"
elif [ "$run" = full ]; then
fail "sudo -n unavailable; --full runs the meshd netns and k3s proofs, which need CAP_NET_ADMIN"
fi
fi
env $gates cargo test --locked --manifest-path rust/Cargo.toml || fail "cargo test"
if [ -n "$gates" ]; then
echo "check.sh: ok cargo test (rust/, with the netns and k3s proofs)"
else
echo "check.sh: ok cargo test (rust/; the netns and k3s proofs need SOCIALWEB_MESHD_NETNS=1 / SOCIALWEB_MESHD_K3S=1 and sudo -n)"
fi
}
if [ "$run" != fast ]; then
rust_check
fi
if [ "$run" != fast ]; then
hostplat="$(go env GOOS)_$(go env GOARCH)"
if [ -n "$(ls internal/assets/blobs/"$hostplat"/*.tar.zst 2>/dev/null)" ]; then
verifydir="$(mktemp -d)"
if ! CGO_ENABLED=0 go build -tags release -trimpath -o "$verifydir/socialweb-computer" ./cmd/socialweb-computer; then
rm -rf "$verifydir"
fail "release build for the embedded asset check ($hostplat)"
fi
if ! "$verifydir/socialweb-computer" dev verify-assets >/dev/null; then
rm -rf "$verifydir"
fail "embedded assets extract and verify ($hostplat)"
fi
rm -rf "$verifydir"
echo "check.sh: ok embedded assets extract and verify ($hostplat)"
elif [ "$run" = full ]; then
fail "no staged blobs for $hostplat; --full extracts every embedded asset: run scripts/stage-assets.sh"
else
echo "check.sh: skipped embedded asset extraction (no staged blobs for $hostplat; run scripts/stage-assets.sh)"
fi
fi
