0
0
#!/usr/bin/env bash
set -euo pipefail
image="gitlab/gitlab-ce:19.2.7-ce.0@sha256:a5d347f51bf2d619375d9c075fd40d38effacbf03615cf145810bda151de9c64"
ready_wait_s=300
runner_tag=socialweb-computer-fixture
usage() {
cat >&2 <<'EOF'
usage: scripts/gitlab-fixture.sh up [--name NAME] [--address ADDR]
scripts/gitlab-fixture.sh down [--name NAME]
up starts a fresh GitLab CE fixture (pinned image, its own docker volumes, plain http on ADDR and a
port docker picks), sets a generated root password, creates the project root/fixture-probe from
deploy/gitlab-fixture/template/ and a project runner tagged socialweb-computer-fixture, and prints
the fixture's env file (URL, project, runner id, paths of the 0600 secret files; never a secret)
down removes the container, its volumes and its state directory; refuses nothing, leaves nothing
--name the fixture instance (default default); state in ~/.tmp/gitlab-fixture/<name>
--address the address the fixture publishes on, reachable by the runner (default: this host's source
address of the default route)
EOF
exit 2
}
[ $# -ge 1 ] || usage
cmd="$1"
shift
name=default
address=""
while [ $# -gt 0 ]; do
case "$1" in
--name) name="$2"; shift ;;
--address) address="$2"; shift ;;
*) usage ;;
esac
shift
done
case "$name" in *[!a-z0-9-]* | "") echo "gitlab-fixture: --name must match [a-z0-9-]+" >&2; exit 2 ;; esac
die() { echo "gitlab-fixture: $*" >&2; exit 1; }
say() { echo "gitlab-fixture: $(date -u +%H:%M:%S) $*" >&2; }
for tool in docker jq curl base64; do
command -v "$tool" >/dev/null 2>&1 || die "$tool is required"
done
root="$(cd "$(dirname "$0")/.." && pwd)"
template="$root/deploy/gitlab-fixture/template"
label="socialweb.gitlab-fixture=$name"
container="socialweb-gitlab-fixture-$name"
state="$HOME/.tmp/gitlab-fixture/$name"
secrets="$state/secrets"
envfile="$state/fixture.env"
down() {
local ids vols
ids="$(docker ps -aq --filter "label=$label")"
[ -z "$ids" ] || docker rm -f $ids >/dev/null
vols="$(docker volume ls -q --filter "label=$label")"
[ -z "$vols" ] || docker volume rm $vols >/dev/null
rm -rf "$state"
[ -z "$(docker ps -aq --filter "label=$label")" ] || die "a container labeled $label is still there"
[ -z "$(docker volume ls -q --filter "label=$label")" ] || die "a volume labeled $label is still there"
say "fixture $name is down; nothing labeled $label is left and $state is gone"
}
if [ "$cmd" = down ]; then
down
exit 0
fi
[ "$cmd" = up ] || usage
[ -z "$(docker ps -aq --filter "label=$label")" ] || die "fixture $name exists; run: scripts/gitlab-fixture.sh down --name $name"
if [ -z "$address" ]; then
address="$(ip -4 route get 1.1.1.1 | sed -n 's/.* src \([0-9.]*\).*/\1/p')"
[ -n "$address" ] || die "no default route source address; pass --address"
fi
rm -rf "$state"
mkdir -p "$secrets"
chmod 0700 "$state" "$secrets"
random() { head -c 32 /dev/urandom | base64 | tr -dc 'A-Za-z0-9' | cut -c1-"$1"; }
(umask 077; random 32 >"$secrets/root-password"; printf 'glpat-%s' "$(random 26)" >"$secrets/api-token")
for vol in config logs data; do
docker volume create --label "$label" "$container-$vol" >/dev/null
done
omnibus="$(printf '%s\n' \
"f = '/etc/gitlab/fixture_external_url'" \
"100.times { break if File.exist?(f); sleep 0.1 }" \
"external_url File.read(f).strip" \
"nginx['listen_port'] = 80" \
"nginx['listen_https'] = false" \
"puma['worker_processes'] = 0" \
"sidekiq['concurrency'] = 5" \
"prometheus_monitoring['enable'] = false" \
"gitlab_kas['enable'] = false" \
"registry['enable'] = false" \
"gitlab_rails['usage_ping_enabled'] = false")"
say "starting $container from $image"
docker run -d --name "$container" --label "$label" --hostname "gitlab-fixture-$name" \
--shm-size 256m --memory 8g \
-p "$address::80" \
-v "$container-config:/etc/gitlab" -v "$container-logs:/var/log/gitlab" -v "$container-data:/var/opt/gitlab" \
-e GITLAB_OMNIBUS_CONFIG="$omnibus" \
"$image" >/dev/null
port="$(docker port "$container" 80/tcp | awk 'NR==1' | sed 's/.*://')"
[ -n "$port" ] || { down; die "docker published no port for 80/tcp"; }
url="http://$address:$port"
printf '%s\n' "$url" | docker exec -i "$container" sh -c 'cat >/etc/gitlab/fixture_external_url'
say "$container publishes $url; waiting for GitLab (at most ${ready_wait_s}s)"
started="$(date +%s)"
until curl -fsS -o /dev/null --max-time 5 "$url/users/sign_in" 2>/dev/null; do
if [ "$(docker inspect -f '{{.State.Running}}' "$container")" != true ]; then
docker logs --tail 40 "$container" >&2 || true
down
die "the GitLab container stopped during its first start"
fi
if [ $(( $(date +%s) - started )) -ge "$ready_wait_s" ]; then
docker logs --tail 40 "$container" >&2 || true
down
die "GitLab did not answer $url/users/sign_in within ${ready_wait_s}s"
fi
sleep 3
done
say "GitLab answers after $(( $(date +%s) - started ))s"
rails='lines = STDIN.read.split("\n")
u = User.find_by_username("root")
u.password = lines[0]
u.password_confirmation = lines[0]
u.password_automatically_set = false
u.save!
t = u.personal_access_tokens.create!(scopes: ["api"], name: "gitlab-fixture", expires_at: 2.days.from_now)
t.set_token(lines[1])
t.save!'
{ cat "$secrets/root-password"; echo; cat "$secrets/api-token"; echo; } |
timeout -k 5 240 docker exec -i "$container" gitlab-rails runner "$rails" >&2 ||
{ down; die "setting the root password and the API token failed"; }
say "root password and API token set (files in $secrets, mode 0600)"
api_token="$(cat "$secrets/api-token")"
api() {
local method="$1" path="$2"
shift 2
printf 'header = "PRIVATE-TOKEN: %s"\n' "$api_token" |
curl -sS --max-time 30 --fail-with-body -K - -X "$method" "$url/api/v4$path" "$@"
}
project_id="$(api POST /projects --data-urlencode name=fixture-probe --data-urlencode path=fixture-probe \
--data-urlencode visibility=private | jq -er .id)"
actions='[]'
while IFS= read -r rel; do
actions="$(printf '%s' "$actions" | jq -c --arg p "$rel" --rawfile c "$template/$rel" '. + [{action: "create", file_path: $p, content: $c}]')"
done < <(cd "$template" && find . -type f -printf '%P\n' | sort)
commit_body="$(jq -nc --argjson a "$actions" '{branch: "main", commit_message: "fixture template from socialweb-computer-kcp deploy/gitlab-fixture/template", actions: $a}')"
commit_sha="$(api POST "/projects/$project_id/repository/commits" -H 'content-type: application/json' --data "$commit_body" | jq -er .id)"
say "project root/fixture-probe ($project_id) has the template at $commit_sha"
resp="$(api POST /user/runners --data-urlencode runner_type=project_type --data-urlencode "project_id=$project_id" \
--data-urlencode "tag_list=$runner_tag" --data-urlencode run_untagged=false --data-urlencode locked=true \
--data-urlencode "description=socialweb-computer fixture runner ($name)")"
runner_id="$(printf '%s' "$resp" | jq -er .id)"
(umask 077; printf '%s' "$resp" | jq -er .token >"$secrets/runner-token")
unset resp
pipeline_id=""
for _ in $(seq 1 20); do
pipeline_id="$(api GET "/projects/$project_id/pipelines?sha=$commit_sha" | jq -r '.[0].id // empty')"
[ -n "$pipeline_id" ] && break
sleep 1
done
[ -n "$pipeline_id" ] || { down; die "the template commit $commit_sha made no pipeline"; }
(umask 077; printf '%s\n' \
"GITLAB_FIXTURE_NAME=$name" \
"GITLAB_FIXTURE_URL=$url" \
"GITLAB_FIXTURE_CONTAINER=$container" \
"GITLAB_FIXTURE_PROJECT_ID=$project_id" \
"GITLAB_FIXTURE_PROJECT_PATH=root/fixture-probe" \
"GITLAB_FIXTURE_PIPELINE_ID=$pipeline_id" \
"GITLAB_FIXTURE_RUNNER_ID=$runner_id" \
"GITLAB_FIXTURE_RUNNER_TAG=$runner_tag" \
"GITLAB_FIXTURE_RUNNER_TOKEN_FILE=$secrets/runner-token" \
"GITLAB_FIXTURE_API_TOKEN_FILE=$secrets/api-token" \
"GITLAB_FIXTURE_ROOT_PASSWORD_FILE=$secrets/root-password" >"$envfile")
say "fixture $name is up; pipeline $pipeline_id waits for a runner tagged $runner_tag; env file $envfile"
cat "$envfile"