f-50: lab: préparation du serveur, dépôt de lab et validation sur Scaleway #50
Signed-off-by: GnomeZworc <nicolas.boufidjeline@g3e.fr>
This commit is contained in:
parent
1146d13d45
commit
90d8128b6c
GPG key ID:
4406BBBF8845D632
3 changed files with 310 additions and 13 deletions
68
scripts/lab-host.sh
Normal file → Executable file
68
scripts/lab-host.sh
Normal file → Executable file
|
|
@ -15,6 +15,7 @@ HTTP_CONNECT_TIMEOUT="${LAB_HTTP_CONNECT_TIMEOUT:-10}"
|
|||
HTTP_TIMEOUT="${LAB_HTTP_TIMEOUT:-60}"
|
||||
STATE_DIR="${LAB_STATE_DIR:-${HOME}/.cache/two-lab}"
|
||||
SSH_KEY="${LAB_SSH_KEY:-${HOME}/.config/two-lab/ssh/lab_ed25519}"
|
||||
REPO_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||||
CREATED_ID=""
|
||||
|
||||
info () { echo "== ${1}" >&2; }
|
||||
|
|
@ -29,7 +30,12 @@ usage: ${0##*/} <commande> [arguments]
|
|||
et le prix ; ne crée rien
|
||||
up crée le serveur de lab, attend la fin de son installation et son SSH
|
||||
status liste les serveurs de lab du projet
|
||||
ssh [commande] se connecte au serveur de lab
|
||||
ssh [commande] se connecte au serveur de lab ; avec une commande, un terminal n'est demandé
|
||||
que si l'entrée standard en est un
|
||||
prepare installe sur le serveur ce dont lab a besoin (qemu, genisoimage), vérifie
|
||||
/dev/kvm et la virtualisation imbriquée ; lancé aussi par up
|
||||
push <topologie> compile cmd/lab pour linux/amd64 et dépose sur le serveur ~/lab et
|
||||
~/<topologie> ; ensuite : ssh './lab up <topologie>'
|
||||
down supprime tous les serveurs de lab du projet et attend leur disparition
|
||||
session [cmd] up, puis la commande distante (ou un shell), puis down quoi qu'il arrive
|
||||
|
||||
|
|
@ -270,6 +276,7 @@ cmd_up () {
|
|||
printf '%s\n' "${SSH_USER:-root}" > "${STATE_DIR}/user"
|
||||
: > "${STATE_DIR}/known_hosts"
|
||||
wait_ssh || die "SSH injoignable après ${SSH_TIMEOUT}s — le serveur est toujours facturé : '${0##*/} down'"
|
||||
cmd_prepare || die "préparation du serveur échouée — il est toujours facturé : '${0##*/} down'"
|
||||
info "prêt : ${SSH_USER:-root}@${IP}"
|
||||
}
|
||||
|
||||
|
|
@ -283,9 +290,62 @@ cmd_status () {
|
|||
jq -r '.[] | "\(.id) \(.name) \(.offer_name) \(.status) installation \(.install.status // "none") \(.created_at) \([.ips[] | select(.version == "IPv4") | .address] | join(","))"' <<< "${SERVERS}"
|
||||
}
|
||||
|
||||
cmd_ssh () {
|
||||
require_known_server () {
|
||||
[[ -s "${STATE_DIR}/ip" ]] || die "aucun serveur de lab connu ; '${0##*/} up' d'abord"
|
||||
ssh_run -- "$@"
|
||||
}
|
||||
|
||||
cmd_ssh () {
|
||||
require_known_server
|
||||
if [[ $# -gt 0 && -t 0 ]]; then
|
||||
ssh_run -t -- "$@"
|
||||
else
|
||||
ssh_run -- "$@"
|
||||
fi
|
||||
}
|
||||
|
||||
prepare_script () {
|
||||
cat <<'EOF'
|
||||
set -eu
|
||||
SUDO=
|
||||
[ "$(id -u)" -eq 0 ] || SUDO=sudo
|
||||
$SUDO env DEBIAN_FRONTEND=noninteractive apt-get update -qq
|
||||
$SUDO env DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-system-x86 qemu-utils genisoimage
|
||||
[ "$(id -u)" -eq 0 ] || $SUDO usermod -aG kvm "$(id -un)"
|
||||
[ -c /dev/kvm ] || { echo "/dev/kvm absent" >&2; exit 1; }
|
||||
NESTED=$(cat /sys/module/kvm_intel/parameters/nested 2>/dev/null || cat /sys/module/kvm_amd/parameters/nested 2>/dev/null || true)
|
||||
case "${NESTED}" in
|
||||
Y|1) ;;
|
||||
*) echo "virtualisation imbriquée désactivée (nested=${NESTED:-absent})" >&2; exit 1 ;;
|
||||
esac
|
||||
echo "qemu $(qemu-system-x86_64 --version | head -n 1), nested=${NESTED}"
|
||||
EOF
|
||||
}
|
||||
|
||||
cmd_prepare () {
|
||||
require_known_server
|
||||
info "préparation du serveur : qemu, genisoimage, KVM imbriqué"
|
||||
prepare_script | ssh_run -- bash -s
|
||||
}
|
||||
|
||||
push_file () {
|
||||
local SOURCE="${1}" TARGET="${2}" MODE="${3}"
|
||||
ssh_run -- "cat > '${TARGET}.part' && chmod ${MODE} '${TARGET}.part' && mv '${TARGET}.part' '${TARGET}'" < "${SOURCE}"
|
||||
}
|
||||
|
||||
cmd_push () {
|
||||
local TOPOLOGY="${1:-}"
|
||||
local NAME="${TOPOLOGY##*/}"
|
||||
local BINARY="${STATE_DIR}/lab"
|
||||
[[ $# -eq 1 && -n "${TOPOLOGY}" ]] || usage
|
||||
[[ -f "${TOPOLOGY}" ]] || die "topologie introuvable : ${TOPOLOGY}"
|
||||
[[ "${NAME}" =~ ^[A-Za-z0-9._-]+$ ]] || die "nom de topologie refusé : ${NAME} (lettres, chiffres, '.', '_', '-')"
|
||||
require_known_server
|
||||
info "compilation de lab (linux/amd64)"
|
||||
(cd "${REPO_DIR}" && CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o "${BINARY}" ./cmd/lab) \
|
||||
|| die "compilation de lab échouée"
|
||||
push_file "${BINARY}" lab 755 || die "envoi de lab échoué"
|
||||
push_file "${TOPOLOGY}" "${NAME}" 644 || die "envoi de ${NAME} échoué"
|
||||
info "déposés sur le serveur : ~/lab, ~/${NAME} — ensuite : ${0##*/} ssh './lab up ${NAME}'"
|
||||
}
|
||||
|
||||
delete_server () {
|
||||
|
|
@ -385,6 +445,8 @@ main () {
|
|||
up) require_env; cmd_up ;;
|
||||
status) require_env; cmd_status ;;
|
||||
ssh) cmd_ssh "$@" ;;
|
||||
prepare) cmd_prepare || die "préparation du serveur échouée" ;;
|
||||
push) cmd_push "$@" ;;
|
||||
down) require_env; cmd_down ;;
|
||||
session) require_env; cmd_session "$@" ;;
|
||||
*) usage ;;
|
||||
|
|
|
|||
135
scripts/lab-host_test.sh
Normal file → Executable file
135
scripts/lab-host_test.sh
Normal file → Executable file
|
|
@ -144,11 +144,28 @@ case "$*" in
|
|||
exit 255
|
||||
fi
|
||||
exit 0 ;;
|
||||
*"bash -s"*)
|
||||
cat > "${FAKE_DIR}/prepare.sh"
|
||||
exit "${FAKE_PREPARE_RC:-0}" ;;
|
||||
*"cat > "*)
|
||||
N=$(ls "${FAKE_DIR}" | grep -c '^pushed\.')
|
||||
cat > "${FAKE_DIR}/pushed.$(( N + 1 ))"
|
||||
exit "${FAKE_PUSH_RC:-0}" ;;
|
||||
esac
|
||||
[ -n "${FAKE_SSH_SLEEP:-}" ] && sleep "${FAKE_SSH_SLEEP}"
|
||||
exit "${FAKE_SSH_RC:-0}"
|
||||
SH
|
||||
chmod +x "${DIR}/bin/curl" "${DIR}/bin/ssh"
|
||||
cat > "${DIR}/bin/go" <<'SH'
|
||||
#!/usr/bin/env bash
|
||||
printf '%s|%s|CGO_ENABLED=%s GOOS=%s GOARCH=%s\n' "${PWD}" "$*" "${CGO_ENABLED:-}" "${GOOS:-}" "${GOARCH:-}" >> "${FAKE_DIR}/go.log"
|
||||
[ -n "${FAKE_GO_FAIL:-}" ] && exit 1
|
||||
while [ $# -gt 0 ]; do
|
||||
[ "${1}" = "-o" ] && printf 'binaire-lab\n' > "${2}"
|
||||
shift
|
||||
done
|
||||
exit 0
|
||||
SH
|
||||
chmod +x "${DIR}/bin/curl" "${DIR}/bin/ssh" "${DIR}/bin/go"
|
||||
}
|
||||
|
||||
base_state () {
|
||||
|
|
@ -200,7 +217,8 @@ lab_env () {
|
|||
[[ "${1}" == "exec" ]] && { EXEC="exec"; shift; }
|
||||
${EXEC} env -i PATH="${WORK}/bin:${PATH}" HOME="${WORK}" TMPDIR="${TMPDIR:-/tmp}" \
|
||||
FAKE_DIR="${WORK}" FAKE_SECRET="${SECRET}" FAKE_SSH_RC="${FAKE_SSH_RC:-0}" \
|
||||
FAKE_SSH_SLEEP="${FAKE_SSH_SLEEP:-}" \
|
||||
FAKE_SSH_SLEEP="${FAKE_SSH_SLEEP:-}" FAKE_PREPARE_RC="${FAKE_PREPARE_RC:-0}" \
|
||||
FAKE_PUSH_RC="${FAKE_PUSH_RC:-0}" FAKE_GO_FAIL="${FAKE_GO_FAIL:-}" \
|
||||
SCW_API_URL="https://api.example.invalid" SCW_SECRET_KEY="${SECRET}" \
|
||||
SCW_DEFAULT_PROJECT_ID="${PROJECT}" LAB_POLL_INTERVAL="${LAB_POLL_INTERVAL:-0}" \
|
||||
LAB_INSTALL_TIMEOUT="${LAB_INSTALL_TIMEOUT:-60}" LAB_DELETE_TIMEOUT="${LAB_DELETE_TIMEOUT:-60}" \
|
||||
|
|
@ -587,6 +605,119 @@ test_ssh_falls_back_to_agent_without_lab_key () {
|
|||
teardown
|
||||
}
|
||||
|
||||
known_server () {
|
||||
mkdir -p "${WORK}/.cache/two-lab"
|
||||
echo 203.0.113.7 > "${WORK}/.cache/two-lab/ip"
|
||||
echo debian > "${WORK}/.cache/two-lab/user"
|
||||
: > "${WORK}/.cache/two-lab/known_hosts"
|
||||
}
|
||||
|
||||
test_up_prepares_the_server_after_ssh () {
|
||||
setup "up : prépare le serveur (qemu, genisoimage, KVM imbriqué) une fois SSH joignable"
|
||||
mutate '.progress = [["ready","completed"]]'
|
||||
run_lab up || fail "code de sortie $?"
|
||||
[[ $(tail -n 1 "${WORK}/ssh.log") == *"debian@203.0.113.7 bash -s" ]] || fail "préparation non lancée en dernier : $(tail -n 1 "${WORK}/ssh.log")"
|
||||
grep -q "apt-get install -y -qq --no-install-recommends qemu-system-x86 qemu-utils genisoimage" "${WORK}/prepare.sh" || fail "paquets absents du script"
|
||||
grep -q 'usermod -aG kvm' "${WORK}/prepare.sh" || fail "groupe kvm absent du script"
|
||||
grep -q -- '-c /dev/kvm' "${WORK}/prepare.sh" || fail "contrôle de /dev/kvm absent"
|
||||
grep -q 'kvm_intel/parameters/nested' "${WORK}/prepare.sh" || fail "contrôle de nested absent"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_up_reports_a_billed_server_when_preparation_fails () {
|
||||
setup "up : préparation échouée signalée, serveur toujours facturé"
|
||||
mutate '.progress = [["ready","completed"]]'
|
||||
FAKE_PREPARE_RC=1 run_lab up && fail "up a réussi"
|
||||
grep -q "préparation du serveur échouée — il est toujours facturé" "${WORK}/out.log" || fail "message absent"
|
||||
grep -q "prêt :" "${WORK}/out.log" && fail "serveur annoncé prêt"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_session_deletes_server_when_preparation_fails () {
|
||||
setup "session : serveur supprimé si la préparation échoue, commande jamais lancée"
|
||||
mutate '.progress = [["ready","completed"]]'
|
||||
FAKE_PREPARE_RC=1 run_lab session uname && fail "session a réussi"
|
||||
grep -q " uname" "${WORK}/ssh.log" && fail "commande lancée malgré la préparation échouée"
|
||||
[[ $(remaining) == "foreign-1,foreign-2" ]] || fail "restants : $(remaining)"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_prepare_script_is_valid_shell () {
|
||||
setup "prepare : le script distant est du shell valide"
|
||||
known_server
|
||||
run_lab prepare || fail "code de sortie $?"
|
||||
bash -n "${WORK}/prepare.sh" || fail "bash -n refuse le script"
|
||||
sh -n "${WORK}/prepare.sh" || fail "sh -n refuse le script"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_prepare_without_known_server_is_refused () {
|
||||
setup "prepare : refusé sans serveur connu"
|
||||
run_lab prepare && fail "prepare a réussi"
|
||||
[[ -s "${WORK}/ssh.log" ]] && fail "ssh lancé"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_push_builds_for_linux_and_sends_binary_and_topology () {
|
||||
setup "push : compile lab pour linux/amd64, envoie le binaire et la topologie"
|
||||
known_server
|
||||
printf 'name: evpn-2hv\n' > "${WORK}/evpn-2hv.yml"
|
||||
run_lab push "${WORK}/evpn-2hv.yml" || fail "code de sortie $?"
|
||||
local REPO
|
||||
REPO="$(cd "$(dirname "${SCRIPT}")/.." && pwd)"
|
||||
[[ $(cat "${WORK}/go.log") == "${REPO}|build -o ${WORK}/.cache/two-lab/lab ./cmd/lab|CGO_ENABLED=0 GOOS=linux GOARCH=amd64" ]] \
|
||||
|| fail "compilation : $(cat "${WORK}/go.log")"
|
||||
grep -q "debian@203.0.113.7 cat > 'lab.part' && chmod 755 'lab.part' && mv 'lab.part' 'lab'" "${WORK}/ssh.log" || fail "envoi de lab absent"
|
||||
grep -q "debian@203.0.113.7 cat > 'evpn-2hv.yml.part' && chmod 644 'evpn-2hv.yml.part' && mv 'evpn-2hv.yml.part' 'evpn-2hv.yml'" "${WORK}/ssh.log" || fail "envoi de la topologie absent"
|
||||
[[ $(cat "${WORK}/pushed.1") == "binaire-lab" ]] || fail "contenu de lab : $(cat "${WORK}/pushed.1")"
|
||||
[[ $(cat "${WORK}/pushed.2") == "name: evpn-2hv" ]] || fail "contenu de la topologie : $(cat "${WORK}/pushed.2")"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_push_stops_when_the_build_fails () {
|
||||
setup "push : rien n'est envoyé si la compilation échoue"
|
||||
known_server
|
||||
printf 'name: x\n' > "${WORK}/x.yml"
|
||||
FAKE_GO_FAIL=1 run_lab push "${WORK}/x.yml" && fail "push a réussi"
|
||||
[[ -s "${WORK}/ssh.log" ]] && fail "ssh lancé"
|
||||
grep -q "compilation de lab échouée" "${WORK}/out.log" || fail "message absent"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_push_fails_when_a_transfer_fails () {
|
||||
setup "push : un envoi échoué fait échouer push"
|
||||
known_server
|
||||
printf 'name: x\n' > "${WORK}/x.yml"
|
||||
FAKE_PUSH_RC=1 run_lab push "${WORK}/x.yml" && fail "push a réussi"
|
||||
grep -q "envoi de lab échoué" "${WORK}/out.log" || fail "message absent"
|
||||
teardown
|
||||
}
|
||||
|
||||
test_push_refusals () {
|
||||
local CASE
|
||||
for CASE in absent quote nothing; do
|
||||
setup "push : refus (${CASE})"
|
||||
known_server
|
||||
case "${CASE}" in
|
||||
absent) run_lab push "${WORK}/absent.yml" && fail "push a réussi" ;;
|
||||
quote) printf 'x\n' > "${WORK}/a'b.yml"; run_lab push "${WORK}/a'b.yml" && fail "push a réussi" ;;
|
||||
nothing) run_lab push && fail "push a réussi" ;;
|
||||
esac
|
||||
[[ -s "${WORK}/go.log" ]] && fail "compilation lancée"
|
||||
[[ -s "${WORK}/ssh.log" ]] && fail "ssh lancé"
|
||||
teardown
|
||||
done
|
||||
}
|
||||
|
||||
test_ssh_without_terminal_does_not_ask_for_one () {
|
||||
setup "ssh : pas de -t quand l'entrée n'est pas un terminal"
|
||||
known_server
|
||||
run_lab ssh './lab status' < /dev/null || fail "code de sortie $?"
|
||||
[[ $(cat "${WORK}/ssh.log") == *"debian@203.0.113.7 ./lab status" ]] || fail "commande : $(cat "${WORK}/ssh.log")"
|
||||
grep -q -- " -t " "${WORK}/ssh.log" && fail "-t demandé sans terminal"
|
||||
teardown
|
||||
}
|
||||
|
||||
run_lab_without_env_credentials () {
|
||||
env -i PATH="${WORK}/bin:${PATH}" HOME="${WORK}" TMPDIR="${TMPDIR:-/tmp}" \
|
||||
FAKE_DIR="${WORK}" FAKE_SECRET="${SECRET}" SCW_API_URL="https://api.example.invalid" \
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue