f-50: lab: préparation du serveur, dépôt de lab et validation sur Scaleway #50
Signed-off-by: GnomeZworc <nicolas.boufidjeline@g3e.fr>
This commit is contained in:
parent
f790e40495
commit
76d9f6b46b
2 changed files with 198 additions and 5 deletions
66
scripts/lab-host.sh
Normal file → Executable file
66
scripts/lab-host.sh
Normal file → Executable file
|
|
@ -15,6 +15,7 @@ HTTP_CONNECT_TIMEOUT="${LAB_HTTP_CONNECT_TIMEOUT:-10}"
|
||||||
HTTP_TIMEOUT="${LAB_HTTP_TIMEOUT:-60}"
|
HTTP_TIMEOUT="${LAB_HTTP_TIMEOUT:-60}"
|
||||||
STATE_DIR="${LAB_STATE_DIR:-${HOME}/.cache/two-lab}"
|
STATE_DIR="${LAB_STATE_DIR:-${HOME}/.cache/two-lab}"
|
||||||
SSH_KEY="${LAB_SSH_KEY:-${HOME}/.config/two-lab/ssh/lab_ed25519}"
|
SSH_KEY="${LAB_SSH_KEY:-${HOME}/.config/two-lab/ssh/lab_ed25519}"
|
||||||
|
REPO_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||||||
CREATED_ID=""
|
CREATED_ID=""
|
||||||
|
|
||||||
info () { echo "== ${1}" >&2; }
|
info () { echo "== ${1}" >&2; }
|
||||||
|
|
@ -29,7 +30,12 @@ usage: ${0##*/} <commande> [arguments]
|
||||||
et le prix ; ne crée rien
|
et le prix ; ne crée rien
|
||||||
up crée le serveur de lab, attend la fin de son installation et son SSH
|
up crée le serveur de lab, attend la fin de son installation et son SSH
|
||||||
status liste les serveurs de lab du projet
|
status liste les serveurs de lab du projet
|
||||||
ssh [commande] se connecte au serveur de lab
|
ssh [commande] se connecte au serveur de lab ; avec une commande, un terminal n'est demandé
|
||||||
|
que si l'entrée standard en est un
|
||||||
|
prepare installe sur le serveur ce dont lab a besoin (qemu, genisoimage), vérifie
|
||||||
|
/dev/kvm et la virtualisation imbriquée ; lancé aussi par up
|
||||||
|
push <topologie> compile cmd/lab pour linux/amd64 et dépose sur le serveur ~/lab et
|
||||||
|
~/<topologie> ; ensuite : ssh './lab up <topologie>'
|
||||||
down supprime tous les serveurs de lab du projet et attend leur disparition
|
down supprime tous les serveurs de lab du projet et attend leur disparition
|
||||||
session [cmd] up, puis la commande distante (ou un shell), puis down quoi qu'il arrive
|
session [cmd] up, puis la commande distante (ou un shell), puis down quoi qu'il arrive
|
||||||
|
|
||||||
|
|
@ -270,6 +276,7 @@ cmd_up () {
|
||||||
printf '%s\n' "${SSH_USER:-root}" > "${STATE_DIR}/user"
|
printf '%s\n' "${SSH_USER:-root}" > "${STATE_DIR}/user"
|
||||||
: > "${STATE_DIR}/known_hosts"
|
: > "${STATE_DIR}/known_hosts"
|
||||||
wait_ssh || die "SSH injoignable après ${SSH_TIMEOUT}s — le serveur est toujours facturé : '${0##*/} down'"
|
wait_ssh || die "SSH injoignable après ${SSH_TIMEOUT}s — le serveur est toujours facturé : '${0##*/} down'"
|
||||||
|
cmd_prepare || die "préparation du serveur échouée — il est toujours facturé : '${0##*/} down'"
|
||||||
info "prêt : ${SSH_USER:-root}@${IP}"
|
info "prêt : ${SSH_USER:-root}@${IP}"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -283,9 +290,62 @@ cmd_status () {
|
||||||
jq -r '.[] | "\(.id) \(.name) \(.offer_name) \(.status) installation \(.install.status // "none") \(.created_at) \([.ips[] | select(.version == "IPv4") | .address] | join(","))"' <<< "${SERVERS}"
|
jq -r '.[] | "\(.id) \(.name) \(.offer_name) \(.status) installation \(.install.status // "none") \(.created_at) \([.ips[] | select(.version == "IPv4") | .address] | join(","))"' <<< "${SERVERS}"
|
||||||
}
|
}
|
||||||
|
|
||||||
cmd_ssh () {
|
require_known_server () {
|
||||||
[[ -s "${STATE_DIR}/ip" ]] || die "aucun serveur de lab connu ; '${0##*/} up' d'abord"
|
[[ -s "${STATE_DIR}/ip" ]] || die "aucun serveur de lab connu ; '${0##*/} up' d'abord"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_ssh () {
|
||||||
|
require_known_server
|
||||||
|
if [[ $# -gt 0 && -t 0 ]]; then
|
||||||
|
ssh_run -t -- "$@"
|
||||||
|
else
|
||||||
ssh_run -- "$@"
|
ssh_run -- "$@"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
prepare_script () {
|
||||||
|
cat <<'EOF'
|
||||||
|
set -eu
|
||||||
|
SUDO=
|
||||||
|
[ "$(id -u)" -eq 0 ] || SUDO=sudo
|
||||||
|
$SUDO env DEBIAN_FRONTEND=noninteractive apt-get update -qq
|
||||||
|
$SUDO env DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-system-x86 qemu-utils genisoimage
|
||||||
|
[ "$(id -u)" -eq 0 ] || $SUDO usermod -aG kvm "$(id -un)"
|
||||||
|
[ -c /dev/kvm ] || { echo "/dev/kvm absent" >&2; exit 1; }
|
||||||
|
NESTED=$(cat /sys/module/kvm_intel/parameters/nested 2>/dev/null || cat /sys/module/kvm_amd/parameters/nested 2>/dev/null || true)
|
||||||
|
case "${NESTED}" in
|
||||||
|
Y|1) ;;
|
||||||
|
*) echo "virtualisation imbriquée désactivée (nested=${NESTED:-absent})" >&2; exit 1 ;;
|
||||||
|
esac
|
||||||
|
echo "qemu $(qemu-system-x86_64 --version | head -n 1), nested=${NESTED}"
|
||||||
|
EOF
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_prepare () {
|
||||||
|
require_known_server
|
||||||
|
info "préparation du serveur : qemu, genisoimage, KVM imbriqué"
|
||||||
|
prepare_script | ssh_run -- bash -s
|
||||||
|
}
|
||||||
|
|
||||||
|
push_file () {
|
||||||
|
local SOURCE="${1}" TARGET="${2}" MODE="${3}"
|
||||||
|
ssh_run -- "cat > '${TARGET}.part' && chmod ${MODE} '${TARGET}.part' && mv '${TARGET}.part' '${TARGET}'" < "${SOURCE}"
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd_push () {
|
||||||
|
local TOPOLOGY="${1:-}"
|
||||||
|
local NAME="${TOPOLOGY##*/}"
|
||||||
|
local BINARY="${STATE_DIR}/lab"
|
||||||
|
[[ $# -eq 1 && -n "${TOPOLOGY}" ]] || usage
|
||||||
|
[[ -f "${TOPOLOGY}" ]] || die "topologie introuvable : ${TOPOLOGY}"
|
||||||
|
[[ "${NAME}" =~ ^[A-Za-z0-9._-]+$ ]] || die "nom de topologie refusé : ${NAME} (lettres, chiffres, '.', '_', '-')"
|
||||||
|
require_known_server
|
||||||
|
info "compilation de lab (linux/amd64)"
|
||||||
|
(cd "${REPO_DIR}" && CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -o "${BINARY}" ./cmd/lab) \
|
||||||
|
|| die "compilation de lab échouée"
|
||||||
|
push_file "${BINARY}" lab 755 || die "envoi de lab échoué"
|
||||||
|
push_file "${TOPOLOGY}" "${NAME}" 644 || die "envoi de ${NAME} échoué"
|
||||||
|
info "déposés sur le serveur : ~/lab, ~/${NAME} — ensuite : ${0##*/} ssh './lab up ${NAME}'"
|
||||||
}
|
}
|
||||||
|
|
||||||
delete_server () {
|
delete_server () {
|
||||||
|
|
@ -385,6 +445,8 @@ main () {
|
||||||
up) require_env; cmd_up ;;
|
up) require_env; cmd_up ;;
|
||||||
status) require_env; cmd_status ;;
|
status) require_env; cmd_status ;;
|
||||||
ssh) cmd_ssh "$@" ;;
|
ssh) cmd_ssh "$@" ;;
|
||||||
|
prepare) cmd_prepare || die "préparation du serveur échouée" ;;
|
||||||
|
push) cmd_push "$@" ;;
|
||||||
down) require_env; cmd_down ;;
|
down) require_env; cmd_down ;;
|
||||||
session) require_env; cmd_session "$@" ;;
|
session) require_env; cmd_session "$@" ;;
|
||||||
*) usage ;;
|
*) usage ;;
|
||||||
|
|
|
||||||
135
scripts/lab-host_test.sh
Normal file → Executable file
135
scripts/lab-host_test.sh
Normal file → Executable file
|
|
@ -144,11 +144,28 @@ case "$*" in
|
||||||
exit 255
|
exit 255
|
||||||
fi
|
fi
|
||||||
exit 0 ;;
|
exit 0 ;;
|
||||||
|
*"bash -s"*)
|
||||||
|
cat > "${FAKE_DIR}/prepare.sh"
|
||||||
|
exit "${FAKE_PREPARE_RC:-0}" ;;
|
||||||
|
*"cat > "*)
|
||||||
|
N=$(ls "${FAKE_DIR}" | grep -c '^pushed\.')
|
||||||
|
cat > "${FAKE_DIR}/pushed.$(( N + 1 ))"
|
||||||
|
exit "${FAKE_PUSH_RC:-0}" ;;
|
||||||
esac
|
esac
|
||||||
[ -n "${FAKE_SSH_SLEEP:-}" ] && sleep "${FAKE_SSH_SLEEP}"
|
[ -n "${FAKE_SSH_SLEEP:-}" ] && sleep "${FAKE_SSH_SLEEP}"
|
||||||
exit "${FAKE_SSH_RC:-0}"
|
exit "${FAKE_SSH_RC:-0}"
|
||||||
SH
|
SH
|
||||||
chmod +x "${DIR}/bin/curl" "${DIR}/bin/ssh"
|
cat > "${DIR}/bin/go" <<'SH'
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
printf '%s|%s|CGO_ENABLED=%s GOOS=%s GOARCH=%s\n' "${PWD}" "$*" "${CGO_ENABLED:-}" "${GOOS:-}" "${GOARCH:-}" >> "${FAKE_DIR}/go.log"
|
||||||
|
[ -n "${FAKE_GO_FAIL:-}" ] && exit 1
|
||||||
|
while [ $# -gt 0 ]; do
|
||||||
|
[ "${1}" = "-o" ] && printf 'binaire-lab\n' > "${2}"
|
||||||
|
shift
|
||||||
|
done
|
||||||
|
exit 0
|
||||||
|
SH
|
||||||
|
chmod +x "${DIR}/bin/curl" "${DIR}/bin/ssh" "${DIR}/bin/go"
|
||||||
}
|
}
|
||||||
|
|
||||||
base_state () {
|
base_state () {
|
||||||
|
|
@ -200,7 +217,8 @@ lab_env () {
|
||||||
[[ "${1}" == "exec" ]] && { EXEC="exec"; shift; }
|
[[ "${1}" == "exec" ]] && { EXEC="exec"; shift; }
|
||||||
${EXEC} env -i PATH="${WORK}/bin:${PATH}" HOME="${WORK}" TMPDIR="${TMPDIR:-/tmp}" \
|
${EXEC} env -i PATH="${WORK}/bin:${PATH}" HOME="${WORK}" TMPDIR="${TMPDIR:-/tmp}" \
|
||||||
FAKE_DIR="${WORK}" FAKE_SECRET="${SECRET}" FAKE_SSH_RC="${FAKE_SSH_RC:-0}" \
|
FAKE_DIR="${WORK}" FAKE_SECRET="${SECRET}" FAKE_SSH_RC="${FAKE_SSH_RC:-0}" \
|
||||||
FAKE_SSH_SLEEP="${FAKE_SSH_SLEEP:-}" \
|
FAKE_SSH_SLEEP="${FAKE_SSH_SLEEP:-}" FAKE_PREPARE_RC="${FAKE_PREPARE_RC:-0}" \
|
||||||
|
FAKE_PUSH_RC="${FAKE_PUSH_RC:-0}" FAKE_GO_FAIL="${FAKE_GO_FAIL:-}" \
|
||||||
SCW_API_URL="https://api.example.invalid" SCW_SECRET_KEY="${SECRET}" \
|
SCW_API_URL="https://api.example.invalid" SCW_SECRET_KEY="${SECRET}" \
|
||||||
SCW_DEFAULT_PROJECT_ID="${PROJECT}" LAB_POLL_INTERVAL="${LAB_POLL_INTERVAL:-0}" \
|
SCW_DEFAULT_PROJECT_ID="${PROJECT}" LAB_POLL_INTERVAL="${LAB_POLL_INTERVAL:-0}" \
|
||||||
LAB_INSTALL_TIMEOUT="${LAB_INSTALL_TIMEOUT:-60}" LAB_DELETE_TIMEOUT="${LAB_DELETE_TIMEOUT:-60}" \
|
LAB_INSTALL_TIMEOUT="${LAB_INSTALL_TIMEOUT:-60}" LAB_DELETE_TIMEOUT="${LAB_DELETE_TIMEOUT:-60}" \
|
||||||
|
|
@ -587,6 +605,119 @@ test_ssh_falls_back_to_agent_without_lab_key () {
|
||||||
teardown
|
teardown
|
||||||
}
|
}
|
||||||
|
|
||||||
|
known_server () {
|
||||||
|
mkdir -p "${WORK}/.cache/two-lab"
|
||||||
|
echo 203.0.113.7 > "${WORK}/.cache/two-lab/ip"
|
||||||
|
echo debian > "${WORK}/.cache/two-lab/user"
|
||||||
|
: > "${WORK}/.cache/two-lab/known_hosts"
|
||||||
|
}
|
||||||
|
|
||||||
|
test_up_prepares_the_server_after_ssh () {
|
||||||
|
setup "up : prépare le serveur (qemu, genisoimage, KVM imbriqué) une fois SSH joignable"
|
||||||
|
mutate '.progress = [["ready","completed"]]'
|
||||||
|
run_lab up || fail "code de sortie $?"
|
||||||
|
[[ $(tail -n 1 "${WORK}/ssh.log") == *"debian@203.0.113.7 bash -s" ]] || fail "préparation non lancée en dernier : $(tail -n 1 "${WORK}/ssh.log")"
|
||||||
|
grep -q "apt-get install -y -qq --no-install-recommends qemu-system-x86 qemu-utils genisoimage" "${WORK}/prepare.sh" || fail "paquets absents du script"
|
||||||
|
grep -q 'usermod -aG kvm' "${WORK}/prepare.sh" || fail "groupe kvm absent du script"
|
||||||
|
grep -q -- '-c /dev/kvm' "${WORK}/prepare.sh" || fail "contrôle de /dev/kvm absent"
|
||||||
|
grep -q 'kvm_intel/parameters/nested' "${WORK}/prepare.sh" || fail "contrôle de nested absent"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_up_reports_a_billed_server_when_preparation_fails () {
|
||||||
|
setup "up : préparation échouée signalée, serveur toujours facturé"
|
||||||
|
mutate '.progress = [["ready","completed"]]'
|
||||||
|
FAKE_PREPARE_RC=1 run_lab up && fail "up a réussi"
|
||||||
|
grep -q "préparation du serveur échouée — il est toujours facturé" "${WORK}/out.log" || fail "message absent"
|
||||||
|
grep -q "prêt :" "${WORK}/out.log" && fail "serveur annoncé prêt"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_session_deletes_server_when_preparation_fails () {
|
||||||
|
setup "session : serveur supprimé si la préparation échoue, commande jamais lancée"
|
||||||
|
mutate '.progress = [["ready","completed"]]'
|
||||||
|
FAKE_PREPARE_RC=1 run_lab session uname && fail "session a réussi"
|
||||||
|
grep -q " uname" "${WORK}/ssh.log" && fail "commande lancée malgré la préparation échouée"
|
||||||
|
[[ $(remaining) == "foreign-1,foreign-2" ]] || fail "restants : $(remaining)"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_prepare_script_is_valid_shell () {
|
||||||
|
setup "prepare : le script distant est du shell valide"
|
||||||
|
known_server
|
||||||
|
run_lab prepare || fail "code de sortie $?"
|
||||||
|
bash -n "${WORK}/prepare.sh" || fail "bash -n refuse le script"
|
||||||
|
sh -n "${WORK}/prepare.sh" || fail "sh -n refuse le script"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_prepare_without_known_server_is_refused () {
|
||||||
|
setup "prepare : refusé sans serveur connu"
|
||||||
|
run_lab prepare && fail "prepare a réussi"
|
||||||
|
[[ -s "${WORK}/ssh.log" ]] && fail "ssh lancé"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_push_builds_for_linux_and_sends_binary_and_topology () {
|
||||||
|
setup "push : compile lab pour linux/amd64, envoie le binaire et la topologie"
|
||||||
|
known_server
|
||||||
|
printf 'name: evpn-2hv\n' > "${WORK}/evpn-2hv.yml"
|
||||||
|
run_lab push "${WORK}/evpn-2hv.yml" || fail "code de sortie $?"
|
||||||
|
local REPO
|
||||||
|
REPO="$(cd "$(dirname "${SCRIPT}")/.." && pwd)"
|
||||||
|
[[ $(cat "${WORK}/go.log") == "${REPO}|build -o ${WORK}/.cache/two-lab/lab ./cmd/lab|CGO_ENABLED=0 GOOS=linux GOARCH=amd64" ]] \
|
||||||
|
|| fail "compilation : $(cat "${WORK}/go.log")"
|
||||||
|
grep -q "debian@203.0.113.7 cat > 'lab.part' && chmod 755 'lab.part' && mv 'lab.part' 'lab'" "${WORK}/ssh.log" || fail "envoi de lab absent"
|
||||||
|
grep -q "debian@203.0.113.7 cat > 'evpn-2hv.yml.part' && chmod 644 'evpn-2hv.yml.part' && mv 'evpn-2hv.yml.part' 'evpn-2hv.yml'" "${WORK}/ssh.log" || fail "envoi de la topologie absent"
|
||||||
|
[[ $(cat "${WORK}/pushed.1") == "binaire-lab" ]] || fail "contenu de lab : $(cat "${WORK}/pushed.1")"
|
||||||
|
[[ $(cat "${WORK}/pushed.2") == "name: evpn-2hv" ]] || fail "contenu de la topologie : $(cat "${WORK}/pushed.2")"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_push_stops_when_the_build_fails () {
|
||||||
|
setup "push : rien n'est envoyé si la compilation échoue"
|
||||||
|
known_server
|
||||||
|
printf 'name: x\n' > "${WORK}/x.yml"
|
||||||
|
FAKE_GO_FAIL=1 run_lab push "${WORK}/x.yml" && fail "push a réussi"
|
||||||
|
[[ -s "${WORK}/ssh.log" ]] && fail "ssh lancé"
|
||||||
|
grep -q "compilation de lab échouée" "${WORK}/out.log" || fail "message absent"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_push_fails_when_a_transfer_fails () {
|
||||||
|
setup "push : un envoi échoué fait échouer push"
|
||||||
|
known_server
|
||||||
|
printf 'name: x\n' > "${WORK}/x.yml"
|
||||||
|
FAKE_PUSH_RC=1 run_lab push "${WORK}/x.yml" && fail "push a réussi"
|
||||||
|
grep -q "envoi de lab échoué" "${WORK}/out.log" || fail "message absent"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_push_refusals () {
|
||||||
|
local CASE
|
||||||
|
for CASE in absent quote nothing; do
|
||||||
|
setup "push : refus (${CASE})"
|
||||||
|
known_server
|
||||||
|
case "${CASE}" in
|
||||||
|
absent) run_lab push "${WORK}/absent.yml" && fail "push a réussi" ;;
|
||||||
|
quote) printf 'x\n' > "${WORK}/a'b.yml"; run_lab push "${WORK}/a'b.yml" && fail "push a réussi" ;;
|
||||||
|
nothing) run_lab push && fail "push a réussi" ;;
|
||||||
|
esac
|
||||||
|
[[ -s "${WORK}/go.log" ]] && fail "compilation lancée"
|
||||||
|
[[ -s "${WORK}/ssh.log" ]] && fail "ssh lancé"
|
||||||
|
teardown
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
test_ssh_without_terminal_does_not_ask_for_one () {
|
||||||
|
setup "ssh : pas de -t quand l'entrée n'est pas un terminal"
|
||||||
|
known_server
|
||||||
|
run_lab ssh './lab status' < /dev/null || fail "code de sortie $?"
|
||||||
|
[[ $(cat "${WORK}/ssh.log") == *"debian@203.0.113.7 ./lab status" ]] || fail "commande : $(cat "${WORK}/ssh.log")"
|
||||||
|
grep -q -- " -t " "${WORK}/ssh.log" && fail "-t demandé sans terminal"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
run_lab_without_env_credentials () {
|
run_lab_without_env_credentials () {
|
||||||
env -i PATH="${WORK}/bin:${PATH}" HOME="${WORK}" TMPDIR="${TMPDIR:-/tmp}" \
|
env -i PATH="${WORK}/bin:${PATH}" HOME="${WORK}" TMPDIR="${TMPDIR:-/tmp}" \
|
||||||
FAKE_DIR="${WORK}" FAKE_SECRET="${SECRET}" SCW_API_URL="https://api.example.invalid" \
|
FAKE_DIR="${WORK}" FAKE_SECRET="${SECRET}" SCW_API_URL="https://api.example.invalid" \
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue