f-70: e2e: runner par couche, bibliothèque découpée, nettoyage et assert_clean par test #70

Signed-off-by: GnomeZworc <nicolas.boufidjeline@g3e.fr>
This commit is contained in:
GnomeZworc 2026-10-17 19:19:23 +02:00
commit 0932f5d157
Signed by: nicolas.boufideline
GPG key ID: 4406BBBF8845D632
9 changed files with 1095 additions and 292 deletions

63
test/e2e/lib/core.sh Normal file
View file

@ -0,0 +1,63 @@
set -u
API=http://127.0.0.1:8080
IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest
IMAGE_FILE=debian-12-genericcloud-amd64.qcow2
TWO_IMAGE=/var/tmp/deb-two.qcow2
VM_KEY=/root/.ssh/lab-vm
VOLUMES=/var/lib/two/volumes
check () {
local desc="${1}" out
shift
if out=$("$@" 2>&1); then
echo "RÉUSSI: ${desc}"
else
echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}"
fi
}
info () { echo "INFO: ${1}"; }
api_post () {
curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
}
api_delete () {
curl -fsS -o /dev/null -X DELETE "${API}/${1}"
}
api_code () {
curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}"
}
api_state () {
curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state
}
wait_state () {
local path="${1}" want="${2}" i s
for i in $(seq 1 90); do
s=$(api_state "${path}")
[ "${s}" = "${want}" ] && return 0
[ "${want}" = deleted ] && [ -z "${s}" ] && return 0
[ "${s}" = error ] && { echo "${path}: error" >&2; return 1; }
sleep 2
done
echo "${path}: ${s:-absent}, ${want} attendu" >&2
return 1
}
api_post_code () {
curl -s -o /dev/null -w '%{http_code}' -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
}
expect_code () {
local want="${1}" got
shift
got=$("$@")
[ "${got}" = "${want}" ] || { echo "code ${got:-absent}, ${want} attendu"; return 1; }
}
api_field () {
curl -fsS "${API}/${1}" | jq -r ".${2} // empty"
}

124
test/e2e/lib/evpn.sh Normal file
View file

@ -0,0 +1,124 @@
vrf_nexthops () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//'
}
wait_vrf_nexthops () {
local i
for i in $(seq 1 30); do
[ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0
sleep 2
done
echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2
return 1
}
vrf_route_via () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} "
}
wait_vrf_route () {
local i
for i in $(seq 1 30); do
vrf_route_via "$@" && return 0
sleep 2
done
echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2
return 1
}
vrf_members () {
ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//'
}
l3vni_ready () {
local out
out=$(vtysh -c "show evpn vni ${1}") &&
grep -q 'Type: L3' <<<"${out}" &&
grep -q 'State: Up' <<<"${out}" &&
grep -qi "Router MAC: ${2}" <<<"${out}"
}
wait_l3vni () {
local i
for i in $(seq 1 15); do
l3vni_ready "$@" && return 0
sleep 2
done
echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2
return 1
}
vtep_host () {
ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2
}
bgp_paths () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length'
}
bgp_best () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null |
jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"'
}
watchdog_reported () {
journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}"
}
wait_watchdog () {
local i
for i in $(seq 1 30); do
watchdog_reported "$@" && return 0
sleep 2
done
echo "watchdog : « ${1} » non signalé" >&2
return 1
}
watchdog_quiet () {
local out
out=$(journalctl -u agent --since "-${1:-300}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected') || return 0
printf '%s\n' "${out}"
return 1
}
evpn_mac_remote () {
vtysh -c "show evpn mac vni ${1} json" 2>/dev/null |
jq -e --arg m "$(tr 'A-F' 'a-f' <<<"${2}")" --arg v "${3}" '(.macs // {})[$m] | .type == "remote" and .remoteVtep == $v' >/dev/null
}
evpn_mac_json_shape () {
local out
out=$(vtysh -c "show evpn mac vni ${1} json" 2>/dev/null)
jq -e '[(.macs // {})[] | select(.type == "remote")] | length > 0 and all(has("remoteVtep"))' >/dev/null <<<"${out}" && return 0
echo "VNI ${1} : champs d'une MAC distante : $(jq -c '[(.macs // {})[] | select(.type == "remote")][0] // {} | keys' <<<"${out}" 2>/dev/null)"
return 1
}
wait_evpn_mac () {
local i
for i in $(seq 1 30); do
evpn_mac_remote "$@" && return 0
sleep 2
done
echo "VNI ${1} : ${2} non apprise en type 2 via ${3}" >&2
return 1
}
wait_bgp_paths () {
local i n
for i in $(seq 1 15); do
n=$(bgp_paths "${1}" "${2}")
[ "${n}" = "${3}" ] && return 0
sleep 2
done
echo "vrf-${1#vp-} ${2} : ${n:-?} chemin(s) BGP, ${3} attendu(s)" >&2
return 1
}
watchdog_l3_quiet () {
local out
out=$(journalctl -u agent --since "-${1:-60}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -E '"kind":"bgp"|l3vni [0-9]|interface (vrf|brl3|vxl3|l3)-') || return 0
printf '%s\n' "${out}"
return 1
}

79
test/e2e/lib/fixture.sh Normal file
View file

@ -0,0 +1,79 @@
STATE_DIR=/var/tmp/e2e
owned () {
grep -E "^(vp-|sn-)?t${T}"
}
api_names () {
curl -fsS "${API}/${1}" | jq -r '.[] | select(.state != "deleted") | .name'
}
delete_owned () {
local kind="${1}" name rc=0
for name in $(api_names "${kind}" | owned); do
api_delete "${kind}/${name}" && wait_state "${kind}/${name}" deleted || { echo "${kind}/${name} : suppression en échec" >&2; rc=1; }
done
return "${rc}"
}
teardown_owned () {
delete_owned vms && delete_owned subnets && delete_owned vpcs || return 1
rm -f "${VOLUMES}/t${T}"-*
local left
left=$(for kind in vms subnets vpcs; do api_names "${kind}" | owned | sed "s|^|${kind}/|"; done | tr '\n' ' ')
[ -z "${left}" ] || { echo "encore présents : ${left}"; return 1; }
}
host_state () {
echo "## netns"; ip netns list | awk '{print $1}' | sort
echo "## liens"; ip -o link show | awk -F': ' '{print $2}' | cut -d@ -f1 | sort
echo "## adresses"; ip -o -4 addr show | awk '{print $2, $4}' | sort
echo "## routes"; ip -4 route show table all | grep -v '^local \|^broadcast ' | sort
echo "## ebtables"; ebtables -t filter -L; ebtables -t nat -L
echo "## iptables"; iptables-save | grep -v '^#' | sed 's/ \[[0-9]*:[0-9]*\]$//'
echo "## frr"; vtysh -c 'show running-config' | grep -v '^Building\|^Current configuration\|^!'
echo "## frr.conf"; sha256sum /etc/frr/frr.conf | cut -d' ' -f1
echo "## fichiers"; find /run/two /etc/dnsmasq.d "${VOLUMES}" -mindepth 1 2>/dev/null | sort
echo "## unités"; systemctl list-units --all --plain --no-legend 'two-vm-*' | awk '{print $1}'
echo "## processus"; pgrep -a dnsmasq | cut -d' ' -f2- | sort; echo "qemu: $(pgrep -c qemu-system)"
}
prepare_test () {
mkdir -p "${STATE_DIR}"
if [ -n "$(for kind in vms subnets vpcs; do api_names "${kind}" | owned; done)" ]; then
info "${HOST} : ressources t${T} d'un passage précédent, suppression"
check "${HOST} : nettoyage des ressources t${T} restantes" teardown_owned
fi
host_state > "${STATE_DIR}/t${T}.avant"
}
state_unchanged () {
local i diff
for i in $(seq 1 15); do
diff=$(diff "${STATE_DIR}/t${T}.avant" <(host_state)) && return 0
sleep 2
done
printf '%s\n' "${diff}"
echo "$(grep -c '^[<>]' <<<"${diff}") différence(s), dont : $(grep -m 1 '^[<>]' <<<"${diff}")"
return 1
}
state_section () {
awk -v s="## ${2}" '/^## / {p = ($0 == s); next} p' "${1}"
}
section_unchanged () {
local now d
now=$(mktemp)
host_state > "${now}"
d=$(diff <(state_section "${1}" "${2}") <(state_section "${now}" "${2}"))
rm -f "${now}"
[ -z "${d}" ] && return 0
echo "${2} en cause : $(grep '^[<>]' <<<"${d}" | sed 's/^< /-/; s/^> /+/' | tr '\n' ' ')"
return 1
}
finish_test () {
check "${HOST} : suppression des ressources t${T}" teardown_owned
check "${HOST} : hôte revenu à l'état d'avant le test (assert_clean)" state_unchanged
}

207
test/e2e/lib/net.sh Normal file
View file

@ -0,0 +1,207 @@
vpc_create () {
local l3vni="${3:+,\"l3vni\":${3}}"
api_state "vpcs/${1}" | grep -qx running && return 0
api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running
}
subnet_create () {
local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}"
api_state "subnets/${name}" | grep -qx running && return 0
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \
&& wait_state "subnets/${name}" running
}
anycast_mac () {
printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 ))
}
dhcp_hosts () {
python3 - "/run/two/dhcp/${1}.sock" <<'PY'
import json, socket, sys
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
s.connect(sys.argv[1])
s.sendall(b'{"verb":"get-state"}\n')
buf = b""
while not buf.endswith(b"\n"):
c = s.recv(65536)
if not c:
break
buf += c
state = json.loads(buf).get("state") or {}
print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or [])))
PY
}
netns_ping_wait () {
local i
for i in $(seq 1 40); do
ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0
sleep 5
done
echo "${2} injoignable depuis ${1}" >&2
return 1
}
sources_reach () {
local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0
for n in $(seq 20 59); do
ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null
ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1))
total=$((total + 1))
ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}"
done
echo "${ok}/${total}"
}
subnet_create_bridge () {
local name="${1}" vpc="${2}" cidr="${3}" ip="${4}" type="${5:-lan}"
api_state "subnets/${name}" | grep -qx running && return 0
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"bridge\",\"iface_type\":\"${type}\",\"interface_ip\":\"${ip}\",\"cidr\":\"${cidr}\"}" \
&& wait_state "subnets/${name}" running
}
frames_py () {
cat <<'PY'
import os, socket, struct, sys, time
def macb(s): return bytes(int(x, 16) for x in s.split(':'))
def macs(b): return ':'.join('%02x' % x for x in b)
def ipb(s): return socket.inet_aton(s)
def ifmac(i): return os.environ.get('FRAMES_MAC') or open('/sys/class/net/%s/address' % i).read().strip()
def csum(b):
if len(b) % 2:
b += b'\0'
s = sum(struct.unpack('!%dH' % (len(b) // 2), b))
s = (s >> 16) + (s & 0xffff)
s += s >> 16
return ~s & 0xffff
def eth(dst, src, t, p): return macb(dst) + macb(src) + struct.pack('!H', t) + p
def arp_req(smac, sip, tip):
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806,
struct.pack('!HHBBH', 1, 0x0800, 6, 4, 1) + macb(smac) + ipb(sip) + bytes(6) + ipb(tip))
def udp_bcast(smac, sip, sport, dport, data):
u = struct.pack('!HHHH', sport, dport, 8 + len(data), 0) + data
h = struct.pack('!BBHHHBBH4s4s', 0x45, 0, 20 + len(u), 0, 0, 64, 17, 0, ipb(sip), ipb('255.255.255.255'))
h = h[:10] + struct.pack('!H', csum(h)) + h[12:]
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0800, h + u)
def garp(smac, ip):
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806,
struct.pack('!HHBBH', 1, 0x0800, 6, 4, 2) + macb(smac) + ipb(ip) + macb('ff:ff:ff:ff:ff:ff') + ipb(ip))
def marker(smac, text): return eth('ff:ff:ff:ff:ff:ff', smac, 0x88b5, text.encode().ljust(46, b'\0'))
def sock(i):
s = socket.socket(socket.AF_PACKET, socket.SOCK_RAW, socket.htons(3))
s.bind((i, 0))
return s
def emit(i, frame, n):
if os.environ.get('FRAMES_DRY'):
print(frame.hex())
return
s = sock(i)
for _ in range(n):
s.send(frame)
time.sleep(0.2)
def frames(s, sec):
s.settimeout(0.2)
end = time.time() + sec
while time.time() < end:
try:
f, addr = s.recvfrom(4096)
except socket.timeout:
continue
if addr[2] != socket.PACKET_OUTGOING:
yield f
def match(kind, a, f):
t = f[12:14]
if kind == 'arp-req':
return t == b'\x08\x06' and f[20:22] == b'\x00\x01' and f[38:42] == ipb(a[0])
if kind == 'udp-from':
return t == b'\x08\x00' and f[23] == 17 and f[26:30] == ipb(a[0]) and struct.unpack('!H', f[34:36])[0] == int(a[1])
if kind == 'marker':
return t == b'\x88\xb5' and a[0].encode() in f[14:]
if kind == 'src-mac':
return macs(f[6:12]) == a[0].lower()
raise SystemExit('kind inconnu : ' + kind)
cmd, a = sys.argv[1], sys.argv[2:]
if cmd == 'arp':
emit(a[0], arp_req(ifmac(a[0]), a[1], a[2]), int(a[3]))
elif cmd == 'dhcp':
emit(a[0], udp_bcast(ifmac(a[0]), a[1], 67, int(a[2]), b'two-e2e-dhcp'.ljust(240, b'\0')), int(a[3]))
elif cmd == 'garp':
emit(a[0], garp(ifmac(a[0]), a[1]), int(a[2]))
elif cmd == 'marker':
emit(a[0], marker(a[1], a[2]), int(a[3]))
elif cmd == 'count':
print(sum(1 for f in frames(sock(a[0]), float(a[1])) if match(a[2], a[3:], f)))
elif cmd == 'arp-who':
s = sock(a[0])
s.send(arp_req(ifmac(a[0]), a[1], a[2]))
seen = {macs(f[22:28]) for f in frames(s, float(a[3]))
if f[12:14] == b'\x08\x06' and f[20:22] == b'\x00\x02' and f[28:32] == ipb(a[2])}
print('\n'.join(sorted(seen)))
else:
raise SystemExit('commande inconnue : ' + cmd)
PY
}
frames () {
frames_py | python3 - "$@"
}
vm_frames () {
local vpc="${1}" ip="${2}"
shift 2
vm_ssh "${vpc}" "${ip}" "echo $(frames_py | base64 | tr -d '\n') | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py $*"
}
sniff_start () {
local out="${1}"
shift
frames count "$@" > "${out}" 2>&1 &
sleep 1
}
vm_sniff_start () {
local out="${1}" vpc="${2}" ip="${3}"
shift 3
vm_frames "${vpc}" "${ip}" count "$@" > "${out}" 2>&1 &
sleep 3
}
ebt_mac () {
awk -F: 'BEGIN {OFS = ":"} {for (i = 1; i <= NF; i++) sub(/^0/, "", $i); $1 = $1; print tolower($0)}' <<<"${1}"
}
ebt_rules () {
{ ip netns exec "${1}" ebtables -t nat -L; ip netns exec "${1}" ebtables -t filter -L; } | grep -- "${2}"
}
ebt_confined () {
ebt_rules "${1}" "${2}" | grep -ci -- "-s $(ebt_mac "${3}") .*DROP"
}
ebt_arp_drop () {
ebt_rules "${1}" "${2}" | grep -i arp | grep -i request | grep -q -- "${3} "
}
ebt_dhcp_drop () {
ebt_rules "${1}" "${2}" | grep -i udp | grep -- "${3} " | grep -q "67:68"
}
vrrp_expected_master () {
printf '%s\n' "$@" | awk -F: '{split($3, o, "."); k = sprintf("%05d%03d%03d%03d%03d", $2, o[1], o[2], o[3], o[4]); if (k > best) {best = k; name = $1}} END {print name}'
}
log_gap () {
LC_ALL=C awk -F'[][]' -v from="${2:-0}" -v to="${3:-0}" '/bytes from/ {if (prev != "" && $2 >= from && (to == 0 || $2 <= to) && $2 - prev > max) max = $2 - prev; prev = $2} END {printf "%d", max * 10 + 0.5}' "${1}"
}

View file

@ -1,263 +0,0 @@
set -u
API=http://127.0.0.1:8080
IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest
IMAGE_FILE=debian-12-genericcloud-amd64.qcow2
TWO_IMAGE=/var/tmp/deb-two.qcow2
VM_KEY=/root/.ssh/lab-vm
VOLUMES=/var/lib/two/volumes
check () {
local desc="${1}" out
shift
if out=$("$@" 2>&1); then
echo "RÉUSSI: ${desc}"
else
echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}"
fi
}
info () { echo "INFO: ${1}"; }
api_post () {
curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
}
api_delete () {
curl -fsS -o /dev/null -X DELETE "${API}/${1}"
}
api_code () {
curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}"
}
api_state () {
curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state
}
wait_state () {
local path="${1}" want="${2}" i s
for i in $(seq 1 90); do
s=$(api_state "${path}")
[ "${s}" = "${want}" ] && return 0
[ "${want}" = deleted ] && [ -z "${s}" ] && return 0
[ "${s}" = error ] && { echo "${path}: error" >&2; return 1; }
sleep 2
done
echo "${path}: ${s:-absent}, ${want} attendu" >&2
return 1
}
vpc_create () {
local l3vni="${3:+,\"l3vni\":${3}}"
api_state "vpcs/${1}" | grep -qx running && return 0
api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running
}
subnet_create () {
local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}"
api_state "subnets/${name}" | grep -qx running && return 0
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \
&& wait_state "subnets/${name}" running
}
anycast_mac () {
printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 ))
}
two_image () {
[ -f "${TWO_IMAGE}" ] && return 0
local work
work=$(mktemp -d)
curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1
curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1
(cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; }
command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null
modprobe nbd max_part=8
qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1
for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done
mkdir -p /mnt/two-image
mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; }
printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \
> /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg
umount /mnt/two-image
qemu-nbd -d /dev/nbd0 >/dev/null
mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}"
rm -rf "${work}"
}
vm_key () {
[ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}"
cat "${VM_KEY}.pub"
}
vm_create () {
local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}"
api_state "vms/${name}" | grep -qx running && return 0
[ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}"
mkdir -p "${VOLUMES}"
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \
&& wait_state "vms/${name}" running
}
vm_delete () {
api_delete "vms/${1}" && wait_state "vms/${1}" deleted
}
vm_ssh () {
local vpc="${1}" ip="${2}"
shift 2
ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \
-o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@"
}
vm_wait () {
local i
for i in $(seq 1 40); do
vm_ssh "${1}" "${2}" true 2>/dev/null && return 0
sleep 5
done
echo "${2}: SSH injoignable" >&2
return 1
}
vm_fails () {
local out
out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; }
case "${out}" in
rc=0) echo "la commande a réussi dans ${2}"; return 1 ;;
rc=*) return 0 ;;
*) echo "sortie inattendue : ${out}"; return 1 ;;
esac
}
vm_grep () {
vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}"
}
has_addr () {
vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/"
}
route_via () {
vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} "
}
dhcp_hosts () {
python3 - "/run/two/dhcp/${1}.sock" <<'PY'
import json, socket, sys
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
s.connect(sys.argv[1])
s.sendall(b'{"verb":"get-state"}\n')
buf = b""
while not buf.endswith(b"\n"):
c = s.recv(65536)
if not c:
break
buf += c
state = json.loads(buf).get("state") or {}
print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or [])))
PY
}
vrf_nexthops () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//'
}
wait_vrf_nexthops () {
local i
for i in $(seq 1 30); do
[ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0
sleep 2
done
echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2
return 1
}
ping_rate () {
vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1
}
vrf_route_via () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} "
}
wait_vrf_route () {
local i
for i in $(seq 1 30); do
vrf_route_via "$@" && return 0
sleep 2
done
echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2
return 1
}
vrf_members () {
ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//'
}
netns_ping_wait () {
local i
for i in $(seq 1 40); do
ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0
sleep 5
done
echo "${2} injoignable depuis ${1}" >&2
return 1
}
l3vni_ready () {
local out
out=$(vtysh -c "show evpn vni ${1}") &&
grep -q 'Type: L3' <<<"${out}" &&
grep -q 'State: Up' <<<"${out}" &&
grep -qi "Router MAC: ${2}" <<<"${out}"
}
wait_l3vni () {
local i
for i in $(seq 1 15); do
l3vni_ready "$@" && return 0
sleep 2
done
echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2
return 1
}
vtep_host () {
ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2
}
bgp_paths () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length'
}
bgp_best () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null |
jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"'
}
sources_reach () {
local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0
for n in $(seq 20 59); do
ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null
ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1))
total=$((total + 1))
ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}"
done
echo "${ok}/${total}"
}
watchdog_reported () {
journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}"
}
wait_watchdog () {
local i
for i in $(seq 1 30); do
watchdog_reported "$@" && return 0
sleep 2
done
echo "watchdog : « ${1} » non signalé" >&2
return 1
}

176
test/e2e/lib/vm.sh Normal file
View file

@ -0,0 +1,176 @@
two_image () {
[ -f "${TWO_IMAGE}" ] && return 0
local work
work=$(mktemp -d)
curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1
curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1
(cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; }
command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null
modprobe nbd max_part=8
qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1
for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done
mkdir -p /mnt/two-image
mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; }
printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \
> /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg
umount /mnt/two-image
qemu-nbd -d /dev/nbd0 >/dev/null
mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}"
rm -rf "${work}"
}
vm_key () {
[ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}"
cat "${VM_KEY}.pub"
}
vm_create () {
local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}"
api_state "vms/${name}" | grep -qx running && return 0
[ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}"
mkdir -p "${VOLUMES}"
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \
&& wait_state "vms/${name}" running
}
vm_delete () {
api_delete "vms/${1}" && wait_state "vms/${1}" deleted
}
vm_ssh () {
local vpc="${1}" ip="${2}"
shift 2
ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \
-o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@"
}
vm_wait () {
local i
for i in $(seq 1 40); do
vm_ssh "${1}" "${2}" true 2>/dev/null && return 0
sleep 5
done
echo "${2}: SSH injoignable" >&2
return 1
}
vm_fails () {
local out
out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; }
case "${out}" in
rc=0) echo "la commande a réussi dans ${2}"; return 1 ;;
rc=*) return 0 ;;
*) echo "sortie inattendue : ${out}"; return 1 ;;
esac
}
vm_grep () {
vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}"
}
has_addr () {
vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/"
}
route_via () {
vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} "
}
ping_rate () {
vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1
}
vm_body () {
local name="${1}" subnet="${2}" ip="${3}" disk="${4:-${VOLUMES}/${1}.qcow2}" meta="${5:-{\}}" dev="${6:-vda}"
printf '{"name":"%s","memory":1024,"cpus":1,"metadata":%s,"interfaces":[{"subnet":"%s","ip":"%s","primary":true}],"storage":[{"path":"%s","dev":"%s"}]}' \
"${name}" "${meta}" "${subnet}" "${ip}" "${disk}" "${dev}"
}
vm_json () {
local name="${1}" nics='[]' disks='[]' meta='{}' uefi=false primary=true
shift
while [ $# -gt 0 ]; do
case "${1}" in
--nic) nics=$(jq -c --arg s "${2%%=*}" --arg ip "${2#*=}" --argjson p "${primary}" '. + [{subnet: $s, ip: $ip, primary: $p}]' <<<"${nics}"); primary=false; shift 2 ;;
--disk) disks=$(jq -c --arg d "${2%%=*}" --arg p "${2#*=}" '. + [{path: $p, dev: $d}]' <<<"${disks}"); shift 2 ;;
--sshkey) meta=$(jq -c --arg v "${2}" '. + {sshkey: $v}' <<<"${meta}"); shift 2 ;;
--password) meta=$(jq -c --arg v "${2}" '. + {password: $v}' <<<"${meta}"); shift 2 ;;
--user-data) meta=$(jq -c --arg v "${2}" '. + {user_data: $v}' <<<"${meta}"); shift 2 ;;
--uefi) uefi=true; shift ;;
*) echo "vm_json : option inconnue ${1}" >&2; return 1 ;;
esac
done
jq -nc --arg n "${name}" --argjson nics "${nics}" --argjson disks "${disks}" --argjson meta "${meta}" --argjson uefi "${uefi}" \
'{name: $n, memory: 1024, cpus: 1, metadata: $meta, interfaces: $nics, storage: $disks, uefi: $uefi}'
}
vm_launch () {
local name="${1}" body
shift
api_state "vms/${name}" | grep -qx running && return 0
body=$(vm_json "${name}" --disk "vda=${VOLUMES}/${name}.qcow2" "$@") || return 1
mkdir -p "${VOLUMES}"
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
api_post vms "${body}" && wait_state "vms/${name}" running
}
vm_has_ip () {
vm_ssh "${1}" "${2}" 'ip -4 -o addr show' | grep -q " ${3}/"
}
vm_lease () {
vm_ssh "${1}" "${2}" "sudo cat /run/systemd/netif/leases/\$(cat /sys/class/net/${4:-ens3}/ifindex)" | sed -n "s/^${3}=//p"
}
vm_meta () {
vm_ssh "${1}" "${2}" "curl -fsS http://169.254.169.254/${3}"
}
vm_boot_id () {
vm_ssh "${1}" "${2}" 'cat /proc/sys/kernel/random/boot_id'
}
wait_reboot () {
local i id
for i in $(seq 1 60); do
id=$(vm_boot_id "${1}" "${2}" 2>/dev/null)
[ -n "${id}" ] && [ "${id}" != "${3}" ] && return 0
sleep 5
done
echo "${2} : pas de redémarrage constaté (boot_id ${id:-illisible})" >&2
return 1
}
lease_mtime () {
vm_ssh "${1}" "${2}" "sudo stat -c %Y /run/systemd/netif/leases/\$(cat /sys/class/net/${3:-ens3}/ifindex)"
}
lease_renewed () {
local before after i
before=$(lease_mtime "${1}" "${2}") || return 1
sleep 2
vm_ssh "${1}" "${2}" "sudo networkctl renew ${3:-ens3}" || return 1
for i in $(seq 1 15); do
after=$(lease_mtime "${1}" "${2}")
[ -n "${after}" ] && [ "${after}" != "${before}" ] && return 0
sleep 2
done
echo "${2} : bail non renouvelé (fichier inchangé depuis ${before})" >&2
return 1
}
ssh_denied () {
local i out
for i in $(seq 1 40); do
out=$(vm_ssh "${1}" "${2}" true 2>&1) && { echo "${2} : SSH accepté"; return 1; }
grep -q 'Permission denied' <<<"${out}" && return 0
sleep 5
done
echo "${2} : ni accepté ni refusé (${out:-aucune réponse})" >&2
return 1
}
vm_neigh_mac () {
vm_ssh "${1}" "${2}" "ip neigh show ${3}" | grep -o 'lladdr [0-9a-f:]*' | cut -d' ' -f2
}