f-70: e2e: runner par couche, bibliothèque découpée, nettoyage et assert_clean par test #70

Signed-off-by: GnomeZworc <nicolas.boufidjeline@g3e.fr>
This commit is contained in:
GnomeZworc 2026-10-17 19:19:23 +02:00
commit 0932f5d157
Signed by: nicolas.boufideline
GPG key ID: 4406BBBF8845D632
9 changed files with 1095 additions and 292 deletions

63
test/e2e/lib/core.sh Normal file
View file

@ -0,0 +1,63 @@
set -u
API=http://127.0.0.1:8080
IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest
IMAGE_FILE=debian-12-genericcloud-amd64.qcow2
TWO_IMAGE=/var/tmp/deb-two.qcow2
VM_KEY=/root/.ssh/lab-vm
VOLUMES=/var/lib/two/volumes
check () {
local desc="${1}" out
shift
if out=$("$@" 2>&1); then
echo "RÉUSSI: ${desc}"
else
echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}"
fi
}
info () { echo "INFO: ${1}"; }
api_post () {
curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
}
api_delete () {
curl -fsS -o /dev/null -X DELETE "${API}/${1}"
}
api_code () {
curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}"
}
api_state () {
curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state
}
wait_state () {
local path="${1}" want="${2}" i s
for i in $(seq 1 90); do
s=$(api_state "${path}")
[ "${s}" = "${want}" ] && return 0
[ "${want}" = deleted ] && [ -z "${s}" ] && return 0
[ "${s}" = error ] && { echo "${path}: error" >&2; return 1; }
sleep 2
done
echo "${path}: ${s:-absent}, ${want} attendu" >&2
return 1
}
api_post_code () {
curl -s -o /dev/null -w '%{http_code}' -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
}
expect_code () {
local want="${1}" got
shift
got=$("$@")
[ "${got}" = "${want}" ] || { echo "code ${got:-absent}, ${want} attendu"; return 1; }
}
api_field () {
curl -fsS "${API}/${1}" | jq -r ".${2} // empty"
}

124
test/e2e/lib/evpn.sh Normal file
View file

@ -0,0 +1,124 @@
vrf_nexthops () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//'
}
wait_vrf_nexthops () {
local i
for i in $(seq 1 30); do
[ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0
sleep 2
done
echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2
return 1
}
vrf_route_via () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} "
}
wait_vrf_route () {
local i
for i in $(seq 1 30); do
vrf_route_via "$@" && return 0
sleep 2
done
echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2
return 1
}
vrf_members () {
ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//'
}
l3vni_ready () {
local out
out=$(vtysh -c "show evpn vni ${1}") &&
grep -q 'Type: L3' <<<"${out}" &&
grep -q 'State: Up' <<<"${out}" &&
grep -qi "Router MAC: ${2}" <<<"${out}"
}
wait_l3vni () {
local i
for i in $(seq 1 15); do
l3vni_ready "$@" && return 0
sleep 2
done
echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2
return 1
}
vtep_host () {
ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2
}
bgp_paths () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length'
}
bgp_best () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null |
jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"'
}
watchdog_reported () {
journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}"
}
wait_watchdog () {
local i
for i in $(seq 1 30); do
watchdog_reported "$@" && return 0
sleep 2
done
echo "watchdog : « ${1} » non signalé" >&2
return 1
}
watchdog_quiet () {
local out
out=$(journalctl -u agent --since "-${1:-300}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected') || return 0
printf '%s\n' "${out}"
return 1
}
evpn_mac_remote () {
vtysh -c "show evpn mac vni ${1} json" 2>/dev/null |
jq -e --arg m "$(tr 'A-F' 'a-f' <<<"${2}")" --arg v "${3}" '(.macs // {})[$m] | .type == "remote" and .remoteVtep == $v' >/dev/null
}
evpn_mac_json_shape () {
local out
out=$(vtysh -c "show evpn mac vni ${1} json" 2>/dev/null)
jq -e '[(.macs // {})[] | select(.type == "remote")] | length > 0 and all(has("remoteVtep"))' >/dev/null <<<"${out}" && return 0
echo "VNI ${1} : champs d'une MAC distante : $(jq -c '[(.macs // {})[] | select(.type == "remote")][0] // {} | keys' <<<"${out}" 2>/dev/null)"
return 1
}
wait_evpn_mac () {
local i
for i in $(seq 1 30); do
evpn_mac_remote "$@" && return 0
sleep 2
done
echo "VNI ${1} : ${2} non apprise en type 2 via ${3}" >&2
return 1
}
wait_bgp_paths () {
local i n
for i in $(seq 1 15); do
n=$(bgp_paths "${1}" "${2}")
[ "${n}" = "${3}" ] && return 0
sleep 2
done
echo "vrf-${1#vp-} ${2} : ${n:-?} chemin(s) BGP, ${3} attendu(s)" >&2
return 1
}
watchdog_l3_quiet () {
local out
out=$(journalctl -u agent --since "-${1:-60}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -E '"kind":"bgp"|l3vni [0-9]|interface (vrf|brl3|vxl3|l3)-') || return 0
printf '%s\n' "${out}"
return 1
}

79
test/e2e/lib/fixture.sh Normal file
View file

@ -0,0 +1,79 @@
STATE_DIR=/var/tmp/e2e
owned () {
grep -E "^(vp-|sn-)?t${T}"
}
api_names () {
curl -fsS "${API}/${1}" | jq -r '.[] | select(.state != "deleted") | .name'
}
delete_owned () {
local kind="${1}" name rc=0
for name in $(api_names "${kind}" | owned); do
api_delete "${kind}/${name}" && wait_state "${kind}/${name}" deleted || { echo "${kind}/${name} : suppression en échec" >&2; rc=1; }
done
return "${rc}"
}
teardown_owned () {
delete_owned vms && delete_owned subnets && delete_owned vpcs || return 1
rm -f "${VOLUMES}/t${T}"-*
local left
left=$(for kind in vms subnets vpcs; do api_names "${kind}" | owned | sed "s|^|${kind}/|"; done | tr '\n' ' ')
[ -z "${left}" ] || { echo "encore présents : ${left}"; return 1; }
}
host_state () {
echo "## netns"; ip netns list | awk '{print $1}' | sort
echo "## liens"; ip -o link show | awk -F': ' '{print $2}' | cut -d@ -f1 | sort
echo "## adresses"; ip -o -4 addr show | awk '{print $2, $4}' | sort
echo "## routes"; ip -4 route show table all | grep -v '^local \|^broadcast ' | sort
echo "## ebtables"; ebtables -t filter -L; ebtables -t nat -L
echo "## iptables"; iptables-save | grep -v '^#' | sed 's/ \[[0-9]*:[0-9]*\]$//'
echo "## frr"; vtysh -c 'show running-config' | grep -v '^Building\|^Current configuration\|^!'
echo "## frr.conf"; sha256sum /etc/frr/frr.conf | cut -d' ' -f1
echo "## fichiers"; find /run/two /etc/dnsmasq.d "${VOLUMES}" -mindepth 1 2>/dev/null | sort
echo "## unités"; systemctl list-units --all --plain --no-legend 'two-vm-*' | awk '{print $1}'
echo "## processus"; pgrep -a dnsmasq | cut -d' ' -f2- | sort; echo "qemu: $(pgrep -c qemu-system)"
}
prepare_test () {
mkdir -p "${STATE_DIR}"
if [ -n "$(for kind in vms subnets vpcs; do api_names "${kind}" | owned; done)" ]; then
info "${HOST} : ressources t${T} d'un passage précédent, suppression"
check "${HOST} : nettoyage des ressources t${T} restantes" teardown_owned
fi
host_state > "${STATE_DIR}/t${T}.avant"
}
state_unchanged () {
local i diff
for i in $(seq 1 15); do
diff=$(diff "${STATE_DIR}/t${T}.avant" <(host_state)) && return 0
sleep 2
done
printf '%s\n' "${diff}"
echo "$(grep -c '^[<>]' <<<"${diff}") différence(s), dont : $(grep -m 1 '^[<>]' <<<"${diff}")"
return 1
}
state_section () {
awk -v s="## ${2}" '/^## / {p = ($0 == s); next} p' "${1}"
}
section_unchanged () {
local now d
now=$(mktemp)
host_state > "${now}"
d=$(diff <(state_section "${1}" "${2}") <(state_section "${now}" "${2}"))
rm -f "${now}"
[ -z "${d}" ] && return 0
echo "${2} en cause : $(grep '^[<>]' <<<"${d}" | sed 's/^< /-/; s/^> /+/' | tr '\n' ' ')"
return 1
}
finish_test () {
check "${HOST} : suppression des ressources t${T}" teardown_owned
check "${HOST} : hôte revenu à l'état d'avant le test (assert_clean)" state_unchanged
}

207
test/e2e/lib/net.sh Normal file
View file

@ -0,0 +1,207 @@
vpc_create () {
local l3vni="${3:+,\"l3vni\":${3}}"
api_state "vpcs/${1}" | grep -qx running && return 0
api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running
}
subnet_create () {
local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}"
api_state "subnets/${name}" | grep -qx running && return 0
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \
&& wait_state "subnets/${name}" running
}
anycast_mac () {
printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 ))
}
dhcp_hosts () {
python3 - "/run/two/dhcp/${1}.sock" <<'PY'
import json, socket, sys
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
s.connect(sys.argv[1])
s.sendall(b'{"verb":"get-state"}\n')
buf = b""
while not buf.endswith(b"\n"):
c = s.recv(65536)
if not c:
break
buf += c
state = json.loads(buf).get("state") or {}
print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or [])))
PY
}
netns_ping_wait () {
local i
for i in $(seq 1 40); do
ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0
sleep 5
done
echo "${2} injoignable depuis ${1}" >&2
return 1
}
sources_reach () {
local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0
for n in $(seq 20 59); do
ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null
ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1))
total=$((total + 1))
ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}"
done
echo "${ok}/${total}"
}
subnet_create_bridge () {
local name="${1}" vpc="${2}" cidr="${3}" ip="${4}" type="${5:-lan}"
api_state "subnets/${name}" | grep -qx running && return 0
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"bridge\",\"iface_type\":\"${type}\",\"interface_ip\":\"${ip}\",\"cidr\":\"${cidr}\"}" \
&& wait_state "subnets/${name}" running
}
frames_py () {
cat <<'PY'
import os, socket, struct, sys, time
def macb(s): return bytes(int(x, 16) for x in s.split(':'))
def macs(b): return ':'.join('%02x' % x for x in b)
def ipb(s): return socket.inet_aton(s)
def ifmac(i): return os.environ.get('FRAMES_MAC') or open('/sys/class/net/%s/address' % i).read().strip()
def csum(b):
if len(b) % 2:
b += b'\0'
s = sum(struct.unpack('!%dH' % (len(b) // 2), b))
s = (s >> 16) + (s & 0xffff)
s += s >> 16
return ~s & 0xffff
def eth(dst, src, t, p): return macb(dst) + macb(src) + struct.pack('!H', t) + p
def arp_req(smac, sip, tip):
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806,
struct.pack('!HHBBH', 1, 0x0800, 6, 4, 1) + macb(smac) + ipb(sip) + bytes(6) + ipb(tip))
def udp_bcast(smac, sip, sport, dport, data):
u = struct.pack('!HHHH', sport, dport, 8 + len(data), 0) + data
h = struct.pack('!BBHHHBBH4s4s', 0x45, 0, 20 + len(u), 0, 0, 64, 17, 0, ipb(sip), ipb('255.255.255.255'))
h = h[:10] + struct.pack('!H', csum(h)) + h[12:]
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0800, h + u)
def garp(smac, ip):
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806,
struct.pack('!HHBBH', 1, 0x0800, 6, 4, 2) + macb(smac) + ipb(ip) + macb('ff:ff:ff:ff:ff:ff') + ipb(ip))
def marker(smac, text): return eth('ff:ff:ff:ff:ff:ff', smac, 0x88b5, text.encode().ljust(46, b'\0'))
def sock(i):
s = socket.socket(socket.AF_PACKET, socket.SOCK_RAW, socket.htons(3))
s.bind((i, 0))
return s
def emit(i, frame, n):
if os.environ.get('FRAMES_DRY'):
print(frame.hex())
return
s = sock(i)
for _ in range(n):
s.send(frame)
time.sleep(0.2)
def frames(s, sec):
s.settimeout(0.2)
end = time.time() + sec
while time.time() < end:
try:
f, addr = s.recvfrom(4096)
except socket.timeout:
continue
if addr[2] != socket.PACKET_OUTGOING:
yield f
def match(kind, a, f):
t = f[12:14]
if kind == 'arp-req':
return t == b'\x08\x06' and f[20:22] == b'\x00\x01' and f[38:42] == ipb(a[0])
if kind == 'udp-from':
return t == b'\x08\x00' and f[23] == 17 and f[26:30] == ipb(a[0]) and struct.unpack('!H', f[34:36])[0] == int(a[1])
if kind == 'marker':
return t == b'\x88\xb5' and a[0].encode() in f[14:]
if kind == 'src-mac':
return macs(f[6:12]) == a[0].lower()
raise SystemExit('kind inconnu : ' + kind)
cmd, a = sys.argv[1], sys.argv[2:]
if cmd == 'arp':
emit(a[0], arp_req(ifmac(a[0]), a[1], a[2]), int(a[3]))
elif cmd == 'dhcp':
emit(a[0], udp_bcast(ifmac(a[0]), a[1], 67, int(a[2]), b'two-e2e-dhcp'.ljust(240, b'\0')), int(a[3]))
elif cmd == 'garp':
emit(a[0], garp(ifmac(a[0]), a[1]), int(a[2]))
elif cmd == 'marker':
emit(a[0], marker(a[1], a[2]), int(a[3]))
elif cmd == 'count':
print(sum(1 for f in frames(sock(a[0]), float(a[1])) if match(a[2], a[3:], f)))
elif cmd == 'arp-who':
s = sock(a[0])
s.send(arp_req(ifmac(a[0]), a[1], a[2]))
seen = {macs(f[22:28]) for f in frames(s, float(a[3]))
if f[12:14] == b'\x08\x06' and f[20:22] == b'\x00\x02' and f[28:32] == ipb(a[2])}
print('\n'.join(sorted(seen)))
else:
raise SystemExit('commande inconnue : ' + cmd)
PY
}
frames () {
frames_py | python3 - "$@"
}
vm_frames () {
local vpc="${1}" ip="${2}"
shift 2
vm_ssh "${vpc}" "${ip}" "echo $(frames_py | base64 | tr -d '\n') | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py $*"
}
sniff_start () {
local out="${1}"
shift
frames count "$@" > "${out}" 2>&1 &
sleep 1
}
vm_sniff_start () {
local out="${1}" vpc="${2}" ip="${3}"
shift 3
vm_frames "${vpc}" "${ip}" count "$@" > "${out}" 2>&1 &
sleep 3
}
ebt_mac () {
awk -F: 'BEGIN {OFS = ":"} {for (i = 1; i <= NF; i++) sub(/^0/, "", $i); $1 = $1; print tolower($0)}' <<<"${1}"
}
ebt_rules () {
{ ip netns exec "${1}" ebtables -t nat -L; ip netns exec "${1}" ebtables -t filter -L; } | grep -- "${2}"
}
ebt_confined () {
ebt_rules "${1}" "${2}" | grep -ci -- "-s $(ebt_mac "${3}") .*DROP"
}
ebt_arp_drop () {
ebt_rules "${1}" "${2}" | grep -i arp | grep -i request | grep -q -- "${3} "
}
ebt_dhcp_drop () {
ebt_rules "${1}" "${2}" | grep -i udp | grep -- "${3} " | grep -q "67:68"
}
vrrp_expected_master () {
printf '%s\n' "$@" | awk -F: '{split($3, o, "."); k = sprintf("%05d%03d%03d%03d%03d", $2, o[1], o[2], o[3], o[4]); if (k > best) {best = k; name = $1}} END {print name}'
}
log_gap () {
LC_ALL=C awk -F'[][]' -v from="${2:-0}" -v to="${3:-0}" '/bytes from/ {if (prev != "" && $2 >= from && (to == 0 || $2 <= to) && $2 - prev > max) max = $2 - prev; prev = $2} END {printf "%d", max * 10 + 0.5}' "${1}"
}

View file

@ -1,263 +0,0 @@
set -u
API=http://127.0.0.1:8080
IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest
IMAGE_FILE=debian-12-genericcloud-amd64.qcow2
TWO_IMAGE=/var/tmp/deb-two.qcow2
VM_KEY=/root/.ssh/lab-vm
VOLUMES=/var/lib/two/volumes
check () {
local desc="${1}" out
shift
if out=$("$@" 2>&1); then
echo "RÉUSSI: ${desc}"
else
echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}"
fi
}
info () { echo "INFO: ${1}"; }
api_post () {
curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
}
api_delete () {
curl -fsS -o /dev/null -X DELETE "${API}/${1}"
}
api_code () {
curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}"
}
api_state () {
curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state
}
wait_state () {
local path="${1}" want="${2}" i s
for i in $(seq 1 90); do
s=$(api_state "${path}")
[ "${s}" = "${want}" ] && return 0
[ "${want}" = deleted ] && [ -z "${s}" ] && return 0
[ "${s}" = error ] && { echo "${path}: error" >&2; return 1; }
sleep 2
done
echo "${path}: ${s:-absent}, ${want} attendu" >&2
return 1
}
vpc_create () {
local l3vni="${3:+,\"l3vni\":${3}}"
api_state "vpcs/${1}" | grep -qx running && return 0
api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running
}
subnet_create () {
local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}"
api_state "subnets/${name}" | grep -qx running && return 0
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \
&& wait_state "subnets/${name}" running
}
anycast_mac () {
printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 ))
}
two_image () {
[ -f "${TWO_IMAGE}" ] && return 0
local work
work=$(mktemp -d)
curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1
curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1
(cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; }
command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null
modprobe nbd max_part=8
qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1
for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done
mkdir -p /mnt/two-image
mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; }
printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \
> /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg
umount /mnt/two-image
qemu-nbd -d /dev/nbd0 >/dev/null
mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}"
rm -rf "${work}"
}
vm_key () {
[ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}"
cat "${VM_KEY}.pub"
}
vm_create () {
local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}"
api_state "vms/${name}" | grep -qx running && return 0
[ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}"
mkdir -p "${VOLUMES}"
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \
&& wait_state "vms/${name}" running
}
vm_delete () {
api_delete "vms/${1}" && wait_state "vms/${1}" deleted
}
vm_ssh () {
local vpc="${1}" ip="${2}"
shift 2
ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \
-o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@"
}
vm_wait () {
local i
for i in $(seq 1 40); do
vm_ssh "${1}" "${2}" true 2>/dev/null && return 0
sleep 5
done
echo "${2}: SSH injoignable" >&2
return 1
}
vm_fails () {
local out
out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; }
case "${out}" in
rc=0) echo "la commande a réussi dans ${2}"; return 1 ;;
rc=*) return 0 ;;
*) echo "sortie inattendue : ${out}"; return 1 ;;
esac
}
vm_grep () {
vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}"
}
has_addr () {
vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/"
}
route_via () {
vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} "
}
dhcp_hosts () {
python3 - "/run/two/dhcp/${1}.sock" <<'PY'
import json, socket, sys
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
s.connect(sys.argv[1])
s.sendall(b'{"verb":"get-state"}\n')
buf = b""
while not buf.endswith(b"\n"):
c = s.recv(65536)
if not c:
break
buf += c
state = json.loads(buf).get("state") or {}
print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or [])))
PY
}
vrf_nexthops () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//'
}
wait_vrf_nexthops () {
local i
for i in $(seq 1 30); do
[ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0
sleep 2
done
echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2
return 1
}
ping_rate () {
vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1
}
vrf_route_via () {
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} "
}
wait_vrf_route () {
local i
for i in $(seq 1 30); do
vrf_route_via "$@" && return 0
sleep 2
done
echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2
return 1
}
vrf_members () {
ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//'
}
netns_ping_wait () {
local i
for i in $(seq 1 40); do
ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0
sleep 5
done
echo "${2} injoignable depuis ${1}" >&2
return 1
}
l3vni_ready () {
local out
out=$(vtysh -c "show evpn vni ${1}") &&
grep -q 'Type: L3' <<<"${out}" &&
grep -q 'State: Up' <<<"${out}" &&
grep -qi "Router MAC: ${2}" <<<"${out}"
}
wait_l3vni () {
local i
for i in $(seq 1 15); do
l3vni_ready "$@" && return 0
sleep 2
done
echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2
return 1
}
vtep_host () {
ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2
}
bgp_paths () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length'
}
bgp_best () {
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null |
jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"'
}
sources_reach () {
local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0
for n in $(seq 20 59); do
ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null
ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1))
total=$((total + 1))
ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}"
done
echo "${ok}/${total}"
}
watchdog_reported () {
journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}"
}
wait_watchdog () {
local i
for i in $(seq 1 30); do
watchdog_reported "$@" && return 0
sleep 2
done
echo "watchdog : « ${1} » non signalé" >&2
return 1
}

176
test/e2e/lib/vm.sh Normal file
View file

@ -0,0 +1,176 @@
two_image () {
[ -f "${TWO_IMAGE}" ] && return 0
local work
work=$(mktemp -d)
curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1
curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1
(cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; }
command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null
modprobe nbd max_part=8
qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1
for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done
mkdir -p /mnt/two-image
mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; }
printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \
> /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg
umount /mnt/two-image
qemu-nbd -d /dev/nbd0 >/dev/null
mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}"
rm -rf "${work}"
}
vm_key () {
[ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}"
cat "${VM_KEY}.pub"
}
vm_create () {
local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}"
api_state "vms/${name}" | grep -qx running && return 0
[ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}"
mkdir -p "${VOLUMES}"
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \
&& wait_state "vms/${name}" running
}
vm_delete () {
api_delete "vms/${1}" && wait_state "vms/${1}" deleted
}
vm_ssh () {
local vpc="${1}" ip="${2}"
shift 2
ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \
-o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@"
}
vm_wait () {
local i
for i in $(seq 1 40); do
vm_ssh "${1}" "${2}" true 2>/dev/null && return 0
sleep 5
done
echo "${2}: SSH injoignable" >&2
return 1
}
vm_fails () {
local out
out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; }
case "${out}" in
rc=0) echo "la commande a réussi dans ${2}"; return 1 ;;
rc=*) return 0 ;;
*) echo "sortie inattendue : ${out}"; return 1 ;;
esac
}
vm_grep () {
vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}"
}
has_addr () {
vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/"
}
route_via () {
vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} "
}
ping_rate () {
vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1
}
vm_body () {
local name="${1}" subnet="${2}" ip="${3}" disk="${4:-${VOLUMES}/${1}.qcow2}" meta="${5:-{\}}" dev="${6:-vda}"
printf '{"name":"%s","memory":1024,"cpus":1,"metadata":%s,"interfaces":[{"subnet":"%s","ip":"%s","primary":true}],"storage":[{"path":"%s","dev":"%s"}]}' \
"${name}" "${meta}" "${subnet}" "${ip}" "${disk}" "${dev}"
}
vm_json () {
local name="${1}" nics='[]' disks='[]' meta='{}' uefi=false primary=true
shift
while [ $# -gt 0 ]; do
case "${1}" in
--nic) nics=$(jq -c --arg s "${2%%=*}" --arg ip "${2#*=}" --argjson p "${primary}" '. + [{subnet: $s, ip: $ip, primary: $p}]' <<<"${nics}"); primary=false; shift 2 ;;
--disk) disks=$(jq -c --arg d "${2%%=*}" --arg p "${2#*=}" '. + [{path: $p, dev: $d}]' <<<"${disks}"); shift 2 ;;
--sshkey) meta=$(jq -c --arg v "${2}" '. + {sshkey: $v}' <<<"${meta}"); shift 2 ;;
--password) meta=$(jq -c --arg v "${2}" '. + {password: $v}' <<<"${meta}"); shift 2 ;;
--user-data) meta=$(jq -c --arg v "${2}" '. + {user_data: $v}' <<<"${meta}"); shift 2 ;;
--uefi) uefi=true; shift ;;
*) echo "vm_json : option inconnue ${1}" >&2; return 1 ;;
esac
done
jq -nc --arg n "${name}" --argjson nics "${nics}" --argjson disks "${disks}" --argjson meta "${meta}" --argjson uefi "${uefi}" \
'{name: $n, memory: 1024, cpus: 1, metadata: $meta, interfaces: $nics, storage: $disks, uefi: $uefi}'
}
vm_launch () {
local name="${1}" body
shift
api_state "vms/${name}" | grep -qx running && return 0
body=$(vm_json "${name}" --disk "vda=${VOLUMES}/${name}.qcow2" "$@") || return 1
mkdir -p "${VOLUMES}"
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
api_post vms "${body}" && wait_state "vms/${name}" running
}
vm_has_ip () {
vm_ssh "${1}" "${2}" 'ip -4 -o addr show' | grep -q " ${3}/"
}
vm_lease () {
vm_ssh "${1}" "${2}" "sudo cat /run/systemd/netif/leases/\$(cat /sys/class/net/${4:-ens3}/ifindex)" | sed -n "s/^${3}=//p"
}
vm_meta () {
vm_ssh "${1}" "${2}" "curl -fsS http://169.254.169.254/${3}"
}
vm_boot_id () {
vm_ssh "${1}" "${2}" 'cat /proc/sys/kernel/random/boot_id'
}
wait_reboot () {
local i id
for i in $(seq 1 60); do
id=$(vm_boot_id "${1}" "${2}" 2>/dev/null)
[ -n "${id}" ] && [ "${id}" != "${3}" ] && return 0
sleep 5
done
echo "${2} : pas de redémarrage constaté (boot_id ${id:-illisible})" >&2
return 1
}
lease_mtime () {
vm_ssh "${1}" "${2}" "sudo stat -c %Y /run/systemd/netif/leases/\$(cat /sys/class/net/${3:-ens3}/ifindex)"
}
lease_renewed () {
local before after i
before=$(lease_mtime "${1}" "${2}") || return 1
sleep 2
vm_ssh "${1}" "${2}" "sudo networkctl renew ${3:-ens3}" || return 1
for i in $(seq 1 15); do
after=$(lease_mtime "${1}" "${2}")
[ -n "${after}" ] && [ "${after}" != "${before}" ] && return 0
sleep 2
done
echo "${2} : bail non renouvelé (fichier inchangé depuis ${before})" >&2
return 1
}
ssh_denied () {
local i out
for i in $(seq 1 40); do
out=$(vm_ssh "${1}" "${2}" true 2>&1) && { echo "${2} : SSH accepté"; return 1; }
grep -q 'Permission denied' <<<"${out}" && return 0
sleep 5
done
echo "${2} : ni accepté ni refusé (${out:-aucune réponse})" >&2
return 1
}
vm_neigh_mac () {
vm_ssh "${1}" "${2}" "ip neigh show ${3}" | grep -o 'lladdr [0-9a-f:]*' | cut -d' ' -f2
}

View file

@ -2,16 +2,22 @@
LAB_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" LAB_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
LAB_HOST="${LAB_HOST:-${LAB_DIR}/labctl.sh}" LAB_HOST="${LAB_HOST:-${LAB_DIR}/labctl.sh}"
SCENARIO_DIR="${SCENARIO_DIR:-${LAB_DIR}/scenarios}" SUITE_DIR="${SUITE_DIR:-${LAB_DIR}/suite}"
LIBS=(core vm net evpn fixture)
SCENARIO_LOG="" SCENARIO_LOG=""
usage () { usage () {
cat >&2 <<USAGE cat >&2 <<USAGE
usage: ${0##*/} <scénario>... | all usage: ${0##*/} [--continue] all | --from <NN> | <couche N0>... | <test>...
${0##*/} --matrice
scénarios : $(cd "${SCENARIO_DIR}" && ls -- *.sh | sed 's/\.sh$//' | tr '\n' ' ') tests : $(cd "${SUITE_DIR}" && ls -- *.sh 2>/dev/null | sed 's/\.sh$//' | tr '\n' ' ')
Chaque scénario s'exécute depuis le Mac sur le lab en cours (labctl.sh up, push, ./labctl up). Chaque test s'exécute depuis le Mac sur le lab en cours (labctl.sh up, push, ./labctl up).
Une couche se désigne par son numéro (00, 10, …, 70), un test par son numéro ou son nom.
Avant un test, ses ressources t<NN> restantes sont supprimées et l'état de chaque hôte de
l'en-tête « # hôtes: » est relevé ; après, ses ressources sont supprimées et l'hôte doit être
revenu à cet état. Avec all ou --from, une couche en échec arrête la suite (--continue : non).
Une ligne RÉUSSI ou ÉCHOUÉ par vérification ; code de sortie 1 si une vérification échoue ou Une ligne RÉUSSI ou ÉCHOUÉ par vérification ; code de sortie 1 si une vérification échoue ou
si aucune n'a été faite. si aucune n'a été faite.
USAGE USAGE
@ -19,23 +25,43 @@ USAGE
} }
on () { on () {
local node="${1}" assignment local node="${1}" assignment lib
shift shift
{ {
for assignment in "$@"; do for assignment in "$@"; do
printf 'export %q=%q\n' "${assignment%%=*}" "${assignment#*=}" printf 'export %q=%q\n' "${assignment%%=*}" "${assignment#*=}"
done done
cat "${LAB_DIR}/lib/node.sh" for lib in "${LIBS[@]}"; do
cat "${LAB_DIR}/lib/${lib}.sh"
done
cat cat
} | "${LAB_HOST}" ssh "./labctl ssh ${node} 'sudo bash -s'" 2>&1 | tee -a "${SCENARIO_LOG}" } | "${LAB_HOST}" ssh "./labctl ssh ${node} 'sudo bash -s'" 2>&1 | tee -a "${SCENARIO_LOG}"
} }
header () {
sed -n "s/^# ${2}: *//p" "${1}" | head -n 1
}
number () {
local name
name=$(basename "${1}")
echo "${name%%-*}"
}
run_scenario () { run_scenario () {
local file="${1}" name passed failed local file="${1}" name passed failed host hosts num
name="$(basename "${file}" .sh)" name="$(basename "${file}" .sh)"
num=$(number "${file}")
hosts=$(header "${file}" hôtes)
SCENARIO_LOG="$(mktemp)" SCENARIO_LOG="$(mktemp)"
echo "=== ${name}" echo "=== ${name}"
for host in ${hosts}; do
on "${host}" "T=${num}" "HOST=${host}" <<< 'prepare_test'
done
( . "${file}" ) ( . "${file}" )
for host in ${hosts}; do
on "${host}" "T=${num}" "HOST=${host}" <<< 'finish_test'
done
passed=$(grep -c '^RÉUSSI: ' "${SCENARIO_LOG}") passed=$(grep -c '^RÉUSSI: ' "${SCENARIO_LOG}")
failed=$(grep -c '^ÉCHOUÉ: ' "${SCENARIO_LOG}") failed=$(grep -c '^ÉCHOUÉ: ' "${SCENARIO_LOG}")
rm -f "${SCENARIO_LOG}" rm -f "${SCENARIO_LOG}"
@ -43,21 +69,63 @@ run_scenario () {
[[ "${failed}" -eq 0 && "${passed}" -gt 0 ]] [[ "${failed}" -eq 0 && "${passed}" -gt 0 ]]
} }
main () { matrix () {
local -a files=() local file
local arg file rc=0 printf '%s\n' '.. list-table::' ' :header-rows: 1' '' \
[[ $# -gt 0 ]] || usage ' * - Test' ' - Fonctionnalité' ' - Hôtes' ' - Tickets'
for arg in "$@"; do for file in "${SUITE_DIR}"/*.sh; do
if [[ "${arg}" == all ]]; then printf ' * - ``%s``\n - %s\n - %s\n - %s\n' "$(basename "${file}" .sh)" \
files+=("${SCENARIO_DIR}"/*.sh) "$(header "${file}" fonctionnalité)" "$(header "${file}" hôtes)" "$(header "${file}" tickets)"
continue
fi
file=$(ls "${SCENARIO_DIR}/${arg}"*.sh 2>/dev/null | head -n 1)
[[ -n "${file}" ]] || { echo "scénario inconnu : ${arg}" >&2; usage; }
files+=("${file}")
done done
}
select_files () {
local arg file from=""
for arg in "$@"; do
if [[ -n "${from}" ]]; then
[[ "${arg}" =~ ^[0-9]{2}$ ]] || { echo "--from : numéro à deux chiffres attendu" >&2; return 1; }
for file in "${SUITE_DIR}"/*.sh; do
[[ "$(number "${file}")" > "${arg}" || "$(number "${file}")" == "${arg}" ]] && echo "${file}"
done
from=""
elif [[ "${arg}" == --from ]]; then
from=1
elif [[ "${arg}" == all ]]; then
ls "${SUITE_DIR}"/*.sh
elif [[ "${arg}" =~ ^[0-9]0$ ]]; then
ls "${SUITE_DIR}/${arg:0:1}"[0-9]-*.sh 2>/dev/null || { echo "couche vide : ${arg}" >&2; return 1; }
else
file=$(ls "${SUITE_DIR}/${arg}"*.sh 2>/dev/null | head -n 1)
[[ -n "${file}" ]] || { echo "test inconnu : ${arg}" >&2; return 1; }
echo "${file}"
fi
done
[[ -z "${from}" ]] || { echo "--from sans numéro" >&2; return 1; }
}
main () {
local -a files=() args=()
local arg file rc=0 layer="" layer_rc=0 stop=1 sweep=0 out
for arg in "$@"; do
case "${arg}" in
--continue) stop=0 ;;
--matrice) matrix; return 0 ;;
all|--from) sweep=1; args+=("${arg}") ;;
*) args+=("${arg}") ;;
esac
done
[[ ${#args[@]} -gt 0 ]] || usage
out=$(select_files "${args[@]}") || usage
while IFS= read -r file; do files+=("${file}"); done <<< "${out}"
[[ ${#files[@]} -gt 0 && -n "${files[0]}" ]] || usage
for file in "${files[@]}"; do for file in "${files[@]}"; do
run_scenario "${file}" || rc=1 [[ "$(number "${file}")" =~ ^[0-9]{2}$ ]] || sweep=0
if [[ "${sweep}" -eq 1 && "${stop}" -eq 1 && -n "${layer}" && "$(number "${file}" | cut -c1)" != "${layer}" && "${layer_rc}" -ne 0 ]]; then
echo "=== couche ${layer}0 en échec : arrêt de la suite (--continue pour poursuivre)"
return 1
fi
[[ "$(number "${file}" | cut -c1)" != "${layer}" ]] && { layer=$(number "${file}" | cut -c1); layer_rc=0; }
run_scenario "${file}" || { rc=1; layer_rc=1; }
done done
return "${rc}" return "${rc}"
} }

View file

@ -28,7 +28,7 @@ FAKE
} }
run () { run () {
env LAB_HOST="${WORK}/lab-host" FAKE_DIR="${WORK}" SCENARIO_DIR="${SCENARIO_DIR:-${WORK}/scenarios}" \ env LAB_HOST="${WORK}/lab-host" FAKE_DIR="${WORK}" SUITE_DIR="${SUITE_DIR:-${WORK}/scenarios}" \
FAKE_OUT="${FAKE_OUT:-}" bash "${DIR}/run.sh" "$@" > "${WORK}/out.log" 2>&1 FAKE_OUT="${FAKE_OUT:-}" bash "${DIR}/run.sh" "$@" > "${WORK}/out.log" 2>&1
} }
@ -39,7 +39,7 @@ teardown () {
} }
node () { node () {
bash -c ". '${DIR}/lib/node.sh'; ${1}" 2>&1 bash -c "$(printf ". '%s'; " "${DIR}"/lib/{core,vm,net,evpn,fixture}.sh)${1}" 2>&1
} }
test_on_sends_assignments_library_and_block_to_the_node () { test_on_sends_assignments_library_and_block_to_the_node () {
@ -47,7 +47,7 @@ test_on_sends_assignments_library_and_block_to_the_node () {
printf '%s\n' "on hv2 KEY='ssh-ed25519 AAAA x' NAME=vm <<'NODE'" 'echo "${NAME}"' 'NODE' > "${WORK}/scenarios/t1.sh" printf '%s\n' "on hv2 KEY='ssh-ed25519 AAAA x' NAME=vm <<'NODE'" 'echo "${NAME}"' 'NODE' > "${WORK}/scenarios/t1.sh"
FAKE_OUT='RÉUSSI: un' run t1 || fail "code de sortie $?" FAKE_OUT='RÉUSSI: un' run t1 || fail "code de sortie $?"
[[ $(cat "${WORK}/calls.log") == "ssh ./labctl ssh hv2 'sudo bash -s'" ]] || fail "appel : $(cat "${WORK}/calls.log")" [[ $(cat "${WORK}/calls.log") == "ssh ./labctl ssh hv2 'sudo bash -s'" ]] || fail "appel : $(cat "${WORK}/calls.log")"
grep -q '^check () {' "${WORK}/payload.1" || fail "node.sh absent du bloc" grep -q '^check () {' "${WORK}/payload.1" || fail "bibliothèque absente du bloc"
[[ $(tail -n 1 "${WORK}/payload.1") == 'echo "${NAME}"' ]] || fail "bloc du scénario absent en fin d'envoi" [[ $(tail -n 1 "${WORK}/payload.1") == 'echo "${NAME}"' ]] || fail "bloc du scénario absent en fin d'envoi"
[[ $(bash -c "$(grep '^export ' "${WORK}/payload.1"); printf '%s|%s' \"\${KEY}\" \"\${NAME}\"") == "ssh-ed25519 AAAA x|vm" ]] \ [[ $(bash -c "$(grep '^export ' "${WORK}/payload.1"); printf '%s|%s' \"\${KEY}\" \"\${NAME}\"") == "ssh-ed25519 AAAA x|vm" ]] \
|| fail "variables mal transmises : $(grep '^export ' "${WORK}/payload.1")" || fail "variables mal transmises : $(grep '^export ' "${WORK}/payload.1")"
@ -88,15 +88,21 @@ test_all_runs_every_scenario_and_fails_if_one_fails () {
} }
test_every_shipped_block_is_valid_bash () { test_every_shipped_block_is_valid_bash () {
local f local f dir
setup "chaque bloc envoyé par les scénarios livrés est du bash valide" for dir in scenarios suite; do
SCENARIO_DIR="${DIR}/scenarios" FAKE_OUT='RÉUSSI: x' run all [[ -d "${DIR}/${dir}" ]] || continue
for f in "${WORK}"/syntax.*; do setup "chaque bloc envoyé par ${dir}/ est du bash valide"
[[ -s "${f}" ]] && fail "${f##*/} : $(cat "${f}")" sleep () { :; }
export -f sleep
SUITE_DIR="${DIR}/${dir}" FAKE_OUT='RÉUSSI: x' run --continue all
unset -f sleep
for f in "${WORK}"/syntax.*; do
[[ -s "${f}" ]] && fail "${f##*/} : $(cat "${f}")"
done
[[ $(ls "${WORK}" | grep -c '^payload\.') -ge 10 ]] || fail "trop peu de blocs envoyés : $(ls "${WORK}" | grep -c '^payload\.')"
grep -q 'ÉCHOUÉ: syntaxe' "${WORK}/out.log" && fail "bloc invalide"
teardown
done done
[[ $(ls "${WORK}" | grep -c '^payload\.') -ge 10 ]] || fail "trop peu de blocs envoyés : $(ls "${WORK}" | grep -c '^payload\.')"
grep -q 'ÉCHOUÉ: syntaxe' "${WORK}/out.log" && fail "bloc invalide"
teardown
} }
test_check_reports_success_and_failure_with_reason () { test_check_reports_success_and_failure_with_reason () {
@ -228,6 +234,349 @@ test_watchdog_reported_matches_only_watchdog_alerts () {
teardown teardown
} }
suite_file () {
printf '%s\n' "# fonctionnalité: ${3:-f}" "# hôtes: ${2}" "# tickets: #70" "on hv1 <<'NODE'" 'true' 'NODE' > "${WORK}/scenarios/${1}.sh"
}
test_selection_by_layer_test_and_from () {
setup "sélection : couche, test, --from, inconnu"
suite_file 01-a ""; suite_file 11-b ""; suite_file 12-c ""; suite_file 21-d ""
FAKE_OUT='RÉUSSI: x' run 10
[[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 11-b === 12-c " ]] || fail "couche 10 : $(grep '^=== ' "${WORK}/out.log" | tr '\n' ' ')"
FAKE_OUT='RÉUSSI: x' run 12
[[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 12-c " ]] || fail "test 12"
FAKE_OUT='RÉUSSI: x' run --from 12
[[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 12-c === 21-d " ]] || fail "--from 12 : $(grep '^=== ' "${WORK}/out.log" | tr '\n' ' ')"
run 30; [[ $? -eq 2 ]] || fail "couche vide acceptée"
run --from; [[ $? -eq 2 ]] || fail "--from sans numéro accepté"
teardown
}
test_failed_layer_stops_the_sweep_unless_continue () {
setup "all : une couche en échec arrête la suite, sauf --continue"
suite_file 01-a ""; suite_file 02-b ""; suite_file 11-c ""
FAKE_OUT='ÉCHOUÉ: x' run all; [[ $? -eq 1 ]] || fail "code"
[[ $(grep -c '^=== 0[12]-[ab] :' "${WORK}/out.log") -eq 2 ]] || fail "la couche 00 n'a pas été jouée en entier"
grep -q '^=== 11-c' "${WORK}/out.log" && fail "couche 10 jouée après l'échec de la couche 00"
grep -q 'couche 00 en échec' "${WORK}/out.log" || fail "arrêt non annoncé"
FAKE_OUT='ÉCHOUÉ: x' run --continue all
grep -q '^=== 11-c :' "${WORK}/out.log" || fail "--continue : couche 10 non jouée"
FAKE_OUT='ÉCHOUÉ: x' run 01 11
grep -q '^=== 11-c :' "${WORK}/out.log" || fail "tests nommés : pas d'arrêt attendu"
teardown
}
test_fixtures_run_on_each_header_host () {
setup "fixtures : préparation et fin sur chaque hôte de l'en-tête, avec T et HOST"
suite_file 41-x "hv1 hv2"
FAKE_OUT='RÉUSSI: x' run 41
[[ $(tr '\n' '|' < "${WORK}/calls.log") == "ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv2 'sudo bash -s'|ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv2 'sudo bash -s'|" ]] \
|| fail "appels : $(tr '\n' '|' < "${WORK}/calls.log")"
[[ $(tail -n 1 "${WORK}/payload.1") == prepare_test && $(tail -n 1 "${WORK}/payload.5") == finish_test ]] || fail "fixture absente"
grep -q "^export T=41$" "${WORK}/payload.1" && grep -q "^export HOST=hv2$" "${WORK}/payload.5" || fail "T ou HOST non transmis"
teardown
setup "fixtures : aucune sans en-tête hôtes"
printf '%s\n' "on hv1 <<'NODE'" 'true' 'NODE' > "${WORK}/scenarios/s1.sh"
FAKE_OUT='RÉUSSI: x' run s1
[[ $(wc -l < "${WORK}/calls.log") -eq 1 ]] || fail "fixture envoyée à un scénario sans en-tête"
teardown
}
test_matrix_lists_every_test_from_its_header () {
setup "--matrice : une ligne par test, tirée des en-têtes"
suite_file 41-x "hv1 hv2" "trafic EVPN"
run --matrice
grep -q '^ \* - ``41-x``$' "${WORK}/out.log" && grep -q '^ - trafic EVPN$' "${WORK}/out.log" && grep -q '^ - hv1 hv2$' "${WORK}/out.log" \
|| fail "matrice : $(cat "${WORK}/out.log")"
[[ -s "${WORK}/calls.log" ]] && fail "un nœud a été appelé"
teardown
}
test_owned_keeps_only_the_resources_of_the_test () {
setup "owned : vp-tNN, sn-tNN, tNN- seulement"
[[ $(node 'printf "%s\n" vp-t41a sn-t41b t41-vm vp-t42a t4-x vp-s4 sn-s41 | T=41 owned | tr "\n" " "') == "vp-t41a sn-t41b t41-vm " ]] \
|| fail "$(node 'printf "%s\n" vp-t41a sn-t41b t41-vm vp-t42a t4-x vp-s4 sn-s41 | T=41 owned | tr "\n" " "')"
teardown
}
test_teardown_deletes_vms_then_subnets_then_vpcs () {
setup "teardown_owned : VM, puis subnets, puis VPC, et rien d'autre"
local stub='api_names () { case $1 in vms) [ -f /tmp/.t70.$$ ] || echo t41-a; echo t42-z ;; subnets) echo sn-t41a ;; vpcs) echo vp-t41a ;; esac; }; api_delete () { echo "DEL $1"; [ "$1" = vms/t41-a ] && touch /tmp/.t70.$$; :; }; wait_state () { :; }; rm () { :; }; '
local out
out=$(node "T=41; ${stub}teardown_owned; command rm -f /tmp/.t70.\$\$")
[[ $(grep '^DEL' <<< "${out}" | tr '\n' ' ') == "DEL vms/t41-a DEL subnets/sn-t41a DEL vpcs/vp-t41a " ]] || fail "ordre : ${out}"
grep -q 'encore présents : subnets/sn-t41a vpcs/vp-t41a' <<< "${out}" || fail "restes non signalés : ${out}"
teardown
}
test_state_unchanged_reports_the_difference () {
setup "state_unchanged : même état accepté, différence signalée"
local dir out
dir=$(mktemp -d)
printf '%s\n' '## liens' lo underlay > "${dir}/t41.avant"
[[ $(node "T=41; STATE_DIR='${dir}'; host_state () { printf '%s\n' '## liens' lo underlay; }; state_unchanged && echo OUI") == OUI ]] || fail "état identique refusé"
out=$(node "T=41; STATE_DIR='${dir}'; sleep () { :; }; host_state () { printf '%s\n' '## liens' br-t41a lo underlay; }; state_unchanged || echo NON")
[[ $(tail -n 1 <<< "${out}") == NON ]] || fail "différence acceptée"
grep -q '^1 différence(s), dont : > br-t41a$' <<< "${out}" || fail "résumé : ${out}"
rm -rf "${dir}"
teardown
}
test_api_post_code_and_expect_code () {
setup "api_post_code / expect_code : code HTTP d'un POST, comparaison et message"
[[ $(node 'curl () { echo "$*"; }; api_post_code subnets "{\"a\":1}"') == '-s -o /dev/null -w %{http_code} -X POST -H Content-Type: application/json -d {"a":1} http://127.0.0.1:8080/subnets' ]] \
|| fail "appel : $(node 'curl () { echo "$*"; }; api_post_code subnets "{\"a\":1}"')"
[[ $(node 'expect_code 422 echo 422 && echo OUI') == OUI ]] || fail "code attendu refusé"
[[ $(node 'expect_code 422 echo 202 || echo NON') == $'code 202, 422 attendu\nNON' ]] || fail "écart : $(node 'expect_code 422 echo 202 || echo NON')"
[[ $(node 'expect_code 422 true || echo NON') == $'code absent, 422 attendu\nNON' ]] || fail "code vide accepté"
teardown
}
test_api_field_reads_one_field_or_nothing () {
setup "api_field : un champ du GET, vide s'il manque"
[[ $(node 'curl () { echo "{\"interface_ip\":\"10.11.1.254\"}"; }; api_field subnets/sn-t11a interface_ip') == 10.11.1.254 ]] || fail "champ présent"
[[ -z $(node 'curl () { echo "{\"interface_ip\":\"10.11.1.254\"}"; }; api_field subnets/sn-t11a relay_ip') ]] || fail "champ absent non vide"
teardown
}
test_vm_body_builds_the_create_request () {
setup "vm_body : requête de création, disque par défaut, métadonnées et dev"
[[ $(node 'vm_body t11-a sn-t11a 10.11.1.10') == '{"name":"t11-a","memory":1024,"cpus":1,"metadata":{},"interfaces":[{"subnet":"sn-t11a","ip":"10.11.1.10","primary":true}],"storage":[{"path":"/var/lib/two/volumes/t11-a.qcow2","dev":"vda"}]}' ]] \
|| fail "défaut : $(node 'vm_body t11-a sn-t11a 10.11.1.10')"
[[ $(node 'vm_body t11-b sn-t11a 10.11.1.11 /x.qcow2 "{\"user_data\":\"YQ==\"}" sdb | jq -c "[.metadata.user_data, .storage[0].path, .storage[0].dev]"') == '["YQ==","/x.qcow2","sdb"]' ]] \
|| fail "options : $(node 'vm_body t11-b sn-t11a 10.11.1.11 /x.qcow2 "{\"user_data\":\"YQ==\"}" sdb')"
teardown
}
test_vm_json_builds_nics_disks_metadata_and_uefi () {
setup "vm_json : NIC (la première primaire), disques, métadonnées, uefi"
local out
out=$(node 'vm_json t25-m --disk vda=/v/a.qcow2 --nic sn-a=10.0.1.10 --nic sn-b=10.0.2.10 --disk sda=/v/b.qcow2 --sshkey "ssh-ed25519 AAAA x" --password "\$6\$s\$h" --user-data "I2Nsb3Vk" --uefi')
[[ "${out}" == '{"name":"t25-m","memory":1024,"cpus":1,"metadata":{"sshkey":"ssh-ed25519 AAAA x","password":"$6$s$h","user_data":"I2Nsb3Vk"},"interfaces":[{"subnet":"sn-a","ip":"10.0.1.10","primary":true},{"subnet":"sn-b","ip":"10.0.2.10","primary":false}],"storage":[{"path":"/v/a.qcow2","dev":"vda"},{"path":"/v/b.qcow2","dev":"sda"}],"uefi":true}' ]] \
|| fail "complet : ${out}"
out=$(node 'vm_json t21-a --nic sn-a=10.0.1.10')
[[ "${out}" == '{"name":"t21-a","memory":1024,"cpus":1,"metadata":{},"interfaces":[{"subnet":"sn-a","ip":"10.0.1.10","primary":true}],"storage":[],"uefi":false}' ]] || fail "minimal : ${out}"
[[ $(node 'vm_json t || echo NON' 2>&1) == '{"name":"t","memory":1024,"cpus":1,"metadata":{},"interfaces":[],"storage":[],"uefi":false}' ]] || fail "vide"
[[ $(node 'vm_json t --inconnue x || echo NON') == *NON ]] || fail "option inconnue acceptée"
teardown
}
test_vm_launch_copies_the_system_disk_first_and_waits () {
setup "vm_launch : disque système vda copié en premier, POST, attente de running"
local out
out=$(node 'VOLUMES=/v; TWO_IMAGE=/img; api_state () { echo; }; mkdir () { :; }; cp () { echo "CP $*"; }; api_post () { echo "POST $1 $(jq -c "[.storage[].dev, .interfaces[0].ip]" <<<"$2")"; }; wait_state () { echo "WAIT $*"; }; vm_launch t26-d --nic sn=10.0.0.10 --disk sda=/v/s.qcow2')
[[ "${out}" == $'CP /img /v/t26-d.qcow2\nPOST vms ["vda","sda","10.0.0.10"]\nWAIT vms/t26-d running' ]] || fail "${out}"
[[ $(node 'api_state () { echo running; }; cp () { echo CP; }; api_post () { echo POST; }; vm_launch t --nic s=1.2.3.4 && echo OK') == OK ]] || fail "VM en running relancée"
[[ $(node 'api_state () { echo; }; cp () { echo CP; }; vm_launch t --bad x || echo NON') == *NON ]] || fail "option invalide : disque copié ou POST envoyé"
teardown
}
test_vm_lease_reads_one_field_of_the_interface_lease () {
setup "vm_lease : champ du bail de l'interface demandée"
local stub='vm_ssh () { echo "$3" >&2; printf "%s\n" "ADDRESS=10.0.1.10" "SERVER_ADDRESS=10.0.1.254"; }; '
[[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER_ADDRESS 2>/dev/null") == 10.0.1.254 ]] || fail "server-id"
[[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER_ADDRESS ens4 2>&1 >/dev/null") == *'/sys/class/net/ens4/ifindex'* ]] || fail "interface ignorée"
[[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER 2>/dev/null") == "" ]] || fail "préfixe de champ accepté"
teardown
}
test_vm_has_ip_matches_the_exact_address () {
setup "vm_has_ip : adresse exacte, sur n'importe quelle interface"
local stub='vm_ssh () { echo "3: ens4 inet 10.25.2.10/24 brd 10.25.2.255 scope global ens4"; }; '
[[ $(node "${stub}vm_has_ip vp 10.25.1.10 10.25.2.10 && echo OUI") == OUI ]] || fail "adresse présente refusée"
[[ $(node "${stub}vm_has_ip vp 10.25.1.10 10.25.2.1 || echo NON") == NON ]] || fail "préfixe accepté"
teardown
}
test_wait_reboot_needs_a_new_boot_id () {
setup "wait_reboot : boot_id différent et lisible exigé"
[[ $(node 'sleep () { :; }; vm_boot_id () { echo b2; }; wait_reboot vp ip b1 && echo OUI') == OUI ]] || fail "redémarrage non vu"
[[ $(node 'sleep () { :; }; vm_boot_id () { echo b1; }; wait_reboot vp ip b1 2>&1 || echo NON') == *NON ]] || fail "même boot_id accepté"
[[ $(node 'sleep () { :; }; vm_boot_id () { return 255; }; wait_reboot vp ip b1 2>&1 || echo NON') == *NON ]] || fail "VM injoignable prise pour redémarrée"
teardown
}
test_lease_renewed_requires_a_newer_lease_file () {
setup "lease_renewed : renouvellement demandé, fichier de bail modifié"
local f
f=$(mktemp)
[[ $(node "sleep () { :; }; lease_mtime () { echo x >> '${f}.n'; wc -l < '${f}.n'; }; vm_ssh () { echo \"\$3\" >> '${f}'; }; lease_renewed vp ip && echo OUI") == OUI ]] || fail "renouvellement non vu"
grep -qx 'sudo networkctl renew ens3' "${f}" || fail "renouvellement non demandé : $(cat "${f}")"
[[ $(node "sleep () { :; }; lease_mtime () { echo 5; }; vm_ssh () { :; }; lease_renewed vp ip 2>&1 || echo NON") == *NON ]] || fail "bail inchangé accepté"
rm -f "${f}" "${f}.n"
teardown
}
test_ssh_denied_needs_a_permission_denied () {
setup "ssh_denied : refus d'authentification exigé, pas une VM injoignable"
[[ $(node 'sleep () { :; }; vm_ssh () { echo "syonad@10.0.0.1: Permission denied (publickey)." >&2; return 255; }; ssh_denied vp ip && echo OUI') == OUI ]] || fail "refus non reconnu"
[[ $(node 'sleep () { :; }; vm_ssh () { echo "connect to host 10.0.0.1 port 22: Connection timed out" >&2; return 255; }; ssh_denied vp ip 2>&1 || echo NON') == *NON ]] || fail "injoignable pris pour un refus"
[[ $(node 'sleep () { :; }; vm_ssh () { return 0; }; ssh_denied vp ip || echo NON') == *NON ]] || fail "SSH accepté pris pour un refus"
teardown
}
test_subnet_create_bridge_sends_mode_iface_type_and_interface_ip () {
setup "subnet_create_bridge : mode bridge, iface_type lan par défaut, interface_ip fournie"
local stub='api_state () { echo; }; wait_state () { :; }; api_post () { echo "$1 $2"; }; '
[[ $(node "${stub}subnet_create_bridge sn-t33a vp-t33 10.33.0.0/24 10.33.0.1") == 'subnets {"name":"sn-t33a","vpc":"vp-t33","mode":"bridge","iface_type":"lan","interface_ip":"10.33.0.1","cidr":"10.33.0.0/24"}' ]] \
|| fail "défaut : $(node "${stub}subnet_create_bridge sn-t33a vp-t33 10.33.0.0/24 10.33.0.1")"
[[ $(node "${stub}subnet_create_bridge sn-x vp-x 10.1.0.0/24 10.1.0.1 vms") == *'"iface_type":"vms"'* ]] || fail "iface_type explicite ignoré"
[[ $(node 'api_state () { echo running; }; api_post () { echo POST; }; subnet_create_bridge sn-x vp-x 10.1.0.0/24 10.1.0.1 && echo OK') == OK ]] || fail "subnet existant recréé"
teardown
}
test_ebt_mac_drops_leading_zeros_like_ebtables () {
setup "ebt_mac : octets sans zéro de tête, en minuscules, comme ebtables -L"
[[ $(node 'ebt_mac 02:01:00:00:0C:1d') == 2:1:0:0:c:1d ]] || fail "$(node 'ebt_mac 02:01:00:00:0C:1d')"
[[ $(node 'ebt_mac aa:10:00:ff:01:00') == aa:10:0:ff:1:0 ]] || fail "$(node 'ebt_mac aa:10:00:ff:01:00')"
teardown
}
test_frames_builds_arp_dhcp_and_marker_frames () {
setup "frames : requête ARP, DHCP en broadcast (somme IP juste) et trame marquée"
local arp dhcp mark
arp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames arp ens3 10.35.1.10 10.35.1.254 1')
dhcp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames dhcp ens3 10.35.1.254 68 1')
mark=$(node 'FRAMES_DRY=1 frames marker v-x-e 02:01:00:00:0d:ad t35-x 1')
garp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames garp ens3 10.35.1.254 1')
python3 - "${arp}" "${dhcp}" "${mark}" "${garp}" <<'PY' || fail "trames : ${arp} / ${dhcp} / ${mark} / ${garp}"
import socket, struct, sys
arp, dhcp, mark, garp = (bytes.fromhex(x) for x in sys.argv[1:])
assert garp[:6] == b'\xff' * 6 and garp[6:12] == bytes.fromhex('02000000000a'), 'garp mac'
assert garp[12:14] == b'\x08\x06' and garp[20:22] == b'\x00\x02', 'garp type/op'
assert garp[22:28] == bytes.fromhex('02000000000a') and garp[28:32] == socket.inet_aton('10.35.1.254'), 'garp émetteur'
assert garp[38:42] == socket.inet_aton('10.35.1.254'), 'garp cible'
assert arp[:6] == b'\xff' * 6 and arp[6:12] == bytes.fromhex('02000000000a'), 'arp mac'
assert arp[12:14] == b'\x08\x06' and arp[20:22] == b'\x00\x01', 'arp type/op'
assert arp[28:32] == socket.inet_aton('10.35.1.10') and arp[38:42] == socket.inet_aton('10.35.1.254'), 'arp ip'
ip = dhcp[14:34]
s = sum(struct.unpack('!10H', ip)); s = (s >> 16) + (s & 0xffff); s += s >> 16
assert s & 0xffff == 0xffff, 'somme IP'
assert dhcp[12:14] == b'\x08\x00' and dhcp[23] == 17 and dhcp[26:30] == socket.inet_aton('10.35.1.254'), 'dhcp ip'
assert struct.unpack('!HH', dhcp[34:38]) == (67, 68), 'dhcp ports'
assert mark[6:12] == bytes.fromhex('020100000dad'), 'marker mac'
assert mark[12:14] == b'\x88\xb5' and b't35-x' in mark[14:] and len(mark) == 60, 'marker'
PY
teardown
}
test_vm_frames_ships_the_script_and_its_arguments () {
setup "vm_frames : le script complet, décodé dans la VM, et ses arguments"
local cmd
cmd=$(node 'vm_ssh () { echo "$1|$2|$3"; }; vm_frames vp-t35 10.35.1.10 arp ens3 10.35.1.10 10.35.1.254 5')
[[ "${cmd}" == "vp-t35|10.35.1.10|echo "*" | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py arp ens3 10.35.1.10 10.35.1.254 5" ]] || fail "commande : ${cmd:0:80}…"
local b64=${cmd#*echo }
b64=${b64%% |*}
[[ "$(printf '%s' "${b64}" | base64 -d)" == "$(node 'frames_py')" ]] || fail "script altéré en transit"
teardown
}
test_evpn_mac_remote_requires_type_and_vtep () {
setup "evpn_mac_remote : MAC distante, bon VTEP, casse ignorée"
local json='{"macs":{"00:22:33:00:00:0b":{"type":"remote","remoteVtep":"192.168.14.12"},"00:22:33:00:00:0a":{"type":"local","intf":"tap1"}}}'
local stub="vtysh () { [ \"\$*\" = '-c show evpn mac vni 4101 json' ] && echo '${json}'; }; "
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0B 192.168.14.12 && echo OUI") == OUI ]] || fail "MAC distante refusée"
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0b 192.168.14.11 || echo NON") == NON ]] || fail "mauvais VTEP accepté"
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0a 192.168.14.12 || echo NON") == NON ]] || fail "MAC locale acceptée"
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0c 192.168.14.12 || echo NON") == NON ]] || fail "MAC absente acceptée"
[[ $(node "${stub}evpn_mac_remote 4102 00:22:33:00:00:0b 192.168.14.12 || echo NON") == NON ]] || fail "mauvaise VNI acceptée"
teardown
}
test_vm_neigh_mac_reads_the_resolved_mac () {
setup "vm_neigh_mac : MAC résolue, rien si incomplète"
[[ $(node 'vm_ssh () { echo "10.41.1.11 dev ens3 lladdr 00:22:33:00:00:0b REACHABLE"; }; vm_neigh_mac v 10.41.1.10 10.41.1.11') == 00:22:33:00:00:0b ]] || fail "MAC non lue"
[[ -z $(node 'vm_ssh () { echo "10.41.1.11 dev ens3 INCOMPLETE"; }; vm_neigh_mac v 10.41.1.10 10.41.1.11') ]] || fail "entrée incomplète lue comme une MAC"
teardown
}
test_watchdog_l3_quiet_ignores_route_alerts_only () {
setup "watchdog_l3_quiet : alertes BGP, L3VNI et interfaces L3 refusées, alertes de route ignorées"
local route='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"route 10.53.1.99/32 exported in vrf-t53 without a running owner"}'
local bgp='{"msg":"watchdog: inconsistency detected","kind":"bgp","name":"10.255.255.1","problem":"session down"}'
local vni='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"l3vni 5300 is not Up"}'
local link='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"interface brl3-t53 missing"}'
local other='{"msg":"command failed","kind":"bgp"}'
[[ $(node "journalctl () { echo '${route}'; echo '${other}'; }; watchdog_l3_quiet && echo OUI") == OUI ]] || fail "alerte de route ou message hors watchdog pris pour une alerte L3"
local a
for a in "${bgp}" "${vni}" "${link}"; do
[[ $(node "journalctl () { echo '${a}'; }; watchdog_l3_quiet || echo NON" | tail -n 1) == NON ]] || fail "alerte acceptée : ${a}"
done
[[ $(node "journalctl () { echo \"\$*\" >&2; }; watchdog_l3_quiet 90 2>&1") == "-u agent --since -90s --no-pager -o cat" ]] || fail "fenêtre : $(node "journalctl () { echo \"\$*\" >&2; }; watchdog_l3_quiet 90 2>&1")"
teardown
}
test_vrrp_expected_master_takes_the_highest_priority_then_address () {
setup "vrrp_expected_master : plus haute priorité, puis plus haute adresse"
[[ $(node 'vrrp_expected_master sw1:200:192.168.14.2 sw2:190:192.168.14.3') == sw1 ]] || fail "200 contre 190"
[[ $(node 'vrrp_expected_master sw1:190:192.168.14.2 sw2:200:192.168.14.3') == sw2 ]] || fail "190 contre 200"
[[ $(node 'vrrp_expected_master sw1:100:192.168.14.2 sw2:100:192.168.14.3') == sw2 ]] || fail "égalité : adresse la plus haute"
[[ $(node 'vrrp_expected_master sw1:100:192.168.14.20 sw2:100:192.168.14.3') == sw1 ]] || fail "égalité : comparaison numérique des octets"
[[ $(node 'vrrp_expected_master sw1:99:192.168.14.2 sw2:100:192.168.14.3') == sw2 ]] || fail "99 contre 100"
teardown
}
test_log_gap_measures_the_longest_silence_in_a_window () {
setup "log_gap : plus long silence, en dixièmes, dans une fenêtre"
local log
log=$(mktemp)
printf '%s\n' '[100.0] 64 bytes from x: icmp_seq=1' '[100.2] 64 bytes from x: icmp_seq=2' '[103.0] 64 bytes from x: icmp_seq=3' \
'[103.2] 64 bytes from x: icmp_seq=4' '[110.0] 64 bytes from x: icmp_seq=5' '[110.2] 64 bytes from x: icmp_seq=6' 'no answer yet for icmp_seq=7' > "${log}"
[[ $(node "log_gap '${log}'") == 68 ]] || fail "toute la trace : $(node "log_gap '${log}'")"
[[ $(node "log_gap '${log}' 0 105") == 28 ]] || fail "avant 105 : $(node "log_gap '${log}' 0 105")"
[[ $(node "log_gap '${log}' 105 0") == 68 ]] || fail "silence à cheval sur 105 : $(node "log_gap '${log}' 105 0")"
[[ $(node "log_gap '${log}' 110.1 0") == 2 ]] || fail "après 110.1 : $(node "log_gap '${log}' 110.1 0")"
rm -f "${log}"
teardown
}
test_ebt_matchers_read_the_ebtables_listing () {
setup "ebt_confined / ebt_arp_drop / ebt_dhcp_drop : lecture de ebtables -L"
local stub='ebt_rules () { printf "%s\n" "-s 2:1:0:0:c:27 -i v-x-i -j DROP" "-s 2:1:0:0:c:27 -o v-x-i -j DROP" "-p ARP -o v-x-i --arp-op Request --arp-ip-dst 10.2.1.254 -j DROP" "-p IPv4 -o v-x-i --ip-src 10.2.1.254 --ip-proto udp --ip-sport 67:68 --ip-dport 67:68 -j DROP" | grep -- "$2"; }; '
[[ $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:27") == 2 ]] || fail "confinement : $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:27")"
[[ $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:28") == 0 ]] || fail "autre MAC comptée"
[[ $(node "${stub}ebt_arp_drop ns v-x-i 10.2.1.254 && echo OUI") == OUI ]] || fail "ARP non lu"
[[ $(node "${stub}ebt_arp_drop ns v-x-i 10.2.1.25 || echo NON") == NON ]] || fail "10.2.1.25 pris pour 10.2.1.254"
[[ $(node "${stub}ebt_dhcp_drop ns v-x-i 10.2.1.254 && echo OUI") == OUI ]] || fail "DHCP non lu"
[[ $(node "${stub}ebt_dhcp_drop ns v-y-i 10.2.1.254 || echo NON") == NON ]] || fail "autre interface acceptée"
[[ $(node 'ebt_rules () { echo "-p IPv4 -o v-z-i --ip-src 10.2.1.254 --ip-proto udp --ip-dport 53 -j DROP"; }; ebt_dhcp_drop ns v-z-i 10.2.1.254 || echo NON') == NON ]] || fail "règle UDP hors DHCP prise pour un blocage DHCP"
teardown
}
test_wait_bgp_paths_waits_for_the_expected_count () {
setup "wait_bgp_paths : nombre de chemins attendu, erreur explicite sinon"
[[ $(node 'bgp_paths () { echo 0; }; sleep () { :; }; wait_bgp_paths vp-t53 10.53.1.50/32 0 && echo OUI') == OUI ]] || fail "0 attendu refusé"
local out
out=$(node 'bgp_paths () { echo 1; }; sleep () { :; }; wait_bgp_paths vp-t53 10.53.1.50/32 0 || echo NON')
[[ $(tail -n 1 <<< "${out}") == NON ]] || fail "1 chemin accepté pour 0"
grep -q 'vrf-t53 10.53.1.50/32 : 1 chemin(s) BGP, 0 attendu(s)' <<< "${out}" || fail "message : ${out}"
teardown
}
test_section_unchanged_names_the_changed_entries () {
setup "section_unchanged : une section comparée, entrées en cause nommées"
local dir out
dir=$(mktemp -d)
printf '%s\n' '## liens' lo '## fichiers' /run/two/a /run/two/b '## unités' u1 > "${dir}/avant"
[[ $(node "state_section '${dir}/avant' fichiers | tr '\n' ' '") == "/run/two/a /run/two/b " ]] || fail "section : $(node "state_section '${dir}/avant' fichiers")"
[[ $(node "host_state () { printf '%s\n' '## liens' lo br-x '## fichiers' /run/two/a /run/two/b '## unités' u1; }; section_unchanged '${dir}/avant' fichiers && echo OUI") == OUI ]] || fail "autre section prise en compte"
out=$(node "host_state () { printf '%s\n' '## liens' lo '## fichiers' /run/two/a /run/two/c '## unités' u1; }; section_unchanged '${dir}/avant' fichiers || echo NON")
[[ $(tail -n 1 <<< "${out}") == NON ]] || fail "différence acceptée"
grep -q '^fichiers en cause : -/run/two/b +/run/two/c $' <<< "${out}" || fail "message : ${out}"
rm -rf "${dir}"
teardown
}
test_evpn_mac_json_shape_requires_remote_vtep () {
setup "evpn_mac_json_shape : MAC distante avec remoteVtep, champs listés sinon"
local ok='{"numMacs":2,"macs":{"00:22:33:00:00:0a":{"type":"local","intf":"tap1"},"00:22:33:00:00:0b":{"type":"remote","remoteVtep":"192.168.14.12"}}}'
local ko='{"macs":{"00:22:33:00:00:0b":{"type":"remote","vtep":"192.168.14.12"}}}'
[[ $(node "vtysh () { echo '${ok}'; }; evpn_mac_json_shape 4101 && echo OUI") == OUI ]] || fail "forme attendue refusée"
[[ $(node "vtysh () { echo '${ko}'; }; evpn_mac_json_shape 4101 || echo NON") == *'["type","vtep"]'*NON ]] || fail "champs non listés : $(node "vtysh () { echo '${ko}'; }; evpn_mac_json_shape 4101 || echo NON")"
[[ $(node "vtysh () { echo '{\"macs\":{}}'; }; evpn_mac_json_shape 4101 || echo NON") == *NON ]] || fail "aucune MAC distante acceptée"
teardown
}
for T in $(declare -F | awk '{print $3}' | grep '^test_'); do for T in $(declare -F | awk '{print $3}' | grep '^test_'); do
"${T}" "${T}"
done done