f-70: e2e: runner par couche, bibliothèque découpée, nettoyage et assert_clean par test #70
Signed-off-by: GnomeZworc <nicolas.boufidjeline@g3e.fr>
This commit is contained in:
parent
c090607785
commit
0932f5d157
9 changed files with 1095 additions and 292 deletions
63
test/e2e/lib/core.sh
Normal file
63
test/e2e/lib/core.sh
Normal file
|
|
@ -0,0 +1,63 @@
|
||||||
|
set -u
|
||||||
|
API=http://127.0.0.1:8080
|
||||||
|
IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest
|
||||||
|
IMAGE_FILE=debian-12-genericcloud-amd64.qcow2
|
||||||
|
TWO_IMAGE=/var/tmp/deb-two.qcow2
|
||||||
|
VM_KEY=/root/.ssh/lab-vm
|
||||||
|
VOLUMES=/var/lib/two/volumes
|
||||||
|
|
||||||
|
check () {
|
||||||
|
local desc="${1}" out
|
||||||
|
shift
|
||||||
|
if out=$("$@" 2>&1); then
|
||||||
|
echo "RÉUSSI: ${desc}"
|
||||||
|
else
|
||||||
|
echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
info () { echo "INFO: ${1}"; }
|
||||||
|
|
||||||
|
api_post () {
|
||||||
|
curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
api_delete () {
|
||||||
|
curl -fsS -o /dev/null -X DELETE "${API}/${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
api_code () {
|
||||||
|
curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}"
|
||||||
|
}
|
||||||
|
|
||||||
|
api_state () {
|
||||||
|
curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_state () {
|
||||||
|
local path="${1}" want="${2}" i s
|
||||||
|
for i in $(seq 1 90); do
|
||||||
|
s=$(api_state "${path}")
|
||||||
|
[ "${s}" = "${want}" ] && return 0
|
||||||
|
[ "${want}" = deleted ] && [ -z "${s}" ] && return 0
|
||||||
|
[ "${s}" = error ] && { echo "${path}: error" >&2; return 1; }
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "${path}: ${s:-absent}, ${want} attendu" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
api_post_code () {
|
||||||
|
curl -s -o /dev/null -w '%{http_code}' -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
expect_code () {
|
||||||
|
local want="${1}" got
|
||||||
|
shift
|
||||||
|
got=$("$@")
|
||||||
|
[ "${got}" = "${want}" ] || { echo "code ${got:-absent}, ${want} attendu"; return 1; }
|
||||||
|
}
|
||||||
|
|
||||||
|
api_field () {
|
||||||
|
curl -fsS "${API}/${1}" | jq -r ".${2} // empty"
|
||||||
|
}
|
||||||
124
test/e2e/lib/evpn.sh
Normal file
124
test/e2e/lib/evpn.sh
Normal file
|
|
@ -0,0 +1,124 @@
|
||||||
|
vrf_nexthops () {
|
||||||
|
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//'
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_vrf_nexthops () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 30); do
|
||||||
|
[ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
vrf_route_via () {
|
||||||
|
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} "
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_vrf_route () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 30); do
|
||||||
|
vrf_route_via "$@" && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
vrf_members () {
|
||||||
|
ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//'
|
||||||
|
}
|
||||||
|
|
||||||
|
l3vni_ready () {
|
||||||
|
local out
|
||||||
|
out=$(vtysh -c "show evpn vni ${1}") &&
|
||||||
|
grep -q 'Type: L3' <<<"${out}" &&
|
||||||
|
grep -q 'State: Up' <<<"${out}" &&
|
||||||
|
grep -qi "Router MAC: ${2}" <<<"${out}"
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_l3vni () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 15); do
|
||||||
|
l3vni_ready "$@" && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
vtep_host () {
|
||||||
|
ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2
|
||||||
|
}
|
||||||
|
|
||||||
|
bgp_paths () {
|
||||||
|
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length'
|
||||||
|
}
|
||||||
|
|
||||||
|
bgp_best () {
|
||||||
|
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null |
|
||||||
|
jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"'
|
||||||
|
}
|
||||||
|
|
||||||
|
watchdog_reported () {
|
||||||
|
journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_watchdog () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 30); do
|
||||||
|
watchdog_reported "$@" && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "watchdog : « ${1} » non signalé" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
watchdog_quiet () {
|
||||||
|
local out
|
||||||
|
out=$(journalctl -u agent --since "-${1:-300}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected') || return 0
|
||||||
|
printf '%s\n' "${out}"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
evpn_mac_remote () {
|
||||||
|
vtysh -c "show evpn mac vni ${1} json" 2>/dev/null |
|
||||||
|
jq -e --arg m "$(tr 'A-F' 'a-f' <<<"${2}")" --arg v "${3}" '(.macs // {})[$m] | .type == "remote" and .remoteVtep == $v' >/dev/null
|
||||||
|
}
|
||||||
|
|
||||||
|
evpn_mac_json_shape () {
|
||||||
|
local out
|
||||||
|
out=$(vtysh -c "show evpn mac vni ${1} json" 2>/dev/null)
|
||||||
|
jq -e '[(.macs // {})[] | select(.type == "remote")] | length > 0 and all(has("remoteVtep"))' >/dev/null <<<"${out}" && return 0
|
||||||
|
echo "VNI ${1} : champs d'une MAC distante : $(jq -c '[(.macs // {})[] | select(.type == "remote")][0] // {} | keys' <<<"${out}" 2>/dev/null)"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_evpn_mac () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 30); do
|
||||||
|
evpn_mac_remote "$@" && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "VNI ${1} : ${2} non apprise en type 2 via ${3}" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_bgp_paths () {
|
||||||
|
local i n
|
||||||
|
for i in $(seq 1 15); do
|
||||||
|
n=$(bgp_paths "${1}" "${2}")
|
||||||
|
[ "${n}" = "${3}" ] && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "vrf-${1#vp-} ${2} : ${n:-?} chemin(s) BGP, ${3} attendu(s)" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
watchdog_l3_quiet () {
|
||||||
|
local out
|
||||||
|
out=$(journalctl -u agent --since "-${1:-60}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -E '"kind":"bgp"|l3vni [0-9]|interface (vrf|brl3|vxl3|l3)-') || return 0
|
||||||
|
printf '%s\n' "${out}"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
79
test/e2e/lib/fixture.sh
Normal file
79
test/e2e/lib/fixture.sh
Normal file
|
|
@ -0,0 +1,79 @@
|
||||||
|
STATE_DIR=/var/tmp/e2e
|
||||||
|
|
||||||
|
owned () {
|
||||||
|
grep -E "^(vp-|sn-)?t${T}"
|
||||||
|
}
|
||||||
|
|
||||||
|
api_names () {
|
||||||
|
curl -fsS "${API}/${1}" | jq -r '.[] | select(.state != "deleted") | .name'
|
||||||
|
}
|
||||||
|
|
||||||
|
delete_owned () {
|
||||||
|
local kind="${1}" name rc=0
|
||||||
|
for name in $(api_names "${kind}" | owned); do
|
||||||
|
api_delete "${kind}/${name}" && wait_state "${kind}/${name}" deleted || { echo "${kind}/${name} : suppression en échec" >&2; rc=1; }
|
||||||
|
done
|
||||||
|
return "${rc}"
|
||||||
|
}
|
||||||
|
|
||||||
|
teardown_owned () {
|
||||||
|
delete_owned vms && delete_owned subnets && delete_owned vpcs || return 1
|
||||||
|
rm -f "${VOLUMES}/t${T}"-*
|
||||||
|
local left
|
||||||
|
left=$(for kind in vms subnets vpcs; do api_names "${kind}" | owned | sed "s|^|${kind}/|"; done | tr '\n' ' ')
|
||||||
|
[ -z "${left}" ] || { echo "encore présents : ${left}"; return 1; }
|
||||||
|
}
|
||||||
|
|
||||||
|
host_state () {
|
||||||
|
echo "## netns"; ip netns list | awk '{print $1}' | sort
|
||||||
|
echo "## liens"; ip -o link show | awk -F': ' '{print $2}' | cut -d@ -f1 | sort
|
||||||
|
echo "## adresses"; ip -o -4 addr show | awk '{print $2, $4}' | sort
|
||||||
|
echo "## routes"; ip -4 route show table all | grep -v '^local \|^broadcast ' | sort
|
||||||
|
echo "## ebtables"; ebtables -t filter -L; ebtables -t nat -L
|
||||||
|
echo "## iptables"; iptables-save | grep -v '^#' | sed 's/ \[[0-9]*:[0-9]*\]$//'
|
||||||
|
echo "## frr"; vtysh -c 'show running-config' | grep -v '^Building\|^Current configuration\|^!'
|
||||||
|
echo "## frr.conf"; sha256sum /etc/frr/frr.conf | cut -d' ' -f1
|
||||||
|
echo "## fichiers"; find /run/two /etc/dnsmasq.d "${VOLUMES}" -mindepth 1 2>/dev/null | sort
|
||||||
|
echo "## unités"; systemctl list-units --all --plain --no-legend 'two-vm-*' | awk '{print $1}'
|
||||||
|
echo "## processus"; pgrep -a dnsmasq | cut -d' ' -f2- | sort; echo "qemu: $(pgrep -c qemu-system)"
|
||||||
|
}
|
||||||
|
|
||||||
|
prepare_test () {
|
||||||
|
mkdir -p "${STATE_DIR}"
|
||||||
|
if [ -n "$(for kind in vms subnets vpcs; do api_names "${kind}" | owned; done)" ]; then
|
||||||
|
info "${HOST} : ressources t${T} d'un passage précédent, suppression"
|
||||||
|
check "${HOST} : nettoyage des ressources t${T} restantes" teardown_owned
|
||||||
|
fi
|
||||||
|
host_state > "${STATE_DIR}/t${T}.avant"
|
||||||
|
}
|
||||||
|
|
||||||
|
state_unchanged () {
|
||||||
|
local i diff
|
||||||
|
for i in $(seq 1 15); do
|
||||||
|
diff=$(diff "${STATE_DIR}/t${T}.avant" <(host_state)) && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
printf '%s\n' "${diff}"
|
||||||
|
echo "$(grep -c '^[<>]' <<<"${diff}") différence(s), dont : $(grep -m 1 '^[<>]' <<<"${diff}")"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
state_section () {
|
||||||
|
awk -v s="## ${2}" '/^## / {p = ($0 == s); next} p' "${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
section_unchanged () {
|
||||||
|
local now d
|
||||||
|
now=$(mktemp)
|
||||||
|
host_state > "${now}"
|
||||||
|
d=$(diff <(state_section "${1}" "${2}") <(state_section "${now}" "${2}"))
|
||||||
|
rm -f "${now}"
|
||||||
|
[ -z "${d}" ] && return 0
|
||||||
|
echo "${2} en cause : $(grep '^[<>]' <<<"${d}" | sed 's/^< /-/; s/^> /+/' | tr '\n' ' ')"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
finish_test () {
|
||||||
|
check "${HOST} : suppression des ressources t${T}" teardown_owned
|
||||||
|
check "${HOST} : hôte revenu à l'état d'avant le test (assert_clean)" state_unchanged
|
||||||
|
}
|
||||||
207
test/e2e/lib/net.sh
Normal file
207
test/e2e/lib/net.sh
Normal file
|
|
@ -0,0 +1,207 @@
|
||||||
|
vpc_create () {
|
||||||
|
local l3vni="${3:+,\"l3vni\":${3}}"
|
||||||
|
api_state "vpcs/${1}" | grep -qx running && return 0
|
||||||
|
api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running
|
||||||
|
}
|
||||||
|
|
||||||
|
subnet_create () {
|
||||||
|
local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}"
|
||||||
|
api_state "subnets/${name}" | grep -qx running && return 0
|
||||||
|
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \
|
||||||
|
&& wait_state "subnets/${name}" running
|
||||||
|
}
|
||||||
|
|
||||||
|
anycast_mac () {
|
||||||
|
printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 ))
|
||||||
|
}
|
||||||
|
|
||||||
|
dhcp_hosts () {
|
||||||
|
python3 - "/run/two/dhcp/${1}.sock" <<'PY'
|
||||||
|
import json, socket, sys
|
||||||
|
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
|
||||||
|
s.connect(sys.argv[1])
|
||||||
|
s.sendall(b'{"verb":"get-state"}\n')
|
||||||
|
buf = b""
|
||||||
|
while not buf.endswith(b"\n"):
|
||||||
|
c = s.recv(65536)
|
||||||
|
if not c:
|
||||||
|
break
|
||||||
|
buf += c
|
||||||
|
state = json.loads(buf).get("state") or {}
|
||||||
|
print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or [])))
|
||||||
|
PY
|
||||||
|
}
|
||||||
|
|
||||||
|
netns_ping_wait () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 40); do
|
||||||
|
ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0
|
||||||
|
sleep 5
|
||||||
|
done
|
||||||
|
echo "${2} injoignable depuis ${1}" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
sources_reach () {
|
||||||
|
local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0
|
||||||
|
for n in $(seq 20 59); do
|
||||||
|
ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null
|
||||||
|
ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1))
|
||||||
|
total=$((total + 1))
|
||||||
|
ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}"
|
||||||
|
done
|
||||||
|
echo "${ok}/${total}"
|
||||||
|
}
|
||||||
|
|
||||||
|
subnet_create_bridge () {
|
||||||
|
local name="${1}" vpc="${2}" cidr="${3}" ip="${4}" type="${5:-lan}"
|
||||||
|
api_state "subnets/${name}" | grep -qx running && return 0
|
||||||
|
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"bridge\",\"iface_type\":\"${type}\",\"interface_ip\":\"${ip}\",\"cidr\":\"${cidr}\"}" \
|
||||||
|
&& wait_state "subnets/${name}" running
|
||||||
|
}
|
||||||
|
|
||||||
|
frames_py () {
|
||||||
|
cat <<'PY'
|
||||||
|
import os, socket, struct, sys, time
|
||||||
|
|
||||||
|
def macb(s): return bytes(int(x, 16) for x in s.split(':'))
|
||||||
|
def macs(b): return ':'.join('%02x' % x for x in b)
|
||||||
|
def ipb(s): return socket.inet_aton(s)
|
||||||
|
def ifmac(i): return os.environ.get('FRAMES_MAC') or open('/sys/class/net/%s/address' % i).read().strip()
|
||||||
|
|
||||||
|
def csum(b):
|
||||||
|
if len(b) % 2:
|
||||||
|
b += b'\0'
|
||||||
|
s = sum(struct.unpack('!%dH' % (len(b) // 2), b))
|
||||||
|
s = (s >> 16) + (s & 0xffff)
|
||||||
|
s += s >> 16
|
||||||
|
return ~s & 0xffff
|
||||||
|
|
||||||
|
def eth(dst, src, t, p): return macb(dst) + macb(src) + struct.pack('!H', t) + p
|
||||||
|
|
||||||
|
def arp_req(smac, sip, tip):
|
||||||
|
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806,
|
||||||
|
struct.pack('!HHBBH', 1, 0x0800, 6, 4, 1) + macb(smac) + ipb(sip) + bytes(6) + ipb(tip))
|
||||||
|
|
||||||
|
def udp_bcast(smac, sip, sport, dport, data):
|
||||||
|
u = struct.pack('!HHHH', sport, dport, 8 + len(data), 0) + data
|
||||||
|
h = struct.pack('!BBHHHBBH4s4s', 0x45, 0, 20 + len(u), 0, 0, 64, 17, 0, ipb(sip), ipb('255.255.255.255'))
|
||||||
|
h = h[:10] + struct.pack('!H', csum(h)) + h[12:]
|
||||||
|
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0800, h + u)
|
||||||
|
|
||||||
|
def garp(smac, ip):
|
||||||
|
return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806,
|
||||||
|
struct.pack('!HHBBH', 1, 0x0800, 6, 4, 2) + macb(smac) + ipb(ip) + macb('ff:ff:ff:ff:ff:ff') + ipb(ip))
|
||||||
|
|
||||||
|
def marker(smac, text): return eth('ff:ff:ff:ff:ff:ff', smac, 0x88b5, text.encode().ljust(46, b'\0'))
|
||||||
|
|
||||||
|
def sock(i):
|
||||||
|
s = socket.socket(socket.AF_PACKET, socket.SOCK_RAW, socket.htons(3))
|
||||||
|
s.bind((i, 0))
|
||||||
|
return s
|
||||||
|
|
||||||
|
def emit(i, frame, n):
|
||||||
|
if os.environ.get('FRAMES_DRY'):
|
||||||
|
print(frame.hex())
|
||||||
|
return
|
||||||
|
s = sock(i)
|
||||||
|
for _ in range(n):
|
||||||
|
s.send(frame)
|
||||||
|
time.sleep(0.2)
|
||||||
|
|
||||||
|
def frames(s, sec):
|
||||||
|
s.settimeout(0.2)
|
||||||
|
end = time.time() + sec
|
||||||
|
while time.time() < end:
|
||||||
|
try:
|
||||||
|
f, addr = s.recvfrom(4096)
|
||||||
|
except socket.timeout:
|
||||||
|
continue
|
||||||
|
if addr[2] != socket.PACKET_OUTGOING:
|
||||||
|
yield f
|
||||||
|
|
||||||
|
def match(kind, a, f):
|
||||||
|
t = f[12:14]
|
||||||
|
if kind == 'arp-req':
|
||||||
|
return t == b'\x08\x06' and f[20:22] == b'\x00\x01' and f[38:42] == ipb(a[0])
|
||||||
|
if kind == 'udp-from':
|
||||||
|
return t == b'\x08\x00' and f[23] == 17 and f[26:30] == ipb(a[0]) and struct.unpack('!H', f[34:36])[0] == int(a[1])
|
||||||
|
if kind == 'marker':
|
||||||
|
return t == b'\x88\xb5' and a[0].encode() in f[14:]
|
||||||
|
if kind == 'src-mac':
|
||||||
|
return macs(f[6:12]) == a[0].lower()
|
||||||
|
raise SystemExit('kind inconnu : ' + kind)
|
||||||
|
|
||||||
|
cmd, a = sys.argv[1], sys.argv[2:]
|
||||||
|
if cmd == 'arp':
|
||||||
|
emit(a[0], arp_req(ifmac(a[0]), a[1], a[2]), int(a[3]))
|
||||||
|
elif cmd == 'dhcp':
|
||||||
|
emit(a[0], udp_bcast(ifmac(a[0]), a[1], 67, int(a[2]), b'two-e2e-dhcp'.ljust(240, b'\0')), int(a[3]))
|
||||||
|
elif cmd == 'garp':
|
||||||
|
emit(a[0], garp(ifmac(a[0]), a[1]), int(a[2]))
|
||||||
|
elif cmd == 'marker':
|
||||||
|
emit(a[0], marker(a[1], a[2]), int(a[3]))
|
||||||
|
elif cmd == 'count':
|
||||||
|
print(sum(1 for f in frames(sock(a[0]), float(a[1])) if match(a[2], a[3:], f)))
|
||||||
|
elif cmd == 'arp-who':
|
||||||
|
s = sock(a[0])
|
||||||
|
s.send(arp_req(ifmac(a[0]), a[1], a[2]))
|
||||||
|
seen = {macs(f[22:28]) for f in frames(s, float(a[3]))
|
||||||
|
if f[12:14] == b'\x08\x06' and f[20:22] == b'\x00\x02' and f[28:32] == ipb(a[2])}
|
||||||
|
print('\n'.join(sorted(seen)))
|
||||||
|
else:
|
||||||
|
raise SystemExit('commande inconnue : ' + cmd)
|
||||||
|
PY
|
||||||
|
}
|
||||||
|
|
||||||
|
frames () {
|
||||||
|
frames_py | python3 - "$@"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_frames () {
|
||||||
|
local vpc="${1}" ip="${2}"
|
||||||
|
shift 2
|
||||||
|
vm_ssh "${vpc}" "${ip}" "echo $(frames_py | base64 | tr -d '\n') | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py $*"
|
||||||
|
}
|
||||||
|
|
||||||
|
sniff_start () {
|
||||||
|
local out="${1}"
|
||||||
|
shift
|
||||||
|
frames count "$@" > "${out}" 2>&1 &
|
||||||
|
sleep 1
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_sniff_start () {
|
||||||
|
local out="${1}" vpc="${2}" ip="${3}"
|
||||||
|
shift 3
|
||||||
|
vm_frames "${vpc}" "${ip}" count "$@" > "${out}" 2>&1 &
|
||||||
|
sleep 3
|
||||||
|
}
|
||||||
|
|
||||||
|
ebt_mac () {
|
||||||
|
awk -F: 'BEGIN {OFS = ":"} {for (i = 1; i <= NF; i++) sub(/^0/, "", $i); $1 = $1; print tolower($0)}' <<<"${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
ebt_rules () {
|
||||||
|
{ ip netns exec "${1}" ebtables -t nat -L; ip netns exec "${1}" ebtables -t filter -L; } | grep -- "${2}"
|
||||||
|
}
|
||||||
|
|
||||||
|
ebt_confined () {
|
||||||
|
ebt_rules "${1}" "${2}" | grep -ci -- "-s $(ebt_mac "${3}") .*DROP"
|
||||||
|
}
|
||||||
|
|
||||||
|
ebt_arp_drop () {
|
||||||
|
ebt_rules "${1}" "${2}" | grep -i arp | grep -i request | grep -q -- "${3} "
|
||||||
|
}
|
||||||
|
|
||||||
|
ebt_dhcp_drop () {
|
||||||
|
ebt_rules "${1}" "${2}" | grep -i udp | grep -- "${3} " | grep -q "67:68"
|
||||||
|
}
|
||||||
|
|
||||||
|
vrrp_expected_master () {
|
||||||
|
printf '%s\n' "$@" | awk -F: '{split($3, o, "."); k = sprintf("%05d%03d%03d%03d%03d", $2, o[1], o[2], o[3], o[4]); if (k > best) {best = k; name = $1}} END {print name}'
|
||||||
|
}
|
||||||
|
|
||||||
|
log_gap () {
|
||||||
|
LC_ALL=C awk -F'[][]' -v from="${2:-0}" -v to="${3:-0}" '/bytes from/ {if (prev != "" && $2 >= from && (to == 0 || $2 <= to) && $2 - prev > max) max = $2 - prev; prev = $2} END {printf "%d", max * 10 + 0.5}' "${1}"
|
||||||
|
}
|
||||||
|
|
@ -1,263 +0,0 @@
|
||||||
set -u
|
|
||||||
API=http://127.0.0.1:8080
|
|
||||||
IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest
|
|
||||||
IMAGE_FILE=debian-12-genericcloud-amd64.qcow2
|
|
||||||
TWO_IMAGE=/var/tmp/deb-two.qcow2
|
|
||||||
VM_KEY=/root/.ssh/lab-vm
|
|
||||||
VOLUMES=/var/lib/two/volumes
|
|
||||||
|
|
||||||
check () {
|
|
||||||
local desc="${1}" out
|
|
||||||
shift
|
|
||||||
if out=$("$@" 2>&1); then
|
|
||||||
echo "RÉUSSI: ${desc}"
|
|
||||||
else
|
|
||||||
echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
info () { echo "INFO: ${1}"; }
|
|
||||||
|
|
||||||
api_post () {
|
|
||||||
curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}"
|
|
||||||
}
|
|
||||||
|
|
||||||
api_delete () {
|
|
||||||
curl -fsS -o /dev/null -X DELETE "${API}/${1}"
|
|
||||||
}
|
|
||||||
|
|
||||||
api_code () {
|
|
||||||
curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}"
|
|
||||||
}
|
|
||||||
|
|
||||||
api_state () {
|
|
||||||
curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state
|
|
||||||
}
|
|
||||||
|
|
||||||
wait_state () {
|
|
||||||
local path="${1}" want="${2}" i s
|
|
||||||
for i in $(seq 1 90); do
|
|
||||||
s=$(api_state "${path}")
|
|
||||||
[ "${s}" = "${want}" ] && return 0
|
|
||||||
[ "${want}" = deleted ] && [ -z "${s}" ] && return 0
|
|
||||||
[ "${s}" = error ] && { echo "${path}: error" >&2; return 1; }
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
echo "${path}: ${s:-absent}, ${want} attendu" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
vpc_create () {
|
|
||||||
local l3vni="${3:+,\"l3vni\":${3}}"
|
|
||||||
api_state "vpcs/${1}" | grep -qx running && return 0
|
|
||||||
api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running
|
|
||||||
}
|
|
||||||
|
|
||||||
subnet_create () {
|
|
||||||
local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}"
|
|
||||||
api_state "subnets/${name}" | grep -qx running && return 0
|
|
||||||
api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \
|
|
||||||
&& wait_state "subnets/${name}" running
|
|
||||||
}
|
|
||||||
|
|
||||||
anycast_mac () {
|
|
||||||
printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 ))
|
|
||||||
}
|
|
||||||
|
|
||||||
two_image () {
|
|
||||||
[ -f "${TWO_IMAGE}" ] && return 0
|
|
||||||
local work
|
|
||||||
work=$(mktemp -d)
|
|
||||||
curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1
|
|
||||||
curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1
|
|
||||||
(cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; }
|
|
||||||
command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null
|
|
||||||
modprobe nbd max_part=8
|
|
||||||
qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1
|
|
||||||
for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done
|
|
||||||
mkdir -p /mnt/two-image
|
|
||||||
mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; }
|
|
||||||
printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \
|
|
||||||
> /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg
|
|
||||||
umount /mnt/two-image
|
|
||||||
qemu-nbd -d /dev/nbd0 >/dev/null
|
|
||||||
mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}"
|
|
||||||
rm -rf "${work}"
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_key () {
|
|
||||||
[ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}"
|
|
||||||
cat "${VM_KEY}.pub"
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_create () {
|
|
||||||
local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}"
|
|
||||||
api_state "vms/${name}" | grep -qx running && return 0
|
|
||||||
[ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}"
|
|
||||||
mkdir -p "${VOLUMES}"
|
|
||||||
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
|
|
||||||
api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \
|
|
||||||
&& wait_state "vms/${name}" running
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_delete () {
|
|
||||||
api_delete "vms/${1}" && wait_state "vms/${1}" deleted
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_ssh () {
|
|
||||||
local vpc="${1}" ip="${2}"
|
|
||||||
shift 2
|
|
||||||
ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \
|
|
||||||
-o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@"
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_wait () {
|
|
||||||
local i
|
|
||||||
for i in $(seq 1 40); do
|
|
||||||
vm_ssh "${1}" "${2}" true 2>/dev/null && return 0
|
|
||||||
sleep 5
|
|
||||||
done
|
|
||||||
echo "${2}: SSH injoignable" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_fails () {
|
|
||||||
local out
|
|
||||||
out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; }
|
|
||||||
case "${out}" in
|
|
||||||
rc=0) echo "la commande a réussi dans ${2}"; return 1 ;;
|
|
||||||
rc=*) return 0 ;;
|
|
||||||
*) echo "sortie inattendue : ${out}"; return 1 ;;
|
|
||||||
esac
|
|
||||||
}
|
|
||||||
|
|
||||||
vm_grep () {
|
|
||||||
vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}"
|
|
||||||
}
|
|
||||||
|
|
||||||
has_addr () {
|
|
||||||
vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/"
|
|
||||||
}
|
|
||||||
|
|
||||||
route_via () {
|
|
||||||
vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} "
|
|
||||||
}
|
|
||||||
|
|
||||||
dhcp_hosts () {
|
|
||||||
python3 - "/run/two/dhcp/${1}.sock" <<'PY'
|
|
||||||
import json, socket, sys
|
|
||||||
s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
|
|
||||||
s.connect(sys.argv[1])
|
|
||||||
s.sendall(b'{"verb":"get-state"}\n')
|
|
||||||
buf = b""
|
|
||||||
while not buf.endswith(b"\n"):
|
|
||||||
c = s.recv(65536)
|
|
||||||
if not c:
|
|
||||||
break
|
|
||||||
buf += c
|
|
||||||
state = json.loads(buf).get("state") or {}
|
|
||||||
print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or [])))
|
|
||||||
PY
|
|
||||||
}
|
|
||||||
|
|
||||||
vrf_nexthops () {
|
|
||||||
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//'
|
|
||||||
}
|
|
||||||
|
|
||||||
wait_vrf_nexthops () {
|
|
||||||
local i
|
|
||||||
for i in $(seq 1 30); do
|
|
||||||
[ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
ping_rate () {
|
|
||||||
vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1
|
|
||||||
}
|
|
||||||
|
|
||||||
vrf_route_via () {
|
|
||||||
ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} "
|
|
||||||
}
|
|
||||||
|
|
||||||
wait_vrf_route () {
|
|
||||||
local i
|
|
||||||
for i in $(seq 1 30); do
|
|
||||||
vrf_route_via "$@" && return 0
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
vrf_members () {
|
|
||||||
ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//'
|
|
||||||
}
|
|
||||||
|
|
||||||
netns_ping_wait () {
|
|
||||||
local i
|
|
||||||
for i in $(seq 1 40); do
|
|
||||||
ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0
|
|
||||||
sleep 5
|
|
||||||
done
|
|
||||||
echo "${2} injoignable depuis ${1}" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
l3vni_ready () {
|
|
||||||
local out
|
|
||||||
out=$(vtysh -c "show evpn vni ${1}") &&
|
|
||||||
grep -q 'Type: L3' <<<"${out}" &&
|
|
||||||
grep -q 'State: Up' <<<"${out}" &&
|
|
||||||
grep -qi "Router MAC: ${2}" <<<"${out}"
|
|
||||||
}
|
|
||||||
|
|
||||||
wait_l3vni () {
|
|
||||||
local i
|
|
||||||
for i in $(seq 1 15); do
|
|
||||||
l3vni_ready "$@" && return 0
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
vtep_host () {
|
|
||||||
ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2
|
|
||||||
}
|
|
||||||
|
|
||||||
bgp_paths () {
|
|
||||||
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length'
|
|
||||||
}
|
|
||||||
|
|
||||||
bgp_best () {
|
|
||||||
vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null |
|
|
||||||
jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"'
|
|
||||||
}
|
|
||||||
|
|
||||||
sources_reach () {
|
|
||||||
local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0
|
|
||||||
for n in $(seq 20 59); do
|
|
||||||
ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null
|
|
||||||
ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1))
|
|
||||||
total=$((total + 1))
|
|
||||||
ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}"
|
|
||||||
done
|
|
||||||
echo "${ok}/${total}"
|
|
||||||
}
|
|
||||||
|
|
||||||
watchdog_reported () {
|
|
||||||
journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}"
|
|
||||||
}
|
|
||||||
|
|
||||||
wait_watchdog () {
|
|
||||||
local i
|
|
||||||
for i in $(seq 1 30); do
|
|
||||||
watchdog_reported "$@" && return 0
|
|
||||||
sleep 2
|
|
||||||
done
|
|
||||||
echo "watchdog : « ${1} » non signalé" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
176
test/e2e/lib/vm.sh
Normal file
176
test/e2e/lib/vm.sh
Normal file
|
|
@ -0,0 +1,176 @@
|
||||||
|
two_image () {
|
||||||
|
[ -f "${TWO_IMAGE}" ] && return 0
|
||||||
|
local work
|
||||||
|
work=$(mktemp -d)
|
||||||
|
curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1
|
||||||
|
curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1
|
||||||
|
(cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; }
|
||||||
|
command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null
|
||||||
|
modprobe nbd max_part=8
|
||||||
|
qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1
|
||||||
|
for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done
|
||||||
|
mkdir -p /mnt/two-image
|
||||||
|
mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; }
|
||||||
|
printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \
|
||||||
|
> /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg
|
||||||
|
umount /mnt/two-image
|
||||||
|
qemu-nbd -d /dev/nbd0 >/dev/null
|
||||||
|
mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}"
|
||||||
|
rm -rf "${work}"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_key () {
|
||||||
|
[ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}"
|
||||||
|
cat "${VM_KEY}.pub"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_create () {
|
||||||
|
local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}"
|
||||||
|
api_state "vms/${name}" | grep -qx running && return 0
|
||||||
|
[ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}"
|
||||||
|
mkdir -p "${VOLUMES}"
|
||||||
|
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
|
||||||
|
api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \
|
||||||
|
&& wait_state "vms/${name}" running
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_delete () {
|
||||||
|
api_delete "vms/${1}" && wait_state "vms/${1}" deleted
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_ssh () {
|
||||||
|
local vpc="${1}" ip="${2}"
|
||||||
|
shift 2
|
||||||
|
ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \
|
||||||
|
-o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_wait () {
|
||||||
|
local i
|
||||||
|
for i in $(seq 1 40); do
|
||||||
|
vm_ssh "${1}" "${2}" true 2>/dev/null && return 0
|
||||||
|
sleep 5
|
||||||
|
done
|
||||||
|
echo "${2}: SSH injoignable" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_fails () {
|
||||||
|
local out
|
||||||
|
out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; }
|
||||||
|
case "${out}" in
|
||||||
|
rc=0) echo "la commande a réussi dans ${2}"; return 1 ;;
|
||||||
|
rc=*) return 0 ;;
|
||||||
|
*) echo "sortie inattendue : ${out}"; return 1 ;;
|
||||||
|
esac
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_grep () {
|
||||||
|
vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}"
|
||||||
|
}
|
||||||
|
|
||||||
|
has_addr () {
|
||||||
|
vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/"
|
||||||
|
}
|
||||||
|
|
||||||
|
route_via () {
|
||||||
|
vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} "
|
||||||
|
}
|
||||||
|
|
||||||
|
ping_rate () {
|
||||||
|
vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_body () {
|
||||||
|
local name="${1}" subnet="${2}" ip="${3}" disk="${4:-${VOLUMES}/${1}.qcow2}" meta="${5:-{\}}" dev="${6:-vda}"
|
||||||
|
printf '{"name":"%s","memory":1024,"cpus":1,"metadata":%s,"interfaces":[{"subnet":"%s","ip":"%s","primary":true}],"storage":[{"path":"%s","dev":"%s"}]}' \
|
||||||
|
"${name}" "${meta}" "${subnet}" "${ip}" "${disk}" "${dev}"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_json () {
|
||||||
|
local name="${1}" nics='[]' disks='[]' meta='{}' uefi=false primary=true
|
||||||
|
shift
|
||||||
|
while [ $# -gt 0 ]; do
|
||||||
|
case "${1}" in
|
||||||
|
--nic) nics=$(jq -c --arg s "${2%%=*}" --arg ip "${2#*=}" --argjson p "${primary}" '. + [{subnet: $s, ip: $ip, primary: $p}]' <<<"${nics}"); primary=false; shift 2 ;;
|
||||||
|
--disk) disks=$(jq -c --arg d "${2%%=*}" --arg p "${2#*=}" '. + [{path: $p, dev: $d}]' <<<"${disks}"); shift 2 ;;
|
||||||
|
--sshkey) meta=$(jq -c --arg v "${2}" '. + {sshkey: $v}' <<<"${meta}"); shift 2 ;;
|
||||||
|
--password) meta=$(jq -c --arg v "${2}" '. + {password: $v}' <<<"${meta}"); shift 2 ;;
|
||||||
|
--user-data) meta=$(jq -c --arg v "${2}" '. + {user_data: $v}' <<<"${meta}"); shift 2 ;;
|
||||||
|
--uefi) uefi=true; shift ;;
|
||||||
|
*) echo "vm_json : option inconnue ${1}" >&2; return 1 ;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
jq -nc --arg n "${name}" --argjson nics "${nics}" --argjson disks "${disks}" --argjson meta "${meta}" --argjson uefi "${uefi}" \
|
||||||
|
'{name: $n, memory: 1024, cpus: 1, metadata: $meta, interfaces: $nics, storage: $disks, uefi: $uefi}'
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_launch () {
|
||||||
|
local name="${1}" body
|
||||||
|
shift
|
||||||
|
api_state "vms/${name}" | grep -qx running && return 0
|
||||||
|
body=$(vm_json "${name}" --disk "vda=${VOLUMES}/${name}.qcow2" "$@") || return 1
|
||||||
|
mkdir -p "${VOLUMES}"
|
||||||
|
cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1
|
||||||
|
api_post vms "${body}" && wait_state "vms/${name}" running
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_has_ip () {
|
||||||
|
vm_ssh "${1}" "${2}" 'ip -4 -o addr show' | grep -q " ${3}/"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_lease () {
|
||||||
|
vm_ssh "${1}" "${2}" "sudo cat /run/systemd/netif/leases/\$(cat /sys/class/net/${4:-ens3}/ifindex)" | sed -n "s/^${3}=//p"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_meta () {
|
||||||
|
vm_ssh "${1}" "${2}" "curl -fsS http://169.254.169.254/${3}"
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_boot_id () {
|
||||||
|
vm_ssh "${1}" "${2}" 'cat /proc/sys/kernel/random/boot_id'
|
||||||
|
}
|
||||||
|
|
||||||
|
wait_reboot () {
|
||||||
|
local i id
|
||||||
|
for i in $(seq 1 60); do
|
||||||
|
id=$(vm_boot_id "${1}" "${2}" 2>/dev/null)
|
||||||
|
[ -n "${id}" ] && [ "${id}" != "${3}" ] && return 0
|
||||||
|
sleep 5
|
||||||
|
done
|
||||||
|
echo "${2} : pas de redémarrage constaté (boot_id ${id:-illisible})" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
lease_mtime () {
|
||||||
|
vm_ssh "${1}" "${2}" "sudo stat -c %Y /run/systemd/netif/leases/\$(cat /sys/class/net/${3:-ens3}/ifindex)"
|
||||||
|
}
|
||||||
|
|
||||||
|
lease_renewed () {
|
||||||
|
local before after i
|
||||||
|
before=$(lease_mtime "${1}" "${2}") || return 1
|
||||||
|
sleep 2
|
||||||
|
vm_ssh "${1}" "${2}" "sudo networkctl renew ${3:-ens3}" || return 1
|
||||||
|
for i in $(seq 1 15); do
|
||||||
|
after=$(lease_mtime "${1}" "${2}")
|
||||||
|
[ -n "${after}" ] && [ "${after}" != "${before}" ] && return 0
|
||||||
|
sleep 2
|
||||||
|
done
|
||||||
|
echo "${2} : bail non renouvelé (fichier inchangé depuis ${before})" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
ssh_denied () {
|
||||||
|
local i out
|
||||||
|
for i in $(seq 1 40); do
|
||||||
|
out=$(vm_ssh "${1}" "${2}" true 2>&1) && { echo "${2} : SSH accepté"; return 1; }
|
||||||
|
grep -q 'Permission denied' <<<"${out}" && return 0
|
||||||
|
sleep 5
|
||||||
|
done
|
||||||
|
echo "${2} : ni accepté ni refusé (${out:-aucune réponse})" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
vm_neigh_mac () {
|
||||||
|
vm_ssh "${1}" "${2}" "ip neigh show ${3}" | grep -o 'lladdr [0-9a-f:]*' | cut -d' ' -f2
|
||||||
|
}
|
||||||
108
test/e2e/run.sh
108
test/e2e/run.sh
|
|
@ -2,16 +2,22 @@
|
||||||
|
|
||||||
LAB_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
LAB_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
LAB_HOST="${LAB_HOST:-${LAB_DIR}/labctl.sh}"
|
LAB_HOST="${LAB_HOST:-${LAB_DIR}/labctl.sh}"
|
||||||
SCENARIO_DIR="${SCENARIO_DIR:-${LAB_DIR}/scenarios}"
|
SUITE_DIR="${SUITE_DIR:-${LAB_DIR}/suite}"
|
||||||
|
LIBS=(core vm net evpn fixture)
|
||||||
SCENARIO_LOG=""
|
SCENARIO_LOG=""
|
||||||
|
|
||||||
usage () {
|
usage () {
|
||||||
cat >&2 <<USAGE
|
cat >&2 <<USAGE
|
||||||
usage: ${0##*/} <scénario>... | all
|
usage: ${0##*/} [--continue] all | --from <NN> | <couche N0>... | <test>...
|
||||||
|
${0##*/} --matrice
|
||||||
|
|
||||||
scénarios : $(cd "${SCENARIO_DIR}" && ls -- *.sh | sed 's/\.sh$//' | tr '\n' ' ')
|
tests : $(cd "${SUITE_DIR}" && ls -- *.sh 2>/dev/null | sed 's/\.sh$//' | tr '\n' ' ')
|
||||||
|
|
||||||
Chaque scénario s'exécute depuis le Mac sur le lab en cours (labctl.sh up, push, ./labctl up).
|
Chaque test s'exécute depuis le Mac sur le lab en cours (labctl.sh up, push, ./labctl up).
|
||||||
|
Une couche se désigne par son numéro (00, 10, …, 70), un test par son numéro ou son nom.
|
||||||
|
Avant un test, ses ressources t<NN> restantes sont supprimées et l'état de chaque hôte de
|
||||||
|
l'en-tête « # hôtes: » est relevé ; après, ses ressources sont supprimées et l'hôte doit être
|
||||||
|
revenu à cet état. Avec all ou --from, une couche en échec arrête la suite (--continue : non).
|
||||||
Une ligne RÉUSSI ou ÉCHOUÉ par vérification ; code de sortie 1 si une vérification échoue ou
|
Une ligne RÉUSSI ou ÉCHOUÉ par vérification ; code de sortie 1 si une vérification échoue ou
|
||||||
si aucune n'a été faite.
|
si aucune n'a été faite.
|
||||||
USAGE
|
USAGE
|
||||||
|
|
@ -19,23 +25,43 @@ USAGE
|
||||||
}
|
}
|
||||||
|
|
||||||
on () {
|
on () {
|
||||||
local node="${1}" assignment
|
local node="${1}" assignment lib
|
||||||
shift
|
shift
|
||||||
{
|
{
|
||||||
for assignment in "$@"; do
|
for assignment in "$@"; do
|
||||||
printf 'export %q=%q\n' "${assignment%%=*}" "${assignment#*=}"
|
printf 'export %q=%q\n' "${assignment%%=*}" "${assignment#*=}"
|
||||||
done
|
done
|
||||||
cat "${LAB_DIR}/lib/node.sh"
|
for lib in "${LIBS[@]}"; do
|
||||||
|
cat "${LAB_DIR}/lib/${lib}.sh"
|
||||||
|
done
|
||||||
cat
|
cat
|
||||||
} | "${LAB_HOST}" ssh "./labctl ssh ${node} 'sudo bash -s'" 2>&1 | tee -a "${SCENARIO_LOG}"
|
} | "${LAB_HOST}" ssh "./labctl ssh ${node} 'sudo bash -s'" 2>&1 | tee -a "${SCENARIO_LOG}"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
header () {
|
||||||
|
sed -n "s/^# ${2}: *//p" "${1}" | head -n 1
|
||||||
|
}
|
||||||
|
|
||||||
|
number () {
|
||||||
|
local name
|
||||||
|
name=$(basename "${1}")
|
||||||
|
echo "${name%%-*}"
|
||||||
|
}
|
||||||
|
|
||||||
run_scenario () {
|
run_scenario () {
|
||||||
local file="${1}" name passed failed
|
local file="${1}" name passed failed host hosts num
|
||||||
name="$(basename "${file}" .sh)"
|
name="$(basename "${file}" .sh)"
|
||||||
|
num=$(number "${file}")
|
||||||
|
hosts=$(header "${file}" hôtes)
|
||||||
SCENARIO_LOG="$(mktemp)"
|
SCENARIO_LOG="$(mktemp)"
|
||||||
echo "=== ${name}"
|
echo "=== ${name}"
|
||||||
|
for host in ${hosts}; do
|
||||||
|
on "${host}" "T=${num}" "HOST=${host}" <<< 'prepare_test'
|
||||||
|
done
|
||||||
( . "${file}" )
|
( . "${file}" )
|
||||||
|
for host in ${hosts}; do
|
||||||
|
on "${host}" "T=${num}" "HOST=${host}" <<< 'finish_test'
|
||||||
|
done
|
||||||
passed=$(grep -c '^RÉUSSI: ' "${SCENARIO_LOG}")
|
passed=$(grep -c '^RÉUSSI: ' "${SCENARIO_LOG}")
|
||||||
failed=$(grep -c '^ÉCHOUÉ: ' "${SCENARIO_LOG}")
|
failed=$(grep -c '^ÉCHOUÉ: ' "${SCENARIO_LOG}")
|
||||||
rm -f "${SCENARIO_LOG}"
|
rm -f "${SCENARIO_LOG}"
|
||||||
|
|
@ -43,21 +69,63 @@ run_scenario () {
|
||||||
[[ "${failed}" -eq 0 && "${passed}" -gt 0 ]]
|
[[ "${failed}" -eq 0 && "${passed}" -gt 0 ]]
|
||||||
}
|
}
|
||||||
|
|
||||||
main () {
|
matrix () {
|
||||||
local -a files=()
|
local file
|
||||||
local arg file rc=0
|
printf '%s\n' '.. list-table::' ' :header-rows: 1' '' \
|
||||||
[[ $# -gt 0 ]] || usage
|
' * - Test' ' - Fonctionnalité' ' - Hôtes' ' - Tickets'
|
||||||
for arg in "$@"; do
|
for file in "${SUITE_DIR}"/*.sh; do
|
||||||
if [[ "${arg}" == all ]]; then
|
printf ' * - ``%s``\n - %s\n - %s\n - %s\n' "$(basename "${file}" .sh)" \
|
||||||
files+=("${SCENARIO_DIR}"/*.sh)
|
"$(header "${file}" fonctionnalité)" "$(header "${file}" hôtes)" "$(header "${file}" tickets)"
|
||||||
continue
|
|
||||||
fi
|
|
||||||
file=$(ls "${SCENARIO_DIR}/${arg}"*.sh 2>/dev/null | head -n 1)
|
|
||||||
[[ -n "${file}" ]] || { echo "scénario inconnu : ${arg}" >&2; usage; }
|
|
||||||
files+=("${file}")
|
|
||||||
done
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
select_files () {
|
||||||
|
local arg file from=""
|
||||||
|
for arg in "$@"; do
|
||||||
|
if [[ -n "${from}" ]]; then
|
||||||
|
[[ "${arg}" =~ ^[0-9]{2}$ ]] || { echo "--from : numéro à deux chiffres attendu" >&2; return 1; }
|
||||||
|
for file in "${SUITE_DIR}"/*.sh; do
|
||||||
|
[[ "$(number "${file}")" > "${arg}" || "$(number "${file}")" == "${arg}" ]] && echo "${file}"
|
||||||
|
done
|
||||||
|
from=""
|
||||||
|
elif [[ "${arg}" == --from ]]; then
|
||||||
|
from=1
|
||||||
|
elif [[ "${arg}" == all ]]; then
|
||||||
|
ls "${SUITE_DIR}"/*.sh
|
||||||
|
elif [[ "${arg}" =~ ^[0-9]0$ ]]; then
|
||||||
|
ls "${SUITE_DIR}/${arg:0:1}"[0-9]-*.sh 2>/dev/null || { echo "couche vide : ${arg}" >&2; return 1; }
|
||||||
|
else
|
||||||
|
file=$(ls "${SUITE_DIR}/${arg}"*.sh 2>/dev/null | head -n 1)
|
||||||
|
[[ -n "${file}" ]] || { echo "test inconnu : ${arg}" >&2; return 1; }
|
||||||
|
echo "${file}"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
[[ -z "${from}" ]] || { echo "--from sans numéro" >&2; return 1; }
|
||||||
|
}
|
||||||
|
|
||||||
|
main () {
|
||||||
|
local -a files=() args=()
|
||||||
|
local arg file rc=0 layer="" layer_rc=0 stop=1 sweep=0 out
|
||||||
|
for arg in "$@"; do
|
||||||
|
case "${arg}" in
|
||||||
|
--continue) stop=0 ;;
|
||||||
|
--matrice) matrix; return 0 ;;
|
||||||
|
all|--from) sweep=1; args+=("${arg}") ;;
|
||||||
|
*) args+=("${arg}") ;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
[[ ${#args[@]} -gt 0 ]] || usage
|
||||||
|
out=$(select_files "${args[@]}") || usage
|
||||||
|
while IFS= read -r file; do files+=("${file}"); done <<< "${out}"
|
||||||
|
[[ ${#files[@]} -gt 0 && -n "${files[0]}" ]] || usage
|
||||||
for file in "${files[@]}"; do
|
for file in "${files[@]}"; do
|
||||||
run_scenario "${file}" || rc=1
|
[[ "$(number "${file}")" =~ ^[0-9]{2}$ ]] || sweep=0
|
||||||
|
if [[ "${sweep}" -eq 1 && "${stop}" -eq 1 && -n "${layer}" && "$(number "${file}" | cut -c1)" != "${layer}" && "${layer_rc}" -ne 0 ]]; then
|
||||||
|
echo "=== couche ${layer}0 en échec : arrêt de la suite (--continue pour poursuivre)"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
[[ "$(number "${file}" | cut -c1)" != "${layer}" ]] && { layer=$(number "${file}" | cut -c1); layer_rc=0; }
|
||||||
|
run_scenario "${file}" || { rc=1; layer_rc=1; }
|
||||||
done
|
done
|
||||||
return "${rc}"
|
return "${rc}"
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -28,7 +28,7 @@ FAKE
|
||||||
}
|
}
|
||||||
|
|
||||||
run () {
|
run () {
|
||||||
env LAB_HOST="${WORK}/lab-host" FAKE_DIR="${WORK}" SCENARIO_DIR="${SCENARIO_DIR:-${WORK}/scenarios}" \
|
env LAB_HOST="${WORK}/lab-host" FAKE_DIR="${WORK}" SUITE_DIR="${SUITE_DIR:-${WORK}/scenarios}" \
|
||||||
FAKE_OUT="${FAKE_OUT:-}" bash "${DIR}/run.sh" "$@" > "${WORK}/out.log" 2>&1
|
FAKE_OUT="${FAKE_OUT:-}" bash "${DIR}/run.sh" "$@" > "${WORK}/out.log" 2>&1
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -39,7 +39,7 @@ teardown () {
|
||||||
}
|
}
|
||||||
|
|
||||||
node () {
|
node () {
|
||||||
bash -c ". '${DIR}/lib/node.sh'; ${1}" 2>&1
|
bash -c "$(printf ". '%s'; " "${DIR}"/lib/{core,vm,net,evpn,fixture}.sh)${1}" 2>&1
|
||||||
}
|
}
|
||||||
|
|
||||||
test_on_sends_assignments_library_and_block_to_the_node () {
|
test_on_sends_assignments_library_and_block_to_the_node () {
|
||||||
|
|
@ -47,7 +47,7 @@ test_on_sends_assignments_library_and_block_to_the_node () {
|
||||||
printf '%s\n' "on hv2 KEY='ssh-ed25519 AAAA x' NAME=vm <<'NODE'" 'echo "${NAME}"' 'NODE' > "${WORK}/scenarios/t1.sh"
|
printf '%s\n' "on hv2 KEY='ssh-ed25519 AAAA x' NAME=vm <<'NODE'" 'echo "${NAME}"' 'NODE' > "${WORK}/scenarios/t1.sh"
|
||||||
FAKE_OUT='RÉUSSI: un' run t1 || fail "code de sortie $?"
|
FAKE_OUT='RÉUSSI: un' run t1 || fail "code de sortie $?"
|
||||||
[[ $(cat "${WORK}/calls.log") == "ssh ./labctl ssh hv2 'sudo bash -s'" ]] || fail "appel : $(cat "${WORK}/calls.log")"
|
[[ $(cat "${WORK}/calls.log") == "ssh ./labctl ssh hv2 'sudo bash -s'" ]] || fail "appel : $(cat "${WORK}/calls.log")"
|
||||||
grep -q '^check () {' "${WORK}/payload.1" || fail "node.sh absent du bloc"
|
grep -q '^check () {' "${WORK}/payload.1" || fail "bibliothèque absente du bloc"
|
||||||
[[ $(tail -n 1 "${WORK}/payload.1") == 'echo "${NAME}"' ]] || fail "bloc du scénario absent en fin d'envoi"
|
[[ $(tail -n 1 "${WORK}/payload.1") == 'echo "${NAME}"' ]] || fail "bloc du scénario absent en fin d'envoi"
|
||||||
[[ $(bash -c "$(grep '^export ' "${WORK}/payload.1"); printf '%s|%s' \"\${KEY}\" \"\${NAME}\"") == "ssh-ed25519 AAAA x|vm" ]] \
|
[[ $(bash -c "$(grep '^export ' "${WORK}/payload.1"); printf '%s|%s' \"\${KEY}\" \"\${NAME}\"") == "ssh-ed25519 AAAA x|vm" ]] \
|
||||||
|| fail "variables mal transmises : $(grep '^export ' "${WORK}/payload.1")"
|
|| fail "variables mal transmises : $(grep '^export ' "${WORK}/payload.1")"
|
||||||
|
|
@ -88,15 +88,21 @@ test_all_runs_every_scenario_and_fails_if_one_fails () {
|
||||||
}
|
}
|
||||||
|
|
||||||
test_every_shipped_block_is_valid_bash () {
|
test_every_shipped_block_is_valid_bash () {
|
||||||
local f
|
local f dir
|
||||||
setup "chaque bloc envoyé par les scénarios livrés est du bash valide"
|
for dir in scenarios suite; do
|
||||||
SCENARIO_DIR="${DIR}/scenarios" FAKE_OUT='RÉUSSI: x' run all
|
[[ -d "${DIR}/${dir}" ]] || continue
|
||||||
for f in "${WORK}"/syntax.*; do
|
setup "chaque bloc envoyé par ${dir}/ est du bash valide"
|
||||||
[[ -s "${f}" ]] && fail "${f##*/} : $(cat "${f}")"
|
sleep () { :; }
|
||||||
|
export -f sleep
|
||||||
|
SUITE_DIR="${DIR}/${dir}" FAKE_OUT='RÉUSSI: x' run --continue all
|
||||||
|
unset -f sleep
|
||||||
|
for f in "${WORK}"/syntax.*; do
|
||||||
|
[[ -s "${f}" ]] && fail "${f##*/} : $(cat "${f}")"
|
||||||
|
done
|
||||||
|
[[ $(ls "${WORK}" | grep -c '^payload\.') -ge 10 ]] || fail "trop peu de blocs envoyés : $(ls "${WORK}" | grep -c '^payload\.')"
|
||||||
|
grep -q 'ÉCHOUÉ: syntaxe' "${WORK}/out.log" && fail "bloc invalide"
|
||||||
|
teardown
|
||||||
done
|
done
|
||||||
[[ $(ls "${WORK}" | grep -c '^payload\.') -ge 10 ]] || fail "trop peu de blocs envoyés : $(ls "${WORK}" | grep -c '^payload\.')"
|
|
||||||
grep -q 'ÉCHOUÉ: syntaxe' "${WORK}/out.log" && fail "bloc invalide"
|
|
||||||
teardown
|
|
||||||
}
|
}
|
||||||
|
|
||||||
test_check_reports_success_and_failure_with_reason () {
|
test_check_reports_success_and_failure_with_reason () {
|
||||||
|
|
@ -228,6 +234,349 @@ test_watchdog_reported_matches_only_watchdog_alerts () {
|
||||||
teardown
|
teardown
|
||||||
}
|
}
|
||||||
|
|
||||||
|
suite_file () {
|
||||||
|
printf '%s\n' "# fonctionnalité: ${3:-f}" "# hôtes: ${2}" "# tickets: #70" "on hv1 <<'NODE'" 'true' 'NODE' > "${WORK}/scenarios/${1}.sh"
|
||||||
|
}
|
||||||
|
|
||||||
|
test_selection_by_layer_test_and_from () {
|
||||||
|
setup "sélection : couche, test, --from, inconnu"
|
||||||
|
suite_file 01-a ""; suite_file 11-b ""; suite_file 12-c ""; suite_file 21-d ""
|
||||||
|
FAKE_OUT='RÉUSSI: x' run 10
|
||||||
|
[[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 11-b === 12-c " ]] || fail "couche 10 : $(grep '^=== ' "${WORK}/out.log" | tr '\n' ' ')"
|
||||||
|
FAKE_OUT='RÉUSSI: x' run 12
|
||||||
|
[[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 12-c " ]] || fail "test 12"
|
||||||
|
FAKE_OUT='RÉUSSI: x' run --from 12
|
||||||
|
[[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 12-c === 21-d " ]] || fail "--from 12 : $(grep '^=== ' "${WORK}/out.log" | tr '\n' ' ')"
|
||||||
|
run 30; [[ $? -eq 2 ]] || fail "couche vide acceptée"
|
||||||
|
run --from; [[ $? -eq 2 ]] || fail "--from sans numéro accepté"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_failed_layer_stops_the_sweep_unless_continue () {
|
||||||
|
setup "all : une couche en échec arrête la suite, sauf --continue"
|
||||||
|
suite_file 01-a ""; suite_file 02-b ""; suite_file 11-c ""
|
||||||
|
FAKE_OUT='ÉCHOUÉ: x' run all; [[ $? -eq 1 ]] || fail "code"
|
||||||
|
[[ $(grep -c '^=== 0[12]-[ab] :' "${WORK}/out.log") -eq 2 ]] || fail "la couche 00 n'a pas été jouée en entier"
|
||||||
|
grep -q '^=== 11-c' "${WORK}/out.log" && fail "couche 10 jouée après l'échec de la couche 00"
|
||||||
|
grep -q 'couche 00 en échec' "${WORK}/out.log" || fail "arrêt non annoncé"
|
||||||
|
FAKE_OUT='ÉCHOUÉ: x' run --continue all
|
||||||
|
grep -q '^=== 11-c :' "${WORK}/out.log" || fail "--continue : couche 10 non jouée"
|
||||||
|
FAKE_OUT='ÉCHOUÉ: x' run 01 11
|
||||||
|
grep -q '^=== 11-c :' "${WORK}/out.log" || fail "tests nommés : pas d'arrêt attendu"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_fixtures_run_on_each_header_host () {
|
||||||
|
setup "fixtures : préparation et fin sur chaque hôte de l'en-tête, avec T et HOST"
|
||||||
|
suite_file 41-x "hv1 hv2"
|
||||||
|
FAKE_OUT='RÉUSSI: x' run 41
|
||||||
|
[[ $(tr '\n' '|' < "${WORK}/calls.log") == "ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv2 'sudo bash -s'|ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv2 'sudo bash -s'|" ]] \
|
||||||
|
|| fail "appels : $(tr '\n' '|' < "${WORK}/calls.log")"
|
||||||
|
[[ $(tail -n 1 "${WORK}/payload.1") == prepare_test && $(tail -n 1 "${WORK}/payload.5") == finish_test ]] || fail "fixture absente"
|
||||||
|
grep -q "^export T=41$" "${WORK}/payload.1" && grep -q "^export HOST=hv2$" "${WORK}/payload.5" || fail "T ou HOST non transmis"
|
||||||
|
teardown
|
||||||
|
setup "fixtures : aucune sans en-tête hôtes"
|
||||||
|
printf '%s\n' "on hv1 <<'NODE'" 'true' 'NODE' > "${WORK}/scenarios/s1.sh"
|
||||||
|
FAKE_OUT='RÉUSSI: x' run s1
|
||||||
|
[[ $(wc -l < "${WORK}/calls.log") -eq 1 ]] || fail "fixture envoyée à un scénario sans en-tête"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_matrix_lists_every_test_from_its_header () {
|
||||||
|
setup "--matrice : une ligne par test, tirée des en-têtes"
|
||||||
|
suite_file 41-x "hv1 hv2" "trafic EVPN"
|
||||||
|
run --matrice
|
||||||
|
grep -q '^ \* - ``41-x``$' "${WORK}/out.log" && grep -q '^ - trafic EVPN$' "${WORK}/out.log" && grep -q '^ - hv1 hv2$' "${WORK}/out.log" \
|
||||||
|
|| fail "matrice : $(cat "${WORK}/out.log")"
|
||||||
|
[[ -s "${WORK}/calls.log" ]] && fail "un nœud a été appelé"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_owned_keeps_only_the_resources_of_the_test () {
|
||||||
|
setup "owned : vp-tNN, sn-tNN, tNN- seulement"
|
||||||
|
[[ $(node 'printf "%s\n" vp-t41a sn-t41b t41-vm vp-t42a t4-x vp-s4 sn-s41 | T=41 owned | tr "\n" " "') == "vp-t41a sn-t41b t41-vm " ]] \
|
||||||
|
|| fail "$(node 'printf "%s\n" vp-t41a sn-t41b t41-vm vp-t42a t4-x vp-s4 sn-s41 | T=41 owned | tr "\n" " "')"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_teardown_deletes_vms_then_subnets_then_vpcs () {
|
||||||
|
setup "teardown_owned : VM, puis subnets, puis VPC, et rien d'autre"
|
||||||
|
local stub='api_names () { case $1 in vms) [ -f /tmp/.t70.$$ ] || echo t41-a; echo t42-z ;; subnets) echo sn-t41a ;; vpcs) echo vp-t41a ;; esac; }; api_delete () { echo "DEL $1"; [ "$1" = vms/t41-a ] && touch /tmp/.t70.$$; :; }; wait_state () { :; }; rm () { :; }; '
|
||||||
|
local out
|
||||||
|
out=$(node "T=41; ${stub}teardown_owned; command rm -f /tmp/.t70.\$\$")
|
||||||
|
[[ $(grep '^DEL' <<< "${out}" | tr '\n' ' ') == "DEL vms/t41-a DEL subnets/sn-t41a DEL vpcs/vp-t41a " ]] || fail "ordre : ${out}"
|
||||||
|
grep -q 'encore présents : subnets/sn-t41a vpcs/vp-t41a' <<< "${out}" || fail "restes non signalés : ${out}"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_state_unchanged_reports_the_difference () {
|
||||||
|
setup "state_unchanged : même état accepté, différence signalée"
|
||||||
|
local dir out
|
||||||
|
dir=$(mktemp -d)
|
||||||
|
printf '%s\n' '## liens' lo underlay > "${dir}/t41.avant"
|
||||||
|
[[ $(node "T=41; STATE_DIR='${dir}'; host_state () { printf '%s\n' '## liens' lo underlay; }; state_unchanged && echo OUI") == OUI ]] || fail "état identique refusé"
|
||||||
|
out=$(node "T=41; STATE_DIR='${dir}'; sleep () { :; }; host_state () { printf '%s\n' '## liens' br-t41a lo underlay; }; state_unchanged || echo NON")
|
||||||
|
[[ $(tail -n 1 <<< "${out}") == NON ]] || fail "différence acceptée"
|
||||||
|
grep -q '^1 différence(s), dont : > br-t41a$' <<< "${out}" || fail "résumé : ${out}"
|
||||||
|
rm -rf "${dir}"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_api_post_code_and_expect_code () {
|
||||||
|
setup "api_post_code / expect_code : code HTTP d'un POST, comparaison et message"
|
||||||
|
[[ $(node 'curl () { echo "$*"; }; api_post_code subnets "{\"a\":1}"') == '-s -o /dev/null -w %{http_code} -X POST -H Content-Type: application/json -d {"a":1} http://127.0.0.1:8080/subnets' ]] \
|
||||||
|
|| fail "appel : $(node 'curl () { echo "$*"; }; api_post_code subnets "{\"a\":1}"')"
|
||||||
|
[[ $(node 'expect_code 422 echo 422 && echo OUI') == OUI ]] || fail "code attendu refusé"
|
||||||
|
[[ $(node 'expect_code 422 echo 202 || echo NON') == $'code 202, 422 attendu\nNON' ]] || fail "écart : $(node 'expect_code 422 echo 202 || echo NON')"
|
||||||
|
[[ $(node 'expect_code 422 true || echo NON') == $'code absent, 422 attendu\nNON' ]] || fail "code vide accepté"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_api_field_reads_one_field_or_nothing () {
|
||||||
|
setup "api_field : un champ du GET, vide s'il manque"
|
||||||
|
[[ $(node 'curl () { echo "{\"interface_ip\":\"10.11.1.254\"}"; }; api_field subnets/sn-t11a interface_ip') == 10.11.1.254 ]] || fail "champ présent"
|
||||||
|
[[ -z $(node 'curl () { echo "{\"interface_ip\":\"10.11.1.254\"}"; }; api_field subnets/sn-t11a relay_ip') ]] || fail "champ absent non vide"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_body_builds_the_create_request () {
|
||||||
|
setup "vm_body : requête de création, disque par défaut, métadonnées et dev"
|
||||||
|
[[ $(node 'vm_body t11-a sn-t11a 10.11.1.10') == '{"name":"t11-a","memory":1024,"cpus":1,"metadata":{},"interfaces":[{"subnet":"sn-t11a","ip":"10.11.1.10","primary":true}],"storage":[{"path":"/var/lib/two/volumes/t11-a.qcow2","dev":"vda"}]}' ]] \
|
||||||
|
|| fail "défaut : $(node 'vm_body t11-a sn-t11a 10.11.1.10')"
|
||||||
|
[[ $(node 'vm_body t11-b sn-t11a 10.11.1.11 /x.qcow2 "{\"user_data\":\"YQ==\"}" sdb | jq -c "[.metadata.user_data, .storage[0].path, .storage[0].dev]"') == '["YQ==","/x.qcow2","sdb"]' ]] \
|
||||||
|
|| fail "options : $(node 'vm_body t11-b sn-t11a 10.11.1.11 /x.qcow2 "{\"user_data\":\"YQ==\"}" sdb')"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_json_builds_nics_disks_metadata_and_uefi () {
|
||||||
|
setup "vm_json : NIC (la première primaire), disques, métadonnées, uefi"
|
||||||
|
local out
|
||||||
|
out=$(node 'vm_json t25-m --disk vda=/v/a.qcow2 --nic sn-a=10.0.1.10 --nic sn-b=10.0.2.10 --disk sda=/v/b.qcow2 --sshkey "ssh-ed25519 AAAA x" --password "\$6\$s\$h" --user-data "I2Nsb3Vk" --uefi')
|
||||||
|
[[ "${out}" == '{"name":"t25-m","memory":1024,"cpus":1,"metadata":{"sshkey":"ssh-ed25519 AAAA x","password":"$6$s$h","user_data":"I2Nsb3Vk"},"interfaces":[{"subnet":"sn-a","ip":"10.0.1.10","primary":true},{"subnet":"sn-b","ip":"10.0.2.10","primary":false}],"storage":[{"path":"/v/a.qcow2","dev":"vda"},{"path":"/v/b.qcow2","dev":"sda"}],"uefi":true}' ]] \
|
||||||
|
|| fail "complet : ${out}"
|
||||||
|
out=$(node 'vm_json t21-a --nic sn-a=10.0.1.10')
|
||||||
|
[[ "${out}" == '{"name":"t21-a","memory":1024,"cpus":1,"metadata":{},"interfaces":[{"subnet":"sn-a","ip":"10.0.1.10","primary":true}],"storage":[],"uefi":false}' ]] || fail "minimal : ${out}"
|
||||||
|
[[ $(node 'vm_json t || echo NON' 2>&1) == '{"name":"t","memory":1024,"cpus":1,"metadata":{},"interfaces":[],"storage":[],"uefi":false}' ]] || fail "vide"
|
||||||
|
[[ $(node 'vm_json t --inconnue x || echo NON') == *NON ]] || fail "option inconnue acceptée"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_launch_copies_the_system_disk_first_and_waits () {
|
||||||
|
setup "vm_launch : disque système vda copié en premier, POST, attente de running"
|
||||||
|
local out
|
||||||
|
out=$(node 'VOLUMES=/v; TWO_IMAGE=/img; api_state () { echo; }; mkdir () { :; }; cp () { echo "CP $*"; }; api_post () { echo "POST $1 $(jq -c "[.storage[].dev, .interfaces[0].ip]" <<<"$2")"; }; wait_state () { echo "WAIT $*"; }; vm_launch t26-d --nic sn=10.0.0.10 --disk sda=/v/s.qcow2')
|
||||||
|
[[ "${out}" == $'CP /img /v/t26-d.qcow2\nPOST vms ["vda","sda","10.0.0.10"]\nWAIT vms/t26-d running' ]] || fail "${out}"
|
||||||
|
[[ $(node 'api_state () { echo running; }; cp () { echo CP; }; api_post () { echo POST; }; vm_launch t --nic s=1.2.3.4 && echo OK') == OK ]] || fail "VM en running relancée"
|
||||||
|
[[ $(node 'api_state () { echo; }; cp () { echo CP; }; vm_launch t --bad x || echo NON') == *NON ]] || fail "option invalide : disque copié ou POST envoyé"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_lease_reads_one_field_of_the_interface_lease () {
|
||||||
|
setup "vm_lease : champ du bail de l'interface demandée"
|
||||||
|
local stub='vm_ssh () { echo "$3" >&2; printf "%s\n" "ADDRESS=10.0.1.10" "SERVER_ADDRESS=10.0.1.254"; }; '
|
||||||
|
[[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER_ADDRESS 2>/dev/null") == 10.0.1.254 ]] || fail "server-id"
|
||||||
|
[[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER_ADDRESS ens4 2>&1 >/dev/null") == *'/sys/class/net/ens4/ifindex'* ]] || fail "interface ignorée"
|
||||||
|
[[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER 2>/dev/null") == "" ]] || fail "préfixe de champ accepté"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_has_ip_matches_the_exact_address () {
|
||||||
|
setup "vm_has_ip : adresse exacte, sur n'importe quelle interface"
|
||||||
|
local stub='vm_ssh () { echo "3: ens4 inet 10.25.2.10/24 brd 10.25.2.255 scope global ens4"; }; '
|
||||||
|
[[ $(node "${stub}vm_has_ip vp 10.25.1.10 10.25.2.10 && echo OUI") == OUI ]] || fail "adresse présente refusée"
|
||||||
|
[[ $(node "${stub}vm_has_ip vp 10.25.1.10 10.25.2.1 || echo NON") == NON ]] || fail "préfixe accepté"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_wait_reboot_needs_a_new_boot_id () {
|
||||||
|
setup "wait_reboot : boot_id différent et lisible exigé"
|
||||||
|
[[ $(node 'sleep () { :; }; vm_boot_id () { echo b2; }; wait_reboot vp ip b1 && echo OUI') == OUI ]] || fail "redémarrage non vu"
|
||||||
|
[[ $(node 'sleep () { :; }; vm_boot_id () { echo b1; }; wait_reboot vp ip b1 2>&1 || echo NON') == *NON ]] || fail "même boot_id accepté"
|
||||||
|
[[ $(node 'sleep () { :; }; vm_boot_id () { return 255; }; wait_reboot vp ip b1 2>&1 || echo NON') == *NON ]] || fail "VM injoignable prise pour redémarrée"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_lease_renewed_requires_a_newer_lease_file () {
|
||||||
|
setup "lease_renewed : renouvellement demandé, fichier de bail modifié"
|
||||||
|
local f
|
||||||
|
f=$(mktemp)
|
||||||
|
[[ $(node "sleep () { :; }; lease_mtime () { echo x >> '${f}.n'; wc -l < '${f}.n'; }; vm_ssh () { echo \"\$3\" >> '${f}'; }; lease_renewed vp ip && echo OUI") == OUI ]] || fail "renouvellement non vu"
|
||||||
|
grep -qx 'sudo networkctl renew ens3' "${f}" || fail "renouvellement non demandé : $(cat "${f}")"
|
||||||
|
[[ $(node "sleep () { :; }; lease_mtime () { echo 5; }; vm_ssh () { :; }; lease_renewed vp ip 2>&1 || echo NON") == *NON ]] || fail "bail inchangé accepté"
|
||||||
|
rm -f "${f}" "${f}.n"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_ssh_denied_needs_a_permission_denied () {
|
||||||
|
setup "ssh_denied : refus d'authentification exigé, pas une VM injoignable"
|
||||||
|
[[ $(node 'sleep () { :; }; vm_ssh () { echo "syonad@10.0.0.1: Permission denied (publickey)." >&2; return 255; }; ssh_denied vp ip && echo OUI') == OUI ]] || fail "refus non reconnu"
|
||||||
|
[[ $(node 'sleep () { :; }; vm_ssh () { echo "connect to host 10.0.0.1 port 22: Connection timed out" >&2; return 255; }; ssh_denied vp ip 2>&1 || echo NON') == *NON ]] || fail "injoignable pris pour un refus"
|
||||||
|
[[ $(node 'sleep () { :; }; vm_ssh () { return 0; }; ssh_denied vp ip || echo NON') == *NON ]] || fail "SSH accepté pris pour un refus"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_subnet_create_bridge_sends_mode_iface_type_and_interface_ip () {
|
||||||
|
setup "subnet_create_bridge : mode bridge, iface_type lan par défaut, interface_ip fournie"
|
||||||
|
local stub='api_state () { echo; }; wait_state () { :; }; api_post () { echo "$1 $2"; }; '
|
||||||
|
[[ $(node "${stub}subnet_create_bridge sn-t33a vp-t33 10.33.0.0/24 10.33.0.1") == 'subnets {"name":"sn-t33a","vpc":"vp-t33","mode":"bridge","iface_type":"lan","interface_ip":"10.33.0.1","cidr":"10.33.0.0/24"}' ]] \
|
||||||
|
|| fail "défaut : $(node "${stub}subnet_create_bridge sn-t33a vp-t33 10.33.0.0/24 10.33.0.1")"
|
||||||
|
[[ $(node "${stub}subnet_create_bridge sn-x vp-x 10.1.0.0/24 10.1.0.1 vms") == *'"iface_type":"vms"'* ]] || fail "iface_type explicite ignoré"
|
||||||
|
[[ $(node 'api_state () { echo running; }; api_post () { echo POST; }; subnet_create_bridge sn-x vp-x 10.1.0.0/24 10.1.0.1 && echo OK') == OK ]] || fail "subnet existant recréé"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_ebt_mac_drops_leading_zeros_like_ebtables () {
|
||||||
|
setup "ebt_mac : octets sans zéro de tête, en minuscules, comme ebtables -L"
|
||||||
|
[[ $(node 'ebt_mac 02:01:00:00:0C:1d') == 2:1:0:0:c:1d ]] || fail "$(node 'ebt_mac 02:01:00:00:0C:1d')"
|
||||||
|
[[ $(node 'ebt_mac aa:10:00:ff:01:00') == aa:10:0:ff:1:0 ]] || fail "$(node 'ebt_mac aa:10:00:ff:01:00')"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_frames_builds_arp_dhcp_and_marker_frames () {
|
||||||
|
setup "frames : requête ARP, DHCP en broadcast (somme IP juste) et trame marquée"
|
||||||
|
local arp dhcp mark
|
||||||
|
arp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames arp ens3 10.35.1.10 10.35.1.254 1')
|
||||||
|
dhcp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames dhcp ens3 10.35.1.254 68 1')
|
||||||
|
mark=$(node 'FRAMES_DRY=1 frames marker v-x-e 02:01:00:00:0d:ad t35-x 1')
|
||||||
|
garp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames garp ens3 10.35.1.254 1')
|
||||||
|
python3 - "${arp}" "${dhcp}" "${mark}" "${garp}" <<'PY' || fail "trames : ${arp} / ${dhcp} / ${mark} / ${garp}"
|
||||||
|
import socket, struct, sys
|
||||||
|
arp, dhcp, mark, garp = (bytes.fromhex(x) for x in sys.argv[1:])
|
||||||
|
assert garp[:6] == b'\xff' * 6 and garp[6:12] == bytes.fromhex('02000000000a'), 'garp mac'
|
||||||
|
assert garp[12:14] == b'\x08\x06' and garp[20:22] == b'\x00\x02', 'garp type/op'
|
||||||
|
assert garp[22:28] == bytes.fromhex('02000000000a') and garp[28:32] == socket.inet_aton('10.35.1.254'), 'garp émetteur'
|
||||||
|
assert garp[38:42] == socket.inet_aton('10.35.1.254'), 'garp cible'
|
||||||
|
assert arp[:6] == b'\xff' * 6 and arp[6:12] == bytes.fromhex('02000000000a'), 'arp mac'
|
||||||
|
assert arp[12:14] == b'\x08\x06' and arp[20:22] == b'\x00\x01', 'arp type/op'
|
||||||
|
assert arp[28:32] == socket.inet_aton('10.35.1.10') and arp[38:42] == socket.inet_aton('10.35.1.254'), 'arp ip'
|
||||||
|
ip = dhcp[14:34]
|
||||||
|
s = sum(struct.unpack('!10H', ip)); s = (s >> 16) + (s & 0xffff); s += s >> 16
|
||||||
|
assert s & 0xffff == 0xffff, 'somme IP'
|
||||||
|
assert dhcp[12:14] == b'\x08\x00' and dhcp[23] == 17 and dhcp[26:30] == socket.inet_aton('10.35.1.254'), 'dhcp ip'
|
||||||
|
assert struct.unpack('!HH', dhcp[34:38]) == (67, 68), 'dhcp ports'
|
||||||
|
assert mark[6:12] == bytes.fromhex('020100000dad'), 'marker mac'
|
||||||
|
assert mark[12:14] == b'\x88\xb5' and b't35-x' in mark[14:] and len(mark) == 60, 'marker'
|
||||||
|
PY
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_frames_ships_the_script_and_its_arguments () {
|
||||||
|
setup "vm_frames : le script complet, décodé dans la VM, et ses arguments"
|
||||||
|
local cmd
|
||||||
|
cmd=$(node 'vm_ssh () { echo "$1|$2|$3"; }; vm_frames vp-t35 10.35.1.10 arp ens3 10.35.1.10 10.35.1.254 5')
|
||||||
|
[[ "${cmd}" == "vp-t35|10.35.1.10|echo "*" | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py arp ens3 10.35.1.10 10.35.1.254 5" ]] || fail "commande : ${cmd:0:80}…"
|
||||||
|
local b64=${cmd#*echo }
|
||||||
|
b64=${b64%% |*}
|
||||||
|
[[ "$(printf '%s' "${b64}" | base64 -d)" == "$(node 'frames_py')" ]] || fail "script altéré en transit"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_evpn_mac_remote_requires_type_and_vtep () {
|
||||||
|
setup "evpn_mac_remote : MAC distante, bon VTEP, casse ignorée"
|
||||||
|
local json='{"macs":{"00:22:33:00:00:0b":{"type":"remote","remoteVtep":"192.168.14.12"},"00:22:33:00:00:0a":{"type":"local","intf":"tap1"}}}'
|
||||||
|
local stub="vtysh () { [ \"\$*\" = '-c show evpn mac vni 4101 json' ] && echo '${json}'; }; "
|
||||||
|
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0B 192.168.14.12 && echo OUI") == OUI ]] || fail "MAC distante refusée"
|
||||||
|
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0b 192.168.14.11 || echo NON") == NON ]] || fail "mauvais VTEP accepté"
|
||||||
|
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0a 192.168.14.12 || echo NON") == NON ]] || fail "MAC locale acceptée"
|
||||||
|
[[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0c 192.168.14.12 || echo NON") == NON ]] || fail "MAC absente acceptée"
|
||||||
|
[[ $(node "${stub}evpn_mac_remote 4102 00:22:33:00:00:0b 192.168.14.12 || echo NON") == NON ]] || fail "mauvaise VNI acceptée"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vm_neigh_mac_reads_the_resolved_mac () {
|
||||||
|
setup "vm_neigh_mac : MAC résolue, rien si incomplète"
|
||||||
|
[[ $(node 'vm_ssh () { echo "10.41.1.11 dev ens3 lladdr 00:22:33:00:00:0b REACHABLE"; }; vm_neigh_mac v 10.41.1.10 10.41.1.11') == 00:22:33:00:00:0b ]] || fail "MAC non lue"
|
||||||
|
[[ -z $(node 'vm_ssh () { echo "10.41.1.11 dev ens3 INCOMPLETE"; }; vm_neigh_mac v 10.41.1.10 10.41.1.11') ]] || fail "entrée incomplète lue comme une MAC"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_watchdog_l3_quiet_ignores_route_alerts_only () {
|
||||||
|
setup "watchdog_l3_quiet : alertes BGP, L3VNI et interfaces L3 refusées, alertes de route ignorées"
|
||||||
|
local route='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"route 10.53.1.99/32 exported in vrf-t53 without a running owner"}'
|
||||||
|
local bgp='{"msg":"watchdog: inconsistency detected","kind":"bgp","name":"10.255.255.1","problem":"session down"}'
|
||||||
|
local vni='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"l3vni 5300 is not Up"}'
|
||||||
|
local link='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"interface brl3-t53 missing"}'
|
||||||
|
local other='{"msg":"command failed","kind":"bgp"}'
|
||||||
|
[[ $(node "journalctl () { echo '${route}'; echo '${other}'; }; watchdog_l3_quiet && echo OUI") == OUI ]] || fail "alerte de route ou message hors watchdog pris pour une alerte L3"
|
||||||
|
local a
|
||||||
|
for a in "${bgp}" "${vni}" "${link}"; do
|
||||||
|
[[ $(node "journalctl () { echo '${a}'; }; watchdog_l3_quiet || echo NON" | tail -n 1) == NON ]] || fail "alerte acceptée : ${a}"
|
||||||
|
done
|
||||||
|
[[ $(node "journalctl () { echo \"\$*\" >&2; }; watchdog_l3_quiet 90 2>&1") == "-u agent --since -90s --no-pager -o cat" ]] || fail "fenêtre : $(node "journalctl () { echo \"\$*\" >&2; }; watchdog_l3_quiet 90 2>&1")"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_vrrp_expected_master_takes_the_highest_priority_then_address () {
|
||||||
|
setup "vrrp_expected_master : plus haute priorité, puis plus haute adresse"
|
||||||
|
[[ $(node 'vrrp_expected_master sw1:200:192.168.14.2 sw2:190:192.168.14.3') == sw1 ]] || fail "200 contre 190"
|
||||||
|
[[ $(node 'vrrp_expected_master sw1:190:192.168.14.2 sw2:200:192.168.14.3') == sw2 ]] || fail "190 contre 200"
|
||||||
|
[[ $(node 'vrrp_expected_master sw1:100:192.168.14.2 sw2:100:192.168.14.3') == sw2 ]] || fail "égalité : adresse la plus haute"
|
||||||
|
[[ $(node 'vrrp_expected_master sw1:100:192.168.14.20 sw2:100:192.168.14.3') == sw1 ]] || fail "égalité : comparaison numérique des octets"
|
||||||
|
[[ $(node 'vrrp_expected_master sw1:99:192.168.14.2 sw2:100:192.168.14.3') == sw2 ]] || fail "99 contre 100"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_log_gap_measures_the_longest_silence_in_a_window () {
|
||||||
|
setup "log_gap : plus long silence, en dixièmes, dans une fenêtre"
|
||||||
|
local log
|
||||||
|
log=$(mktemp)
|
||||||
|
printf '%s\n' '[100.0] 64 bytes from x: icmp_seq=1' '[100.2] 64 bytes from x: icmp_seq=2' '[103.0] 64 bytes from x: icmp_seq=3' \
|
||||||
|
'[103.2] 64 bytes from x: icmp_seq=4' '[110.0] 64 bytes from x: icmp_seq=5' '[110.2] 64 bytes from x: icmp_seq=6' 'no answer yet for icmp_seq=7' > "${log}"
|
||||||
|
[[ $(node "log_gap '${log}'") == 68 ]] || fail "toute la trace : $(node "log_gap '${log}'")"
|
||||||
|
[[ $(node "log_gap '${log}' 0 105") == 28 ]] || fail "avant 105 : $(node "log_gap '${log}' 0 105")"
|
||||||
|
[[ $(node "log_gap '${log}' 105 0") == 68 ]] || fail "silence à cheval sur 105 : $(node "log_gap '${log}' 105 0")"
|
||||||
|
[[ $(node "log_gap '${log}' 110.1 0") == 2 ]] || fail "après 110.1 : $(node "log_gap '${log}' 110.1 0")"
|
||||||
|
rm -f "${log}"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_ebt_matchers_read_the_ebtables_listing () {
|
||||||
|
setup "ebt_confined / ebt_arp_drop / ebt_dhcp_drop : lecture de ebtables -L"
|
||||||
|
local stub='ebt_rules () { printf "%s\n" "-s 2:1:0:0:c:27 -i v-x-i -j DROP" "-s 2:1:0:0:c:27 -o v-x-i -j DROP" "-p ARP -o v-x-i --arp-op Request --arp-ip-dst 10.2.1.254 -j DROP" "-p IPv4 -o v-x-i --ip-src 10.2.1.254 --ip-proto udp --ip-sport 67:68 --ip-dport 67:68 -j DROP" | grep -- "$2"; }; '
|
||||||
|
[[ $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:27") == 2 ]] || fail "confinement : $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:27")"
|
||||||
|
[[ $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:28") == 0 ]] || fail "autre MAC comptée"
|
||||||
|
[[ $(node "${stub}ebt_arp_drop ns v-x-i 10.2.1.254 && echo OUI") == OUI ]] || fail "ARP non lu"
|
||||||
|
[[ $(node "${stub}ebt_arp_drop ns v-x-i 10.2.1.25 || echo NON") == NON ]] || fail "10.2.1.25 pris pour 10.2.1.254"
|
||||||
|
[[ $(node "${stub}ebt_dhcp_drop ns v-x-i 10.2.1.254 && echo OUI") == OUI ]] || fail "DHCP non lu"
|
||||||
|
[[ $(node "${stub}ebt_dhcp_drop ns v-y-i 10.2.1.254 || echo NON") == NON ]] || fail "autre interface acceptée"
|
||||||
|
[[ $(node 'ebt_rules () { echo "-p IPv4 -o v-z-i --ip-src 10.2.1.254 --ip-proto udp --ip-dport 53 -j DROP"; }; ebt_dhcp_drop ns v-z-i 10.2.1.254 || echo NON') == NON ]] || fail "règle UDP hors DHCP prise pour un blocage DHCP"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_wait_bgp_paths_waits_for_the_expected_count () {
|
||||||
|
setup "wait_bgp_paths : nombre de chemins attendu, erreur explicite sinon"
|
||||||
|
[[ $(node 'bgp_paths () { echo 0; }; sleep () { :; }; wait_bgp_paths vp-t53 10.53.1.50/32 0 && echo OUI') == OUI ]] || fail "0 attendu refusé"
|
||||||
|
local out
|
||||||
|
out=$(node 'bgp_paths () { echo 1; }; sleep () { :; }; wait_bgp_paths vp-t53 10.53.1.50/32 0 || echo NON')
|
||||||
|
[[ $(tail -n 1 <<< "${out}") == NON ]] || fail "1 chemin accepté pour 0"
|
||||||
|
grep -q 'vrf-t53 10.53.1.50/32 : 1 chemin(s) BGP, 0 attendu(s)' <<< "${out}" || fail "message : ${out}"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_section_unchanged_names_the_changed_entries () {
|
||||||
|
setup "section_unchanged : une section comparée, entrées en cause nommées"
|
||||||
|
local dir out
|
||||||
|
dir=$(mktemp -d)
|
||||||
|
printf '%s\n' '## liens' lo '## fichiers' /run/two/a /run/two/b '## unités' u1 > "${dir}/avant"
|
||||||
|
[[ $(node "state_section '${dir}/avant' fichiers | tr '\n' ' '") == "/run/two/a /run/two/b " ]] || fail "section : $(node "state_section '${dir}/avant' fichiers")"
|
||||||
|
[[ $(node "host_state () { printf '%s\n' '## liens' lo br-x '## fichiers' /run/two/a /run/two/b '## unités' u1; }; section_unchanged '${dir}/avant' fichiers && echo OUI") == OUI ]] || fail "autre section prise en compte"
|
||||||
|
out=$(node "host_state () { printf '%s\n' '## liens' lo '## fichiers' /run/two/a /run/two/c '## unités' u1; }; section_unchanged '${dir}/avant' fichiers || echo NON")
|
||||||
|
[[ $(tail -n 1 <<< "${out}") == NON ]] || fail "différence acceptée"
|
||||||
|
grep -q '^fichiers en cause : -/run/two/b +/run/two/c $' <<< "${out}" || fail "message : ${out}"
|
||||||
|
rm -rf "${dir}"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
|
test_evpn_mac_json_shape_requires_remote_vtep () {
|
||||||
|
setup "evpn_mac_json_shape : MAC distante avec remoteVtep, champs listés sinon"
|
||||||
|
local ok='{"numMacs":2,"macs":{"00:22:33:00:00:0a":{"type":"local","intf":"tap1"},"00:22:33:00:00:0b":{"type":"remote","remoteVtep":"192.168.14.12"}}}'
|
||||||
|
local ko='{"macs":{"00:22:33:00:00:0b":{"type":"remote","vtep":"192.168.14.12"}}}'
|
||||||
|
[[ $(node "vtysh () { echo '${ok}'; }; evpn_mac_json_shape 4101 && echo OUI") == OUI ]] || fail "forme attendue refusée"
|
||||||
|
[[ $(node "vtysh () { echo '${ko}'; }; evpn_mac_json_shape 4101 || echo NON") == *'["type","vtep"]'*NON ]] || fail "champs non listés : $(node "vtysh () { echo '${ko}'; }; evpn_mac_json_shape 4101 || echo NON")"
|
||||||
|
[[ $(node "vtysh () { echo '{\"macs\":{}}'; }; evpn_mac_json_shape 4101 || echo NON") == *NON ]] || fail "aucune MAC distante acceptée"
|
||||||
|
teardown
|
||||||
|
}
|
||||||
|
|
||||||
for T in $(declare -F | awk '{print $3}' | grep '^test_'); do
|
for T in $(declare -F | awk '{print $3}' | grep '^test_'); do
|
||||||
"${T}"
|
"${T}"
|
||||||
done
|
done
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue