diff --git a/test/e2e/lib/core.sh b/test/e2e/lib/core.sh new file mode 100644 index 0000000..27aa4a3 --- /dev/null +++ b/test/e2e/lib/core.sh @@ -0,0 +1,63 @@ +set -u +API=http://127.0.0.1:8080 +IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest +IMAGE_FILE=debian-12-genericcloud-amd64.qcow2 +TWO_IMAGE=/var/tmp/deb-two.qcow2 +VM_KEY=/root/.ssh/lab-vm +VOLUMES=/var/lib/two/volumes + +check () { + local desc="${1}" out + shift + if out=$("$@" 2>&1); then + echo "RÉUSSI: ${desc}" + else + echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}" + fi +} + +info () { echo "INFO: ${1}"; } + +api_post () { + curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}" +} + +api_delete () { + curl -fsS -o /dev/null -X DELETE "${API}/${1}" +} + +api_code () { + curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}" +} + +api_state () { + curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state +} + +wait_state () { + local path="${1}" want="${2}" i s + for i in $(seq 1 90); do + s=$(api_state "${path}") + [ "${s}" = "${want}" ] && return 0 + [ "${want}" = deleted ] && [ -z "${s}" ] && return 0 + [ "${s}" = error ] && { echo "${path}: error" >&2; return 1; } + sleep 2 + done + echo "${path}: ${s:-absent}, ${want} attendu" >&2 + return 1 +} + +api_post_code () { + curl -s -o /dev/null -w '%{http_code}' -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}" +} + +expect_code () { + local want="${1}" got + shift + got=$("$@") + [ "${got}" = "${want}" ] || { echo "code ${got:-absent}, ${want} attendu"; return 1; } +} + +api_field () { + curl -fsS "${API}/${1}" | jq -r ".${2} // empty" +} diff --git a/test/e2e/lib/evpn.sh b/test/e2e/lib/evpn.sh new file mode 100644 index 0000000..63f4e3e --- /dev/null +++ b/test/e2e/lib/evpn.sh @@ -0,0 +1,124 @@ +vrf_nexthops () { + ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//' +} + +wait_vrf_nexthops () { + local i + for i in $(seq 1 30); do + [ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0 + sleep 2 + done + echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2 + return 1 +} + +vrf_route_via () { + ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} " +} + +wait_vrf_route () { + local i + for i in $(seq 1 30); do + vrf_route_via "$@" && return 0 + sleep 2 + done + echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2 + return 1 +} + +vrf_members () { + ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//' +} + +l3vni_ready () { + local out + out=$(vtysh -c "show evpn vni ${1}") && + grep -q 'Type: L3' <<<"${out}" && + grep -q 'State: Up' <<<"${out}" && + grep -qi "Router MAC: ${2}" <<<"${out}" +} + +wait_l3vni () { + local i + for i in $(seq 1 15); do + l3vni_ready "$@" && return 0 + sleep 2 + done + echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2 + return 1 +} + +vtep_host () { + ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2 +} + +bgp_paths () { + vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length' +} + +bgp_best () { + vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | + jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"' +} + +watchdog_reported () { + journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}" +} + +wait_watchdog () { + local i + for i in $(seq 1 30); do + watchdog_reported "$@" && return 0 + sleep 2 + done + echo "watchdog : « ${1} » non signalé" >&2 + return 1 +} + +watchdog_quiet () { + local out + out=$(journalctl -u agent --since "-${1:-300}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected') || return 0 + printf '%s\n' "${out}" + return 1 +} + +evpn_mac_remote () { + vtysh -c "show evpn mac vni ${1} json" 2>/dev/null | + jq -e --arg m "$(tr 'A-F' 'a-f' <<<"${2}")" --arg v "${3}" '(.macs // {})[$m] | .type == "remote" and .remoteVtep == $v' >/dev/null +} + +evpn_mac_json_shape () { + local out + out=$(vtysh -c "show evpn mac vni ${1} json" 2>/dev/null) + jq -e '[(.macs // {})[] | select(.type == "remote")] | length > 0 and all(has("remoteVtep"))' >/dev/null <<<"${out}" && return 0 + echo "VNI ${1} : champs d'une MAC distante : $(jq -c '[(.macs // {})[] | select(.type == "remote")][0] // {} | keys' <<<"${out}" 2>/dev/null)" + return 1 +} + +wait_evpn_mac () { + local i + for i in $(seq 1 30); do + evpn_mac_remote "$@" && return 0 + sleep 2 + done + echo "VNI ${1} : ${2} non apprise en type 2 via ${3}" >&2 + return 1 +} + +wait_bgp_paths () { + local i n + for i in $(seq 1 15); do + n=$(bgp_paths "${1}" "${2}") + [ "${n}" = "${3}" ] && return 0 + sleep 2 + done + echo "vrf-${1#vp-} ${2} : ${n:-?} chemin(s) BGP, ${3} attendu(s)" >&2 + return 1 +} + +watchdog_l3_quiet () { + local out + out=$(journalctl -u agent --since "-${1:-60}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -E '"kind":"bgp"|l3vni [0-9]|interface (vrf|brl3|vxl3|l3)-') || return 0 + printf '%s\n' "${out}" + return 1 +} diff --git a/test/e2e/lib/fixture.sh b/test/e2e/lib/fixture.sh new file mode 100644 index 0000000..fecfbb7 --- /dev/null +++ b/test/e2e/lib/fixture.sh @@ -0,0 +1,79 @@ +STATE_DIR=/var/tmp/e2e + +owned () { + grep -E "^(vp-|sn-)?t${T}" +} + +api_names () { + curl -fsS "${API}/${1}" | jq -r '.[] | select(.state != "deleted") | .name' +} + +delete_owned () { + local kind="${1}" name rc=0 + for name in $(api_names "${kind}" | owned); do + api_delete "${kind}/${name}" && wait_state "${kind}/${name}" deleted || { echo "${kind}/${name} : suppression en échec" >&2; rc=1; } + done + return "${rc}" +} + +teardown_owned () { + delete_owned vms && delete_owned subnets && delete_owned vpcs || return 1 + rm -f "${VOLUMES}/t${T}"-* + local left + left=$(for kind in vms subnets vpcs; do api_names "${kind}" | owned | sed "s|^|${kind}/|"; done | tr '\n' ' ') + [ -z "${left}" ] || { echo "encore présents : ${left}"; return 1; } +} + +host_state () { + echo "## netns"; ip netns list | awk '{print $1}' | sort + echo "## liens"; ip -o link show | awk -F': ' '{print $2}' | cut -d@ -f1 | sort + echo "## adresses"; ip -o -4 addr show | awk '{print $2, $4}' | sort + echo "## routes"; ip -4 route show table all | grep -v '^local \|^broadcast ' | sort + echo "## ebtables"; ebtables -t filter -L; ebtables -t nat -L + echo "## iptables"; iptables-save | grep -v '^#' | sed 's/ \[[0-9]*:[0-9]*\]$//' + echo "## frr"; vtysh -c 'show running-config' | grep -v '^Building\|^Current configuration\|^!' + echo "## frr.conf"; sha256sum /etc/frr/frr.conf | cut -d' ' -f1 + echo "## fichiers"; find /run/two /etc/dnsmasq.d "${VOLUMES}" -mindepth 1 2>/dev/null | sort + echo "## unités"; systemctl list-units --all --plain --no-legend 'two-vm-*' | awk '{print $1}' + echo "## processus"; pgrep -a dnsmasq | cut -d' ' -f2- | sort; echo "qemu: $(pgrep -c qemu-system)" +} + +prepare_test () { + mkdir -p "${STATE_DIR}" + if [ -n "$(for kind in vms subnets vpcs; do api_names "${kind}" | owned; done)" ]; then + info "${HOST} : ressources t${T} d'un passage précédent, suppression" + check "${HOST} : nettoyage des ressources t${T} restantes" teardown_owned + fi + host_state > "${STATE_DIR}/t${T}.avant" +} + +state_unchanged () { + local i diff + for i in $(seq 1 15); do + diff=$(diff "${STATE_DIR}/t${T}.avant" <(host_state)) && return 0 + sleep 2 + done + printf '%s\n' "${diff}" + echo "$(grep -c '^[<>]' <<<"${diff}") différence(s), dont : $(grep -m 1 '^[<>]' <<<"${diff}")" + return 1 +} + +state_section () { + awk -v s="## ${2}" '/^## / {p = ($0 == s); next} p' "${1}" +} + +section_unchanged () { + local now d + now=$(mktemp) + host_state > "${now}" + d=$(diff <(state_section "${1}" "${2}") <(state_section "${now}" "${2}")) + rm -f "${now}" + [ -z "${d}" ] && return 0 + echo "${2} en cause : $(grep '^[<>]' <<<"${d}" | sed 's/^< /-/; s/^> /+/' | tr '\n' ' ')" + return 1 +} + +finish_test () { + check "${HOST} : suppression des ressources t${T}" teardown_owned + check "${HOST} : hôte revenu à l'état d'avant le test (assert_clean)" state_unchanged +} diff --git a/test/e2e/lib/net.sh b/test/e2e/lib/net.sh new file mode 100644 index 0000000..dfe6b17 --- /dev/null +++ b/test/e2e/lib/net.sh @@ -0,0 +1,207 @@ +vpc_create () { + local l3vni="${3:+,\"l3vni\":${3}}" + api_state "vpcs/${1}" | grep -qx running && return 0 + api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running +} + +subnet_create () { + local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}" + api_state "subnets/${name}" | grep -qx running && return 0 + api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \ + && wait_state "subnets/${name}" running +} + +anycast_mac () { + printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 )) +} + +dhcp_hosts () { + python3 - "/run/two/dhcp/${1}.sock" <<'PY' +import json, socket, sys +s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) +s.connect(sys.argv[1]) +s.sendall(b'{"verb":"get-state"}\n') +buf = b"" +while not buf.endswith(b"\n"): + c = s.recv(65536) + if not c: + break + buf += c +state = json.loads(buf).get("state") or {} +print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or []))) +PY +} + +netns_ping_wait () { + local i + for i in $(seq 1 40); do + ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0 + sleep 5 + done + echo "${2} injoignable depuis ${1}" >&2 + return 1 +} + +sources_reach () { + local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0 + for n in $(seq 20 59); do + ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null + ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1)) + total=$((total + 1)) + ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}" + done + echo "${ok}/${total}" +} + +subnet_create_bridge () { + local name="${1}" vpc="${2}" cidr="${3}" ip="${4}" type="${5:-lan}" + api_state "subnets/${name}" | grep -qx running && return 0 + api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"bridge\",\"iface_type\":\"${type}\",\"interface_ip\":\"${ip}\",\"cidr\":\"${cidr}\"}" \ + && wait_state "subnets/${name}" running +} + +frames_py () { + cat <<'PY' +import os, socket, struct, sys, time + +def macb(s): return bytes(int(x, 16) for x in s.split(':')) +def macs(b): return ':'.join('%02x' % x for x in b) +def ipb(s): return socket.inet_aton(s) +def ifmac(i): return os.environ.get('FRAMES_MAC') or open('/sys/class/net/%s/address' % i).read().strip() + +def csum(b): + if len(b) % 2: + b += b'\0' + s = sum(struct.unpack('!%dH' % (len(b) // 2), b)) + s = (s >> 16) + (s & 0xffff) + s += s >> 16 + return ~s & 0xffff + +def eth(dst, src, t, p): return macb(dst) + macb(src) + struct.pack('!H', t) + p + +def arp_req(smac, sip, tip): + return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806, + struct.pack('!HHBBH', 1, 0x0800, 6, 4, 1) + macb(smac) + ipb(sip) + bytes(6) + ipb(tip)) + +def udp_bcast(smac, sip, sport, dport, data): + u = struct.pack('!HHHH', sport, dport, 8 + len(data), 0) + data + h = struct.pack('!BBHHHBBH4s4s', 0x45, 0, 20 + len(u), 0, 0, 64, 17, 0, ipb(sip), ipb('255.255.255.255')) + h = h[:10] + struct.pack('!H', csum(h)) + h[12:] + return eth('ff:ff:ff:ff:ff:ff', smac, 0x0800, h + u) + +def garp(smac, ip): + return eth('ff:ff:ff:ff:ff:ff', smac, 0x0806, + struct.pack('!HHBBH', 1, 0x0800, 6, 4, 2) + macb(smac) + ipb(ip) + macb('ff:ff:ff:ff:ff:ff') + ipb(ip)) + +def marker(smac, text): return eth('ff:ff:ff:ff:ff:ff', smac, 0x88b5, text.encode().ljust(46, b'\0')) + +def sock(i): + s = socket.socket(socket.AF_PACKET, socket.SOCK_RAW, socket.htons(3)) + s.bind((i, 0)) + return s + +def emit(i, frame, n): + if os.environ.get('FRAMES_DRY'): + print(frame.hex()) + return + s = sock(i) + for _ in range(n): + s.send(frame) + time.sleep(0.2) + +def frames(s, sec): + s.settimeout(0.2) + end = time.time() + sec + while time.time() < end: + try: + f, addr = s.recvfrom(4096) + except socket.timeout: + continue + if addr[2] != socket.PACKET_OUTGOING: + yield f + +def match(kind, a, f): + t = f[12:14] + if kind == 'arp-req': + return t == b'\x08\x06' and f[20:22] == b'\x00\x01' and f[38:42] == ipb(a[0]) + if kind == 'udp-from': + return t == b'\x08\x00' and f[23] == 17 and f[26:30] == ipb(a[0]) and struct.unpack('!H', f[34:36])[0] == int(a[1]) + if kind == 'marker': + return t == b'\x88\xb5' and a[0].encode() in f[14:] + if kind == 'src-mac': + return macs(f[6:12]) == a[0].lower() + raise SystemExit('kind inconnu : ' + kind) + +cmd, a = sys.argv[1], sys.argv[2:] +if cmd == 'arp': + emit(a[0], arp_req(ifmac(a[0]), a[1], a[2]), int(a[3])) +elif cmd == 'dhcp': + emit(a[0], udp_bcast(ifmac(a[0]), a[1], 67, int(a[2]), b'two-e2e-dhcp'.ljust(240, b'\0')), int(a[3])) +elif cmd == 'garp': + emit(a[0], garp(ifmac(a[0]), a[1]), int(a[2])) +elif cmd == 'marker': + emit(a[0], marker(a[1], a[2]), int(a[3])) +elif cmd == 'count': + print(sum(1 for f in frames(sock(a[0]), float(a[1])) if match(a[2], a[3:], f))) +elif cmd == 'arp-who': + s = sock(a[0]) + s.send(arp_req(ifmac(a[0]), a[1], a[2])) + seen = {macs(f[22:28]) for f in frames(s, float(a[3])) + if f[12:14] == b'\x08\x06' and f[20:22] == b'\x00\x02' and f[28:32] == ipb(a[2])} + print('\n'.join(sorted(seen))) +else: + raise SystemExit('commande inconnue : ' + cmd) +PY +} + +frames () { + frames_py | python3 - "$@" +} + +vm_frames () { + local vpc="${1}" ip="${2}" + shift 2 + vm_ssh "${vpc}" "${ip}" "echo $(frames_py | base64 | tr -d '\n') | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py $*" +} + +sniff_start () { + local out="${1}" + shift + frames count "$@" > "${out}" 2>&1 & + sleep 1 +} + +vm_sniff_start () { + local out="${1}" vpc="${2}" ip="${3}" + shift 3 + vm_frames "${vpc}" "${ip}" count "$@" > "${out}" 2>&1 & + sleep 3 +} + +ebt_mac () { + awk -F: 'BEGIN {OFS = ":"} {for (i = 1; i <= NF; i++) sub(/^0/, "", $i); $1 = $1; print tolower($0)}' <<<"${1}" +} + +ebt_rules () { + { ip netns exec "${1}" ebtables -t nat -L; ip netns exec "${1}" ebtables -t filter -L; } | grep -- "${2}" +} + +ebt_confined () { + ebt_rules "${1}" "${2}" | grep -ci -- "-s $(ebt_mac "${3}") .*DROP" +} + +ebt_arp_drop () { + ebt_rules "${1}" "${2}" | grep -i arp | grep -i request | grep -q -- "${3} " +} + +ebt_dhcp_drop () { + ebt_rules "${1}" "${2}" | grep -i udp | grep -- "${3} " | grep -q "67:68" +} + +vrrp_expected_master () { + printf '%s\n' "$@" | awk -F: '{split($3, o, "."); k = sprintf("%05d%03d%03d%03d%03d", $2, o[1], o[2], o[3], o[4]); if (k > best) {best = k; name = $1}} END {print name}' +} + +log_gap () { + LC_ALL=C awk -F'[][]' -v from="${2:-0}" -v to="${3:-0}" '/bytes from/ {if (prev != "" && $2 >= from && (to == 0 || $2 <= to) && $2 - prev > max) max = $2 - prev; prev = $2} END {printf "%d", max * 10 + 0.5}' "${1}" +} diff --git a/test/e2e/lib/node.sh b/test/e2e/lib/node.sh deleted file mode 100644 index 7146134..0000000 --- a/test/e2e/lib/node.sh +++ /dev/null @@ -1,263 +0,0 @@ -set -u -API=http://127.0.0.1:8080 -IMAGE_URL=https://cloud.debian.org/images/cloud/bookworm/latest -IMAGE_FILE=debian-12-genericcloud-amd64.qcow2 -TWO_IMAGE=/var/tmp/deb-two.qcow2 -VM_KEY=/root/.ssh/lab-vm -VOLUMES=/var/lib/two/volumes - -check () { - local desc="${1}" out - shift - if out=$("$@" 2>&1); then - echo "RÉUSSI: ${desc}" - else - echo "ÉCHOUÉ: ${desc}${out:+ — $(printf '%s' "${out}" | tail -n 1)}" - fi -} - -info () { echo "INFO: ${1}"; } - -api_post () { - curl -fsS -o /dev/null -X POST -H 'Content-Type: application/json' -d "${2}" "${API}/${1}" -} - -api_delete () { - curl -fsS -o /dev/null -X DELETE "${API}/${1}" -} - -api_code () { - curl -s -o /dev/null -w '%{http_code}' -X "${1}" "${API}/${2}" -} - -api_state () { - curl -fsS "${API}/${1}" 2>/dev/null | jq -r .state -} - -wait_state () { - local path="${1}" want="${2}" i s - for i in $(seq 1 90); do - s=$(api_state "${path}") - [ "${s}" = "${want}" ] && return 0 - [ "${want}" = deleted ] && [ -z "${s}" ] && return 0 - [ "${s}" = error ] && { echo "${path}: error" >&2; return 1; } - sleep 2 - done - echo "${path}: ${s:-absent}, ${want} attendu" >&2 - return 1 -} - -vpc_create () { - local l3vni="${3:+,\"l3vni\":${3}}" - api_state "vpcs/${1}" | grep -qx running && return 0 - api_post vpcs "{\"name\":\"${1}\",\"cidr\":\"${2}\"${l3vni}}" && wait_state "vpcs/${1}" running -} - -subnet_create () { - local name="${1}" vpc="${2}" vni="${3}" cidr="${4}" extra="${5:-}" - api_state "subnets/${name}" | grep -qx running && return 0 - api_post subnets "{\"name\":\"${name}\",\"vpc\":\"${vpc}\",\"mode\":\"vxlan\",\"vxlan_id\":${vni},\"iface_type\":\"vms\",\"cidr\":\"${cidr}\"${extra}}" \ - && wait_state "subnets/${name}" running -} - -anycast_mac () { - printf '02:01:00:%02x:%02x:%02x\n' $(( ${1} >> 16 & 255 )) $(( ${1} >> 8 & 255 )) $(( ${1} & 255 )) -} - -two_image () { - [ -f "${TWO_IMAGE}" ] && return 0 - local work - work=$(mktemp -d) - curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1 - curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1 - (cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; } - command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null - modprobe nbd max_part=8 - qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1 - for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done - mkdir -p /mnt/two-image - mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; } - printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \ - > /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg - umount /mnt/two-image - qemu-nbd -d /dev/nbd0 >/dev/null - mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}" - rm -rf "${work}" -} - -vm_key () { - [ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}" - cat "${VM_KEY}.pub" -} - -vm_create () { - local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}" - api_state "vms/${name}" | grep -qx running && return 0 - [ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}" - mkdir -p "${VOLUMES}" - cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1 - api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \ - && wait_state "vms/${name}" running -} - -vm_delete () { - api_delete "vms/${1}" && wait_state "vms/${1}" deleted -} - -vm_ssh () { - local vpc="${1}" ip="${2}" - shift 2 - ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \ - -o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@" -} - -vm_wait () { - local i - for i in $(seq 1 40); do - vm_ssh "${1}" "${2}" true 2>/dev/null && return 0 - sleep 5 - done - echo "${2}: SSH injoignable" >&2 - return 1 -} - -vm_fails () { - local out - out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; } - case "${out}" in - rc=0) echo "la commande a réussi dans ${2}"; return 1 ;; - rc=*) return 0 ;; - *) echo "sortie inattendue : ${out}"; return 1 ;; - esac -} - -vm_grep () { - vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}" -} - -has_addr () { - vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/" -} - -route_via () { - vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} " -} - -dhcp_hosts () { - python3 - "/run/two/dhcp/${1}.sock" <<'PY' -import json, socket, sys -s = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) -s.connect(sys.argv[1]) -s.sendall(b'{"verb":"get-state"}\n') -buf = b"" -while not buf.endswith(b"\n"): - c = s.recv(65536) - if not c: - break - buf += c -state = json.loads(buf).get("state") or {} -print(" ".join(sorted(h["mac"].lower() + "=" + h["ip"] for h in state.get("hosts") or []))) -PY -} - -vrf_nexthops () { - ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -o 'via [0-9.]*' | cut -d' ' -f2 | sort -u | tr '\n' ' ' | sed 's/ $//' -} - -wait_vrf_nexthops () { - local i - for i in $(seq 1 30); do - [ "$(vrf_nexthops "${1}" "${2}")" = "${3}" ] && return 0 - sleep 2 - done - echo "vrf-${1#vp-} ${2} : next-hops « $(vrf_nexthops "${1}" "${2}") », « ${3} » attendu" >&2 - return 1 -} - -ping_rate () { - vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1 -} - -vrf_route_via () { - ip -4 route show vrf "vrf-${1#vp-}" "${2}" | grep -q "via ${3} " -} - -wait_vrf_route () { - local i - for i in $(seq 1 30); do - vrf_route_via "$@" && return 0 - sleep 2 - done - echo "vrf-${1#vp-} : pas de route ${2} via ${3}" >&2 - return 1 -} - -vrf_members () { - ip -o link show master "vrf-${1#vp-}" | awk -F': ' '{print $2}' | cut -d@ -f1 | sort | tr '\n' ' ' | sed 's/ $//' -} - -netns_ping_wait () { - local i - for i in $(seq 1 40); do - ip netns exec "${1}" ping -c 1 -W 2 "${2}" >/dev/null 2>&1 && return 0 - sleep 5 - done - echo "${2} injoignable depuis ${1}" >&2 - return 1 -} - -l3vni_ready () { - local out - out=$(vtysh -c "show evpn vni ${1}") && - grep -q 'Type: L3' <<<"${out}" && - grep -q 'State: Up' <<<"${out}" && - grep -qi "Router MAC: ${2}" <<<"${out}" -} - -wait_l3vni () { - local i - for i in $(seq 1 15); do - l3vni_ready "$@" && return 0 - sleep 2 - done - echo "VNI ${1} : pas de type L3 actif avec la RMAC ${2}" >&2 - return 1 -} - -vtep_host () { - ip -4 route get 10.255.255.1 | grep -o 'src [0-9.]*' | cut -d' ' -f2 -} - -bgp_paths () { - vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | jq -r '(.paths // []) | length' -} - -bgp_best () { - vtysh -c "show bgp vrf vrf-${1#vp-} ipv4 unicast ${2} json" 2>/dev/null | - jq -r '(.paths // [])[] | select(.bestpath.overall == true) | "\(.nexthops[0].ip) (\(.bestpath.selectionReason // "seul chemin"))"' -} - -sources_reach () { - local vpc="${1}" bridge="${2}" base="${3}" dst="${4}" n ok=0 total=0 - for n in $(seq 20 59); do - ip -n "${vpc}" addr add "${base}.${n}/32" dev "${bridge}" 2>/dev/null - ip netns exec "${vpc}" ping -n -c 2 -W 1 -I "${base}.${n}" "${dst}" >/dev/null 2>&1 && ok=$((ok + 1)) - total=$((total + 1)) - ip -n "${vpc}" addr del "${base}.${n}/32" dev "${bridge}" - done - echo "${ok}/${total}" -} - -watchdog_reported () { - journalctl -u agent --since "-${2:-120}s" --no-pager -o cat | grep -F 'watchdog: inconsistency detected' | grep -qF -- "${1}" -} - -wait_watchdog () { - local i - for i in $(seq 1 30); do - watchdog_reported "$@" && return 0 - sleep 2 - done - echo "watchdog : « ${1} » non signalé" >&2 - return 1 -} diff --git a/test/e2e/lib/vm.sh b/test/e2e/lib/vm.sh new file mode 100644 index 0000000..66a87b9 --- /dev/null +++ b/test/e2e/lib/vm.sh @@ -0,0 +1,176 @@ +two_image () { + [ -f "${TWO_IMAGE}" ] && return 0 + local work + work=$(mktemp -d) + curl -fsSL -o "${work}/${IMAGE_FILE}" "${IMAGE_URL}/${IMAGE_FILE}" || return 1 + curl -fsSL "${IMAGE_URL}/SHA512SUMS" | grep " ${IMAGE_FILE}\$" > "${work}/sums" || return 1 + (cd "${work}" && sha512sum -c sums >/dev/null) || { echo "image: somme SHA-512 incorrecte" >&2; return 1; } + command -v qemu-nbd >/dev/null || DEBIAN_FRONTEND=noninteractive apt-get install -y -qq --no-install-recommends qemu-utils >/dev/null + modprobe nbd max_part=8 + qemu-nbd -c /dev/nbd0 "${work}/${IMAGE_FILE}" || return 1 + for i in $(seq 1 20); do [ -b /dev/nbd0p1 ] && break; sleep 0.5; done + mkdir -p /mnt/two-image + mount /dev/nbd0p1 /mnt/two-image || { qemu-nbd -d /dev/nbd0 >/dev/null; return 1; } + printf '%s\n' 'datasource_list: [ NoCloud ]' 'datasource:' ' NoCloud:' " seedfrom: 'http://169.254.169.254:80/'" ' timeout: 5' ' max_wait: 10' \ + > /mnt/two-image/etc/cloud/cloud.cfg.d/99_metadata.cfg + umount /mnt/two-image + qemu-nbd -d /dev/nbd0 >/dev/null + mv "${work}/${IMAGE_FILE}" "${TWO_IMAGE}" + rm -rf "${work}" +} + +vm_key () { + [ -f "${VM_KEY}" ] || ssh-keygen -q -t ed25519 -N '' -C lab-vm -f "${VM_KEY}" + cat "${VM_KEY}.pub" +} + +vm_create () { + local name="${1}" subnet="${2}" ip="${3}" key="${4:-}" meta="{}" + api_state "vms/${name}" | grep -qx running && return 0 + [ -n "${key}" ] && meta="{\"sshkey\":\"${key}\"}" + mkdir -p "${VOLUMES}" + cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1 + api_post vms "{\"name\":\"${name}\",\"memory\":1024,\"cpus\":1,\"metadata\":${meta},\"interfaces\":[{\"subnet\":\"${subnet}\",\"ip\":\"${ip}\",\"primary\":true}],\"storage\":[{\"path\":\"${VOLUMES}/${name}.qcow2\",\"dev\":\"vda\"}]}" \ + && wait_state "vms/${name}" running +} + +vm_delete () { + api_delete "vms/${1}" && wait_state "vms/${1}" deleted +} + +vm_ssh () { + local vpc="${1}" ip="${2}" + shift 2 + ip netns exec "${vpc}" ssh -i "${VM_KEY}" -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null \ + -o LogLevel=ERROR -o ConnectTimeout=3 -o BatchMode=yes -n "syonad@${ip}" "$@" +} + +vm_wait () { + local i + for i in $(seq 1 40); do + vm_ssh "${1}" "${2}" true 2>/dev/null && return 0 + sleep 5 + done + echo "${2}: SSH injoignable" >&2 + return 1 +} + +vm_fails () { + local out + out=$(vm_ssh "${1}" "${2}" "${3} >/dev/null 2>&1; echo rc=\$?") || { echo "SSH vers ${2} en échec"; return 1; } + case "${out}" in + rc=0) echo "la commande a réussi dans ${2}"; return 1 ;; + rc=*) return 0 ;; + *) echo "sortie inattendue : ${out}"; return 1 ;; + esac +} + +vm_grep () { + vm_ssh "${1}" "${2}" "${3} 2>&1" | grep -q -- "${4}" +} + +has_addr () { + vm_ssh "${1}" "${2}" 'ip -4 -o addr show dev ens3' | grep -q " ${2}/" +} + +route_via () { + vm_ssh "${1}" "${2}" "ip -4 route show ${3}" | grep -q "via ${4} " +} + +ping_rate () { + vm_ssh "${1}" "${2}" "ping -q -n -c ${4:-50} -i 0.2 -W 1 ${3}" 2>/dev/null | grep -o '[0-9]* received' | cut -d' ' -f1 +} + +vm_body () { + local name="${1}" subnet="${2}" ip="${3}" disk="${4:-${VOLUMES}/${1}.qcow2}" meta="${5:-{\}}" dev="${6:-vda}" + printf '{"name":"%s","memory":1024,"cpus":1,"metadata":%s,"interfaces":[{"subnet":"%s","ip":"%s","primary":true}],"storage":[{"path":"%s","dev":"%s"}]}' \ + "${name}" "${meta}" "${subnet}" "${ip}" "${disk}" "${dev}" +} + +vm_json () { + local name="${1}" nics='[]' disks='[]' meta='{}' uefi=false primary=true + shift + while [ $# -gt 0 ]; do + case "${1}" in + --nic) nics=$(jq -c --arg s "${2%%=*}" --arg ip "${2#*=}" --argjson p "${primary}" '. + [{subnet: $s, ip: $ip, primary: $p}]' <<<"${nics}"); primary=false; shift 2 ;; + --disk) disks=$(jq -c --arg d "${2%%=*}" --arg p "${2#*=}" '. + [{path: $p, dev: $d}]' <<<"${disks}"); shift 2 ;; + --sshkey) meta=$(jq -c --arg v "${2}" '. + {sshkey: $v}' <<<"${meta}"); shift 2 ;; + --password) meta=$(jq -c --arg v "${2}" '. + {password: $v}' <<<"${meta}"); shift 2 ;; + --user-data) meta=$(jq -c --arg v "${2}" '. + {user_data: $v}' <<<"${meta}"); shift 2 ;; + --uefi) uefi=true; shift ;; + *) echo "vm_json : option inconnue ${1}" >&2; return 1 ;; + esac + done + jq -nc --arg n "${name}" --argjson nics "${nics}" --argjson disks "${disks}" --argjson meta "${meta}" --argjson uefi "${uefi}" \ + '{name: $n, memory: 1024, cpus: 1, metadata: $meta, interfaces: $nics, storage: $disks, uefi: $uefi}' +} + +vm_launch () { + local name="${1}" body + shift + api_state "vms/${name}" | grep -qx running && return 0 + body=$(vm_json "${name}" --disk "vda=${VOLUMES}/${name}.qcow2" "$@") || return 1 + mkdir -p "${VOLUMES}" + cp "${TWO_IMAGE}" "${VOLUMES}/${name}.qcow2" || return 1 + api_post vms "${body}" && wait_state "vms/${name}" running +} + +vm_has_ip () { + vm_ssh "${1}" "${2}" 'ip -4 -o addr show' | grep -q " ${3}/" +} + +vm_lease () { + vm_ssh "${1}" "${2}" "sudo cat /run/systemd/netif/leases/\$(cat /sys/class/net/${4:-ens3}/ifindex)" | sed -n "s/^${3}=//p" +} + +vm_meta () { + vm_ssh "${1}" "${2}" "curl -fsS http://169.254.169.254/${3}" +} + +vm_boot_id () { + vm_ssh "${1}" "${2}" 'cat /proc/sys/kernel/random/boot_id' +} + +wait_reboot () { + local i id + for i in $(seq 1 60); do + id=$(vm_boot_id "${1}" "${2}" 2>/dev/null) + [ -n "${id}" ] && [ "${id}" != "${3}" ] && return 0 + sleep 5 + done + echo "${2} : pas de redémarrage constaté (boot_id ${id:-illisible})" >&2 + return 1 +} + +lease_mtime () { + vm_ssh "${1}" "${2}" "sudo stat -c %Y /run/systemd/netif/leases/\$(cat /sys/class/net/${3:-ens3}/ifindex)" +} + +lease_renewed () { + local before after i + before=$(lease_mtime "${1}" "${2}") || return 1 + sleep 2 + vm_ssh "${1}" "${2}" "sudo networkctl renew ${3:-ens3}" || return 1 + for i in $(seq 1 15); do + after=$(lease_mtime "${1}" "${2}") + [ -n "${after}" ] && [ "${after}" != "${before}" ] && return 0 + sleep 2 + done + echo "${2} : bail non renouvelé (fichier inchangé depuis ${before})" >&2 + return 1 +} + +ssh_denied () { + local i out + for i in $(seq 1 40); do + out=$(vm_ssh "${1}" "${2}" true 2>&1) && { echo "${2} : SSH accepté"; return 1; } + grep -q 'Permission denied' <<<"${out}" && return 0 + sleep 5 + done + echo "${2} : ni accepté ni refusé (${out:-aucune réponse})" >&2 + return 1 +} + +vm_neigh_mac () { + vm_ssh "${1}" "${2}" "ip neigh show ${3}" | grep -o 'lladdr [0-9a-f:]*' | cut -d' ' -f2 +} diff --git a/test/e2e/run.sh b/test/e2e/run.sh index d01eb2d..35e64ac 100755 --- a/test/e2e/run.sh +++ b/test/e2e/run.sh @@ -2,16 +2,22 @@ LAB_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" LAB_HOST="${LAB_HOST:-${LAB_DIR}/labctl.sh}" -SCENARIO_DIR="${SCENARIO_DIR:-${LAB_DIR}/scenarios}" +SUITE_DIR="${SUITE_DIR:-${LAB_DIR}/suite}" +LIBS=(core vm net evpn fixture) SCENARIO_LOG="" usage () { cat >&2 <... | all +usage: ${0##*/} [--continue] all | --from | ... | ... + ${0##*/} --matrice - scénarios : $(cd "${SCENARIO_DIR}" && ls -- *.sh | sed 's/\.sh$//' | tr '\n' ' ') + tests : $(cd "${SUITE_DIR}" && ls -- *.sh 2>/dev/null | sed 's/\.sh$//' | tr '\n' ' ') -Chaque scénario s'exécute depuis le Mac sur le lab en cours (labctl.sh up, push, ./labctl up). +Chaque test s'exécute depuis le Mac sur le lab en cours (labctl.sh up, push, ./labctl up). +Une couche se désigne par son numéro (00, 10, …, 70), un test par son numéro ou son nom. +Avant un test, ses ressources t restantes sont supprimées et l'état de chaque hôte de +l'en-tête « # hôtes: » est relevé ; après, ses ressources sont supprimées et l'hôte doit être +revenu à cet état. Avec all ou --from, une couche en échec arrête la suite (--continue : non). Une ligne RÉUSSI ou ÉCHOUÉ par vérification ; code de sortie 1 si une vérification échoue ou si aucune n'a été faite. USAGE @@ -19,23 +25,43 @@ USAGE } on () { - local node="${1}" assignment + local node="${1}" assignment lib shift { for assignment in "$@"; do printf 'export %q=%q\n' "${assignment%%=*}" "${assignment#*=}" done - cat "${LAB_DIR}/lib/node.sh" + for lib in "${LIBS[@]}"; do + cat "${LAB_DIR}/lib/${lib}.sh" + done cat } | "${LAB_HOST}" ssh "./labctl ssh ${node} 'sudo bash -s'" 2>&1 | tee -a "${SCENARIO_LOG}" } +header () { + sed -n "s/^# ${2}: *//p" "${1}" | head -n 1 +} + +number () { + local name + name=$(basename "${1}") + echo "${name%%-*}" +} + run_scenario () { - local file="${1}" name passed failed + local file="${1}" name passed failed host hosts num name="$(basename "${file}" .sh)" + num=$(number "${file}") + hosts=$(header "${file}" hôtes) SCENARIO_LOG="$(mktemp)" echo "=== ${name}" + for host in ${hosts}; do + on "${host}" "T=${num}" "HOST=${host}" <<< 'prepare_test' + done ( . "${file}" ) + for host in ${hosts}; do + on "${host}" "T=${num}" "HOST=${host}" <<< 'finish_test' + done passed=$(grep -c '^RÉUSSI: ' "${SCENARIO_LOG}") failed=$(grep -c '^ÉCHOUÉ: ' "${SCENARIO_LOG}") rm -f "${SCENARIO_LOG}" @@ -43,21 +69,63 @@ run_scenario () { [[ "${failed}" -eq 0 && "${passed}" -gt 0 ]] } -main () { - local -a files=() - local arg file rc=0 - [[ $# -gt 0 ]] || usage - for arg in "$@"; do - if [[ "${arg}" == all ]]; then - files+=("${SCENARIO_DIR}"/*.sh) - continue - fi - file=$(ls "${SCENARIO_DIR}/${arg}"*.sh 2>/dev/null | head -n 1) - [[ -n "${file}" ]] || { echo "scénario inconnu : ${arg}" >&2; usage; } - files+=("${file}") +matrix () { + local file + printf '%s\n' '.. list-table::' ' :header-rows: 1' '' \ + ' * - Test' ' - Fonctionnalité' ' - Hôtes' ' - Tickets' + for file in "${SUITE_DIR}"/*.sh; do + printf ' * - ``%s``\n - %s\n - %s\n - %s\n' "$(basename "${file}" .sh)" \ + "$(header "${file}" fonctionnalité)" "$(header "${file}" hôtes)" "$(header "${file}" tickets)" done +} + +select_files () { + local arg file from="" + for arg in "$@"; do + if [[ -n "${from}" ]]; then + [[ "${arg}" =~ ^[0-9]{2}$ ]] || { echo "--from : numéro à deux chiffres attendu" >&2; return 1; } + for file in "${SUITE_DIR}"/*.sh; do + [[ "$(number "${file}")" > "${arg}" || "$(number "${file}")" == "${arg}" ]] && echo "${file}" + done + from="" + elif [[ "${arg}" == --from ]]; then + from=1 + elif [[ "${arg}" == all ]]; then + ls "${SUITE_DIR}"/*.sh + elif [[ "${arg}" =~ ^[0-9]0$ ]]; then + ls "${SUITE_DIR}/${arg:0:1}"[0-9]-*.sh 2>/dev/null || { echo "couche vide : ${arg}" >&2; return 1; } + else + file=$(ls "${SUITE_DIR}/${arg}"*.sh 2>/dev/null | head -n 1) + [[ -n "${file}" ]] || { echo "test inconnu : ${arg}" >&2; return 1; } + echo "${file}" + fi + done + [[ -z "${from}" ]] || { echo "--from sans numéro" >&2; return 1; } +} + +main () { + local -a files=() args=() + local arg file rc=0 layer="" layer_rc=0 stop=1 sweep=0 out + for arg in "$@"; do + case "${arg}" in + --continue) stop=0 ;; + --matrice) matrix; return 0 ;; + all|--from) sweep=1; args+=("${arg}") ;; + *) args+=("${arg}") ;; + esac + done + [[ ${#args[@]} -gt 0 ]] || usage + out=$(select_files "${args[@]}") || usage + while IFS= read -r file; do files+=("${file}"); done <<< "${out}" + [[ ${#files[@]} -gt 0 && -n "${files[0]}" ]] || usage for file in "${files[@]}"; do - run_scenario "${file}" || rc=1 + [[ "$(number "${file}")" =~ ^[0-9]{2}$ ]] || sweep=0 + if [[ "${sweep}" -eq 1 && "${stop}" -eq 1 && -n "${layer}" && "$(number "${file}" | cut -c1)" != "${layer}" && "${layer_rc}" -ne 0 ]]; then + echo "=== couche ${layer}0 en échec : arrêt de la suite (--continue pour poursuivre)" + return 1 + fi + [[ "$(number "${file}" | cut -c1)" != "${layer}" ]] && { layer=$(number "${file}" | cut -c1); layer_rc=0; } + run_scenario "${file}" || { rc=1; layer_rc=1; } done return "${rc}" } diff --git a/test/e2e/run_test.sh b/test/e2e/run_test.sh index 7fe6938..4412613 100755 --- a/test/e2e/run_test.sh +++ b/test/e2e/run_test.sh @@ -28,7 +28,7 @@ FAKE } run () { - env LAB_HOST="${WORK}/lab-host" FAKE_DIR="${WORK}" SCENARIO_DIR="${SCENARIO_DIR:-${WORK}/scenarios}" \ + env LAB_HOST="${WORK}/lab-host" FAKE_DIR="${WORK}" SUITE_DIR="${SUITE_DIR:-${WORK}/scenarios}" \ FAKE_OUT="${FAKE_OUT:-}" bash "${DIR}/run.sh" "$@" > "${WORK}/out.log" 2>&1 } @@ -39,7 +39,7 @@ teardown () { } node () { - bash -c ". '${DIR}/lib/node.sh'; ${1}" 2>&1 + bash -c "$(printf ". '%s'; " "${DIR}"/lib/{core,vm,net,evpn,fixture}.sh)${1}" 2>&1 } test_on_sends_assignments_library_and_block_to_the_node () { @@ -47,7 +47,7 @@ test_on_sends_assignments_library_and_block_to_the_node () { printf '%s\n' "on hv2 KEY='ssh-ed25519 AAAA x' NAME=vm <<'NODE'" 'echo "${NAME}"' 'NODE' > "${WORK}/scenarios/t1.sh" FAKE_OUT='RÉUSSI: un' run t1 || fail "code de sortie $?" [[ $(cat "${WORK}/calls.log") == "ssh ./labctl ssh hv2 'sudo bash -s'" ]] || fail "appel : $(cat "${WORK}/calls.log")" - grep -q '^check () {' "${WORK}/payload.1" || fail "node.sh absent du bloc" + grep -q '^check () {' "${WORK}/payload.1" || fail "bibliothèque absente du bloc" [[ $(tail -n 1 "${WORK}/payload.1") == 'echo "${NAME}"' ]] || fail "bloc du scénario absent en fin d'envoi" [[ $(bash -c "$(grep '^export ' "${WORK}/payload.1"); printf '%s|%s' \"\${KEY}\" \"\${NAME}\"") == "ssh-ed25519 AAAA x|vm" ]] \ || fail "variables mal transmises : $(grep '^export ' "${WORK}/payload.1")" @@ -88,15 +88,21 @@ test_all_runs_every_scenario_and_fails_if_one_fails () { } test_every_shipped_block_is_valid_bash () { - local f - setup "chaque bloc envoyé par les scénarios livrés est du bash valide" - SCENARIO_DIR="${DIR}/scenarios" FAKE_OUT='RÉUSSI: x' run all - for f in "${WORK}"/syntax.*; do - [[ -s "${f}" ]] && fail "${f##*/} : $(cat "${f}")" + local f dir + for dir in scenarios suite; do + [[ -d "${DIR}/${dir}" ]] || continue + setup "chaque bloc envoyé par ${dir}/ est du bash valide" + sleep () { :; } + export -f sleep + SUITE_DIR="${DIR}/${dir}" FAKE_OUT='RÉUSSI: x' run --continue all + unset -f sleep + for f in "${WORK}"/syntax.*; do + [[ -s "${f}" ]] && fail "${f##*/} : $(cat "${f}")" + done + [[ $(ls "${WORK}" | grep -c '^payload\.') -ge 10 ]] || fail "trop peu de blocs envoyés : $(ls "${WORK}" | grep -c '^payload\.')" + grep -q 'ÉCHOUÉ: syntaxe' "${WORK}/out.log" && fail "bloc invalide" + teardown done - [[ $(ls "${WORK}" | grep -c '^payload\.') -ge 10 ]] || fail "trop peu de blocs envoyés : $(ls "${WORK}" | grep -c '^payload\.')" - grep -q 'ÉCHOUÉ: syntaxe' "${WORK}/out.log" && fail "bloc invalide" - teardown } test_check_reports_success_and_failure_with_reason () { @@ -228,6 +234,349 @@ test_watchdog_reported_matches_only_watchdog_alerts () { teardown } +suite_file () { + printf '%s\n' "# fonctionnalité: ${3:-f}" "# hôtes: ${2}" "# tickets: #70" "on hv1 <<'NODE'" 'true' 'NODE' > "${WORK}/scenarios/${1}.sh" +} + +test_selection_by_layer_test_and_from () { + setup "sélection : couche, test, --from, inconnu" + suite_file 01-a ""; suite_file 11-b ""; suite_file 12-c ""; suite_file 21-d "" + FAKE_OUT='RÉUSSI: x' run 10 + [[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 11-b === 12-c " ]] || fail "couche 10 : $(grep '^=== ' "${WORK}/out.log" | tr '\n' ' ')" + FAKE_OUT='RÉUSSI: x' run 12 + [[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 12-c " ]] || fail "test 12" + FAKE_OUT='RÉUSSI: x' run --from 12 + [[ $(grep '^=== [0-9a-z-]*$' "${WORK}/out.log" | tr '\n' ' ') == "=== 12-c === 21-d " ]] || fail "--from 12 : $(grep '^=== ' "${WORK}/out.log" | tr '\n' ' ')" + run 30; [[ $? -eq 2 ]] || fail "couche vide acceptée" + run --from; [[ $? -eq 2 ]] || fail "--from sans numéro accepté" + teardown +} + +test_failed_layer_stops_the_sweep_unless_continue () { + setup "all : une couche en échec arrête la suite, sauf --continue" + suite_file 01-a ""; suite_file 02-b ""; suite_file 11-c "" + FAKE_OUT='ÉCHOUÉ: x' run all; [[ $? -eq 1 ]] || fail "code" + [[ $(grep -c '^=== 0[12]-[ab] :' "${WORK}/out.log") -eq 2 ]] || fail "la couche 00 n'a pas été jouée en entier" + grep -q '^=== 11-c' "${WORK}/out.log" && fail "couche 10 jouée après l'échec de la couche 00" + grep -q 'couche 00 en échec' "${WORK}/out.log" || fail "arrêt non annoncé" + FAKE_OUT='ÉCHOUÉ: x' run --continue all + grep -q '^=== 11-c :' "${WORK}/out.log" || fail "--continue : couche 10 non jouée" + FAKE_OUT='ÉCHOUÉ: x' run 01 11 + grep -q '^=== 11-c :' "${WORK}/out.log" || fail "tests nommés : pas d'arrêt attendu" + teardown +} + +test_fixtures_run_on_each_header_host () { + setup "fixtures : préparation et fin sur chaque hôte de l'en-tête, avec T et HOST" + suite_file 41-x "hv1 hv2" + FAKE_OUT='RÉUSSI: x' run 41 + [[ $(tr '\n' '|' < "${WORK}/calls.log") == "ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv2 'sudo bash -s'|ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv1 'sudo bash -s'|ssh ./labctl ssh hv2 'sudo bash -s'|" ]] \ + || fail "appels : $(tr '\n' '|' < "${WORK}/calls.log")" + [[ $(tail -n 1 "${WORK}/payload.1") == prepare_test && $(tail -n 1 "${WORK}/payload.5") == finish_test ]] || fail "fixture absente" + grep -q "^export T=41$" "${WORK}/payload.1" && grep -q "^export HOST=hv2$" "${WORK}/payload.5" || fail "T ou HOST non transmis" + teardown + setup "fixtures : aucune sans en-tête hôtes" + printf '%s\n' "on hv1 <<'NODE'" 'true' 'NODE' > "${WORK}/scenarios/s1.sh" + FAKE_OUT='RÉUSSI: x' run s1 + [[ $(wc -l < "${WORK}/calls.log") -eq 1 ]] || fail "fixture envoyée à un scénario sans en-tête" + teardown +} + +test_matrix_lists_every_test_from_its_header () { + setup "--matrice : une ligne par test, tirée des en-têtes" + suite_file 41-x "hv1 hv2" "trafic EVPN" + run --matrice + grep -q '^ \* - ``41-x``$' "${WORK}/out.log" && grep -q '^ - trafic EVPN$' "${WORK}/out.log" && grep -q '^ - hv1 hv2$' "${WORK}/out.log" \ + || fail "matrice : $(cat "${WORK}/out.log")" + [[ -s "${WORK}/calls.log" ]] && fail "un nœud a été appelé" + teardown +} + +test_owned_keeps_only_the_resources_of_the_test () { + setup "owned : vp-tNN, sn-tNN, tNN- seulement" + [[ $(node 'printf "%s\n" vp-t41a sn-t41b t41-vm vp-t42a t4-x vp-s4 sn-s41 | T=41 owned | tr "\n" " "') == "vp-t41a sn-t41b t41-vm " ]] \ + || fail "$(node 'printf "%s\n" vp-t41a sn-t41b t41-vm vp-t42a t4-x vp-s4 sn-s41 | T=41 owned | tr "\n" " "')" + teardown +} + +test_teardown_deletes_vms_then_subnets_then_vpcs () { + setup "teardown_owned : VM, puis subnets, puis VPC, et rien d'autre" + local stub='api_names () { case $1 in vms) [ -f /tmp/.t70.$$ ] || echo t41-a; echo t42-z ;; subnets) echo sn-t41a ;; vpcs) echo vp-t41a ;; esac; }; api_delete () { echo "DEL $1"; [ "$1" = vms/t41-a ] && touch /tmp/.t70.$$; :; }; wait_state () { :; }; rm () { :; }; ' + local out + out=$(node "T=41; ${stub}teardown_owned; command rm -f /tmp/.t70.\$\$") + [[ $(grep '^DEL' <<< "${out}" | tr '\n' ' ') == "DEL vms/t41-a DEL subnets/sn-t41a DEL vpcs/vp-t41a " ]] || fail "ordre : ${out}" + grep -q 'encore présents : subnets/sn-t41a vpcs/vp-t41a' <<< "${out}" || fail "restes non signalés : ${out}" + teardown +} + +test_state_unchanged_reports_the_difference () { + setup "state_unchanged : même état accepté, différence signalée" + local dir out + dir=$(mktemp -d) + printf '%s\n' '## liens' lo underlay > "${dir}/t41.avant" + [[ $(node "T=41; STATE_DIR='${dir}'; host_state () { printf '%s\n' '## liens' lo underlay; }; state_unchanged && echo OUI") == OUI ]] || fail "état identique refusé" + out=$(node "T=41; STATE_DIR='${dir}'; sleep () { :; }; host_state () { printf '%s\n' '## liens' br-t41a lo underlay; }; state_unchanged || echo NON") + [[ $(tail -n 1 <<< "${out}") == NON ]] || fail "différence acceptée" + grep -q '^1 différence(s), dont : > br-t41a$' <<< "${out}" || fail "résumé : ${out}" + rm -rf "${dir}" + teardown +} + +test_api_post_code_and_expect_code () { + setup "api_post_code / expect_code : code HTTP d'un POST, comparaison et message" + [[ $(node 'curl () { echo "$*"; }; api_post_code subnets "{\"a\":1}"') == '-s -o /dev/null -w %{http_code} -X POST -H Content-Type: application/json -d {"a":1} http://127.0.0.1:8080/subnets' ]] \ + || fail "appel : $(node 'curl () { echo "$*"; }; api_post_code subnets "{\"a\":1}"')" + [[ $(node 'expect_code 422 echo 422 && echo OUI') == OUI ]] || fail "code attendu refusé" + [[ $(node 'expect_code 422 echo 202 || echo NON') == $'code 202, 422 attendu\nNON' ]] || fail "écart : $(node 'expect_code 422 echo 202 || echo NON')" + [[ $(node 'expect_code 422 true || echo NON') == $'code absent, 422 attendu\nNON' ]] || fail "code vide accepté" + teardown +} + +test_api_field_reads_one_field_or_nothing () { + setup "api_field : un champ du GET, vide s'il manque" + [[ $(node 'curl () { echo "{\"interface_ip\":\"10.11.1.254\"}"; }; api_field subnets/sn-t11a interface_ip') == 10.11.1.254 ]] || fail "champ présent" + [[ -z $(node 'curl () { echo "{\"interface_ip\":\"10.11.1.254\"}"; }; api_field subnets/sn-t11a relay_ip') ]] || fail "champ absent non vide" + teardown +} + +test_vm_body_builds_the_create_request () { + setup "vm_body : requête de création, disque par défaut, métadonnées et dev" + [[ $(node 'vm_body t11-a sn-t11a 10.11.1.10') == '{"name":"t11-a","memory":1024,"cpus":1,"metadata":{},"interfaces":[{"subnet":"sn-t11a","ip":"10.11.1.10","primary":true}],"storage":[{"path":"/var/lib/two/volumes/t11-a.qcow2","dev":"vda"}]}' ]] \ + || fail "défaut : $(node 'vm_body t11-a sn-t11a 10.11.1.10')" + [[ $(node 'vm_body t11-b sn-t11a 10.11.1.11 /x.qcow2 "{\"user_data\":\"YQ==\"}" sdb | jq -c "[.metadata.user_data, .storage[0].path, .storage[0].dev]"') == '["YQ==","/x.qcow2","sdb"]' ]] \ + || fail "options : $(node 'vm_body t11-b sn-t11a 10.11.1.11 /x.qcow2 "{\"user_data\":\"YQ==\"}" sdb')" + teardown +} + +test_vm_json_builds_nics_disks_metadata_and_uefi () { + setup "vm_json : NIC (la première primaire), disques, métadonnées, uefi" + local out + out=$(node 'vm_json t25-m --disk vda=/v/a.qcow2 --nic sn-a=10.0.1.10 --nic sn-b=10.0.2.10 --disk sda=/v/b.qcow2 --sshkey "ssh-ed25519 AAAA x" --password "\$6\$s\$h" --user-data "I2Nsb3Vk" --uefi') + [[ "${out}" == '{"name":"t25-m","memory":1024,"cpus":1,"metadata":{"sshkey":"ssh-ed25519 AAAA x","password":"$6$s$h","user_data":"I2Nsb3Vk"},"interfaces":[{"subnet":"sn-a","ip":"10.0.1.10","primary":true},{"subnet":"sn-b","ip":"10.0.2.10","primary":false}],"storage":[{"path":"/v/a.qcow2","dev":"vda"},{"path":"/v/b.qcow2","dev":"sda"}],"uefi":true}' ]] \ + || fail "complet : ${out}" + out=$(node 'vm_json t21-a --nic sn-a=10.0.1.10') + [[ "${out}" == '{"name":"t21-a","memory":1024,"cpus":1,"metadata":{},"interfaces":[{"subnet":"sn-a","ip":"10.0.1.10","primary":true}],"storage":[],"uefi":false}' ]] || fail "minimal : ${out}" + [[ $(node 'vm_json t || echo NON' 2>&1) == '{"name":"t","memory":1024,"cpus":1,"metadata":{},"interfaces":[],"storage":[],"uefi":false}' ]] || fail "vide" + [[ $(node 'vm_json t --inconnue x || echo NON') == *NON ]] || fail "option inconnue acceptée" + teardown +} + +test_vm_launch_copies_the_system_disk_first_and_waits () { + setup "vm_launch : disque système vda copié en premier, POST, attente de running" + local out + out=$(node 'VOLUMES=/v; TWO_IMAGE=/img; api_state () { echo; }; mkdir () { :; }; cp () { echo "CP $*"; }; api_post () { echo "POST $1 $(jq -c "[.storage[].dev, .interfaces[0].ip]" <<<"$2")"; }; wait_state () { echo "WAIT $*"; }; vm_launch t26-d --nic sn=10.0.0.10 --disk sda=/v/s.qcow2') + [[ "${out}" == $'CP /img /v/t26-d.qcow2\nPOST vms ["vda","sda","10.0.0.10"]\nWAIT vms/t26-d running' ]] || fail "${out}" + [[ $(node 'api_state () { echo running; }; cp () { echo CP; }; api_post () { echo POST; }; vm_launch t --nic s=1.2.3.4 && echo OK') == OK ]] || fail "VM en running relancée" + [[ $(node 'api_state () { echo; }; cp () { echo CP; }; vm_launch t --bad x || echo NON') == *NON ]] || fail "option invalide : disque copié ou POST envoyé" + teardown +} + +test_vm_lease_reads_one_field_of_the_interface_lease () { + setup "vm_lease : champ du bail de l'interface demandée" + local stub='vm_ssh () { echo "$3" >&2; printf "%s\n" "ADDRESS=10.0.1.10" "SERVER_ADDRESS=10.0.1.254"; }; ' + [[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER_ADDRESS 2>/dev/null") == 10.0.1.254 ]] || fail "server-id" + [[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER_ADDRESS ens4 2>&1 >/dev/null") == *'/sys/class/net/ens4/ifindex'* ]] || fail "interface ignorée" + [[ $(node "${stub}vm_lease vp 10.0.1.10 SERVER 2>/dev/null") == "" ]] || fail "préfixe de champ accepté" + teardown +} + +test_vm_has_ip_matches_the_exact_address () { + setup "vm_has_ip : adresse exacte, sur n'importe quelle interface" + local stub='vm_ssh () { echo "3: ens4 inet 10.25.2.10/24 brd 10.25.2.255 scope global ens4"; }; ' + [[ $(node "${stub}vm_has_ip vp 10.25.1.10 10.25.2.10 && echo OUI") == OUI ]] || fail "adresse présente refusée" + [[ $(node "${stub}vm_has_ip vp 10.25.1.10 10.25.2.1 || echo NON") == NON ]] || fail "préfixe accepté" + teardown +} + +test_wait_reboot_needs_a_new_boot_id () { + setup "wait_reboot : boot_id différent et lisible exigé" + [[ $(node 'sleep () { :; }; vm_boot_id () { echo b2; }; wait_reboot vp ip b1 && echo OUI') == OUI ]] || fail "redémarrage non vu" + [[ $(node 'sleep () { :; }; vm_boot_id () { echo b1; }; wait_reboot vp ip b1 2>&1 || echo NON') == *NON ]] || fail "même boot_id accepté" + [[ $(node 'sleep () { :; }; vm_boot_id () { return 255; }; wait_reboot vp ip b1 2>&1 || echo NON') == *NON ]] || fail "VM injoignable prise pour redémarrée" + teardown +} + +test_lease_renewed_requires_a_newer_lease_file () { + setup "lease_renewed : renouvellement demandé, fichier de bail modifié" + local f + f=$(mktemp) + [[ $(node "sleep () { :; }; lease_mtime () { echo x >> '${f}.n'; wc -l < '${f}.n'; }; vm_ssh () { echo \"\$3\" >> '${f}'; }; lease_renewed vp ip && echo OUI") == OUI ]] || fail "renouvellement non vu" + grep -qx 'sudo networkctl renew ens3' "${f}" || fail "renouvellement non demandé : $(cat "${f}")" + [[ $(node "sleep () { :; }; lease_mtime () { echo 5; }; vm_ssh () { :; }; lease_renewed vp ip 2>&1 || echo NON") == *NON ]] || fail "bail inchangé accepté" + rm -f "${f}" "${f}.n" + teardown +} + +test_ssh_denied_needs_a_permission_denied () { + setup "ssh_denied : refus d'authentification exigé, pas une VM injoignable" + [[ $(node 'sleep () { :; }; vm_ssh () { echo "syonad@10.0.0.1: Permission denied (publickey)." >&2; return 255; }; ssh_denied vp ip && echo OUI') == OUI ]] || fail "refus non reconnu" + [[ $(node 'sleep () { :; }; vm_ssh () { echo "connect to host 10.0.0.1 port 22: Connection timed out" >&2; return 255; }; ssh_denied vp ip 2>&1 || echo NON') == *NON ]] || fail "injoignable pris pour un refus" + [[ $(node 'sleep () { :; }; vm_ssh () { return 0; }; ssh_denied vp ip || echo NON') == *NON ]] || fail "SSH accepté pris pour un refus" + teardown +} + +test_subnet_create_bridge_sends_mode_iface_type_and_interface_ip () { + setup "subnet_create_bridge : mode bridge, iface_type lan par défaut, interface_ip fournie" + local stub='api_state () { echo; }; wait_state () { :; }; api_post () { echo "$1 $2"; }; ' + [[ $(node "${stub}subnet_create_bridge sn-t33a vp-t33 10.33.0.0/24 10.33.0.1") == 'subnets {"name":"sn-t33a","vpc":"vp-t33","mode":"bridge","iface_type":"lan","interface_ip":"10.33.0.1","cidr":"10.33.0.0/24"}' ]] \ + || fail "défaut : $(node "${stub}subnet_create_bridge sn-t33a vp-t33 10.33.0.0/24 10.33.0.1")" + [[ $(node "${stub}subnet_create_bridge sn-x vp-x 10.1.0.0/24 10.1.0.1 vms") == *'"iface_type":"vms"'* ]] || fail "iface_type explicite ignoré" + [[ $(node 'api_state () { echo running; }; api_post () { echo POST; }; subnet_create_bridge sn-x vp-x 10.1.0.0/24 10.1.0.1 && echo OK') == OK ]] || fail "subnet existant recréé" + teardown +} + +test_ebt_mac_drops_leading_zeros_like_ebtables () { + setup "ebt_mac : octets sans zéro de tête, en minuscules, comme ebtables -L" + [[ $(node 'ebt_mac 02:01:00:00:0C:1d') == 2:1:0:0:c:1d ]] || fail "$(node 'ebt_mac 02:01:00:00:0C:1d')" + [[ $(node 'ebt_mac aa:10:00:ff:01:00') == aa:10:0:ff:1:0 ]] || fail "$(node 'ebt_mac aa:10:00:ff:01:00')" + teardown +} + +test_frames_builds_arp_dhcp_and_marker_frames () { + setup "frames : requête ARP, DHCP en broadcast (somme IP juste) et trame marquée" + local arp dhcp mark + arp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames arp ens3 10.35.1.10 10.35.1.254 1') + dhcp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames dhcp ens3 10.35.1.254 68 1') + mark=$(node 'FRAMES_DRY=1 frames marker v-x-e 02:01:00:00:0d:ad t35-x 1') + garp=$(node 'FRAMES_DRY=1 FRAMES_MAC=02:00:00:00:00:0a frames garp ens3 10.35.1.254 1') + python3 - "${arp}" "${dhcp}" "${mark}" "${garp}" <<'PY' || fail "trames : ${arp} / ${dhcp} / ${mark} / ${garp}" +import socket, struct, sys +arp, dhcp, mark, garp = (bytes.fromhex(x) for x in sys.argv[1:]) +assert garp[:6] == b'\xff' * 6 and garp[6:12] == bytes.fromhex('02000000000a'), 'garp mac' +assert garp[12:14] == b'\x08\x06' and garp[20:22] == b'\x00\x02', 'garp type/op' +assert garp[22:28] == bytes.fromhex('02000000000a') and garp[28:32] == socket.inet_aton('10.35.1.254'), 'garp émetteur' +assert garp[38:42] == socket.inet_aton('10.35.1.254'), 'garp cible' +assert arp[:6] == b'\xff' * 6 and arp[6:12] == bytes.fromhex('02000000000a'), 'arp mac' +assert arp[12:14] == b'\x08\x06' and arp[20:22] == b'\x00\x01', 'arp type/op' +assert arp[28:32] == socket.inet_aton('10.35.1.10') and arp[38:42] == socket.inet_aton('10.35.1.254'), 'arp ip' +ip = dhcp[14:34] +s = sum(struct.unpack('!10H', ip)); s = (s >> 16) + (s & 0xffff); s += s >> 16 +assert s & 0xffff == 0xffff, 'somme IP' +assert dhcp[12:14] == b'\x08\x00' and dhcp[23] == 17 and dhcp[26:30] == socket.inet_aton('10.35.1.254'), 'dhcp ip' +assert struct.unpack('!HH', dhcp[34:38]) == (67, 68), 'dhcp ports' +assert mark[6:12] == bytes.fromhex('020100000dad'), 'marker mac' +assert mark[12:14] == b'\x88\xb5' and b't35-x' in mark[14:] and len(mark) == 60, 'marker' +PY + teardown +} + +test_vm_frames_ships_the_script_and_its_arguments () { + setup "vm_frames : le script complet, décodé dans la VM, et ses arguments" + local cmd + cmd=$(node 'vm_ssh () { echo "$1|$2|$3"; }; vm_frames vp-t35 10.35.1.10 arp ens3 10.35.1.10 10.35.1.254 5') + [[ "${cmd}" == "vp-t35|10.35.1.10|echo "*" | base64 -d > /tmp/frames.py && sudo python3 /tmp/frames.py arp ens3 10.35.1.10 10.35.1.254 5" ]] || fail "commande : ${cmd:0:80}…" + local b64=${cmd#*echo } + b64=${b64%% |*} + [[ "$(printf '%s' "${b64}" | base64 -d)" == "$(node 'frames_py')" ]] || fail "script altéré en transit" + teardown +} + +test_evpn_mac_remote_requires_type_and_vtep () { + setup "evpn_mac_remote : MAC distante, bon VTEP, casse ignorée" + local json='{"macs":{"00:22:33:00:00:0b":{"type":"remote","remoteVtep":"192.168.14.12"},"00:22:33:00:00:0a":{"type":"local","intf":"tap1"}}}' + local stub="vtysh () { [ \"\$*\" = '-c show evpn mac vni 4101 json' ] && echo '${json}'; }; " + [[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0B 192.168.14.12 && echo OUI") == OUI ]] || fail "MAC distante refusée" + [[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0b 192.168.14.11 || echo NON") == NON ]] || fail "mauvais VTEP accepté" + [[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0a 192.168.14.12 || echo NON") == NON ]] || fail "MAC locale acceptée" + [[ $(node "${stub}evpn_mac_remote 4101 00:22:33:00:00:0c 192.168.14.12 || echo NON") == NON ]] || fail "MAC absente acceptée" + [[ $(node "${stub}evpn_mac_remote 4102 00:22:33:00:00:0b 192.168.14.12 || echo NON") == NON ]] || fail "mauvaise VNI acceptée" + teardown +} + +test_vm_neigh_mac_reads_the_resolved_mac () { + setup "vm_neigh_mac : MAC résolue, rien si incomplète" + [[ $(node 'vm_ssh () { echo "10.41.1.11 dev ens3 lladdr 00:22:33:00:00:0b REACHABLE"; }; vm_neigh_mac v 10.41.1.10 10.41.1.11') == 00:22:33:00:00:0b ]] || fail "MAC non lue" + [[ -z $(node 'vm_ssh () { echo "10.41.1.11 dev ens3 INCOMPLETE"; }; vm_neigh_mac v 10.41.1.10 10.41.1.11') ]] || fail "entrée incomplète lue comme une MAC" + teardown +} + +test_watchdog_l3_quiet_ignores_route_alerts_only () { + setup "watchdog_l3_quiet : alertes BGP, L3VNI et interfaces L3 refusées, alertes de route ignorées" + local route='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"route 10.53.1.99/32 exported in vrf-t53 without a running owner"}' + local bgp='{"msg":"watchdog: inconsistency detected","kind":"bgp","name":"10.255.255.1","problem":"session down"}' + local vni='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"l3vni 5300 is not Up"}' + local link='{"msg":"watchdog: inconsistency detected","kind":"vpc","name":"vp-t53","problem":"interface brl3-t53 missing"}' + local other='{"msg":"command failed","kind":"bgp"}' + [[ $(node "journalctl () { echo '${route}'; echo '${other}'; }; watchdog_l3_quiet && echo OUI") == OUI ]] || fail "alerte de route ou message hors watchdog pris pour une alerte L3" + local a + for a in "${bgp}" "${vni}" "${link}"; do + [[ $(node "journalctl () { echo '${a}'; }; watchdog_l3_quiet || echo NON" | tail -n 1) == NON ]] || fail "alerte acceptée : ${a}" + done + [[ $(node "journalctl () { echo \"\$*\" >&2; }; watchdog_l3_quiet 90 2>&1") == "-u agent --since -90s --no-pager -o cat" ]] || fail "fenêtre : $(node "journalctl () { echo \"\$*\" >&2; }; watchdog_l3_quiet 90 2>&1")" + teardown +} + +test_vrrp_expected_master_takes_the_highest_priority_then_address () { + setup "vrrp_expected_master : plus haute priorité, puis plus haute adresse" + [[ $(node 'vrrp_expected_master sw1:200:192.168.14.2 sw2:190:192.168.14.3') == sw1 ]] || fail "200 contre 190" + [[ $(node 'vrrp_expected_master sw1:190:192.168.14.2 sw2:200:192.168.14.3') == sw2 ]] || fail "190 contre 200" + [[ $(node 'vrrp_expected_master sw1:100:192.168.14.2 sw2:100:192.168.14.3') == sw2 ]] || fail "égalité : adresse la plus haute" + [[ $(node 'vrrp_expected_master sw1:100:192.168.14.20 sw2:100:192.168.14.3') == sw1 ]] || fail "égalité : comparaison numérique des octets" + [[ $(node 'vrrp_expected_master sw1:99:192.168.14.2 sw2:100:192.168.14.3') == sw2 ]] || fail "99 contre 100" + teardown +} + +test_log_gap_measures_the_longest_silence_in_a_window () { + setup "log_gap : plus long silence, en dixièmes, dans une fenêtre" + local log + log=$(mktemp) + printf '%s\n' '[100.0] 64 bytes from x: icmp_seq=1' '[100.2] 64 bytes from x: icmp_seq=2' '[103.0] 64 bytes from x: icmp_seq=3' \ + '[103.2] 64 bytes from x: icmp_seq=4' '[110.0] 64 bytes from x: icmp_seq=5' '[110.2] 64 bytes from x: icmp_seq=6' 'no answer yet for icmp_seq=7' > "${log}" + [[ $(node "log_gap '${log}'") == 68 ]] || fail "toute la trace : $(node "log_gap '${log}'")" + [[ $(node "log_gap '${log}' 0 105") == 28 ]] || fail "avant 105 : $(node "log_gap '${log}' 0 105")" + [[ $(node "log_gap '${log}' 105 0") == 68 ]] || fail "silence à cheval sur 105 : $(node "log_gap '${log}' 105 0")" + [[ $(node "log_gap '${log}' 110.1 0") == 2 ]] || fail "après 110.1 : $(node "log_gap '${log}' 110.1 0")" + rm -f "${log}" + teardown +} + +test_ebt_matchers_read_the_ebtables_listing () { + setup "ebt_confined / ebt_arp_drop / ebt_dhcp_drop : lecture de ebtables -L" + local stub='ebt_rules () { printf "%s\n" "-s 2:1:0:0:c:27 -i v-x-i -j DROP" "-s 2:1:0:0:c:27 -o v-x-i -j DROP" "-p ARP -o v-x-i --arp-op Request --arp-ip-dst 10.2.1.254 -j DROP" "-p IPv4 -o v-x-i --ip-src 10.2.1.254 --ip-proto udp --ip-sport 67:68 --ip-dport 67:68 -j DROP" | grep -- "$2"; }; ' + [[ $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:27") == 2 ]] || fail "confinement : $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:27")" + [[ $(node "${stub}ebt_confined ns v-x-i 02:01:00:00:0c:28") == 0 ]] || fail "autre MAC comptée" + [[ $(node "${stub}ebt_arp_drop ns v-x-i 10.2.1.254 && echo OUI") == OUI ]] || fail "ARP non lu" + [[ $(node "${stub}ebt_arp_drop ns v-x-i 10.2.1.25 || echo NON") == NON ]] || fail "10.2.1.25 pris pour 10.2.1.254" + [[ $(node "${stub}ebt_dhcp_drop ns v-x-i 10.2.1.254 && echo OUI") == OUI ]] || fail "DHCP non lu" + [[ $(node "${stub}ebt_dhcp_drop ns v-y-i 10.2.1.254 || echo NON") == NON ]] || fail "autre interface acceptée" + [[ $(node 'ebt_rules () { echo "-p IPv4 -o v-z-i --ip-src 10.2.1.254 --ip-proto udp --ip-dport 53 -j DROP"; }; ebt_dhcp_drop ns v-z-i 10.2.1.254 || echo NON') == NON ]] || fail "règle UDP hors DHCP prise pour un blocage DHCP" + teardown +} + +test_wait_bgp_paths_waits_for_the_expected_count () { + setup "wait_bgp_paths : nombre de chemins attendu, erreur explicite sinon" + [[ $(node 'bgp_paths () { echo 0; }; sleep () { :; }; wait_bgp_paths vp-t53 10.53.1.50/32 0 && echo OUI') == OUI ]] || fail "0 attendu refusé" + local out + out=$(node 'bgp_paths () { echo 1; }; sleep () { :; }; wait_bgp_paths vp-t53 10.53.1.50/32 0 || echo NON') + [[ $(tail -n 1 <<< "${out}") == NON ]] || fail "1 chemin accepté pour 0" + grep -q 'vrf-t53 10.53.1.50/32 : 1 chemin(s) BGP, 0 attendu(s)' <<< "${out}" || fail "message : ${out}" + teardown +} + +test_section_unchanged_names_the_changed_entries () { + setup "section_unchanged : une section comparée, entrées en cause nommées" + local dir out + dir=$(mktemp -d) + printf '%s\n' '## liens' lo '## fichiers' /run/two/a /run/two/b '## unités' u1 > "${dir}/avant" + [[ $(node "state_section '${dir}/avant' fichiers | tr '\n' ' '") == "/run/two/a /run/two/b " ]] || fail "section : $(node "state_section '${dir}/avant' fichiers")" + [[ $(node "host_state () { printf '%s\n' '## liens' lo br-x '## fichiers' /run/two/a /run/two/b '## unités' u1; }; section_unchanged '${dir}/avant' fichiers && echo OUI") == OUI ]] || fail "autre section prise en compte" + out=$(node "host_state () { printf '%s\n' '## liens' lo '## fichiers' /run/two/a /run/two/c '## unités' u1; }; section_unchanged '${dir}/avant' fichiers || echo NON") + [[ $(tail -n 1 <<< "${out}") == NON ]] || fail "différence acceptée" + grep -q '^fichiers en cause : -/run/two/b +/run/two/c $' <<< "${out}" || fail "message : ${out}" + rm -rf "${dir}" + teardown +} + +test_evpn_mac_json_shape_requires_remote_vtep () { + setup "evpn_mac_json_shape : MAC distante avec remoteVtep, champs listés sinon" + local ok='{"numMacs":2,"macs":{"00:22:33:00:00:0a":{"type":"local","intf":"tap1"},"00:22:33:00:00:0b":{"type":"remote","remoteVtep":"192.168.14.12"}}}' + local ko='{"macs":{"00:22:33:00:00:0b":{"type":"remote","vtep":"192.168.14.12"}}}' + [[ $(node "vtysh () { echo '${ok}'; }; evpn_mac_json_shape 4101 && echo OUI") == OUI ]] || fail "forme attendue refusée" + [[ $(node "vtysh () { echo '${ko}'; }; evpn_mac_json_shape 4101 || echo NON") == *'["type","vtep"]'*NON ]] || fail "champs non listés : $(node "vtysh () { echo '${ko}'; }; evpn_mac_json_shape 4101 || echo NON")" + [[ $(node "vtysh () { echo '{\"macs\":{}}'; }; evpn_mac_json_shape 4101 || echo NON") == *NON ]] || fail "aucune MAC distante acceptée" + teardown +} + for T in $(declare -F | awk '{print $3}' | grep '^test_'); do "${T}" done diff --git a/test/e2e/topologies/agent/bgp.yml b/test/e2e/topologies/agent/dnsmasq.yml similarity index 100% rename from test/e2e/topologies/agent/bgp.yml rename to test/e2e/topologies/agent/dnsmasq.yml