package render import ( _ "embed" "encoding/base64" "fmt" "strings" "go.yaml.in/yaml/v3" "git.g3e.fr/syonad/labctl/internal/topology" ) const ( RouterScript = "/usr/local/sbin/lab-router" RouterNFT = "/etc/lab-router.nft" RouterUnit = "/etc/systemd/system/lab-router.service" VRRPPrefix = "vr" NodeScript = "/usr/local/sbin/lab-node" NodeUnit = "/etc/systemd/system/lab-node.service" FRRKey = "/usr/share/keyrings/frrouting.gpg" FRRConfig = "/etc/lab/frr.conf" FRRScript = "/usr/local/sbin/lab-frr" FRRSuite = "frr-stable" FRRRepo = "https://deb.frrouting.org/frr" FRRPackages = "frr frr-pythontools" ProvisionScript = "/usr/local/sbin/lab-provision" NodeProvision = "/usr/local/sbin/lab-node-provision" NodePostProvision = "/usr/local/sbin/lab-node-post-provision" FilesDir = "/etc/lab/files" FilesMount = "/run/lab-files" ) //go:embed frrouting.gpg var frrKey []byte type metaDoc struct { InstanceID string `yaml:"instance-id"` LocalHostname string `yaml:"local-hostname"` } type writeFile struct { Path string `yaml:"path"` Permissions string `yaml:"permissions"` Encoding string `yaml:"encoding,omitempty"` Content string `yaml:"content"` } type cloudConfig struct { Hostname string `yaml:"hostname"` SSHPwauth bool `yaml:"ssh_pwauth"` DisableRoot bool `yaml:"disable_root"` SSHAuthorizedKeys []string `yaml:"ssh_authorized_keys"` Packages []string `yaml:"packages,omitempty"` WriteFiles []writeFile `yaml:"write_files,omitempty"` Runcmd [][]string `yaml:"runcmd,omitempty"` } type match struct { MACAddress string `yaml:"macaddress"` } type route struct { To string `yaml:"to"` Via string `yaml:"via"` } type nameservers struct { Addresses []string `yaml:"addresses"` } type ethernet struct { Match match `yaml:"match"` SetName string `yaml:"set-name"` DHCP4 bool `yaml:"dhcp4"` MTU int `yaml:"mtu,omitempty"` Addresses []string `yaml:"addresses,omitempty"` Routes []route `yaml:"routes,omitempty"` Nameservers *nameservers `yaml:"nameservers,omitempty"` } type networkDoc struct { Version int `yaml:"version"` Ethernets map[string]ethernet `yaml:"ethernets"` } func metaData(p *topology.Plan, n topology.NodePlan) ([]byte, error) { return yaml.Marshal(metaDoc{InstanceID: p.Name + "-" + n.Name, LocalHostname: n.Name}) } func userData(p *topology.Plan, n topology.NodePlan, o Options) ([]byte, error) { cfg := cloudConfig{ Hostname: n.Name, SSHPwauth: false, DisableRoot: true, SSHAuthorizedKeys: o.AuthorizedKeys, } var steps []string switch { case n.Role == topology.RoleRouter: cfg.Packages = []string{"nftables"} cfg.WriteFiles = []writeFile{ {Path: RouterScript, Permissions: "0755", Content: routerScript(p, n)}, {Path: RouterNFT, Permissions: "0644", Content: routerNFT(p, n.Name)}, {Path: RouterUnit, Permissions: "0644", Content: unit("Lab router: gateways and NAT", RouterScript)}, } steps = append(steps, "systemctl daemon-reload", "systemctl enable --now lab-router.service") case n.Loopback.IsValid(): cfg.WriteFiles = []writeFile{ {Path: NodeScript, Permissions: "0755", Content: "#!/bin/sh\nset -eu\n" + loopbackLines(n)}, {Path: NodeUnit, Permissions: "0644", Content: unit("Lab node: loopback", NodeScript)}, } steps = append(steps, "systemctl daemon-reload", "systemctl enable --now lab-node.service") } if len(n.Files) > 0 { steps = append(steps, "mkdir -p "+FilesDir+" "+FilesMount, "mount -o ro LABEL="+FilesLabel+" "+FilesMount, "cp -R "+FilesMount+"/. "+FilesDir+"/", "umount "+FilesMount, ) } if n.Provision != "" { cfg.WriteFiles = append(cfg.WriteFiles, writeFile{Path: NodeProvision, Permissions: "0755", Encoding: "b64", Content: base64.StdEncoding.EncodeToString([]byte(o.Provision[n.Name]))}) steps = append(steps, provisionEnv(p, n)+NodeProvision) } if NeedsFRR(p, n) { cfg.WriteFiles = append(cfg.WriteFiles, writeFile{Path: FRRKey, Permissions: "0644", Encoding: "b64", Content: base64.StdEncoding.EncodeToString(frrKey)}, writeFile{Path: FRRConfig, Permissions: "0640", Content: frrConfig(p, n, o.FRR[n.Name])}, writeFile{Path: FRRScript, Permissions: "0755", Content: frrScript(p, n)}, ) steps = append(steps, FRRScript) } if n.PostProvision != "" { cfg.WriteFiles = append(cfg.WriteFiles, writeFile{Path: NodePostProvision, Permissions: "0755", Encoding: "b64", Content: base64.StdEncoding.EncodeToString([]byte(o.PostProvision[n.Name]))}) steps = append(steps, provisionEnv(p, n)+NodePostProvision) } if len(steps) > 0 { cfg.WriteFiles = append(cfg.WriteFiles, writeFile{Path: ProvisionScript, Permissions: "0755", Content: "#!/bin/sh\nset -eu\n" + strings.Join(steps, "\n") + "\n"}, ) cfg.Runcmd = [][]string{{ProvisionScript}} } body, err := yaml.Marshal(cfg) if err != nil { return nil, err } return append([]byte("#cloud-config\n"), body...), nil } func retry(command string) string { return "n=0\nuntil " + command + "; do\n n=$((n + 1))\n [ \"$n\" -lt 30 ] || exit 1\n sleep 10\ndone\n" } func provisionEnv(p *topology.Plan, n topology.NodePlan) string { port, _ := uplink(p, n.Name) up := port.Interface if n.Role == topology.RoleRouter { up = AdminInterface } return fmt.Sprintf("LAB_NODE=%s LAB_UPLINK=%s LAB_FILES=%s ", n.Name, up, FilesDir) } func vrrpSegments(p *topology.Plan, name string) []topology.SegmentPlan { var out []topology.SegmentPlan for _, s := range routedSegments(p, name) { if s.VRID != 0 { out = append(out, s) } } return out } func NeedsFRR(p *topology.Plan, n topology.NodePlan) bool { return n.FRR != "" || len(vrrpSegments(p, n.Name)) > 0 } func frrDaemons(p *topology.Plan, n topology.NodePlan) []string { daemons := []string{"bgpd"} if n.Role != topology.RoleHost { daemons = append(daemons, "bfdd") } if len(vrrpSegments(p, n.Name)) > 0 { daemons = append(daemons, "vrrpd") } return daemons } func frrConfig(p *topology.Plan, n topology.NodePlan, given string) string { segments := vrrpSegments(p, n.Name) if len(segments) == 0 { return given } var b strings.Builder if given == "" { fmt.Fprintf(&b, "frr defaults traditional\nhostname %s\n!\n", n.Name) } else { b.WriteString(strings.TrimRight(given, "\n") + "\n") } for _, s := range segments { fmt.Fprintf(&b, "interface %s\n vrrp %d version 3\n vrrp %d priority %d\n no vrrp %d preempt\n vrrp %d ip %s\nexit\n!\n", s.Name, s.VRID, s.VRID, vrrpPriority(s, n.Name), s.VRID, s.VRID, s.Gateway) } return b.String() } func vrrpPriority(s topology.SegmentPlan, name string) int { for i, r := range s.Routers { if r == name { return max(200-10*i, 1) } } return 1 } func vrrpMAC(vrid int) string { return fmt.Sprintf("00:00:5e:00:01:%02x", vrid) } func frrScript(p *topology.Plan, n topology.NodePlan) string { var b strings.Builder b.WriteString("#!/bin/sh\nset -eu\nexport DEBIAN_FRONTEND=noninteractive\n. /etc/os-release\n") fmt.Fprintf(&b, "echo \"deb [signed-by=%s] %s ${VERSION_CODENAME} %s\" > /etc/apt/sources.list.d/frr.list\n", FRRKey, FRRRepo, FRRSuite) b.WriteString(retry("apt-get update -qq --error-on=any")) fmt.Fprintf(&b, "apt-get install -y -qq --no-install-recommends %s\n", FRRPackages) for _, d := range frrDaemons(p, n) { fmt.Fprintf(&b, "sed -i 's/^%s=no/%s=yes/' /etc/frr/daemons\n", d, d) } fmt.Fprintf(&b, "install -o frr -g frr -m 0640 %s /etc/frr/frr.conf\n", FRRConfig) b.WriteString("systemctl restart frr\n") return b.String() } func loopbackLines(n topology.NodePlan) string { if !n.Loopback.IsValid() { return "" } return fmt.Sprintf("ip link add %s type dummy 2>/dev/null || true\nip addr replace %s dev %s\nip link set dev %s up\n", topology.LoopbackInterface, n.Loopback, topology.LoopbackInterface, topology.LoopbackInterface) } func networkConfig(p *topology.Plan, n topology.NodePlan, index int) ([]byte, error) { doc := networkDoc{Version: 2, Ethernets: map[string]ethernet{}} admin := ethernet{ Match: match{MACAddress: adminMAC(index).String()}, SetName: AdminInterface, Addresses: []string{AdminAddress}, } router := n.Role == topology.RoleRouter if router { admin.Routes = []route{{To: "0.0.0.0/0", Via: AdminGateway}} admin.Nameservers = &nameservers{Addresses: []string{AdminDNS}} } doc.Ethernets[AdminInterface] = admin up, routed := uplink(p, n.Name) for _, port := range nodePorts(p, n.Name) { e := ethernet{ Match: match{MACAddress: port.MAC.String()}, SetName: port.Interface, MTU: port.MTU, Addresses: []string{port.Address.String()}, } for _, prefix := range n.Secondary[port.Segment] { e.Addresses = append(e.Addresses, prefix.String()) } if !router && routed && port.Segment == up.Segment { e.Routes = []route{{To: "0.0.0.0/0", Via: segmentNamed(p, port.Segment).Gateway.String()}} e.Nameservers = &nameservers{Addresses: Nameservers} } doc.Ethernets[port.Interface] = e } return yaml.Marshal(doc) } func routerScript(p *topology.Plan, n topology.NodePlan) string { var b strings.Builder b.WriteString("#!/bin/sh\nset -eu\nsysctl -qw net.ipv4.ip_forward=1\n") for _, s := range routedSegments(p, n.Name) { gateway := fmt.Sprintf("%s/%d", s.Gateway, s.Network.Bits()) if s.VRID == 0 { fmt.Fprintf(&b, "ip addr replace %s dev %s\n", gateway, s.Name) continue } vrrp := VRRPPrefix + s.Name fmt.Fprintf(&b, "sysctl -qw net.ipv4.conf.%s.arp_ignore=1 net.ipv4.conf.%s.arp_announce=2\n", s.Name, s.Name) fmt.Fprintf(&b, "ip link show dev %s >/dev/null 2>&1 || { ip link add %s link %s type macvlan mode bridge && ip link set dev %s protodown on; }\n", vrrp, vrrp, s.Name, vrrp) fmt.Fprintf(&b, "ip link set dev %s addrgenmode random address %s\n", vrrp, vrrpMAC(s.VRID)) fmt.Fprintf(&b, "ip addr replace %s dev %s\n", gateway, vrrp) fmt.Fprintf(&b, "ip link set dev %s up\n", vrrp) } b.WriteString(loopbackLines(n)) fmt.Fprintf(&b, "nft -f %s\n", RouterNFT) return b.String() } func routerNFT(p *topology.Plan, name string) string { var networks []string for _, s := range routedSegments(p, name) { networks = append(networks, s.Network.String()) } if len(networks) == 0 { return "add table ip lab_nat\ndelete table ip lab_nat\n" } return fmt.Sprintf(`add table ip lab_nat delete table ip lab_nat table ip lab_nat { chain postrouting { type nat hook postrouting priority srcnat; policy accept; ip saddr { %s } oifname "%s" masquerade } } `, strings.Join(networks, ", "), AdminInterface) } func unit(description, script string) string { return fmt.Sprintf(`[Unit] Description=%s Wants=network-online.target After=network-online.target [Service] Type=oneshot RemainAfterExit=yes ExecStart=%s [Install] WantedBy=multi-user.target `, description, script) }