two/internal/subnet/create.go
2026-10-30 21:50:58 +01:00

184 lines
5 KiB
Go

package subnet
import (
"fmt"
"net"
configuration "git.g3e.fr/syonad/two/internal/config/agent"
"git.g3e.fr/syonad/two/internal/dhcpbackend"
"git.g3e.fr/syonad/two/internal/l3vni"
"git.g3e.fr/syonad/two/internal/netif"
"git.g3e.fr/syonad/two/internal/netns"
"git.g3e.fr/syonad/two/internal/nft"
"git.g3e.fr/syonad/two/internal/state"
"github.com/dgraph-io/badger/v4"
)
func CreateSubnet(db *badger.DB, subnetName string, cfg *configuration.Config) error {
current, err := state.Get(db, "subnet/"+subnetName)
if err != nil {
return err
}
if current != state.Creating {
return nil
}
d, err := loadSubnet(db, subnetName)
if err != nil {
return err
}
d.mtu = cfg.Network.VM()
backend, err := dhcpbackend.New(cfg)
if err != nil {
return err
}
if err := createSubnet(db, subnetName, d, backend); err != nil {
return err
}
if d.mode == ModeVxlan {
if err := l3vni.ExportRoute(db, d.vpc, d.cidr); err != nil {
return err
}
}
return state.Set(db, "subnet/"+subnetName, state.Running)
}
func createSubnet(db *badger.DB, subnetName string, d subnetData, backend dhcpbackend.Backend) error {
vethE := "v-" + d.subnetID + "-e"
vethI := "v-" + d.subnetID + "-i"
if err := netif.CreateVethToNetns(vethE, vethI, "/var/run/netns/"+d.vpc, d.mtu); err != nil {
return fmt.Errorf("create veth: %w", err)
}
switch d.mode {
case ModeVxlan:
if err := setupVxlanHost(d, vethE); err != nil {
return err
}
case ModeBridge, ModePublicIP:
if err := netif.BridgeSetMaster(vethE, d.localIface); err != nil {
return fmt.Errorf("add veth-e to bridge: %w", err)
}
if err := netif.LinkSetUp(vethE); err != nil {
return fmt.Errorf("set up %s: %w", vethE, err)
}
default:
return fmt.Errorf("unknown subnet mode %q", d.mode)
}
var gatewayMAC net.HardwareAddr
if d.mode == ModeVxlan {
vtep, err := netif.VTEPAddress(d.localIface)
if err != nil {
return fmt.Errorf("vtep of %s: %w", d.localIface, err)
}
if gatewayMAC, err = netif.HostMAC(netif.RoleHostGateway, vtep); err != nil {
return err
}
}
if err := netns.Call(d.vpc, func() error {
if err := netif.CreateBridge(d.bridge, d.mtu, gatewayMAC); err != nil {
return fmt.Errorf("create bridge: %w", err)
}
return netif.BridgeSetMaster(vethI, d.bridge)
}); err != nil {
return fmt.Errorf("setup bridge in netns: %w", err)
}
if err := netns.Call(d.vpc, func() error {
for _, iface := range []string{vethI, d.bridge} {
if err := netif.LinkSetUp(iface); err != nil {
return fmt.Errorf("set up %s: %w", iface, err)
}
}
return nil
}); err != nil {
return fmt.Errorf("set up interfaces in netns: %w", err)
}
switch {
case d.anycast():
if err := setupAnycastGateway(d, vethI); err != nil {
return fmt.Errorf("configure netns: %w", err)
}
case d.mode == ModeVxlan:
if err := netns.Call(d.vpc, func() error {
if err := netif.AddrAdd(d.bridge, d.interfaceIP); err != nil {
return fmt.Errorf("add addr: %w", err)
}
if err := netif.RouteAdd(d.bridge, d.cidr); err != nil {
return fmt.Errorf("add route: %w", err)
}
return nft.SetPort(VxlanFabricPort(vethI, d.interfaceIP.String()))
}); err != nil {
return fmt.Errorf("configure netns: %w", err)
}
case Bridged(d.mode):
if err := netns.Call(d.vpc, func() error {
if err := netif.AddrAdd(d.bridge, d.interfaceIP); err != nil {
return fmt.Errorf("add addr: %w", err)
}
if err := netif.RouteAdd(d.bridge, d.cidr); err != nil {
return fmt.Errorf("add route: %w", err)
}
return nft.SetPort(BridgeFabricPort(vethI, d.interfaceIP.String()))
}); err != nil {
return fmt.Errorf("configure netns: %w", err)
}
}
return startDHCP(subnetName, d, backend)
}
func setupVxlanHost(d subnetData, vethE string) error {
vxlanIface := fmt.Sprintf("vxlan-%d", d.vxlanID)
if err := netif.CreateBridge(d.bridge, d.mtu, nil); err != nil {
return fmt.Errorf("create bridge: %w", err)
}
if err := netif.CreateVxlan(vxlanIface, d.vxlanID, d.localIface, d.mtu); err != nil {
return fmt.Errorf("create vxlan: %w", err)
}
if err := netif.BridgeSetMaster(vethE, d.bridge); err != nil {
return fmt.Errorf("add veth-e to bridge: %w", err)
}
if err := netif.BridgeSetMaster(vxlanIface, d.bridge); err != nil {
return fmt.Errorf("add vxlan to bridge: %w", err)
}
for _, iface := range []string{vethE, vxlanIface, d.bridge} {
if err := netif.LinkSetUp(iface); err != nil {
return fmt.Errorf("set up %s: %w", iface, err)
}
}
return nil
}
func startDHCP(subnetName string, d subnetData, backend dhcpbackend.Backend) error {
defaultGateway, vpcRoute, err := dhcpRouting(d, netif.GetDefaultGateway)
if err != nil {
return err
}
listen := ""
if d.anycast() {
listen = d.gatewayLink()
}
return backend.ConfigureSubnet(dhcpbackend.Subnet{
Name: subnetName,
VPC: d.vpc,
Bridge: d.bridge,
Listen: listen,
Network: d.cidr,
InterfaceIP: d.interfaceIP,
VPCRoute: vpcRoute,
DefaultGateway: defaultGateway,
MTU: d.mtu,
})
}