add apt gestion
Signed-off-by: GnomeZworc <nicolas.boufidjeline@g3e.fr>
This commit is contained in:
parent
274ea454dd
commit
c4776d81dd
GPG key ID:
4406BBBF8845D632
22 changed files with 1465 additions and 163 deletions
|
|
@ -4,6 +4,7 @@ import (
|
|||
"bytes"
|
||||
"compress/gzip"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"encoding/xml"
|
||||
"errors"
|
||||
"fmt"
|
||||
|
|
@ -13,6 +14,7 @@ import (
|
|||
"strings"
|
||||
"time"
|
||||
|
||||
aptclone "github.com/syonad/clonepack/internal/clone/apt"
|
||||
rpmclone "github.com/syonad/clonepack/internal/clone/rpm"
|
||||
"github.com/syonad/clonepack/internal/store"
|
||||
)
|
||||
|
|
@ -46,60 +48,24 @@ type SnapshotDiff struct {
|
|||
}
|
||||
|
||||
func (s *SnapshotService) TakeSnapshot(ctx context.Context, repoID int64, label string) (int64, error) {
|
||||
if _, err := s.repoStore.GetRepo(ctx, repoID); err != nil {
|
||||
repo, err := s.repoStore.GetRepo(ctx, repoID)
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
|
||||
localDir := filepath.Join(s.dataDir, "repos", fmt.Sprintf("%d", repoID), "rpm")
|
||||
localDir := filepath.Join(s.dataDir, "repos", fmt.Sprintf("%d", repoID), repo.Type)
|
||||
|
||||
repomdData, err := os.ReadFile(filepath.Join(localDir, "repodata", "repomd.xml"))
|
||||
var pkgs []store.SnapshotPackage
|
||||
switch repo.Type {
|
||||
case "rpm":
|
||||
pkgs, err = s.snapshotPackagesRPM(localDir)
|
||||
case "apt":
|
||||
pkgs, err = s.snapshotPackagesAPT(localDir, repo.Config)
|
||||
default:
|
||||
return 0, fmt.Errorf("snapshots not supported for repo type %q", repo.Type)
|
||||
}
|
||||
if err != nil {
|
||||
return 0, fmt.Errorf("read repomd.xml: %w", err)
|
||||
}
|
||||
|
||||
var repomd rpmclone.RepoMD
|
||||
if err := xml.Unmarshal(repomdData, &repomd); err != nil {
|
||||
return 0, fmt.Errorf("parse repomd.xml: %w", err)
|
||||
}
|
||||
|
||||
var primaryHref string
|
||||
for _, entry := range repomd.Data {
|
||||
if entry.Type == "primary" {
|
||||
primaryHref = entry.Location.Href
|
||||
break
|
||||
}
|
||||
}
|
||||
if primaryHref == "" {
|
||||
return 0, fmt.Errorf("no primary entry in repomd.xml")
|
||||
}
|
||||
|
||||
gzData, err := os.ReadFile(filepath.Join(localDir, filepath.FromSlash(primaryHref)))
|
||||
if err != nil {
|
||||
return 0, fmt.Errorf("read primary.xml.gz: %w", err)
|
||||
}
|
||||
|
||||
gz, err := gzip.NewReader(bytes.NewReader(gzData))
|
||||
if err != nil {
|
||||
return 0, fmt.Errorf("open gzip: %w", err)
|
||||
}
|
||||
defer gz.Close()
|
||||
|
||||
var primary rpmclone.PrimaryMetadata
|
||||
if err := xml.NewDecoder(gz).Decode(&primary); err != nil {
|
||||
return 0, fmt.Errorf("parse primary.xml: %w", err)
|
||||
}
|
||||
|
||||
pkgs := make([]store.SnapshotPackage, len(primary.Packages))
|
||||
for i, p := range primary.Packages {
|
||||
pkgs[i] = store.SnapshotPackage{
|
||||
Name: p.Name,
|
||||
Version: p.Version.Ver + "-" + p.Version.Rel,
|
||||
Arch: p.Arch,
|
||||
Location: p.Location.Href,
|
||||
Checksum: p.Checksum.Value,
|
||||
ChecksumType: p.Checksum.Type,
|
||||
Size: p.Size.Package,
|
||||
}
|
||||
return 0, err
|
||||
}
|
||||
|
||||
snapID, err := s.snapshotStore.CreateSnapshot(ctx, repoID, label)
|
||||
|
|
@ -114,6 +80,94 @@ func (s *SnapshotService) TakeSnapshot(ctx context.Context, repoID int64, label
|
|||
return snapID, nil
|
||||
}
|
||||
|
||||
func (s *SnapshotService) snapshotPackagesRPM(localDir string) ([]store.SnapshotPackage, error) {
|
||||
repomdData, err := os.ReadFile(filepath.Join(localDir, "repodata", "repomd.xml"))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("read repomd.xml: %w", err)
|
||||
}
|
||||
var repomd rpmclone.RepoMD
|
||||
if err := xml.Unmarshal(repomdData, &repomd); err != nil {
|
||||
return nil, fmt.Errorf("parse repomd.xml: %w", err)
|
||||
}
|
||||
var primaryHref string
|
||||
for _, entry := range repomd.Data {
|
||||
if entry.Type == "primary" {
|
||||
primaryHref = entry.Location.Href
|
||||
break
|
||||
}
|
||||
}
|
||||
if primaryHref == "" {
|
||||
return nil, fmt.Errorf("no primary entry in repomd.xml")
|
||||
}
|
||||
gzData, err := os.ReadFile(filepath.Join(localDir, filepath.FromSlash(primaryHref)))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("read primary.xml.gz: %w", err)
|
||||
}
|
||||
gz, err := gzip.NewReader(bytes.NewReader(gzData))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("open gzip: %w", err)
|
||||
}
|
||||
defer gz.Close()
|
||||
var primary rpmclone.PrimaryMetadata
|
||||
if err := xml.NewDecoder(gz).Decode(&primary); err != nil {
|
||||
return nil, fmt.Errorf("parse primary.xml: %w", err)
|
||||
}
|
||||
pkgs := make([]store.SnapshotPackage, len(primary.Packages))
|
||||
for i, p := range primary.Packages {
|
||||
pkgs[i] = store.SnapshotPackage{
|
||||
Name: p.Name,
|
||||
Version: p.Version.Ver + "-" + p.Version.Rel,
|
||||
Arch: p.Arch,
|
||||
Location: p.Location.Href,
|
||||
Checksum: p.Checksum.Value,
|
||||
ChecksumType: p.Checksum.Type,
|
||||
Size: p.Size.Package,
|
||||
}
|
||||
}
|
||||
return pkgs, nil
|
||||
}
|
||||
|
||||
func (s *SnapshotService) snapshotPackagesAPT(localDir, configJSON string) ([]store.SnapshotPackage, error) {
|
||||
var cfg aptclone.Config
|
||||
if err := json.Unmarshal([]byte(configJSON), &cfg); err != nil {
|
||||
return nil, fmt.Errorf("parse apt config: %w", err)
|
||||
}
|
||||
|
||||
seen := make(map[string]struct{})
|
||||
var pkgs []store.SnapshotPackage
|
||||
|
||||
for _, component := range cfg.Components {
|
||||
for _, arch := range cfg.Architectures {
|
||||
pkgsPath := filepath.Join(localDir, "dists", cfg.Suite, component, "binary-"+arch, "Packages")
|
||||
data, err := os.ReadFile(pkgsPath)
|
||||
if err != nil {
|
||||
// Not yet populated — skip silently.
|
||||
continue
|
||||
}
|
||||
debs, err := aptclone.ParsePackages(data)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("parse Packages for %s/%s: %w", component, arch, err)
|
||||
}
|
||||
for _, d := range debs {
|
||||
if _, dup := seen[d.Filename]; dup {
|
||||
continue
|
||||
}
|
||||
seen[d.Filename] = struct{}{}
|
||||
pkgs = append(pkgs, store.SnapshotPackage{
|
||||
Name: d.Package,
|
||||
Version: d.Version,
|
||||
Arch: d.Architecture,
|
||||
Location: d.Filename,
|
||||
Checksum: d.SHA256,
|
||||
ChecksumType: "sha256",
|
||||
Size: d.Size,
|
||||
})
|
||||
}
|
||||
}
|
||||
}
|
||||
return pkgs, nil
|
||||
}
|
||||
|
||||
func (s *SnapshotService) List(ctx context.Context, repoID int64) ([]store.Snapshot, error) {
|
||||
if _, err := s.repoStore.GetRepo(ctx, repoID); err != nil {
|
||||
return nil, err
|
||||
|
|
@ -212,16 +266,18 @@ func (s *SnapshotService) Rollback(ctx context.Context, repoID, snapshotID int64
|
|||
return err
|
||||
}
|
||||
|
||||
localDir := filepath.Join(s.dataDir, "repos", fmt.Sprintf("%d", repoID), "rpm")
|
||||
localDir := filepath.Join(s.dataDir, "repos", fmt.Sprintf("%d", repoID), repo.Type)
|
||||
|
||||
snapSet := make(map[string]store.SnapshotPackage, len(pkgs))
|
||||
for _, p := range pkgs {
|
||||
snapSet[p.Location] = p
|
||||
}
|
||||
|
||||
ext := packageExt(repo.Type)
|
||||
var errs []error
|
||||
|
||||
if err := filepath.WalkDir(localDir, func(path string, d os.DirEntry, err error) error {
|
||||
if err != nil || d.IsDir() || filepath.Ext(path) != ".rpm" {
|
||||
if err != nil || d.IsDir() || filepath.Ext(path) != ext {
|
||||
return err
|
||||
}
|
||||
rel, _ := filepath.Rel(localDir, path)
|
||||
|
|
@ -251,10 +307,28 @@ func (s *SnapshotService) Rollback(ctx context.Context, repoID, snapshotID int64
|
|||
return err
|
||||
}
|
||||
|
||||
if repo.Type == "rpm" {
|
||||
switch repo.Type {
|
||||
case "rpm":
|
||||
if err := rpmclone.RegenerateMetadata(localDir); err != nil {
|
||||
return fmt.Errorf("regenerate metadata: %w", err)
|
||||
}
|
||||
case "apt":
|
||||
var cfg aptclone.Config
|
||||
if err := json.Unmarshal([]byte(repo.Config), &cfg); err != nil {
|
||||
return fmt.Errorf("parse apt config: %w", err)
|
||||
}
|
||||
if err := aptclone.RegenerateMetadata(localDir, cfg); err != nil {
|
||||
return fmt.Errorf("regenerate metadata: %w", err)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func packageExt(repoType string) string {
|
||||
switch repoType {
|
||||
case "apt":
|
||||
return ".deb"
|
||||
default:
|
||||
return ".rpm"
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue