Добавлена возможность зарегистрировать локальный снапшот

2025-10-30 01:36:21 +03:00
parent f34539c06b
commit cd98d1f4a2
5 changed files with 110 additions and 1196 deletions
--- a/api.go
+++ b/api.go
@@ -12,6 +12,7 @@ import (
 	"os"
 	"path/filepath"
 	"sync"
+	"time"

 	"gitea.unprism.ru/KRBL/Agate/store"
 	"gitea.unprism.ru/KRBL/Agate/stores"
@@ -325,7 +326,9 @@ func (a *Agate) saveCurrentSnapshotID() error {
 	if a.currentSnapshotID == "" {
 		// If there's no current snapshot ID, remove the file if it exists
 		if _, err := os.Stat(a.currentIDFile); err == nil {
-			return os.Remove(a.currentIDFile)
+			if err := os.Remove(a.currentIDFile); err != nil {
+				return err
+			}
 		}
 		return nil
 	}
@@ -358,7 +361,11 @@ func (a *Agate) GetRemoteSnapshot(ctx context.Context, address string, snapshotI
 	if err != nil {
 		return err
 	}
-	defer client.Close()
+	defer func() {
+		if err := client.Close(); err != nil {
+			a.options.Logger.Printf("ERROR: failed to close client: %v", err)
+		}
+	}()

 	remoteSnapshot, err := client.FetchSnapshotDetails(ctx, snapshotID)
 	if err != nil {
@@ -373,7 +380,11 @@ func (a *Agate) GetRemoteSnapshot(ctx context.Context, address string, snapshotI
 	if err := os.MkdirAll(newSnapshotDir, 0755); err != nil {
 		return fmt.Errorf("failed to create new snapshot directory: %w", err)
 	}
-	defer os.RemoveAll(newSnapshotDir)
+	defer func() {
+		if err := os.RemoveAll(newSnapshotDir); err != nil {
+			a.options.Logger.Printf("ERROR: failed to remove temp dir: %v", err)
+		}
+	}()

 	if localParentID != "" {
 		if err := a.manager.ExtractSnapshot(ctx, localParentID, newSnapshotDir, false); err != nil {
@@ -409,7 +420,11 @@ func (a *Agate) GetRemoteSnapshot(ctx context.Context, address string, snapshotI
 	if err := os.Rename(diffPartPath, diffArchivePath); err != nil {
 		return fmt.Errorf("failed to finalize downloaded diff: %w", err)
 	}
-	defer os.Remove(diffArchivePath)
+	defer func() {
+		if err := os.Remove(diffArchivePath); err != nil {
+			a.options.Logger.Printf("ERROR: failed to remove temp file: %v", err)
+		}
+	}()

 	if err := extractArchive(diffArchivePath, newSnapshotDir); err != nil {
 		return fmt.Errorf("failed to extract diff archive: %w", err)
@@ -419,7 +434,11 @@ func (a *Agate) GetRemoteSnapshot(ctx context.Context, address string, snapshotI
 	if err := archive.CreateArchive(newSnapshotDir, finalArchivePath); err != nil {
 		return fmt.Errorf("failed to create final snapshot archive: %w", err)
 	}
-	defer os.Remove(finalArchivePath)
+	defer func() {
+		if err := os.Remove(finalArchivePath); err != nil {
+			a.options.Logger.Printf("ERROR: failed to remove temp file: %v", err)
+		}
+	}()

 	finalArchiveFile, err := os.Open(finalArchivePath)
 	if err != nil {
@@ -443,3 +462,80 @@ func (a *Agate) GetRemoteSnapshot(ctx context.Context, address string, snapshotI
 func (a *Agate) GetCurrentSnapshotID() string {
 	return a.currentSnapshotID
 }
+
+// RegisterLocalSnapshot регистрирует локальный файл как блоб снимка и создает
+// соответствующую запись в метаданных. Если снимок с таким ID уже существует,
+// метод ничего не делает и возвращает nil.
+//
+// - ctx: Контекст для выполнения операции.
+// - snapshotID: ID регистрируемого снимка.
+// - parentID: ID родительского снимка. Может быть пустым для полных снимков.
+// - name: Описательное имя для снимка.
+// - localPath: Абсолютный путь к локальному файлу снимка (полному или дифф-архиву).
+func (ag *Agate) RegisterLocalSnapshot(ctx context.Context, snapshotID, parentID, name, localPath string) error {
+	// 1. Check if snapshot already exists
+	_, err := ag.manager.GetSnapshotDetails(ctx, snapshotID)
+	if err == nil {
+		ag.options.Logger.Printf("snapshot %s already exists, skipping registration", snapshotID)
+		return nil // Snapshot already exists
+	}
+	// We expect ErrNotFound, anything else is a real error.
+	if !errors.Is(err, ErrNotFound) {
+		return fmt.Errorf("failed to check for existing snapshot: %w", err)
+	}
+
+	// 2. Add the file to the blob store
+	localFile, err := os.Open(localPath)
+	if err != nil {
+		return fmt.Errorf("failed to open local snapshot file: %w", err)
+	}
+	defer func() {
+		if err := localFile.Close(); err != nil {
+			ag.options.Logger.Printf("ERROR: failed to close local file: %v", err)
+		}
+	}()
+
+	_, err = ag.options.BlobStore.StoreBlob(ctx, snapshotID, localFile)
+	if err != nil {
+		return fmt.Errorf("failed to store blob from local file: %w", err)
+	}
+
+	// 3. Create and save snapshot metadata
+	// We get the file list from the archive to create the metadata.
+	// Note: This method does not calculate file hashes, so the metadata will be incomplete.
+	// This is a limitation of the current implementation.
+	var files []store.FileInfo
+	archiveFiles, err := archive.ListArchiveContents(localPath)
+	if err != nil {
+		// If we can't list the contents, we can't create the metadata.
+		// We should clean up the blob we just stored.
+		_ = ag.options.BlobStore.DeleteBlob(ctx, snapshotID)
+		return fmt.Errorf("failed to list archive contents for metadata creation: %w", err)
+	}
+
+	for _, f := range archiveFiles {
+		files = append(files, store.FileInfo{
+			Path:  f.Path,
+			Size:  int64(f.Size),
+			IsDir: f.IsDir,
+			// SHA256 is intentionally left empty as we don't have it.
+		})
+	}
+
+	snapshot := store.Snapshot{
+		ID:           snapshotID,
+		Name:         name,
+		ParentID:     parentID,
+		CreationTime: time.Now(),
+		Files:        files,
+	}
+
+	if err := ag.options.MetadataStore.SaveSnapshotMetadata(ctx, snapshot); err != nil {
+		// Clean up the blob
+		_ = ag.options.BlobStore.DeleteBlob(ctx, snapshotID)
+		return fmt.Errorf("failed to save snapshot metadata: %w", err)
+	}
+
+	ag.options.Logger.Printf("Successfully registered local snapshot %s", snapshotID)
+	return nil
+}
--- a/go.mod
+++ b/go.mod
@@ -2,8 +2,6 @@ module gitea.unprism.ru/KRBL/Agate

 go 1.24.3

-tool github.com/golangci/golangci-lint/v2/cmd/golangci-lint
-
 require (
 	github.com/google/uuid v1.6.0
 	github.com/grpc-ecosystem/grpc-gateway/v2 v2.26.3
@@ -14,203 +12,8 @@ require (
 )

 require (
-	4d63.com/gocheckcompilerdirectives v1.3.0 // indirect
-	4d63.com/gochecknoglobals v0.2.2 // indirect
-	github.com/4meepo/tagalign v1.4.2 // indirect
-	github.com/Abirdcfly/dupword v0.1.3 // indirect
-	github.com/Antonboom/errname v1.1.0 // indirect
-	github.com/Antonboom/nilnil v1.1.0 // indirect
-	github.com/Antonboom/testifylint v1.6.1 // indirect
-	github.com/BurntSushi/toml v1.5.0 // indirect
-	github.com/Djarvur/go-err113 v0.0.0-20210108212216-aea10b59be24 // indirect
-	github.com/GaijinEntertainment/go-exhaustruct/v3 v3.3.1 // indirect
-	github.com/Masterminds/semver/v3 v3.3.1 // indirect
-	github.com/OpenPeeDeeP/depguard/v2 v2.2.1 // indirect
-	github.com/alecthomas/chroma/v2 v2.17.2 // indirect
-	github.com/alecthomas/go-check-sumtype v0.3.1 // indirect
-	github.com/alexkohler/nakedret/v2 v2.0.6 // indirect
-	github.com/alexkohler/prealloc v1.0.0 // indirect
-	github.com/alingse/asasalint v0.0.11 // indirect
-	github.com/alingse/nilnesserr v0.2.0 // indirect
-	github.com/ashanbrown/forbidigo v1.6.0 // indirect
-	github.com/ashanbrown/makezero v1.2.0 // indirect
-	github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
-	github.com/beorn7/perks v1.0.1 // indirect
-	github.com/bkielbasa/cyclop v1.2.3 // indirect
-	github.com/blizzy78/varnamelen v0.8.0 // indirect
-	github.com/bombsimon/wsl/v4 v4.7.0 // indirect
-	github.com/breml/bidichk v0.3.3 // indirect
-	github.com/breml/errchkjson v0.4.1 // indirect
-	github.com/butuzov/ireturn v0.4.0 // indirect
-	github.com/butuzov/mirror v1.3.0 // indirect
-	github.com/catenacyber/perfsprint v0.9.1 // indirect
-	github.com/ccojocar/zxcvbn-go v1.0.2 // indirect
-	github.com/cespare/xxhash/v2 v2.3.0 // indirect
-	github.com/charithe/durationcheck v0.0.10 // indirect
-	github.com/charmbracelet/colorprofile v0.2.3-0.20250311203215-f60798e515dc // indirect
-	github.com/charmbracelet/lipgloss v1.1.0 // indirect
-	github.com/charmbracelet/x/ansi v0.8.0 // indirect
-	github.com/charmbracelet/x/cellbuf v0.0.13-0.20250311204145-2c3ea96c31dd // indirect
-	github.com/charmbracelet/x/term v0.2.1 // indirect
-	github.com/chavacava/garif v0.1.0 // indirect
-	github.com/ckaznocha/intrange v0.3.1 // indirect
-	github.com/curioswitch/go-reassign v0.3.0 // indirect
-	github.com/daixiang0/gci v0.13.6 // indirect
-	github.com/dave/dst v0.27.3 // indirect
-	github.com/davecgh/go-spew v1.1.1 // indirect
-	github.com/denis-tingaikin/go-header v0.5.0 // indirect
-	github.com/dlclark/regexp2 v1.11.5 // indirect
-	github.com/ettle/strcase v0.2.0 // indirect
-	github.com/fatih/color v1.18.0 // indirect
-	github.com/fatih/structtag v1.2.0 // indirect
-	github.com/firefart/nonamedreturns v1.0.6 // indirect
-	github.com/fsnotify/fsnotify v1.5.4 // indirect
-	github.com/fzipp/gocyclo v0.6.0 // indirect
-	github.com/ghostiam/protogetter v0.3.15 // indirect
-	github.com/go-critic/go-critic v0.13.0 // indirect
-	github.com/go-toolsmith/astcast v1.1.0 // indirect
-	github.com/go-toolsmith/astcopy v1.1.0 // indirect
-	github.com/go-toolsmith/astequal v1.2.0 // indirect
-	github.com/go-toolsmith/astfmt v1.1.0 // indirect
-	github.com/go-toolsmith/astp v1.1.0 // indirect
-	github.com/go-toolsmith/strparse v1.1.0 // indirect
-	github.com/go-toolsmith/typep v1.1.0 // indirect
-	github.com/go-viper/mapstructure/v2 v2.2.1 // indirect
-	github.com/go-xmlfmt/xmlfmt v1.1.3 // indirect
-	github.com/gobwas/glob v0.2.3 // indirect
-	github.com/gofrs/flock v0.12.1 // indirect
-	github.com/golang/protobuf v1.5.4 // indirect
-	github.com/golangci/dupl v0.0.0-20250308024227-f665c8d69b32 // indirect
-	github.com/golangci/go-printf-func-name v0.1.0 // indirect
-	github.com/golangci/gofmt v0.0.0-20250106114630-d62b90e6713d // indirect
-	github.com/golangci/golangci-lint/v2 v2.1.6 // indirect
-	github.com/golangci/golines v0.0.0-20250217134842-442fd0091d95 // indirect
-	github.com/golangci/misspell v0.6.0 // indirect
-	github.com/golangci/plugin-module-register v0.1.1 // indirect
-	github.com/golangci/revgrep v0.8.0 // indirect
-	github.com/golangci/unconvert v0.0.0-20250410112200-a129a6e6413e // indirect
-	github.com/google/go-cmp v0.7.0 // indirect
-	github.com/gordonklaus/ineffassign v0.1.0 // indirect
-	github.com/gostaticanalysis/analysisutil v0.7.1 // indirect
-	github.com/gostaticanalysis/comment v1.5.0 // indirect
-	github.com/gostaticanalysis/forcetypeassert v0.2.0 // indirect
-	github.com/gostaticanalysis/nilerr v0.1.1 // indirect
-	github.com/hashicorp/go-immutable-radix/v2 v2.1.0 // indirect
-	github.com/hashicorp/go-version v1.7.0 // indirect
-	github.com/hashicorp/golang-lru/v2 v2.0.7 // indirect
-	github.com/hashicorp/hcl v1.0.0 // indirect
-	github.com/hexops/gotextdiff v1.0.3 // indirect
-	github.com/inconshreveable/mousetrap v1.1.0 // indirect
-	github.com/jgautheron/goconst v1.8.1 // indirect
-	github.com/jingyugao/rowserrcheck v1.1.1 // indirect
-	github.com/jjti/go-spancheck v0.6.4 // indirect
-	github.com/julz/importas v0.2.0 // indirect
-	github.com/karamaru-alpha/copyloopvar v1.2.1 // indirect
-	github.com/kisielk/errcheck v1.9.0 // indirect
-	github.com/kkHAIKE/contextcheck v1.1.6 // indirect
-	github.com/kulti/thelper v0.6.3 // indirect
-	github.com/kunwardeep/paralleltest v1.0.14 // indirect
-	github.com/lasiar/canonicalheader v1.1.2 // indirect
-	github.com/ldez/exptostd v0.4.3 // indirect
-	github.com/ldez/gomoddirectives v0.6.1 // indirect
-	github.com/ldez/grignotin v0.9.0 // indirect
-	github.com/ldez/tagliatelle v0.7.1 // indirect
-	github.com/ldez/usetesting v0.4.3 // indirect
-	github.com/leonklingele/grouper v1.1.2 // indirect
-	github.com/lucasb-eyer/go-colorful v1.2.0 // indirect
-	github.com/macabu/inamedparam v0.2.0 // indirect
-	github.com/magiconair/properties v1.8.6 // indirect
-	github.com/manuelarte/funcorder v0.2.1 // indirect
-	github.com/maratori/testableexamples v1.0.0 // indirect
-	github.com/maratori/testpackage v1.1.1 // indirect
-	github.com/matoous/godox v1.1.0 // indirect
-	github.com/mattn/go-colorable v0.1.14 // indirect
-	github.com/mattn/go-isatty v0.0.20 // indirect
-	github.com/mattn/go-runewidth v0.0.16 // indirect
-	github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect
-	github.com/mgechev/revive v1.9.0 // indirect
-	github.com/mitchellh/go-homedir v1.1.0 // indirect
-	github.com/mitchellh/mapstructure v1.5.0 // indirect
-	github.com/moricho/tparallel v0.3.2 // indirect
-	github.com/muesli/termenv v0.16.0 // indirect
-	github.com/nakabonne/nestif v0.3.1 // indirect
-	github.com/nishanths/exhaustive v0.12.0 // indirect
-	github.com/nishanths/predeclared v0.2.2 // indirect
-	github.com/nunnatsa/ginkgolinter v0.19.1 // indirect
-	github.com/olekukonko/tablewriter v0.0.5 // indirect
-	github.com/pelletier/go-toml v1.9.5 // indirect
-	github.com/pelletier/go-toml/v2 v2.2.4 // indirect
-	github.com/pmezard/go-difflib v1.0.0 // indirect
-	github.com/polyfloyd/go-errorlint v1.8.0 // indirect
-	github.com/prometheus/client_golang v1.12.1 // indirect
-	github.com/prometheus/client_model v0.2.0 // indirect
-	github.com/prometheus/common v0.32.1 // indirect
-	github.com/prometheus/procfs v0.7.3 // indirect
-	github.com/quasilyte/go-ruleguard v0.4.4 // indirect
-	github.com/quasilyte/go-ruleguard/dsl v0.3.22 // indirect
-	github.com/quasilyte/gogrep v0.5.0 // indirect
-	github.com/quasilyte/regex/syntax v0.0.0-20210819130434-b3f0c404a727 // indirect
-	github.com/quasilyte/stdinfo v0.0.0-20220114132959-f7386bf02567 // indirect
-	github.com/raeperd/recvcheck v0.2.0 // indirect
-	github.com/rivo/uniseg v0.4.7 // indirect
-	github.com/rogpeppe/go-internal v1.14.1 // indirect
-	github.com/ryancurrah/gomodguard v1.4.1 // indirect
-	github.com/ryanrolds/sqlclosecheck v0.5.1 // indirect
-	github.com/sanposhiho/wastedassign/v2 v2.1.0 // indirect
-	github.com/santhosh-tekuri/jsonschema/v6 v6.0.1 // indirect
-	github.com/sashamelentyev/interfacebloat v1.1.0 // indirect
-	github.com/sashamelentyev/usestdlibvars v1.28.0 // indirect
-	github.com/securego/gosec/v2 v2.22.3 // indirect
-	github.com/sirupsen/logrus v1.9.3 // indirect
-	github.com/sivchari/containedctx v1.0.3 // indirect
-	github.com/sonatard/noctx v0.1.0 // indirect
-	github.com/sourcegraph/go-diff v0.7.0 // indirect
-	github.com/spf13/afero v1.14.0 // indirect
-	github.com/spf13/cast v1.5.0 // indirect
-	github.com/spf13/cobra v1.9.1 // indirect
-	github.com/spf13/jwalterweatherman v1.1.0 // indirect
-	github.com/spf13/pflag v1.0.6 // indirect
-	github.com/spf13/viper v1.12.0 // indirect
-	github.com/ssgreg/nlreturn/v2 v2.2.1 // indirect
-	github.com/stbenjam/no-sprintf-host-port v0.2.0 // indirect
-	github.com/stretchr/objx v0.5.2 // indirect
-	github.com/stretchr/testify v1.10.0 // indirect
-	github.com/subosito/gotenv v1.4.1 // indirect
-	github.com/tdakkota/asciicheck v0.4.1 // indirect
-	github.com/tetafro/godot v1.5.1 // indirect
-	github.com/timakin/bodyclose v0.0.0-20241222091800-1db5c5ca4d67 // indirect
-	github.com/timonwong/loggercheck v0.11.0 // indirect
-	github.com/tomarrell/wrapcheck/v2 v2.11.0 // indirect
-	github.com/tommy-muehle/go-mnd/v2 v2.5.1 // indirect
-	github.com/ultraware/funlen v0.2.0 // indirect
-	github.com/ultraware/whitespace v0.2.0 // indirect
-	github.com/uudashr/gocognit v1.2.0 // indirect
-	github.com/uudashr/iface v1.3.1 // indirect
-	github.com/xen0n/gosmopolitan v1.3.0 // indirect
-	github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e // indirect
-	github.com/yagipy/maintidx v1.0.0 // indirect
-	github.com/yeya24/promlinter v0.3.0 // indirect
-	github.com/ykadowak/zerologlint v0.1.5 // indirect
-	gitlab.com/bosi/decorder v0.4.2 // indirect
-	go-simpler.org/musttag v0.13.1 // indirect
-	go-simpler.org/sloglint v0.11.0 // indirect
-	go.augendre.info/fatcontext v0.8.0 // indirect
-	go.uber.org/atomic v1.7.0 // indirect
-	go.uber.org/automaxprocs v1.6.0 // indirect
-	go.uber.org/multierr v1.6.0 // indirect
-	go.uber.org/zap v1.24.0 // indirect
-	golang.org/x/exp/typeparams v0.0.0-20250210185358-939b2ce775ac // indirect
-	golang.org/x/mod v0.24.0 // indirect
 	golang.org/x/net v0.40.0 // indirect
-	golang.org/x/sync v0.14.0 // indirect
 	golang.org/x/sys v0.33.0 // indirect
 	golang.org/x/text v0.25.0 // indirect
-	golang.org/x/tools v0.32.0 // indirect
 	google.golang.org/genproto/googleapis/rpc v0.0.0-20250505200425-f936aa4a68b2 // indirect
-	gopkg.in/ini.v1 v1.67.0 // indirect
-	gopkg.in/yaml.v2 v2.4.0 // indirect
-	gopkg.in/yaml.v3 v3.0.1 // indirect
-	honnef.co/go/tools v0.6.1 // indirect
-	mvdan.cc/gofumpt v0.8.0 // indirect
-	mvdan.cc/unparam v0.0.0-20250301125049-0df0534333a4 // indirect
 )
--- a/go.sum
+++ b/go.sum
--- a/manager.go
+++ b/manager.go
@@ -444,8 +444,8 @@ type diffArchiveReader struct {
 // Close closes the file and removes the temporary archive and staging directory.
 func (r *diffArchiveReader) Close() error {
 	err := r.File.Close()
-	os.Remove(r.tempArchive)
-	os.RemoveAll(r.tempStaging)
+	_ = os.Remove(r.tempArchive)
+	_ = os.RemoveAll(r.tempStaging)
 	return err
 }

@@ -517,8 +517,8 @@ func (data *SnapshotManagerData) createDiffArchive(ctx context.Context, snapshot

 	tempArchivePath := filepath.Join(data.blobStore.GetBaseDir(), "diff-"+snapshotID+".zip")
 	if err := archive.CreateArchive(tempStagingDir, tempArchivePath); err != nil {
-		os.RemoveAll(tempStagingDir)
-		os.Remove(tempArchivePath)
+		_ = os.RemoveAll(tempStagingDir)
+		_ = os.Remove(tempArchivePath)
 		return "", "", fmt.Errorf("failed to create diff archive: %w", err)
 	}

--- a/remote/client.go
+++ b/remote/client.go
@@ -154,7 +154,11 @@ func (c *Client) DownloadSnapshotDiff(ctx context.Context, snapshotID, localPare
 	if err != nil {
 		return fmt.Errorf("failed to open file %s: %w", targetPath, err)
 	}
-	defer file.Close()
+	defer func() {
+		if err := file.Close(); err != nil {
+			fmt.Printf("failed to close file: %v", err)
+		}
+	}()

 	for {
 		resp, err := stream.Recv()