feat: improve UX by speeding by metadb serialize/deserialize

Signed-off-by: Ramkumar Chinchani <[email protected]>

Makefile

@@ -97,14 +97,18 @@ build-metadata: $(if $(findstring ui,$(BUILD_LABELS)), ui)
 	echo "\n Files: \n"
 	go list -tags $(BUILD_TAGS) -f '{{ join .GoFiles "\n" }}' ./... | sort -u
 
+.PHONY: gen-protobuf
+gen-protobuf: $(PROTOC)
+	protoc  --experimental_allow_proto3_optional --go_out internal/pb/v1 internal/pb/v1/descriptor.proto
+
 .PHONY: binary-minimal
 binary-minimal: EXTENSIONS=
 binary-minimal: modcheck build-metadata
 	env CGO_ENABLED=0 GOOS=$(OS) GOARCH=$(ARCH) go build -o bin/zot-$(OS)-$(ARCH)-minimal $(BUILDMODE_FLAGS) -tags containers_image_openpgp -v -trimpath -ldflags "-X zotregistry.io/zot/pkg/api/config.ReleaseTag=${RELEASE_TAG} -X zotregistry.io/zot/pkg/api/config.Commit=${COMMIT} -X zotregistry.io/zot/pkg/api/config.BinaryType=minimal -X zotregistry.io/zot/pkg/api/config.GoVersion=${GO_VERSION} -s -w" ./cmd/zot
 
 .PHONY: binary
 binary: $(if $(findstring ui,$(BUILD_LABELS)), ui)
-binary: modcheck build-metadata
+binary: modcheck build-metadata gen-protobuf
 	env CGO_ENABLED=0 GOOS=$(OS) GOARCH=$(ARCH) go build -o bin/zot-$(OS)-$(ARCH) $(BUILDMODE_FLAGS) -tags $(BUILD_LABELS),containers_image_openpgp -v -trimpath -ldflags "-X zotregistry.io/zot/pkg/api/config.ReleaseTag=${RELEASE_TAG} -X zotregistry.io/zot/pkg/api/config.Commit=${COMMIT} -X zotregistry.io/zot/pkg/api/config.BinaryType=$(extended-name) -X zotregistry.io/zot/pkg/api/config.GoVersion=${GO_VERSION} -s -w" ./cmd/zot
 
 .PHONY: binary-debug
@@ -202,6 +206,8 @@ $(CRICTL):
 	mv crictl $(TOOLSDIR)/bin/crictl
 	chmod +x $(TOOLSDIR)/bin/crictl
 
+$(PROTOC):
+	go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
 
 $(ACTION_VALIDATOR):
 	mkdir -p $(TOOLSDIR)/bin

go.mod

@@ -498,7 +498,7 @@ require (
 	google.golang.org/appengine v1.6.7 // indirect
 	google.golang.org/genproto v0.0.0-20230803162519-f966b187b2e5 // indirect
 	google.golang.org/grpc v1.57.0 // indirect
-	google.golang.org/protobuf v1.31.0 // indirect
+	google.golang.org/protobuf v1.31.0
 	gopkg.in/cheggaaa/pb.v1 v1.0.28 // indirect
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect

internal/pb/v1/descriptor.proto

@@ -0,0 +1,26 @@
+syntax = "proto3";
+package v1;
+
+option go_package = "github.com/project-zot/zot/internal/pb/v1";
+
+
+// https://github.com/opencontainers/image-spec/blob/main/specs-go/v1/descriptor.go
+
+message Descriptor {
+  string mediaType = 1;
+  string digest = 2;
+  int64 size = 3;
+  repeated string urls = 4;
+  map <string,string> annotations = 5;
+  repeated bytes data = 6;
+  optional Platform platform = 7;
+  optional string artifactType = 8;
+}
+
+message Platform {
+  string architecture = 1;
+  string os = 2;
+  optional string osversion  = 3;
+  repeated string osfeatures = 4;
+  optional string variant = 5;
+}