feat: handle different plantform in cache remote

We can use manifestIndex to record different remote cache on different plantforms. And conversion will use cache which matches current plantfotm.

Signed-off-by: breezeTuT <y_q_email@163.com>

pkg/adapter/adapter.go

@@ -120,9 +120,6 @@ func (adp *LocalAdapter) Convert(ctx context.Context, source string) error {
 			return nil
 		}
 	}
-	if err = adp.content.NewRemoteCache(cacheRef); err != nil {
-		return err
-	}
 	adp.content.GcMutex.RLock()
 	defer adp.content.GcMutex.RUnlock()
 	if _, err = adp.cvt.Convert(ctx, source, target, cacheRef); err != nil {

pkg/content/content.go

@@ -286,6 +286,8 @@ func (content *Content) Info(ctx context.Context, dgst digest.Digest) (ctrconten
 	return info, err
 }
 
+// Here we use the Update method to update or add a cache layer to the content store. When the remote cache is nil,
+// updating to the content will return that the error NotFound, notifying that there is no cache implemented here.
 func (content *Content) Update(ctx context.Context, info ctrcontent.Info, fieldpaths ...string) (ctrcontent.Info, error) {
 	if content.remoteCache != nil {
 		sourceDesc, ok := info.Labels[nydusutils.LayerAnnotationNydusSourceDigest]
@@ -300,6 +302,8 @@ func (content *Content) Update(ctx context.Context, info ctrcontent.Info, fieldp
 			return info, nil
 		}
 	}
+	// containerd content store write labels to annotate some blobs belong to a same repo,
+	// cleaning labels is needed by GC
 	if info.Labels != nil {
 		info.Labels = nil
 	}

pkg/content/local.go

@@ -38,7 +38,6 @@ type LocalProvider struct {
 	content      *Content
 	hosts        remote.HostFunc
 	platformMC   platforms.MatchComparer
-	cacheRef     string
 }
 
 func NewLocalProvider(cfg *config.Config, platformMC platforms.MatchComparer) (Provider, *Content, error) {
@@ -130,14 +129,20 @@ func (pvd *LocalProvider) getImage(ref string) (*ocispec.Descriptor, error) {
 	return nil, errdefs.ErrNotFound
 }
 
-func (pvd *LocalProvider) SetCacheRef(ref string) {
+func (pvd *LocalProvider) ClearCache(ref string) error {
 	pvd.mutex.Lock()
 	defer pvd.mutex.Unlock()
-	pvd.cacheRef = ref
+	if err := pvd.content.NewRemoteCache(ref); err != nil {
+		return errors.Wrap(err, "create new remote cache")
+	}
+	return nil
 }
 
-func (pvd *LocalProvider) GetCacheRef() string {
+func (pvd *LocalProvider) GetCacheInfo() (string, int) {
 	pvd.mutex.Lock()
 	defer pvd.mutex.Unlock()
-	return pvd.cacheRef
+	if pvd.content.remoteCache != nil {
+		return pvd.content.remoteCache.cacheRef, pvd.content.remoteCache.cacheSize
+	}
+	return "", 0
 }

pkg/content/provider.go

@@ -42,8 +42,8 @@ type Provider interface {
 	Image(ctx context.Context, ref string) (*ocispec.Descriptor, error)
 	// ContentStore gets the content store object of containerd.
 	ContentStore() content.Store
-	// SetCacheRef sets the cache reference of the source image.
-	SetCacheRef(ref string)
-	// GetCacheRef gets the cache reference of the source image.
-	GetCacheRef() string
+	// ClearCache clear the cache in content store and set new cache reference.
+	ClearCache(ref string) error
+	// GetCacheInfo gets the cache reference of the source image and cache size.
+	GetCacheInfo() (string, int)
 }

pkg/converter/converter.go

@@ -122,7 +122,9 @@ func (cvt *Converter) Convert(ctx context.Context, source, target, cacheRef stri
 
 	logger.Infof("converting image %s", source)
 	start = time.Now()
-	cvt.provider.SetCacheRef(cacheRef)
+	if err := cvt.provider.ClearCache(cacheRef); err != nil {
+		return nil, errors.Wrap(err, "clear cache")
+	}
 	desc, err := cvt.driver.Convert(ctx, cvt.provider, source)
 	if err != nil {
 		return nil, errors.Wrap(err, "convert image")