diff --git a/source/containerimage/pull.go b/source/containerimage/pull.go
index ad02a08d93b3..f060a156dbbb 100644
--- a/source/containerimage/pull.go
+++ b/source/containerimage/pull.go
@@ -83,6 +83,7 @@ func (is *Source) ResolveImageConfig(ctx context.Context, ref string, opt llb.Re
 	if err != nil {
 		return "", nil, err
 	}
+	key += rm.String()
 
 	res, err := is.g.Do(ctx, key, func(ctx context.Context) (interface{}, error) {
 		res := resolver.DefaultPool.GetResolver(is.RegistryHosts, ref, "pull", sm, g).WithImageStore(is.ImageStore, rm)