feat: support path-style of bucket for s3 storage backend

pkg/apis/api.kusion.io/v1/types.go

@@ -463,6 +463,7 @@ const (
 	BackendGenericOssBucket   = "bucket"
 	BackendGenericOssPrefix   = "prefix"
 	BackendS3Region           = "region"
+	BackendS3ForcePathStyle   = "forcePathStyle"
 
 	BackendTypeLocal = "local"
 	BackendTypeOss   = "oss"
@@ -533,6 +534,9 @@ type GenericBackendObjectStorageConfig struct {
 
 	// Prefix of the key to store the files.
 	Prefix string `yaml:"prefix,omitempty" json:"prefix,omitempty"`
+
+	// ForcePathStyle indicates whether to use path-style access for all operations.
+	ForcePathStyle bool `yaml:"forcePathStyle,omitempty" json:"forcePathStyle,omitempty"`
 }
 
 // ToLocalBackend converts BackendConfig to structured BackendLocalConfig, works only when the Type
@@ -581,13 +585,15 @@ func (b *BackendConfig) ToS3Backend() *BackendS3Config {
 	bucket, _ := b.Configs[BackendGenericOssBucket].(string)
 	prefix, _ := b.Configs[BackendGenericOssPrefix].(string)
 	region, _ := b.Configs[BackendS3Region].(string)
+	forcePathStyle, _ := b.Configs[BackendS3ForcePathStyle].(bool)
 	return &BackendS3Config{
 		GenericBackendObjectStorageConfig: &GenericBackendObjectStorageConfig{
 			Endpoint:        endpoint,
 			AccessKeyID:     accessKeyID,
 			AccessKeySecret: accessKeySecret,
 			Bucket:          bucket,
 			Prefix:          prefix,
+			ForcePathStyle:  forcePathStyle,
 		},
 		Region: region,
 	}

pkg/backend/storages/s3.go

@@ -27,7 +27,7 @@ func NewS3Storage(config *v1.BackendS3Config) (*S3Storage, error) {
 		Credentials:      credentials.NewStaticCredentials(config.AccessKeyID, config.AccessKeySecret, ""),
 		Region:           aws.String(config.Region),
 		DisableSSL:       aws.Bool(true),
-		S3ForcePathStyle: aws.Bool(false),
+		S3ForcePathStyle: aws.Bool(config.ForcePathStyle),
 	}
 	if config.Endpoint != "" {
 		c.Endpoint = aws.String(config.Endpoint)

pkg/config/validation.go

@@ -199,6 +199,7 @@ func checkBasalBackendConfig(config *v1.BackendConfig) error {
 			v1.BackendGenericOssBucket:   checkString,
 			v1.BackendGenericOssPrefix:   checkString,
 			v1.BackendS3Region:           checkString,
+			v1.BackendS3ForcePathStyle:   checkBool,
 		}
 		if err := checkBasalBackendConfigItems(config, items); err != nil {
 			return err
@@ -285,3 +286,10 @@ func checkString(val any) error {
 	}
 	return nil
 }
+
+func checkBool(val any) error {
+	if _, ok := val.(bool); !ok {
+		return ErrNotBool
+	}
+	return nil
+}