refactor: pull artifacts from remote charts (#27)

* refactor: pull artifacts from remote charts

* refactor: modify default operator version

cmd/app/cluster/create/create.go

@@ -22,6 +22,8 @@ type createClusterCliOptions struct {
 	StorageClassName    string
 	StorageSize         string
 	StorageRetainPolicy string
+	Version             string
+	OperatorVersion     string
 
 	DryRun  bool
 	Timeout int
@@ -45,10 +47,11 @@ func NewCreateClusterCommand(l log.Logger) *cobra.Command {
 			}
 
 			createOperatorOptions := &manager.CreateOperatorOptions{
-				OperatorImage: options.OperatorImage,
-				Namespace:     options.OperatorNamespace,
-				Timeout:       time.Duration(options.Timeout) * time.Second,
-				DryRun:        options.DryRun,
+				OperatorImage:   options.OperatorImage,
+				Namespace:       options.OperatorNamespace,
+				Timeout:         time.Duration(options.Timeout) * time.Second,
+				DryRun:          options.DryRun,
+				OperatorVersion: options.OperatorVersion,
 			}
 
 			var (
@@ -80,6 +83,7 @@ func NewCreateClusterCommand(l log.Logger) *cobra.Command {
 				StorageRetainPolicy: options.StorageRetainPolicy,
 				Timeout:             time.Duration(options.Timeout) * time.Second,
 				DryRun:              options.DryRun,
+				GreptimeDBVersion:   options.Version,
 			}
 
 			if err := log.StartSpinning("Creating GreptimeDB cluster", func() error {
@@ -110,6 +114,8 @@ func NewCreateClusterCommand(l log.Logger) *cobra.Command {
 	cmd.Flags().StringVarP(&options.Namespace, "namespace", "n", "default", "Namespace of GreptimeDB cluster.")
 	cmd.Flags().BoolVar(&options.DryRun, "dry-run", false, "Output the manifests without applying them.")
 	cmd.Flags().IntVar(&options.Timeout, "timeout", -1, "Timeout in seconds for the command to complete, default is no timeout.")
+	cmd.Flags().StringVar(&options.Version, "version", "0.1.0", "The GreptimeDB version.")
+	cmd.Flags().StringVar(&options.OperatorVersion, "operator-version", "0.1.0-alpha.4", "The greptimedb-operator version.")
 
 	return cmd
 }

pkg/helm/helm.go

@@ -4,13 +4,13 @@ import (
 	"bytes"
 	"context"
 	"fmt"
+	"io/ioutil"
+	"net/http"
 	"strings"
 
 	"helm.sh/helm/v3/pkg/action"
 	"helm.sh/helm/v3/pkg/chart"
 	"helm.sh/helm/v3/pkg/chart/loader"
-
-	"github.com/GreptimeTeam/gtctl/charts"
 )
 
 type TemplateRender interface {
@@ -21,19 +21,23 @@ type Render struct{}
 
 var _ TemplateRender = &Render{}
 
-// TODO(zyy17): Support remote charts.
-
-func (r *Render) LoadChartFromLocalDirectory(directory string) (*chart.Chart, error) {
-	return loader.LoadDir(directory)
-}
+func (r *Render) LoadChartFromRemoteCharts(downloadURL string) (*chart.Chart, error) {
+	rsp, err := http.Get(downloadURL)
+	if err != nil {
+		return nil, err
+	}
+	defer rsp.Body.Close()
 
-func (r *Render) LoadChartFromEmbedCharts(application, version string) (*chart.Chart, error) {
-	chartName := fmt.Sprintf("%s-%s.tgz", application, version)
-	content, err := charts.Charts.ReadFile(chartName)
+	body, err := ioutil.ReadAll(rsp.Body)
 	if err != nil {
-		return nil, fmt.Errorf("chart '%s' not found: %s", chartName, err)
+		return nil, err
 	}
-	return loader.LoadArchive(bytes.NewReader(content))
+
+	return loader.LoadArchive(bytes.NewReader(body))
+}
+
+func (r *Render) LoadChartFromLocalDirectory(directory string) (*chart.Chart, error) {
+	return loader.LoadDir(directory)
 }
 
 func (r *Render) GenerateManifests(releaseName, namespace string, chart *chart.Chart, values map[string]interface{}) ([]byte, error) {

pkg/manager/constants.go

@@ -1,11 +1,7 @@
 package manager
 
 const (
-	defaultOperatorReleaseName = "greptimedb-operator"
-
+	defaultOperatorReleaseName       = "greptimedb-operator"
 	defaultOperatorHelmPackageName   = "greptimedb-operator"
 	defaultGreptimeDBHelmPackageName = "greptimedb"
-
-	defaultOperatorHelmPackageVersion   = "0.1.0-alpha.2"
-	defaultGreptimeDBHelmPackageVersion = "0.1.0"
 )

pkg/manager/manager.go

@@ -3,17 +3,22 @@ package manager
 import (
 	"context"
 	"fmt"
-	"helm.sh/helm/v3/pkg/strvals"
 	"strings"
 	"time"
 
+	"helm.sh/helm/v3/pkg/strvals"
+
 	greptimedbv1alpha1 "github.com/GreptimeTeam/greptimedb-operator/apis/v1alpha1"
 	"github.com/GreptimeTeam/gtctl/pkg/helm"
 	"github.com/GreptimeTeam/gtctl/pkg/kube"
 	"github.com/GreptimeTeam/gtctl/pkg/log"
 	"github.com/GreptimeTeam/gtctl/pkg/utils"
 )
 
+const (
+	defaultChartsURL = "https://github.com/GreptimeTeam/helm-charts/releases/download"
+)
+
 // Manager manage the cluster resources.
 type Manager interface {
 	GetCluster(ctx context.Context, options *GetClusterOptions) (*greptimedbv1alpha1.GreptimeDBCluster, error)
@@ -41,8 +46,10 @@ type CreateClusterOptions struct {
 	StorageClassName    string
 	StorageSize         string
 	StorageRetainPolicy string
-	Timeout             time.Duration
-	DryRun              bool
+	GreptimeDBVersion   string
+
+	Timeout time.Duration
+	DryRun  bool
 }
 
 type UpdateClusterOptions struct {
@@ -59,8 +66,9 @@ type DeleteClusterOption struct {
 }
 
 type CreateOperatorOptions struct {
-	OperatorImage string
-	Namespace     string
+	OperatorImage   string
+	Namespace       string
+	OperatorVersion string
 
 	Timeout time.Duration
 
@@ -109,7 +117,11 @@ func (m *manager) CreateCluster(ctx context.Context, options *CreateClusterOptio
 		return err
 	}
 
-	chart, err := m.render.LoadChartFromEmbedCharts(defaultGreptimeDBHelmPackageName, defaultGreptimeDBHelmPackageVersion)
+	// The download URL example: https://github.com/GreptimeTeam/helm-charts/releases/download/greptimedb-0.1.0/greptimedb-0.1.0.tgz
+	chartName := defaultGreptimeDBHelmPackageName + "-" + options.GreptimeDBVersion
+	downloadURL := fmt.Sprintf("%s/%s/%s.tgz", defaultChartsURL, chartName, chartName)
+
+	chart, err := m.render.LoadChartFromRemoteCharts(downloadURL)
 	if err != nil {
 		return err
 	}
@@ -167,7 +179,11 @@ func (m *manager) CreateOperator(ctx context.Context, options *CreateOperatorOpt
 		return err
 	}
 
-	chart, err := m.render.LoadChartFromEmbedCharts(defaultOperatorHelmPackageName, defaultOperatorHelmPackageVersion)
+	// The download URL example: https://github.com/GreptimeTeam/helm-charts/releases/download/greptimedb-operator-0.1.0-alpha.2/greptimedb-operator-0.1.0-alpha.2.tgz
+	chartName := defaultOperatorHelmPackageName + "-" + options.OperatorVersion
+	downloadURL := fmt.Sprintf("%s/%s/%s.tgz", defaultChartsURL, chartName, chartName)
+
+	chart, err := m.render.LoadChartFromRemoteCharts(downloadURL)
 	if err != nil {
 		return err
 	}