Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fixes for making shoot comparison easier #322

Merged
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
120 changes: 114 additions & 6 deletions hack/shoot-comparator/pkg/shoot/matcher.go
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,8 @@ func (m *Matcher) Match(actual interface{}) (success bool, err error) {
return false, err
}

// Note: we define separate matchers for each field to make input more readable
// Annotations are not matched as they are not relevant for the comparison ; both KIM, and Provisioner have different set of annotations
for _, matcher := range []matcher{
{
GomegaMatcher: gomega.Equal(eShoot.TypeMeta),
Expand All @@ -85,14 +87,120 @@ func (m *Matcher) Match(actual interface{}) (success bool, err error) {
path: "metadata/labels",
},
{
GomegaMatcher: gomega.Equal(eShoot.Annotations),
expected: aShoot.Annotations,
path: "metadata/annotations",
GomegaMatcher: gomega.Equal(eShoot.Spec.Addons),
expected: aShoot.Spec.Addons,
path: "spec/Addons",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec),
expected: aShoot.Spec,
path: "spec",
GomegaMatcher: gomega.Equal(eShoot.Spec.CloudProfileName),
expected: aShoot.Spec.CloudProfileName,
path: "spec/CloudProfileName",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.DNS),
expected: aShoot.Spec.DNS,
path: "spec/DNS",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Extensions),
expected: aShoot.Spec.Extensions,
path: "spec/Extensions",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Hibernation),
expected: aShoot.Spec.Hibernation,
path: "spec/Hibernation",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Kubernetes),
expected: aShoot.Spec.Kubernetes,
path: "spec/Kubernetes",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Networking),
expected: aShoot.Spec.Networking,
path: "spec/Networking",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Maintenance),
expected: aShoot.Spec.Maintenance,
path: "spec/Maintenance",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Monitoring),
expected: aShoot.Spec.Monitoring,
path: "spec/Monitoring",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Provider),
expected: aShoot.Spec.Provider,
path: "spec/Provider",
},

{
GomegaMatcher: gomega.Equal(eShoot.Spec.Purpose),
expected: aShoot.Spec.Purpose,
path: "spec/Purpose",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Region),
expected: aShoot.Spec.Region,
path: "spec/Region",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.SecretBindingName),
expected: aShoot.Spec.SecretBindingName,
path: "spec/SecretBindingName",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.SeedName),
expected: aShoot.Spec.SeedName,
path: "spec/SeedName",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.SeedSelector),
expected: aShoot.Spec.SeedSelector,
path: "spec/SeedSelector",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Resources),
expected: aShoot.Spec.Resources,
path: "spec/Resources",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.Tolerations),
expected: aShoot.Spec.Tolerations,
path: "spec/Tolerations",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.ExposureClassName),
expected: aShoot.Spec.ExposureClassName,
path: "spec/ExposureClassName",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.SystemComponents),
expected: aShoot.Spec.SystemComponents,
path: "spec/SystemComponents",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.ControlPlane),
expected: aShoot.Spec.ControlPlane,
path: "spec/ControlPlane",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.SchedulerName),
expected: aShoot.Spec.SchedulerName,
path: "spec/SchedulerName",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.CloudProfile),
expected: aShoot.Spec.CloudProfile,
path: "spec/CloudProfile",
},
{
GomegaMatcher: gomega.Equal(eShoot.Spec.CredentialsBindingName),
expected: aShoot.Spec.CredentialsBindingName,
path: "spec/CredentialsBindingName",
},
} {
ok, err := matcher.Match(matcher.expected)
Expand Down
12 changes: 0 additions & 12 deletions hack/shoot-comparator/pkg/shoot/matcher_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -26,12 +26,6 @@ func withLabels(labels map[string]string) deepCpOpts {
}
}

func withAnnotations(annotations map[string]string) deepCpOpts {
return func(s *v1beta1.Shoot) {
s.Annotations = annotations
}
}

func withShootSpec(spec v1beta1.ShootSpec) deepCpOpts {
return func(s *v1beta1.Shoot) {
s.Spec = spec
Expand Down Expand Up @@ -103,12 +97,6 @@ var _ = Describe(":: shoot matcher :: ", func() {
deepCp(empty, withLabels(map[string]string{})),
false,
),
Entry(
"should detect difference in annotations",
deepCp(empty, withAnnotations(map[string]string{"test": "me"})),
deepCp(empty, withAnnotations(map[string]string{"test": "it"})),
false,
),
Entry(
"should detect differences in spec",
deepCp(empty, withShootSpec(v1beta1.ShootSpec{
Expand Down
11 changes: 3 additions & 8 deletions internal/controller/runtime/fsm/runtime_fsm_patch_shoot.go
Original file line number Diff line number Diff line change
Expand Up @@ -49,11 +49,6 @@ func sFnPatchExistingShoot(ctx context.Context, m *fsm, s *systemState) (stateFn
"Shoot is pending",
)

shouldDumpShootSpec := m.PVCPath != ""
if shouldDumpShootSpec {
return switchState(sFnDumpShootSpec)
}

return updateStatusAndRequeueAfter(gardenerRequeueDuration)
}

Expand All @@ -63,13 +58,13 @@ func convertShoot(instance *imv1.Runtime, cfg shoot.ConverterConfig) (gardener.S
}

converter := gardener_shoot.NewConverter(cfg)
shoot, err := converter.ToShoot(*instance)
newShoot, err := converter.ToShoot(*instance)

if err == nil {
setObjectFields(&shoot)
setObjectFields(&newShoot)
}

return shoot, err
return newShoot, err
}

// workaround
Expand Down
11 changes: 8 additions & 3 deletions internal/controller/runtime/fsm/runtime_fsm_persist_shoot.go
Original file line number Diff line number Diff line change
Expand Up @@ -38,11 +38,16 @@ func persist(path string, s interface{}, saveFunc writerGetter) error {
func sFnDumpShootSpec(_ context.Context, m *fsm, s *systemState) (stateFn, *ctrl.Result, error) {
paths := createFilesPath(m.PVCPath, s.shoot.Namespace, s.shoot.Name)

shootCp := s.shoot.DeepCopy()
// To make comparison easier we don't store object obtained from the cluster as it contains additional fields that are not relevant for the comparison.
// We use object created by the converter instead (the Provisioner uses the same approach)
convertedShoot, err := convertShoot(&s.instance, m.ConverterConfig)
if err != nil {
return updateStatusAndStopWithError(err)
}

runtimeCp := s.instance.DeepCopy()
shootCp.ManagedFields = nil

if err := persist(paths["shoot"], shootCp, m.writerProvider); err != nil {
if err := persist(paths["shoot"], convertedShoot, m.writerProvider); err != nil {
return updateStatusAndStopWithError(err)
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ package fsm
import (
"bytes"
"context"
"github.com/kyma-project/infrastructure-manager/internal/gardener/shoot"
"io"
"time"

Expand All @@ -24,15 +25,25 @@ var _ = Describe("KIM sFnPersist", func() {
testCtx, cancel := context.WithTimeout(context.Background(), time.Second)
defer cancel()

shootWrite, err := yaml.Marshal(&testing.ShootNoDNS)
runtimeWrite, err := yaml.Marshal(&testing.RuntimeOnlyName)
expectedRuntime := testing.RuntimeOnlyName.DeepCopy()
expectedRuntime.Spec.Shoot.Provider.Type = "aws"

expectedShoot, err := convertShoot(expectedRuntime, shoot.ConverterConfig{})
Expect(err).To(BeNil())

shootWrite, err := yaml.Marshal(&expectedShoot)
Expect(err).To(BeNil())

runtimeWrite, err := yaml.Marshal(expectedRuntime)
Expect(err).To(BeNil())

expectedData := append(shootWrite, runtimeWrite...)
Expect(err).ShouldNot(HaveOccurred())

It("should persist shoot data", func() {
next, _, err := sFnDumpShootSpec(testCtx, must(newFakeFSM, withStorageWriter(testWriterGetter)), &systemState{shoot: &testing.ShootNoDNS, instance: testing.RuntimeOnlyName})
next, _, err := sFnDumpShootSpec(testCtx, must(newFakeFSM, withStorageWriter(testWriterGetter), withConverterConfig(shoot.ConverterConfig{})), &systemState{shoot: &testing.ShootNoDNS, instance: *expectedRuntime})
Expect(err).To(BeNil())
Expect(next).To(haveName("sFnUpdateStatus"))
Expect(expectedData).To(Equal(b.Bytes()))
Expect(b.Bytes()).To(Equal(expectedData))
})
})
14 changes: 14 additions & 0 deletions internal/controller/runtime/fsm/testing/shoot.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,20 @@ var (
ObjectMeta: metav1.ObjectMeta{
Name: "test-instance",
Namespace: "default",
Labels: map[string]string{
"kyma-project.io/instance-id": "instance-id",
"kyma-project.io/runtime-id": "runtime-id",
"kyma-project.io/shoot-name": "shoot-name",
"kyma-project.io/region": "region",
"operator.kyma-project.io/kyma-name": "kyma-name",
"kyma-project.io/broker-plan-id": "broker-plan-id",
"kyma-project.io/broker-plan-name": "broker-plan-name",
"kyma-project.io/global-account-id": "global-account-id",
"kyma-project.io/subaccount-id": "subaccount-id",
"operator.kyma-project.io/managed-by": "managed-by",
"operator.kyma-project.io/internal": "false",
"kyma-project.io/platform-region": "platform-region",
},
},
Spec: v1.RuntimeSpec{
Shoot: v1.RuntimeShoot{Name: "test-shoot"},
Expand Down
8 changes: 8 additions & 0 deletions internal/controller/runtime/fsm/utilz_for_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package fsm

import (
"fmt"
"github.com/kyma-project/infrastructure-manager/internal/gardener/shoot"

. "github.com/onsi/gomega" //nolint:revive
"k8s.io/apimachinery/pkg/runtime"
Expand Down Expand Up @@ -35,6 +36,13 @@ var (
}
}

withConverterConfig = func(config shoot.ConverterConfig) fakeFSMOpt {
return func(fsm *fsm) error {
fsm.ConverterConfig = config
return nil
}
}

withFakedK8sClient = func(
scheme *runtime.Scheme,
objs ...client.Object) fakeFSMOpt {
Expand Down
Loading