From 8197ea1a4d038330b7824cf265ea3b43573fb690 Mon Sep 17 00:00:00 2001 From: Jiaxin Shan Date: Thu, 6 Dec 2018 23:00:39 -0800 Subject: [PATCH] Cherry-pick of #1485: Fix aws flaking Unit Tests in 1.13 --- .../cloudprovider/aws/aws_manager_test.go | 59 ++++++++++++------- 1 file changed, 37 insertions(+), 22 deletions(-) diff --git a/cluster-autoscaler/cloudprovider/aws/aws_manager_test.go b/cluster-autoscaler/cloudprovider/aws/aws_manager_test.go index 6003a4846a56..ceb505865deb 100644 --- a/cluster-autoscaler/cloudprovider/aws/aws_manager_test.go +++ b/cluster-autoscaler/cloudprovider/aws/aws_manager_test.go @@ -18,9 +18,13 @@ package aws import ( "fmt" + "net/http" "net/http/httptest" "os" + "reflect" + "sort" + "strings" "testing" "github.com/aws/aws-sdk-go/aws" @@ -303,21 +307,21 @@ func TestGetASGTemplate(t *testing.T) { } } -/* Disabled due to flakiness. See https://github.com/kubernetes/autoscaler/issues/608 func TestFetchAutoAsgs(t *testing.T) { min, max := 1, 10 groupname, tags := "coolasg", []string{"tag", "anothertag"} s := &AutoScalingMock{} // Lookup groups associated with tags - s.On("DescribeTagsPages", - &autoscaling.DescribeTagsInput{ - Filters: []*autoscaling.Filter{ - {Name: aws.String("key"), Values: aws.StringSlice([]string{tags[0]})}, - {Name: aws.String("key"), Values: aws.StringSlice([]string{tags[1]})}, - }, - MaxRecords: aws.Int64(maxRecordsReturnedByAPI), + expectedTagsInput := &autoscaling.DescribeTagsInput{ + Filters: []*autoscaling.Filter{ + {Name: aws.String("key"), Values: aws.StringSlice([]string{tags[0]})}, + {Name: aws.String("key"), Values: aws.StringSlice([]string{tags[1]})}, }, + MaxRecords: aws.Int64(maxRecordsReturnedByAPI), + } + // Use MatchedBy pattern to avoid list order issue https://github.com/kubernetes/autoscaler/issues/1346 + s.On("DescribeTagsPages", mock.MatchedBy(tagsMatcher(expectedTagsInput)), mock.AnythingOfType("func(*autoscaling.DescribeTagsOutput, bool) bool"), ).Run(func(args mock.Arguments) { fn := args.Get(1).(func(*autoscaling.DescribeTagsOutput, bool) bool) @@ -351,30 +355,41 @@ func TestFetchAutoAsgs(t *testing.T) { } // fetchAutoASGs is called at manager creation time, via forceRefresh - m, err := createAWSManagerInternal(nil, do, &autoScalingWrapper{s}) + m, err := createAWSManagerInternal(nil, do, &autoScalingWrapper{s}, nil) assert.NoError(t, err) - asgs := m.asgCache.get() + asgs := m.asgCache.Get() assert.Equal(t, 1, len(asgs)) - validateAsg(t, asgs[0].config, groupname, min, max) + validateAsg(t, asgs[0], groupname, min, max) // Simulate the previously discovered ASG disappearing - s.On("DescribeTagsPages", - &autoscaling.DescribeTagsInput{ - Filters: []*autoscaling.Filter{ - {Name: aws.String("key"), Values: aws.StringSlice([]string{tags[0]})}, - {Name: aws.String("key"), Values: aws.StringSlice([]string{tags[1]})}, - }, - MaxRecords: aws.Int64(maxRecordsReturnedByAPI), - }, + s.On("DescribeTagsPages", mock.MatchedBy(tagsMatcher(expectedTagsInput)), mock.AnythingOfType("func(*autoscaling.DescribeTagsOutput, bool) bool"), ).Run(func(args mock.Arguments) { fn := args.Get(1).(func(*autoscaling.DescribeTagsOutput, bool) bool) fn(&autoscaling.DescribeTagsOutput{Tags: []*autoscaling.TagDescription{}}, false) }).Return(nil).Once() - err = m.fetchAutoAsgs() + err = m.asgCache.regenerate() assert.NoError(t, err) - assert.Empty(t, m.asgCache.get()) + assert.Empty(t, m.asgCache.Get()) +} + +func tagsMatcher(expected *autoscaling.DescribeTagsInput) func(*autoscaling.DescribeTagsInput) bool { + return func(actual *autoscaling.DescribeTagsInput) bool { + expectedTags := flatTagSlice(expected.Filters) + actualTags := flatTagSlice(actual.Filters) + + return *expected.MaxRecords == *actual.MaxRecords && reflect.DeepEqual(expectedTags, actualTags) + } +} + +func flatTagSlice(filters []*autoscaling.Filter) []string { + tags := []string{} + for _, filter := range filters { + tags = append(tags, aws.StringValueSlice(filter.Values)...) + } + // Sort slice for compare + sort.Strings(tags) + return tags } -*/