From 82a80e74155510b2f81abbc22e62ef7f0ee3b32c Mon Sep 17 00:00:00 2001
From: Ben Napolitan <bnapolitan@outlook.com>
Date: Mon, 22 Jun 2020 18:02:59 -0400
Subject: [PATCH] Try deleting other node groups.

---
 scripts/lib/cluster.sh     |  2 +-
 test/integration/README.md | 32 ++++++++++++++++++++++++++++++++
 2 files changed, 33 insertions(+), 1 deletion(-)
 create mode 100644 test/integration/README.md

diff --git a/scripts/lib/cluster.sh b/scripts/lib/cluster.sh
index 8c23e0d8076..cd121aadcef 100644
--- a/scripts/lib/cluster.sh
+++ b/scripts/lib/cluster.sh
@@ -14,7 +14,7 @@ function down-test-cluster() {
 function up-test-cluster() {
     MNGS=""
     if [[ "$RUN_SCALE_TESTS" == true ]]; then
-        MNGS='{"GetRef.Name-mng-for-cni":{"name":"GetRef.Name-mng-for-cni","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["c5.xlarge"],"volume-size":40}, "three-nodes":{"name":"three-nodes","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["m5.xlarge"],"volume-size":40}, "single-node":{"name":"single-node","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":1,"asg-max-size":1,"asg-desired-capacity":1,"instance-types":["m5.16xlarge"],"volume-size":40}, "multi-node":{"name":"multi-node","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":98,"asg-max-size":100,"asg-desired-capacity":98,"instance-types":["m5.xlarge"],"volume-size":40}}'
+        MNGS='{"GetRef.Name-mng-for-cni":{"name":"GetRef.Name-mng-for-cni","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["c5.xlarge"],"volume-size":40}, "multi-node":{"name":"multi-node","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":98,"asg-max-size":100,"asg-desired-capacity":98,"instance-types":["m5.xlarge"],"volume-size":40}}'
     else
         MNGS='{"GetRef.Name-mng-for-cni":{"name":"GetRef.Name-mng-for-cni","remote-access-user-name":"ec2-user","tags":{"group":"amazon-vpc-cni-k8s"},"release-version":"","ami-type":"AL2_x86_64","asg-min-size":3,"asg-max-size":3,"asg-desired-capacity":3,"instance-types":["c5.xlarge"],"volume-size":40}}'
     fi
diff --git a/test/integration/README.md b/test/integration/README.md
new file mode 100644
index 00000000000..26e4b7e5ee1
--- /dev/null
+++ b/test/integration/README.md
@@ -0,0 +1,32 @@
+## Conformance test duration log
+
+* May 20, 2020: Initial integration step took roughly 3h 41min
+* May 27: 3h 1min
+    * Skip tests labeled as “Slow” for Ginkgo framework
+    * Timelines:
+        * Default CNI: 73s
+        * Updating CNI image: 110s
+        * Current image integration: 47s
+        * Conformance tests: 119.167 min (2 hrs)
+        * Down cluster: 30 min
+* May 29: 2h 59min 30s
+    * Cache dependencies when testing default CNI
+    * Timelines:
+        * Docker build: 3.583 min
+        * Up test cluster: 31.4 min
+        * Default CNI: 50s
+        * Updating CNI image: 92s
+        * Current image integration: 17s
+        * Conformance tests: 113.8 min (1.9 hrs)
+        * Down cluster: 30.417 min
+* June 5: 1h 24min 9s
+    * Parallel execution of conformance tests
+    * Timelines:
+        * Docker build: 3.617 min
+        * Up test cluster: 31.3 min
+        * Default CNI: 52s
+        * Updating CNI image: 92s
+        * Current image integration: 18s
+        * Conformance tests: 16.317 min
+        * Down cluster: 29.95 min
+