ci: remove test-integrations CircleCI workflow

.circleci/config.yml

@@ -613,50 +613,7 @@ jobs:
       - setup_remote_docker
       - run: make ci.dev-docker
       - run: *notify-slack-failure
-  nomad-integration-test: &NOMAD_TESTS
-    docker:
-      - image: docker.mirror.hashicorp.services/cimg/go:1.20
-    parameters:
-      nomad-version:
-        type: enum
-        enum: *supported_nomad_versions
-        default: *default_nomad_version
-    environment:
-      <<: *ENVIRONMENT
-      NOMAD_WORKING_DIR: &NOMAD_WORKING_DIR /home/circleci/go/src/github.com/hashicorp/nomad
-      NOMAD_VERSION: << parameters.nomad-version >>
-    steps: &NOMAD_INTEGRATION_TEST_STEPS
-      - run: git clone https://github.com/hashicorp/nomad.git --branch v${NOMAD_VERSION} ${NOMAD_WORKING_DIR}
-
-      # get consul binary
-      - attach_workspace:
-          at: /home/circleci/go/bin
-
-      # make dev build of nomad
-      - run:
-          command: make pkg/linux_amd64/nomad
-          working_directory: *NOMAD_WORKING_DIR
-
-      - run: *install-gotestsum
-
-      # run integration tests
-      - run:
-          name: go test
-          command: |
-            mkdir -p $TEST_RESULTS_DIR
-            gotestsum \
-              --format=short-verbose \
-              --junitfile $TEST_RESULTS_DIR/results.xml -- \
-              ./command/agent/consul -run TestConsul
-          working_directory: *NOMAD_WORKING_DIR
-
-      # store test results for CircleCI
-      - store_test_results:
-          path: *TEST_RESULTS_DIR
-      - store_artifacts:
-          path: *TEST_RESULTS_DIR
-      - run: *notify-slack-failure
-
+
   # build frontend yarn cache
   frontend-cache:
     docker:
@@ -852,226 +809,6 @@ jobs:
           command: make test-coverage-ci
       - run: *notify-slack-failure
 
-  compatibility-integration-test:
-    machine:
-      image: *UBUNTU_CI_IMAGE
-      docker_layer_caching: true
-    parallelism: 1
-    steps:
-      - checkout
-      # Get go binary from workspace
-      - attach_workspace:
-          at: .
-      # Build the consul:local image from the already built binary
-      - run:
-          command: |
-            sudo rm -rf /usr/local/go
-            wget https://dl.google.com/go/go${GO_VERSION}.linux-amd64.tar.gz
-            sudo tar -C /usr/local -xzvf go${GO_VERSION}.linux-amd64.tar.gz
-          environment:
-            <<: *ENVIRONMENT
-      - run: *install-gotestsum
-      - run: docker build -t consul:local -f ./build-support/docker/Consul-Dev.dockerfile .
-      - run:
-          name: Compatibility Integration Tests
-          command: |
-            mkdir -p /tmp/test-results/
-            cd ./test/integration/consul-container
-            docker run --rm consul:local consul version
-            gotestsum \
-              --raw-command \
-              --format=short-verbose \
-              --debug \
-              --rerun-fails=3 \
-              --packages="./..." \
-              -- \
-              go test \
-              -p=4 \
-              -timeout=30m \
-              -json \
-              `go list ./... | grep -v upgrade` \
-              --target-image consul \
-              --target-version local \
-              --latest-image consul \
-              --latest-version latest
-            ls -lrt
-          environment:
-            # this is needed because of incompatibility between RYUK container and circleci
-            GOTESTSUM_JUNITFILE: /tmp/test-results/results.xml
-            GOTESTSUM_FORMAT: standard-verbose
-            COMPOSE_INTERACTIVE_NO_CLI: 1
-            # tput complains if this isn't set to something.
-            TERM: ansi
-      - store_test_results:
-          path: *TEST_RESULTS_DIR
-      - store_artifacts:
-          path: *TEST_RESULTS_DIR
-      - run: *notify-slack-failure
-
-  upgrade-integration-test:
-      machine:
-        image: *UBUNTU_CI_IMAGE
-        docker_layer_caching: true
-      parallelism: 3
-      resource_class: large
-      parameters:
-        consul-version:
-          type: enum
-          enum: *consul_versions
-      environment:
-        CONSUL_VERSION: << parameters.consul-version >>
-      steps:
-        - checkout
-        # Get go binary from workspace
-        - attach_workspace:
-            at: .
-        # Build the consul:local image from the already built binary
-        - run:
-            command: |
-              sudo rm -rf /usr/local/go
-              wget https://dl.google.com/go/go${GO_VERSION}.linux-amd64.tar.gz
-              sudo tar -C /usr/local -xzvf go${GO_VERSION}.linux-amd64.tar.gz
-            environment:
-              <<: *ENVIRONMENT
-        - run: *install-gotestsum
-        - run: docker build -t consul:local -f ./build-support/docker/Consul-Dev.dockerfile .
-        - run:
-            name: Upgrade Integration Tests
-            command: |
-              mkdir -p /tmp/test-results/
-              cd ./test/integration/consul-container
-              docker run --rm consul:local consul version
-              gotestsum \
-                --raw-command \
-                --format=short-verbose \
-                --debug \
-                --rerun-fails=3 \
-                --packages="./..." \
-                -- \
-                go test \
-                -p=4 \
-                -tags "${GOTAGS}" \
-                -timeout=30m \
-                -json \
-                ./.../upgrade/ \
-                --target-image consul \
-                --target-version local \
-                --latest-image consul \
-                --latest-version $CONSUL_VERSION
-              ls -lrt
-            environment:
-              # this is needed because of incompatibility between RYUK container and circleci
-              GOTESTSUM_JUNITFILE: /tmp/test-results/results.xml
-              GOTESTSUM_FORMAT: standard-verbose
-              COMPOSE_INTERACTIVE_NO_CLI: 1
-              # tput complains if this isn't set to something.
-              TERM: ansi
-        - store_test_results:
-            path: *TEST_RESULTS_DIR
-        - store_artifacts:
-            path: *TEST_RESULTS_DIR
-        - run: *notify-slack-failure
-
-  # Lints all *.dockerfile but don't fail at this time
-  dockerfile-lint:
-    docker:
-      - image: docker.mirror.hashicorp.services/hadolint/hadolint:latest-debian
-    steps:
-      - run: apt-get -qq update; apt-get -y install git # the hadolint container doesn't have git
-      - checkout
-      - run:
-          name: Dockefile lint
-          command: |
-            for file in $(find . -type f -name *.dockerfile); do
-              hadolint $file || true
-            done
-
-  envoy-integration-test: &ENVOY_TESTS
-    machine:
-      image: *UBUNTU_CI_IMAGE
-    parallelism: 4
-    resource_class: medium
-    parameters:
-      envoy-version:
-        type: enum
-        enum: *supported_envoy_versions
-        default: *default_envoy_version
-      xds-target:
-        type: enum
-        enum: ["server", "client"]
-        default: "server"
-    environment:
-      ENVOY_VERSION: << parameters.envoy-version >>
-      XDS_TARGET: << parameters.xds-target >>
-      AWS_LAMBDA_REGION: us-west-2
-    steps: &ENVOY_INTEGRATION_TEST_STEPS
-      - checkout
-      - assume-role:
-          access-key: AWS_ACCESS_KEY_ID_LAMBDA
-          secret-key: AWS_SECRET_ACCESS_KEY_LAMBDA
-          role-arn: ROLE_ARN_LAMBDA
-      # Get go binary from workspace
-      - attach_workspace:
-          at: .
-      - run: *install-gotestsum
-      # Build the consul:local image from the already built binary
-      - run: docker build -t consul:local -f ./build-support/docker/Consul-Dev.dockerfile .
-      - run:
-          name: Envoy Integration Tests
-          command: |
-            subtests=$(ls -d test/integration/connect/envoy/*/ | xargs -n 1 basename | circleci tests split)
-            echo "Running $(echo $subtests | wc -w) subtests"
-            echo "$subtests"
-            subtests_pipe_sepr=$(echo "$subtests" | xargs | sed 's/ /|/g')
-            mkdir -p /tmp/test-results/
-            gotestsum -- -timeout=30m -tags integration ./test/integration/connect/envoy -run="TestEnvoy/($subtests_pipe_sepr)"
-          environment:
-            GOTESTSUM_JUNITFILE: /tmp/test-results/results.xml
-            GOTESTSUM_FORMAT: standard-verbose
-            COMPOSE_INTERACTIVE_NO_CLI: 1
-            LAMBDA_TESTS_ENABLED: "true"
-            # tput complains if this isn't set to something.
-            TERM: ansi
-      - store_artifacts:
-          path: ./test/integration/connect/envoy/workdir/logs
-          destination: container-logs
-      - store_test_results:
-          path: *TEST_RESULTS_DIR
-      - store_artifacts:
-          path: *TEST_RESULTS_DIR
-      - run: *notify-slack-failure
-
-  # run integration tests for the connect ca providers with vault
-  vault-integration-test:
-    docker:
-      - image: *GOLANG_IMAGE
-    parameters:
-      vault-version:
-        type: enum
-        enum: *supported_vault_versions
-        default: *default_vault_version
-    environment:
-      <<: *ENVIRONMENT
-      VAULT_BINARY_VERSION: << parameters.vault-version >>
-    steps: &VAULT_INTEGRATION_TEST_STEPS
-      - run:
-          name: Install vault
-          command: |
-            wget -q -O /tmp/vault.zip https://releases.hashicorp.com/vault/${VAULT_BINARY_VERSION}/vault_${VAULT_BINARY_VERSION}_linux_amd64.zip
-            sudo unzip -d /usr/local/bin /tmp/vault.zip
-            rm -rf /tmp/vault*
-            vault version
-      - checkout
-      - run: go mod download
-      - run:
-          name: go test
-          command: |
-            mkdir -p $TEST_RESULTS_DIR
-            make test-connect-ca-providers
-      - store_test_results:
-          path: *TEST_RESULTS_DIR
-      - run: *notify-slack-failure
-
   # The noop job is a used as a very fast job in the verify-ci workflow because every workflow
   # requires at least one job. It does nothing.
   noop:
@@ -1180,49 +917,7 @@ workflows:
             - dev-build
           context: consul-ci
       - noop
-  test-integrations:
-    jobs:
-      - dev-build: *filter-ignore-non-go-branches
-      - dev-upload-s3: &dev-upload
-          requires:
-            - dev-build
-          filters:
-            branches:
-              ignore:
-                - /^pull\/.*$/ # only push dev builds from non forks
-                - main # all main dev uploads will include a UI rebuild in build-distros
-      - dev-upload-docker:
-          <<: *dev-upload
-          context: consul-ci
-      - nomad-integration-test:
-          requires:
-            - dev-build
-          matrix:
-            parameters:
-              nomad-version: *supported_nomad_versions
-      - vault-integration-test:
-          matrix:
-            parameters:
-              vault-version: *supported_vault_versions
-          <<: *filter-ignore-non-go-branches
-      - envoy-integration-test:
-          requires:
-            - dev-build
-          matrix:
-            parameters:
-              envoy-version: *supported_envoy_versions
-              xds-target: ["server", "client"]
-      - compatibility-integration-test:
-          requires:
-            - dev-build
-      - upgrade-integration-test:
-          requires:
-            - dev-build
-          matrix:
-            parameters:
-              consul-version: *consul_versions
-
-      - noop
+
   frontend:
     jobs:
       - frontend-cache: