tests: add basic test for workload lifecycle

.dockerignore

@@ -1,6 +1,7 @@
-ui/node_modules
+frontend/webapp/node_modules
 .git/
 Dockerfile
 odiglet/Dockerfile
 odiglet/base.Dockerfile
 odiglet/debug.Dockerfile
+tests # not needed in context for odigos components builds

.github/workflows/e2e.yaml

@@ -23,6 +23,7 @@ jobs:
           - "helm-chart"
           - "fe-synthetic"
           - "cli-upgrade"
+          - "workload-lifecycle"
         include:
           - kube-version: "1.23"
             kind-image: "kindest/node:v1.23.17@sha256:14d0a9a892b943866d7e6be119a06871291c517d279aedb816a4b4bc0ec0a5b3"

Makefile

@@ -200,10 +200,25 @@ cli-upgrade:
 	@echo "Installing odigos from source. version: $(ODIGOS_CLI_VERSION)"
 	cd ./cli ; go run -tags=embed_manifests . upgrade --version $(ODIGOS_CLI_VERSION) --yes
 
+.PHONY: cli-build
+cli-build:
+	@echo "Building the cli executable for tests"
+	cd cli && go build -tags=embed_manifests -o odigos .
+
 .PHONY: api-all
 api-all:
 	make -C api all
 
 .PHONY: crd-apply
 crd-apply: api-all cli-upgrade
 	@echo "Applying changes to CRDs in api directory"
+
+.PHONY: dev-tests-kind-cluster
+dev-tests-kind-cluster:
+	@echo "Creating a kind cluster for development"
+	kind delete cluster
+	kind create cluster
+
+.PHONY: dev-tests-setup
+dev-tests-setup: TAG := e2e-test
+dev-tests-setup: dev-tests-kind-cluster cli-build build-images load-to-kind

tests/e2e/workload-lifecycle/01-add-destination.yaml

@@ -0,0 +1,12 @@
+apiVersion: odigos.io/v1alpha1
+kind: Destination
+metadata:
+  name: odigos.io.dest.tempo-123123
+  namespace: odigos-system
+spec:
+  data:
+    TEMPO_URL: e2e-tests-tempo.traces:4317
+  destinationName: e2e-tests
+  signals:
+    - TRACES
+  type: tempo

tests/e2e/workload-lifecycle/01-assert-apps-installed.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  labels:
+    app: node-very-old-version
+  namespace: default
+status:
+  containerStatuses:
+    - name: node-very-old-version
+      ready: true
+      restartCount: 0
+      started: true
+  phase: Running
+---

tests/e2e/workload-lifecycle/01-assert-instrumented.yaml

@@ -0,0 +1,13 @@
+apiVersion: odigos.io/v1alpha1
+kind: InstrumentedApplication
+metadata:
+  namespace: default
+  name: deployment-node-very-old-version
+status:
+  conditions:
+    - message: "javascript runtime version not supported by OpenTelemetry SDK. Found:
+        8.17.0, supports: 14.0.0"
+      observedGeneration: 1
+      reason: RuntimeVersionNotSupported
+      status: "False"
+      type: AppliedInstrumentationDevice

tests/e2e/workload-lifecycle/01-assert-pipeline.yaml

@@ -0,0 +1,182 @@
+apiVersion: odigos.io/v1alpha1
+kind: CollectorsGroup
+metadata:
+  name: odigos-data-collection
+  namespace: odigos-system
+spec:
+  role: NODE_COLLECTOR
+status:
+  ready: true
+---
+apiVersion: odigos.io/v1alpha1
+kind: CollectorsGroup
+metadata:
+  name: odigos-gateway
+  namespace: odigos-system
+spec:
+  role: CLUSTER_GATEWAY
+status:
+  ready: true
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    odigos.io/collector-role: "CLUSTER_GATEWAY"
+  name: odigos-gateway
+  namespace: odigos-system
+  ownerReferences:
+    - apiVersion: odigos.io/v1alpha1
+      blockOwnerDeletion: true
+      controller: true
+      kind: CollectorsGroup
+      name: odigos-gateway
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      odigos.io/collector-role: "CLUSTER_GATEWAY"
+  template:
+    metadata:
+      labels:
+        odigos.io/collector-role: "CLUSTER_GATEWAY"
+    spec:
+      containers:
+        - env:
+            - name: ODIGOS_VERSION
+              valueFrom:
+                configMapKeyRef:
+                  key: ODIGOS_VERSION
+                  name: odigos-deployment
+            - name: POD_NAME
+              valueFrom:
+                fieldRef:
+                  apiVersion: v1
+                  fieldPath: metadata.name
+            - name: GOMEMLIMIT
+              (value != null): true
+          name: gateway
+          resources:
+            requests:
+              (memory != null): true
+          volumeMounts:
+            - mountPath: /conf
+              name: collector-conf
+      volumes:
+        - configMap:
+            defaultMode: 420
+            items:
+              - key: collector-conf
+                path: collector-conf.yaml
+            name: odigos-gateway
+          name: collector-conf
+status:
+  availableReplicas: 1
+  readyReplicas: 1
+  replicas: 1
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: odigos-gateway
+  namespace: odigos-system
+  ownerReferences:
+    - apiVersion: odigos.io/v1alpha1
+      blockOwnerDeletion: true
+      controller: true
+      kind: CollectorsGroup
+      name: odigos-gateway
+(data != null): true
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: odigos-data-collection
+  namespace: odigos-system
+  ownerReferences:
+    - apiVersion: odigos.io/v1alpha1
+      blockOwnerDeletion: true
+      controller: true
+      kind: CollectorsGroup
+      name: odigos-data-collection
+(data != null): true
+---
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  labels:
+    odigos.io/collector-role: "NODE_COLLECTOR"
+  name: odigos-data-collection
+  namespace: odigos-system
+  ownerReferences:
+    - apiVersion: odigos.io/v1alpha1
+      blockOwnerDeletion: true
+      controller: true
+      kind: CollectorsGroup
+      name: odigos-data-collection
+spec:
+  selector:
+    matchLabels:
+      odigos.io/collector-role: "NODE_COLLECTOR"
+  template:
+    metadata:
+      labels:
+        odigos.io/collector-role: "NODE_COLLECTOR"
+    spec:
+      containers:
+        - name: data-collection
+          securityContext:
+            privileged: true
+          volumeMounts:
+            - mountPath: /conf
+              name: conf
+            - mountPath: /var/lib/docker/containers
+              name: varlibdockercontainers
+              readOnly: true
+            - mountPath: /var/log
+              name: varlog
+              readOnly: true
+            - mountPath: /var/lib/kubelet/pod-resources
+              name: kubeletpodresources
+              readOnly: true
+          env:
+            - name: NODE_NAME
+              valueFrom:
+                fieldRef:
+                  apiVersion: v1
+                  fieldPath: spec.nodeName
+            - name: POD_NAME
+              valueFrom:
+                fieldRef:
+                  apiVersion: v1
+                  fieldPath: metadata.name
+      hostNetwork: true
+      nodeSelector:
+        kubernetes.io/os: linux
+      securityContext: {}
+      serviceAccount: odigos-data-collection
+      serviceAccountName: odigos-data-collection
+      volumes:
+        - configMap:
+            defaultMode: 420
+            items:
+              - key: conf
+                path: conf.yaml
+            name: odigos-data-collection
+          name: conf
+        - hostPath:
+            path: /var/log
+            type: ""
+          name: varlog
+        - hostPath:
+            path: /var/lib/docker/containers
+            type: ""
+          name: varlibdockercontainers
+        - hostPath:
+            path: /var/lib/kubelet/pod-resources
+            type: ""
+          name: kubeletpodresources
+status:
+  numberAvailable: 1
+  numberReady: 1
+---

tests/e2e/workload-lifecycle/01-assert-runtime-detected.yaml

@@ -0,0 +1,17 @@
+apiVersion: odigos.io/v1alpha1
+kind: InstrumentedApplication
+metadata:
+  name: deployment-node-very-old-version
+  namespace: default
+  ownerReferences:
+    - apiVersion: apps/v1
+      blockOwnerDeletion: true
+      controller: true
+      kind: Deployment
+      name: node-very-old-version
+spec:
+  runtimeDetails:
+    - containerName: node-very-old-version
+      language: javascript
+      runtimeVersion: 8.17.0
+---

tests/e2e/workload-lifecycle/01-assert-workloads.yaml

@@ -0,0 +1,26 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  annotations:
+    deployment.kubernetes.io/revision: "1"
+  generation: 1
+  labels:
+    app: node-very-old-version
+  name: node-very-old-version
+  namespace: default
+spec:
+  selector:
+    matchLabels:
+      app: node-very-old-version
+  template:
+    spec:
+      containers:
+      - image: node-very-old-version:v0.0.1
+        name: node-very-old-version
+        resources: {}
+status:
+  availableReplicas: 1
+  observedGeneration: 1
+  readyReplicas: 1
+  replicas: 1
+  updatedReplicas: 1

tests/e2e/workload-lifecycle/01-install-test-apps.yaml

@@ -0,0 +1,34 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: node-very-old-version
+  namespace: default
+  labels:
+    app: node-very-old-version
+spec:
+  selector:
+    matchLabels:
+      app: node-very-old-version
+  template:
+    metadata:
+      labels:
+        app: node-very-old-version
+    spec:
+      containers:
+        - name: node-very-old-version
+          image: node-very-old-version:v0.0.1
+          imagePullPolicy: IfNotPresent
+          ports:
+            - containerPort: 3000
+---
+kind: Service
+apiVersion: v1
+metadata:
+  name: node-very-old-version
+  namespace: default
+spec:
+  selector:
+    app: node-very-old-version
+  ports:
+    - protocol: TCP
+      port: 3000

tests/e2e/workload-lifecycle/01-instrument-ns.yaml

@@ -0,0 +1,6 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: default
+  labels:
+    odigos-instrumentation: enabled

tests/e2e/workload-lifecycle/README.md

@@ -0,0 +1,21 @@
+# Workload Lifecycle
+
+This e2e test verify various scenarios related to the lifecycle of workloads in the cluster.
+
+## Node.js Workloads
+
+### node-very-old-version
+
+This workload is running Node.js version 8 and verify that odigos can ignore it gracefully.
+Odigos is expected to detect the runtime version from the environment in the base docker image and not apply any instrumentation device to the deployment, should not restart the pods, and report the issue in instrumented application CR.
+
+## Steps
+
+## Step 01
+
+Adds the initial workloads, instrument the ns and add destination to odigos.
+Verify the expected state for each workload according to it's caracteristics.
+
+In this step we deploy the following workloads:
+
+- node-very-old-version - should detect the runtime version and avoid instrumentation device.