Query language transform processor

.github/auto_assign.yml

@@ -16,7 +16,6 @@ assigneeGroups:
     - djaglowski
     - dmitryax
     - jpkrohling
-    - kbrockhoff
     - mx-psi
     - owais
     - bogdandrutu

.github/dependabot.yml

@@ -9,6 +9,10 @@ updates:
     directory: "/"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/cmd/configschema"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/cmd/mdatagen"
     schedule:
@@ -53,6 +57,10 @@ updates:
     directory: "/exporter/carbonexporter"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/exporter/coralogixexporter"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/exporter/datadogexporter"
     schedule:
@@ -181,6 +189,10 @@ updates:
     directory: "/exporter/zipkinexporter"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/extension/asapauthextension"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/extension/awsproxy"
     schedule:
@@ -201,6 +213,10 @@ updates:
     directory: "/extension/httpforwarder"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/extension/jaegerremotesampling"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/extension/oauth2clientauthextension"
     schedule:
@@ -217,6 +233,10 @@ updates:
     directory: "/extension/observer/ecsobserver"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/extension/observer/ecstaskobserver"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/extension/observer/hostobserver"
     schedule:
@@ -245,6 +265,10 @@ updates:
     directory: "/internal/aws/containerinsight"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/internal/aws/ecsutil"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/internal/aws/k8s"
     schedule:
@@ -282,15 +306,19 @@ updates:
     schedule:
       interval: "weekly"
   - package-ecosystem: "gomod"
-    directory: "/internal/interval"
+    directory: "/internal/k8sconfig"
     schedule:
       interval: "weekly"
   - package-ecosystem: "gomod"
-    directory: "/internal/k8sconfig"
+    directory: "/internal/kubelet"
     schedule:
       interval: "weekly"
   - package-ecosystem: "gomod"
-    directory: "/internal/kubelet"
+    directory: "/internal/scrapertest"
+    schedule:
+      interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/internal/sharedcomponent"
     schedule:
       interval: "weekly"
   - package-ecosystem: "gomod"
@@ -373,6 +401,10 @@ updates:
     directory: "/processor/probabilisticsamplerprocessor"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/processor/redactionprocessor"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/processor/resourcedetectionprocessor"
     schedule:
@@ -397,6 +429,10 @@ updates:
     directory: "/processor/tailsamplingprocessor"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/receiver/apachereceiver"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/receiver/awscontainerinsightreceiver"
     schedule:
@@ -421,6 +457,10 @@ updates:
     directory: "/receiver/collectdreceiver"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/receiver/couchdbreceiver"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/receiver/dockerstatsreceiver"
     schedule:
@@ -429,6 +469,10 @@ updates:
     directory: "/receiver/dotnetdiagnosticsreceiver"
     schedule:
       interval: "weekly"
+  - package-ecosystem: "gomod"
+    directory: "/receiver/elasticsearchreceiver"
+    schedule:
+      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/receiver/filelogreceiver"
     schedule:
@@ -449,10 +493,6 @@ updates:
     directory: "/receiver/hostmetricsreceiver"
     schedule:
       interval: "weekly"
-  - package-ecosystem: "gomod"
-    directory: "/receiver/httpdreceiver"
-    schedule:
-      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/receiver/influxdbreceiver"
     schedule:
@@ -537,10 +577,6 @@ updates:
     directory: "/receiver/sapmreceiver"
     schedule:
       interval: "weekly"
-  - package-ecosystem: "gomod"
-    directory: "/receiver/scraperhelper"
-    schedule:
-      interval: "weekly"
   - package-ecosystem: "gomod"
     directory: "/receiver/signalfxreceiver"
     schedule:

.github/workflows/build-and-test.yml

@@ -223,6 +223,7 @@ jobs:
       matrix:
         binary:
           - darwin_amd64
+          - darwin_arm64
           - linux_amd64
           - linux_arm64
           - windows_amd64

.github/workflows/changelog.yml

@@ -0,0 +1,33 @@
+# This action requires that any PR targeting the main branch should touch at
+# least one CHANGELOG file. If a CHANGELOG entry is not required, add the "Skip
+# Changelog" label to disable this action.
+
+name: changelog
+
+on:
+  pull_request:
+    types: [opened, synchronize, reopened, labeled, unlabeled]
+    branches:
+      - main
+jobs:
+  changelog:
+    runs-on: ubuntu-latest
+    if: "!contains(github.event.pull_request.labels.*.name, 'Skip Changelog')"
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Check for CHANGELOG changes
+        run: |
+          # Only the latest commit of the feature branch is available
+          # automatically. To diff with the base branch, we need to
+          # fetch that too (and we only need its latest commit).
+          git fetch origin ${{ github.base_ref }} --depth=1
+          if [[ $(git diff --name-only FETCH_HEAD | grep CHANGELOG) ]]
+          then
+            echo "A CHANGELOG was modified. Looks good!"
+          else
+            echo "No CHANGELOG was modified."
+            echo "Please add a CHANGELOG entry, or add the \"Skip Changelog\" label if not required."
+            false
+          fi

.github/workflows/scripts/verify-dist-files-exist.sh

@@ -1,9 +1,10 @@
 files=(
+    bin/otelcontribcol_darwin_arm64
     bin/otelcontribcol_darwin_amd64
     bin/otelcontribcol_linux_arm64
     bin/otelcontribcol_linux_amd64
     bin/otelcontribcol_windows_amd64.exe
-    dist/otel-contrib-collector-*.arm64.rpm
+    dist/otel-contrib-collector-*.aarch64.rpm
     dist/otel-contrib-collector_*_amd64.deb
     dist/otel-contrib-collector-*.x86_64.rpm
     dist/otel-contrib-collector_*_arm64.deb
@@ -16,7 +17,7 @@ do
     then
         echo "$f does not exist."
         echo "::set-output name=passed::false"
-        exit 0 
+        exit 0
     fi
 done
 echo "::set-output name=passed::true"

.github/workflows/stale-pr.yaml

@@ -10,9 +10,9 @@ jobs:
       - uses: actions/stale@v4
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
-          stale-pr-message: 'This PR was marked stale due to lack of activity. It will be closed in 7 days.'
+          stale-pr-message: 'This PR was marked stale due to lack of activity. It will be closed in 14 days.'
           close-pr-message: 'Closed as inactive. Feel free to reopen if this PR is still being worked on.'
-          days-before-pr-stale: 7
+          days-before-pr-stale: 14
           days-before-issue-stale: 730
-          days-before-pr-close: 7
+          days-before-pr-close: 14
           days-before-issue-close: 30

CHANGELOG.md

@@ -2,6 +2,79 @@
 
 ## Unreleased
 
+## 💡 Enhancements 💡
+
+- `prometheusremotewriteexporter`: Handling Staleness flag from OTLP (#6679)
+- `mysqlreceiver`: Add Integration test (#6916)
+- `datadogexporter`: Add compatibility with ECS Fargate semantic conventions (#6670)
+- `k8s_observer`: discover k8s.node endpoints (#6820)
+- `redisreceiver`: Add missing description fields to keyspace metrics (#6940)
+
+## 🛑 Breaking changes 🛑
+
+- `memcachedreceiver`: Update metric names (#6594)
+- `memcachedreceiver`: Fix some metric units and value types (#6895)
+- `sapm` receiver: Use Jaeger status values instead of OpenCensus (#6682)
+- `jaeger` receiver/exporter: Parse/set Jaeger status with OTel spec values (#6682)
+
+## 🚀 New components 🚀
+
+- `ecs_task_observer`: Discover running containers in AWS ECS tasks (#6894)
+
+## 🧰 Bug fixes 🧰
+
+- `ecstaskobserver`: Fix "Incorrect conversion between integer types" security issue (#6939)
+- Fix typo in "direction" metrics attribute description (#6949)
+
+## 💡 Enhancements 💡
+
+- `lokiexporter`: add complete log record to body (#6619)
+
+- `spanmetricproccessor`: use an LRU cache for the cached Dimensions key-value pairs (#2179)
+
+## v0.41.0
+
+## 🛑 Breaking changes 🛑
+
+- None
+
+## 🚀 New components 🚀
+
+- `asapauthextension` (#6627)
+- `mongodbatlasreceiver` (#6367)
+
+## 🧰 Bug fixes 🧰
+
+- `filestorageextension`: fix panic when configured directory cannot be accessed (#6103)
+- `hostmetricsreceiver`: fix set of attributes for system.cpu.time metric (#6422)
+- `k8sobserver`: only record pod endpoints for running pods (#5878)
+- `mongodbatlasreceiver`: fix attributes fields in metadata.yaml (#6440)
+- `prometheusexecreceiver`: command line processing on Windows (#6145)
+- `spanmetricsprocessor`: fix exemplars support (#6140)
+-  Remap arm64 to aarch64 on rpm/deb packages (#6635)
+
+## 💡 Enhancements 💡
+
+- `datadogexporter`: do not use attribute localhost-like hostnames (#6477)
+- `datadogexporter`: retry per network call (#6412)
+- `datadogexporter`: take hostname into account for cache (#6223)
+- `exporter/lokiexporter`: adding a feature for loki exporter to encode JSON for log entry (#5846)
+- `googlecloudspannerreceiver`: added fallback to ADC for database connections. (#6629)
+- `googlecloudspannerreceiver`: added parsing only distinct items for sample lock request label. (#6514)
+- `googlecloudspannerreceiver`: added request tag label to metadata config for top query stats. (#6475)
+- `googlecloudspannerreceiver`: added sample lock requests label to the top lock stats metrics. (#6466)
+- `googlecloudspannerreceiver`: added transaction tag label to metadata config for top transaction stats. (#6433)
+- `groupbyattrsprocessor`: added support for metrics signal (#6248)
+- `hostmetricsreceiver`: ensure SchemaURL is set (#6482)
+- `kubeletstatsreceiver`: add support for read-only kubelet endpoint (#6488)
+- `mysqlreceiver`: enable native authentication (#6628)
+- `mysqlreceiver`: remove requirement for password on MySQL (#6479)
+- `receiver/prometheusreceiver`: do not add host.name to metrics from localhost/unspecified targets (#6476)
+- `spanmetricsprocessor`: add setStatus operation (#5886)
+- `splunkhecexporter`: remove duplication of host.name attribute (#6527)
+- `tanzuobservabilityexporter`: add consumer for sum metrics. (#6385)
+- Update log-collection library to v0.23.0 (#6593)
+
 ## v0.40.0
 
 ## 🛑 Breaking changes 🛑

CONTRIBUTING.md

@@ -47,6 +47,12 @@ contributors.
 - Add a `replace` directive at the root `go.mod` file so your component is
   included in the build of the contrib executable.
 - Add your component to `versions.yaml`.
+- All components must be included in [`internal/components/`](./internal/components) 
+  and in the respective testing harnesses. To align with the test goal of the project, 
+  components must be testable within the framework defined within the folder.
+  If a component can not be properly tested within the existing framework, 
+  it must increase the non testable components number
+  with a comment within the PR explaining as to why it can not be tested.
 
 ## General Recommendations
 Below are some recommendations that apply to typical components. These are not

Makefile

@@ -12,7 +12,7 @@ COMP_REL_PATH=internal/components/components.go
 MOD_NAME=github.com/open-telemetry/opentelemetry-collector-contrib
 
 # ALL_MODULES includes ./* dirs (excludes . dir and example with go code)
-ALL_MODULES := $(shell find . -type f -name "go.mod" -exec dirname {} \; | sort | egrep '^./' )
+ALL_MODULES ?= $(shell find . -type f -name "go.mod" -exec dirname {} \; | sort | egrep '^./' )
 # Modules to run integration tests on.
 # XXX: Find a way to automatically populate this. Too slow to run across all modules when there are just a few.
 INTEGRATION_TEST_MODULES := \
@@ -23,6 +23,7 @@ INTEGRATION_TEST_MODULES := \
 	receiver/kafkametricsreceiver \
 	receiver/nginxreceiver \
 	receiver/memcachedreceiver \
+	receiver/mysqlreceiver \
 	internal/common \
 	extension/observer/dockerobserver
 

README.md

@@ -70,7 +70,6 @@ Approvers ([@open-telemetry/collector-contrib-approvers](https://github.com/orgs
 - [Anuraag Agrawal](https://github.com/anuraaga), AWS
 - [Daniel Jaglowski](https://github.com/djaglowski), observIQ
 - [Dmitrii Anoshin](https://github.com/dmitryax), Splunk
-- [Kevin Brockhoff](https://github.com/kbrockhoff), Daugherty Business Solutions
 - [Pablo Baeyens](https://github.com/mx-psi), DataDog
 - [Owais Lone](https://github.com/owais), Splunk