Add maxRoutine and retainWindows flags to helm chart (#383)

* Add maxRoutine and retainWindows flags to helm chart

* Update helm/influxdb-athena-crawler/values.yaml

Co-authored-by: Antonin <9219052+antonincms@users.noreply.github.com>

helm/influxdb-athena-crawler/Chart.yaml

@@ -15,10 +15,10 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 1.6.0
+version: 1.7.0
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-appVersion: 0.6.0
+appVersion: 0.7.0

helm/influxdb-athena-crawler/README.md

@@ -1,6 +1,6 @@
 # influxdb-athena-crawler
 
-![Version: 1.6.0](https://img.shields.io/badge/Version-1.6.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.6.0](https://img.shields.io/badge/AppVersion-0.6.0-informational?style=flat-square)
+![Version: 1.7.0](https://img.shields.io/badge/Version-1.7.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.7.0](https://img.shields.io/badge/AppVersion-0.7.0-informational?style=flat-square)
 
 A cronjob that get athena reports on s3 and writes to influxdb periodically.
 
@@ -60,6 +60,8 @@ helm install influxdb-athena-crawler influxdb-athena-crawler/influxdb-athena-cra
 | defaults.processedFlagSuffix | string | `""` | The bucket processed flags suffix. |
 | defaults.cleanObjects | bool | `false` | Whether to delete S3 objects after processing them. |
 | defaults.maxObjectAge | string | `"5m"` | After how long to delete the objects. |
+| defaults.retainWindows | string | `""` | Wether to retain this number of most recent folders |
+| defaults.storageTimestampLayout | string | `""` | The timestamp layout used in folder naming used for the retainWindows flag. |
 | defaults.timeout | string | `"10m"` | The global timeout. |
 | defaults.influxServers | list | `[]` | The InfluxDB servers addresses. |
 | defaults.influxToken | string | `""` | The InfluxDB token. |
@@ -85,6 +87,7 @@ helm install influxdb-athena-crawler influxdb-athena-crawler/influxdb-athena-cra
 | defaults.fullnameOverride | string | `""` | Helm's fullname computing override. |
 | defaults.resources | object | `{}` | influxdb-athena-crawler container required resources. |
 | defaults.goMemLimit | string | `""` | golang memory limit added to pods as an env var |
+| defaults.maxRoutines | string | `""` | Max number of parallel routines to be used for object processing |
 | defaults.podAnnotations | object | `{}` | Annotations to be added to pods. |
 | defaults.nodeSelector | object | `{}` | Node labels for influxdb-athena-crawler pod assignment. |
 | defaults.tolerations | list | `[]` | Node tolerations for influxdb-athena-crawler scheduling to nodes with taints. |

helm/influxdb-athena-crawler/templates/_cronjob.yaml

@@ -64,11 +64,20 @@ spec:
                 {{- range .Values.fields }}
                 - --field={{ . | quote }}
                 {{- end }}
+                {{- with .Values.maxRoutines }}
+                - --max-routines={{ . }}
+                {{- end }}
                 {{- if .Values.cleanObjects }}
                 - --clean-objects
                 {{- with .Values.maxObjectAge }}
                 - --max-object-age={{ . }}
                 {{- end }}
+                {{- with .Values.retainWindows }}
+                - --retain-windows={{ . }}
+                {{- end }}
+                {{- with .Values.storageTimestampLayout }}
+                - --storage-timestamp-layout={{ . }}
+                {{- end }}
                 {{- end }}
               env:
                 - name: AWS_ACCESS_KEY_ID

helm/influxdb-athena-crawler/values.yaml

@@ -24,6 +24,12 @@ defaults:
   # -- After how long to delete the objects.
   maxObjectAge: 5m
 
+  # -- If specified, always retain this number of most recent folders
+  retainWindows: ""
+
+  # -- The timestamp layout used in folder naming used for the retainWindows flag.
+  storageTimestampLayout: ""
+
   # -- The global timeout.
   timeout: 10m
 
@@ -98,6 +104,9 @@ defaults:
   # -- golang memory limit added to pods as an env var
   goMemLimit: ""
 
+  # -- Max number of parallel routines to be used for object processing
+  maxRoutines: ""
+
   # -- Annotations to be added to pods.
   podAnnotations: {}