-
Notifications
You must be signed in to change notification settings - Fork 27
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Checkpoint after moving to shared volume charts, otel collector in sh…
…ared library WIP Signed-off-by: Tanner Lewis <lewijacn@amazon.com>
- Loading branch information
Showing
43 changed files
with
638 additions
and
182 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,23 @@ | ||
| # Patterns to ignore when building packages. | ||
| # This supports shell glob matching, relative path matching, and | ||
| # negation (prefixed with !). Only one pattern per line. | ||
| .DS_Store | ||
| # Common VCS dirs | ||
| .git/ | ||
| .gitignore | ||
| .bzr/ | ||
| .bzrignore | ||
| .hg/ | ||
| .hgignore | ||
| .svn/ | ||
| # Common backup files | ||
| *.swp | ||
| *.bak | ||
| *.tmp | ||
| *.orig | ||
| *~ | ||
| # Various IDEs | ||
| .project | ||
| .idea/ | ||
| *.tmproj | ||
| .vscode/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,9 @@ | ||
| apiVersion: v2 | ||
| name: ack-resource-setup | ||
| description: A Helm chart for deploying required AWS resources for running the Migration Assistant | ||
| version: 0.1.0 | ||
| appVersion: "3.5.0" | ||
| dependencies: | ||
| - name: strimzi-kafka-operator | ||
| version: 0.43.0 | ||
| repository: https://strimzi.io/charts/ |
51 changes: 51 additions & 0 deletions
51
deployment/k8/aws/ack-resource-setup/templates/kafka-single-node.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,51 @@ | ||
| #https://github.com/strimzi/strimzi-kafka-operator/blob/release-0.43.x/examples/kafka/kraft/kafka-single-node.yaml | ||
| apiVersion: kafka.strimzi.io/v1beta2 | ||
| kind: KafkaNodePool | ||
| metadata: | ||
| name: dual-role | ||
| labels: | ||
| strimzi.io/cluster: kafka-cluster | ||
| spec: | ||
| replicas: 1 | ||
| roles: | ||
| - controller | ||
| - broker | ||
| storage: | ||
| type: jbod | ||
| volumes: | ||
| - id: 0 | ||
| type: persistent-claim | ||
| size: 10Gi | ||
| deleteClaim: true | ||
| kraftMetadata: shared | ||
| --- | ||
|
|
||
| apiVersion: kafka.strimzi.io/v1beta2 | ||
| kind: Kafka | ||
| metadata: | ||
| name: kafka-cluster | ||
| annotations: | ||
| strimzi.io/node-pools: enabled | ||
| strimzi.io/kraft: enabled | ||
| spec: | ||
| kafka: | ||
| version: 3.8.0 | ||
| metadataVersion: 3.8-IV0 | ||
| listeners: | ||
| - name: plain | ||
| port: 9092 | ||
| type: internal | ||
| tls: false | ||
| - name: tls | ||
| port: 9093 | ||
| type: internal | ||
| tls: true | ||
| config: | ||
| offsets.topic.replication.factor: 1 | ||
| transaction.state.log.replication.factor: 1 | ||
| transaction.state.log.min.isr: 1 | ||
| default.replication.factor: 1 | ||
| min.insync.replicas: 1 | ||
| entityOperator: | ||
| topicOperator: {} | ||
| userOperator: {} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,38 @@ | ||
| # Configuration for Strimzi Kafka Operator | ||
| #strimzi-kafka-operator: | ||
| # You can add operator-specific configurations here if needed | ||
| # For example, enabling metrics, RBAC settings, etc. | ||
|
|
||
| ## Configuration for the Kafka Cluster | ||
| #kafka: | ||
| # name: kafka-cluster | ||
| # version: "3.6.0" # Kafka version supporting KRaft | ||
| # replicas: 1 | ||
| # config: | ||
| # processRoles: "broker,controller" | ||
| # nodeId: 1 | ||
| # controllerQuorumVoters: "1@kafka-cluster-0.kafka-cluster-bootstrap:9093" | ||
| # interBrokerProtocolVersion: "3.5" | ||
| # logMessageFormatVersion: "3.5" | ||
| # autoCreateTopicsEnable: "true" | ||
| # storage: | ||
| # type: "ephemeral" # Use "persistent-claim" for persistent storage | ||
| # size: "20Gi" | ||
| # class: "managed-nfs-storage" # Set to empty string "" if not using a specific storage class | ||
| # deleteClaim: false | ||
| # | ||
| ## Configuration for the Controller | ||
| #controller: | ||
| # replicas: 1 | ||
| # resources: | ||
| # limits: | ||
| # memory: "2Gi" | ||
| # cpu: "1000m" | ||
| # requests: | ||
| # memory: "1Gi" | ||
| # cpu: "500m" | ||
| # storage: | ||
| # type: "ephemeral" # Use "persistent-claim" for persistent storage | ||
| # size: "10Gi" | ||
| # class: "managed-nfs-storage" # Set to empty string "" if not using a specific storage class | ||
| # deleteClaim: false |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,6 @@ | ||
| dependencies: | ||
| - name: grafana | ||
| repository: https://grafana.github.io/helm-charts | ||
| version: 8.5.0 | ||
| digest: sha256:9a11b7ae0a252d66e7bb0db397b666f2a205f644aa0d0b2a79db35358e38015c | ||
| generated: "2024-10-17T23:02:18.615764-05:00" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,9 @@ | ||
| apiVersion: v2 | ||
| name: grafana | ||
| description: A Helm chart for deploying Grafana | ||
| appVersion: "3.5.0" | ||
| version: 0.1.0 | ||
| dependencies: | ||
| - name: grafana | ||
| version: "8.5.0" | ||
| repository: "https://grafana.github.io/helm-charts" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,136 @@ | ||
| apiVersion: v1 | ||
| kind: ConfigMap | ||
| metadata: | ||
| name: prometheus-metrics-dashboard | ||
| labels: | ||
| grafana_dashboard: "1" | ||
| data: | ||
| prometheus-metrics-dashboard.json: | | ||
| { | ||
| "id": null, | ||
| "title": "Prometheus Metrics Dashboard", | ||
| "tags": [], | ||
| "timezone": "browser", | ||
| "schemaVersion": 30, | ||
| "version": 1, | ||
| "refresh": "5s", | ||
| "panels": [ | ||
| { | ||
| "type": "graph", | ||
| "title": "CPU Usage", | ||
| "datasource": "Prometheus", | ||
| "targets": [ | ||
| { | ||
| "expr": "sum(rate(node_cpu_seconds_total{mode!=\"idle\"}[5m])) by (instance)", | ||
| "legendFormat": "thing", | ||
| "refId": "A" | ||
| } | ||
| ], | ||
| "xaxis": { | ||
| "mode": "time" | ||
| }, | ||
| "yaxes": [ | ||
| { | ||
| "format": "percent", | ||
| "label": "CPU Usage" | ||
| } | ||
| ], | ||
| "gridPos": { | ||
| "h": 8, | ||
| "w": 12, | ||
| "x": 0, | ||
| "y": 0 | ||
| } | ||
| }, | ||
| { | ||
| "type": "graph", | ||
| "title": "Memory Usage", | ||
| "datasource": "Prometheus", | ||
| "targets": [ | ||
| { | ||
| "expr": "node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes", | ||
| "legendFormat": "Memory Usage", | ||
| "refId": "A" | ||
| } | ||
| ], | ||
| "xaxis": { | ||
| "mode": "time" | ||
| }, | ||
| "yaxes": [ | ||
| { | ||
| "format": "percent", | ||
| "label": "Memory Usage" | ||
| } | ||
| ], | ||
| "gridPos": { | ||
| "h": 8, | ||
| "w": 12, | ||
| "x": 12, | ||
| "y": 0 | ||
| } | ||
| }, | ||
| { | ||
| "type": "graph", | ||
| "title": "Disk I/O", | ||
| "datasource": "Prometheus", | ||
| "targets": [ | ||
| { | ||
| "expr": "rate(node_disk_io_time_seconds_total[5m])", | ||
| "legendFormat": "thing - thing2", | ||
| "refId": "A" | ||
| } | ||
| ], | ||
| "xaxis": { | ||
| "mode": "time" | ||
| }, | ||
| "yaxes": [ | ||
| { | ||
| "format": "s", | ||
| "label": "I/O Time" | ||
| } | ||
| ], | ||
| "gridPos": { | ||
| "h": 8, | ||
| "w": 24, | ||
| "x": 0, | ||
| "y": 8 | ||
| } | ||
| }, | ||
| { | ||
| "type": "singlestat", | ||
| "title": "Total Requests", | ||
| "datasource": "Prometheus", | ||
| "targets": [ | ||
| { | ||
| "expr": "sum(rate(http_requests_total[5m]))", | ||
| "refId": "A" | ||
| } | ||
| ], | ||
| "gridPos": { | ||
| "h": 4, | ||
| "w": 6, | ||
| "x": 0, | ||
| "y": 16 | ||
| }, | ||
| "format": "none" | ||
| }, | ||
| { | ||
| "type": "singlestat", | ||
| "title": "Up Time", | ||
| "datasource": "Prometheus", | ||
| "targets": [ | ||
| { | ||
| "expr": "time() - node_boot_time_seconds", | ||
| "refId": "A" | ||
| } | ||
| ], | ||
| "gridPos": { | ||
| "h": 4, | ||
| "w": 6, | ||
| "x": 6, | ||
| "y": 16 | ||
| }, | ||
| "format": "s" | ||
| } | ||
| ] | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,40 @@ | ||
| grafana: | ||
| service: | ||
| type: LoadBalancer | ||
| port: 3000 | ||
| targetPort: 3000 | ||
| grafana.ini: | ||
| auth: | ||
| # Disable login form so anonymous users won't be prompted to log in | ||
| disable_login_form: true | ||
| auth.anonymous: | ||
| # Enable anonymous access | ||
| enabled: true | ||
| # Set the role for anonymous users (e.g., Viewer, Editor) | ||
| org_role: Editor | ||
| ## Grafana data sources configuration | ||
| datasources: | ||
| datasources.yaml: | ||
| apiVersion: 1 | ||
| datasources: | ||
| - name: Prometheus | ||
| type: prometheus | ||
| access: proxy | ||
| url: http://prometheus-server | ||
| isDefault: true | ||
| editable: true | ||
| - name: Jaeger | ||
| type: jaeger | ||
| access: proxy | ||
| url: http://jaeger-query:16686 | ||
| isDefault: false | ||
| editable: true | ||
|
|
||
| ## Set up the sidecar to import data sources (usually enabled by default) | ||
| sidecar: | ||
| datasources: | ||
| enabled: true | ||
| dashboards: | ||
| enabled: true | ||
| label: grafana_dashboard | ||
|
|
Oops, something went wrong.