fixing script file permissions and kafka topic creation issues.

CDOT-CV · Feb 2, 2024 · 2e39ed7 · 2e39ed7
1 parent e967102
commit 2e39ed7
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 5 deletions.
diff --git a/docker-compose-mongo.yml b/docker-compose-mongo.yml
@@ -14,11 +14,10 @@ services:
       KAFKA_ADVERTISED_HOST_NAME: ${DOCKER_HOST_IP}
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_CREATE_TOPICS: "topic.OdeSpatJson:1:1,topic.OdeBsmJson:1:1,topic.OdeTimJson:1:1,topic.OdePsmJson:1:1,topic.OdeRawEncodedPsmJson,topic.OdeRawEncodedBSMJson:1:1,topic.OdeRawEncodedSPATJson:1:1,topic.OdeRawEncodedTIMJson:1:1,topic.OdeRawEncodedMAPJson:1:1,topic.OdeMapJson:1:1,topic.OdeRawEncodedPSMJson:1:1,topic.OdePsmJson:1:1"
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true" # Allows kakfa connect to create its own topics
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
 
-  # WARNING: This is a development instance. Do not use this in production.
-  # There is no Authentication or Encryption to this MongoDB instance.
   mongodb_container:
     image: mongo:6
     environment:
@@ -55,14 +54,14 @@ services:
       CONNECT_REST_ADVERTISED_HOST_NAME: connect
       CONNECT_REST_PORT: 8083
       CONNECT_GROUP_ID: compose-connect-group
-      CONNECT_CONFIG_STORAGE_TOPIC: kafka-connect-configs
+      CONNECT_CONFIG_STORAGE_TOPIC: topic.kafka-connect-configs
       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
       CONNECT_CONFIG_STORAGE_CLEANUP_POLICY: compact
       CONNECT_OFFSET_FLUSH_INTERVAL_MS: 10000
-      CONNECT_OFFSET_STORAGE_TOPIC: kafka-connect-offsets
+      CONNECT_OFFSET_STORAGE_TOPIC: topic.kafka-connect-offsets
       CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
       CONNECT_OFFSET_STORAGE_CLEANUP_POLICY: compact
-      CONNECT_STATUS_STORAGE_TOPIC: kafka-connect-status
+      CONNECT_STATUS_STORAGE_TOPIC: topic.kafka-connect-status
       CONNECT_STATUS_STORAGE_CLEANUP_POLICY: compact
       CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
       CONNECT_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"

diff --git a/mongo-connector/connect_start.sh b/mongo-connector/connect_start.sh
diff --git a/mongo-connector/connect_wait.sh b/mongo-connector/connect_wait.sh
diff --git a/mongo-connector/create_indexes.js b/mongo-connector/create_indexes.js