gcs-sink.json

{
    "name": "gcs-sink",
    "config": {
      "connector.class": "io.confluent.connect.gcs.GcsSinkConnector",
      "tasks.max": "1",
      "topics.regex": "airbnb.*",
      "gcs.bucket.name": "kafka_airbnb",
      "gcs.credentials.path": "opt/confidentials/kafka-408805-key.json",
      "gcs.part.size": "5242880",
      "flush.size": "3",
      "storage.class": "io.confluent.connect.gcs.storage.GcsStorage",
      "format.class": "io.confluent.connect.gcs.format.avro.AvroFormat",
      "partitioner.class": "io.confluent.connect.storage.partitioner.TimeBasedPartitioner",
      "path.format":"'year'=YYYY/'month'=MM/'day'=dd/'hour'=HH",
      "partition.duration.ms":"3600000",
      "locale":"en_AU",
      "timezone":"UTC",
      "key.converter.schemas.enable" : "true",
      "key.converter": "org.apache.kafka.connect.storage.StringConverter",
      "schema.compatibility": "NONE",
      "confluent.topic.bootstrap.servers": "broker:29092",
      "confluent.topic.replication.factor": "1",
      "name": "gcs-sink"
    }
  }