Hello ,
I am using S3 connector config and have added topics.regex to add multiple topics . With the below config , I see that topics are getting created to Kafka cluster but they are not getting in s3 bucket . Is there any other config required ?
{
“name”: “my-s3-sink3”,
“config”: {
“connector.class” : “io.confluent.connect.s3.S3SinkConnector”,
“tasks.max” : “1”,
“topics.regex” : “(SAP|EQ).(.*)”,
“s3.region” : “us-east-1”,
“s3.bucket.name” : “topicbucket001”,
“s3.part.size” : “5242880”,
“flush.size” : “1”,
“key.converter” : “org.apache.kafka.connect.storage.StringConverter”,
“value.converter” : “org.apache.kafka.connect.json.JsonConverter”,
“value.converter.schemas.enable”: “false”,
“storage.class” : “io.confluent.connect.s3.storage.S3Storage”,
“format.class” : “io.confluent.connect.s3.format.json.JsonFormat”,
“partitioner.class” : “io.confluent.connect.storage.partitioner.DefaultPartitioner”,
“schema.compatibility” : “NONE”
“offset.flust.timeout.ms” : 1000
}
}