Hi ,
When the records are being fetched by the debezium cdc sql server connector it is creating an exact duplicate record into the topic with only ts_ms field being populated differently with 10 nano seconds difference. happening for all the topics.
if there are 100 records in source 200 records are populated into the topics.
Example of ts_ms
2024-09-18 07:11:53.540000**
2024-09-18 07:11:53.550000**
Below is the parameters used.
"connector.class": "io.debezium.connector.sqlserver.SqlServerConnector",
"tasks.max": "12",
"topic.prefix": "",
"topics": "",
"topic.creation.enable": "true",
"topic.creation.default.replication.factor": "-1",
"topic.creation.default.partitions": "54",
"database.hostname": "",
"database.port": "1433",
"database.user": "",
"database.password": "",
"database.names": "",
"table.include.list": "",
"database.dbname": "",
"schema.history.internal.kafka.bootstrap.servers": "",
"schema.history.internal.kafka.topic": "schema-changes.inventory",
"schema.history.internal.producer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"\" password=\"\";",
"schema.history.internal.producer.sasl.mechanism": "PLAIN",
"schema.history.internal.producer.security.protocol": "SASL_SSL",
"schema.history.internal.consumer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"\" password=\"\";",
"schema.history.internal.consumer.sasl.mechanism": "PLAIN",
"schema.history.internal.consumer.security.protocol": "SASL_SSL",
"key.converter": "io.confluent.connect.avro.AvroConverter",
"key.converter.schema.registry.url": "",
"key.converter.basic.auth.credentials.source": "USER_INFO",
"key.converter.schema.registry.basic.auth.user.info": "",
"key.converter.enhanced.avro.schema.support": "true",
"key.converter.schemas.enable": "true",
"value.converter": "io.confluent.connect.avro.AvroConverter",
"value.converter.schema.registry.url": "",
"value.converter.basic.auth.credentials.source": "USER_INFO",
"value.converter.schema.registry.basic.auth.user.info": "",
"value.converter.enhanced.avro.schema.support": "true",
"value.converter.schemas.enable": "true",
"config.action.reload": "restart",
"poll.interval.ms": "60000",
"transforms": "flatten",
"transforms.flatten.type": "org.apache.kafka.connect.transforms.Flatten$Value",
"transforms.flatten.delimiter": "_"