Kafka Consumer Faster

Clients
1

Hi, Can someone help me, how can I consume data faster?

            using (var schemaRegistry = new CachedSchemaRegistryClient(new SchemaRegistryConfig { Url = schemaRegistryUrl }))
            using (var consumer = new ConsumerBuilder<GenericRecord, GenericRecord>(consumerConfig)
                                        .SetKeyDeserializer(new AvroDeserializer<GenericRecord>(schemaRegistry).AsSyncOverAsync())
                                        .SetValueDeserializer(new AvroDeserializer<GenericRecord>(schemaRegistry).AsSyncOverAsync())
                                        .SetErrorHandler((_, e) => Logger.Error($"Error: {e.Reason}"))
                                        .Build())
            {
                ConsumeResult<GenericRecord, GenericRecord> consumeResult = null;

                try
                {
                    Logger.Info($"Start consume...");
                    consumer.Assign(partitions);
                    int count = 0;
                    while (!_cancel)
                    {
                        try
                        {
                            consumeResult = consumer.Consume(TimeSpan.FromSeconds(1));
                        }
                        catch (ConsumeException e)
                        {
                            Logger.Error(e.Error.Reason);
                        }
                        catch (Exception exc)
                        {
                            Logger.Error(exc.Message);
                        }
                    }
                }
                catch (OperationCanceledException)
                {
                    consumer.Close();
                }
2

hi @nicolov, welcome to the forum!

What throughput are you getting? What’s your target? Have you tried scaling out with consumers in a consumer group?