public static void FillFromFile(string path)
{
var jsonSerializer = new JsonSerializer();
using (var streamReader = new StreamReader(File.OpenRead(path)))
{
using (var jsonTextReader = new JsonTextReader(streamReader))
{
var config = jsonSerializer.Deserialize<Config>(jsonTextReader);
settings = config.Settings;
TopologyService.Fill(config.Topology);
}
}
}
private static KafkaProducer CreateKafkaProducer()
{
var topology = TopologyService.GetTopology("Kafka");
var settings = SettingsProvider.GetSettings();
var kafkaSetting = new KafkaSetting(settings.DisableKafkaReports)
.SetBootstrapServers(topology)
.SetAcks(1)
.SetRetries(0)
//.Set("queue.buffering.max.ms", 20)
.Set("auto.commit.interval.ms", 1400)
.Set("session.timeout.ms", 8400)
.Set("message.max.bytes", 1000000)
.Set("message.copy.max.bytes", 604000)
//.Set("receive.message.max.bytes", 92000000)
.Set("max.in.flight.requests.per.connection", 560000)
.Set("queue.buffering.max.messages", 9200800)
.Set("queue.buffering.max.kbytes", 839460)
.Set("queue.buffering.max.ms", 500)
.Set("batch.num.messages", 1000000)
.SetClientId("client-id");
return(new KafkaProducer(kafkaSetting, OnMessageSent));
}
