void TestLookup(String json, IEnumerable <String> path, UInt32 valueOffset, UInt32 valueLimit)
{
JsonConsumer consumer = new JsonConsumer(Encoding.UTF8.GetBytes(json));
var actualValueOffset = consumer.Lookup(path, 0);
Assert.AreEqual(valueOffset, actualValueOffset);
Assert.AreEqual(valueLimit, consumer.ConsumeValue(actualValueOffset));
}
void TestParseString(String expected, String json)
{
var jsonBytes = Encoding.UTF8.GetBytes(json);
JsonConsumer consumer = new JsonConsumer(jsonBytes);
String actual;
Assert.AreEqual((UInt32)jsonBytes.Length, consumer.ParseString(out actual, 0));
//Console.WriteLine("Json '{0}' Actual '{1}'", json, actual);
Assert.AreEqual(expected, actual);
}
void TestFailConsumeObject(String json)
{
JsonConsumer consumer = new JsonConsumer(Encoding.UTF8.GetBytes(json));
try
{
consumer.ConsumeObject(0);
Assert.Fail(String.Format("Expected exception but did not get one for text '{0}'", json));
}
catch (JsonException e)
{
Console.WriteLine("[Test-Error] '{0}' threw {1}", json, e.Message);
}
}
void TestConsumeObject(String json)
{
JsonConsumer consumer = new JsonConsumer(Encoding.UTF8.GetBytes(json));
Assert.AreEqual((UInt32)json.Length, consumer.ConsumeObject(0));
}
static void Main(string[] args)
{
var redisUri = ConfigurationManager.AppSettings["Redis_Server_Uri"];
IRedisClientsManager clientManger = new PooledRedisClientManager(redisUri);
PageRepository pageRepository = new PageRepository(clientManger.GetClient());
// bin\windows\zookeeper-server-start.bat config\zookeeper.properties
// bin\windows\kafka-server-start.bat config\server.properties
// bin\windows\kafka-console-consumer.bat --zookeeper localhost:2181 --topic PageLoadTime --from-beginning
// kafka-console-producer.bat --broker-list localhost:9092 --topic PageLoadTime
//// CONSUMER READING OFF THE QUEUE
//var options = new KafkaOptions(new Uri("http://localhost:9092"));
//var router = new BrokerRouter(options);
//var redisClient = new RedisClient("127.0.0.1:6379");
//var db = redisClient.Instance(1);
//var consumer = new Consumer(new ConsumerOptions("PageLoadTime", router));
//var allData = consumer.Consume();
//Task.Factory.StartNew(() =>
// {
// int i = 0;
// foreach (var data in allData)
// {
// if (string.IsNullOrEmpty(data.Key))
// {
// continue;
// }
// Console.ForegroundColor = ConsoleColor.Green;
// Console.WriteLine(string.Format("Reading {0} message => {1}", i, data.Value));
// Console.ForegroundColor = ConsoleColor.Yellow;
// Console.WriteLine("----------------------------------------------------------");
// db.StringSetAsync(data.Key, data.Value.ToString(CultureInfo.InvariantCulture));
// i++;
// }
// });
var redisData = pageRepository.GetAll();
DisplayAll(redisData);
// CONSUMER READING OFF THE QUEUE + REDIS
var clientSettings = new MessageBusClient();
var router = clientSettings.GetClientRouter();
var consumer = new JsonConsumer <PageModel>(new ConsumerOptions("PageLoadTime", router));
var allData = consumer.Consume();
Task.Factory.StartNew(() =>
{
foreach (var data in allData)
{
if (string.IsNullOrEmpty(data.Value.Key))
{
continue;
}
var page = pageRepository.Store(data.Value);
DisplaySingle(page);
}
});
Console.ReadKey();
}
static void Main(string[] args)
{
var redisUri = ConfigurationManager.AppSettings["Redis_Server_Uri"];
IRedisClientsManager clientManger = new PooledRedisClientManager(redisUri);
PageRepository pageRepository = new PageRepository(clientManger.GetClient());
// bin\windows\zookeeper-server-start.bat config\zookeeper.properties
// bin\windows\kafka-server-start.bat config\server.properties
// bin\windows\kafka-console-consumer.bat --zookeeper localhost:2181 --topic PageLoadTime --from-beginning
// kafka-console-producer.bat --broker-list localhost:9092 --topic PageLoadTime
//// CONSUMER READING OFF THE QUEUE
//var options = new KafkaOptions(new Uri("http://localhost:9092"));
//var router = new BrokerRouter(options);
//var redisClient = new RedisClient("127.0.0.1:6379");
//var db = redisClient.Instance(1);
//var consumer = new Consumer(new ConsumerOptions("PageLoadTime", router));
//var allData = consumer.Consume();
//Task.Factory.StartNew(() =>
// {
// int i = 0;
// foreach (var data in allData)
// {
// if (string.IsNullOrEmpty(data.Key))
// {
// continue;
// }
// Console.ForegroundColor = ConsoleColor.Green;
// Console.WriteLine(string.Format("Reading {0} message => {1}", i, data.Value));
// Console.ForegroundColor = ConsoleColor.Yellow;
// Console.WriteLine("----------------------------------------------------------");
// db.StringSetAsync(data.Key, data.Value.ToString(CultureInfo.InvariantCulture));
// i++;
// }
// });
var redisData = pageRepository.GetAll();
DisplayAll(redisData);
// CONSUMER READING OFF THE QUEUE + REDIS
var clientSettings = new MessageBusClient();
var router = clientSettings.GetClientRouter();
var consumer = new JsonConsumer<PageModel>(new ConsumerOptions("PageLoadTime", router));
var allData = consumer.Consume();
Task.Factory.StartNew(() =>
{
foreach (var data in allData)
{
if (string.IsNullOrEmpty(data.Value.Key))
{
continue;
}
var page = pageRepository.Store(data.Value);
DisplaySingle(page);
}
});
Console.ReadKey();
}
