RabbitMQ

  1. CREATE DATABASE IF NOT EXISTS event;
  3. USE event;
  5. CREATE TABLE IF NOT EXISTS event (
  6.     `timestamp` DateTime,
  7.     `id` UInt32,
  8.     `body` String
  9. ) Engine = Memory;
  11. CREATE TABLE IF NOT EXISTS rabbitmq_entry
  12. (
  13.     `timestamp` UInt64,
  14.     `id` UInt32,
  15.     `body` String
  16. ) ENGINE = RabbitMQ SETTINGS
  17.     rabbitmq_host_port = 'rabbitmq:5672',
  18.     rabbitmq_exchange_name = 'clickhouse-exchange',
  19.     rabbitmq_routing_key_list = 'myqueue',
  20.     rabbitmq_format = 'JSONEachRow',
  21.     rabbitmq_exchange_type = 'fanout',
  22.     rabbitmq_num_consumers = 1,
  23.     rabbitmq_routing_key_list = 'myqueue'
  24.     ;
  26. CREATE MATERIALIZED VIEW IF NOT EXISTS event_view
  27. TO event AS
  28. SELECT
  29.     toDateTime(toUInt64(divide(timestamp, 1000000000))) AS timestamp,
  30.     id AS id,
  31.     body AS body
  32. FROM rabbitmq_entry;

Kafka

  1.  CREATE TABLE queue (
  2.     timestamp UInt64,
  3.     level String,
  4.     message String
  5.   ) ENGINE = Kafka('localhost:9092', 'topic', 'group1', 'JSONEachRow');
  7.   CREATE TABLE daily (
  8.     day Date,
  9.     level String,
  10.     total UInt64
  11.   ) ENGINE = SummingMergeTree(day, (day, level), 8192);
  13.   CREATE MATERIALIZED VIEW consumer TO daily
  14.     AS 
  15.     SELECT
  16.     toDate(toDateTime(timestamp)) AS day,
  17.     level, count() as total
  18.     FROM
  19.     queue GROUP BY day, level;