SET allow_experimental_object_type = 1; -- Create Event CREATE TABLE umami.website_event ( website_id UUID, session_id UUID, event_id UUID, --session hostname LowCardinality(String), browser LowCardinality(String), os LowCardinality(String), device LowCardinality(String), screen LowCardinality(String), language LowCardinality(String), country LowCardinality(String), subdivision1 LowCardinality(String), subdivision2 LowCardinality(String), city String, --pageview url_path String, url_query String, referrer_path String, referrer_query String, referrer_domain String, page_title String, --event event_type UInt32, event_name String, created_at DateTime('UTC') ) engine = MergeTree ORDER BY (website_id, session_id, created_at) SETTINGS index_granularity = 8192; CREATE TABLE umami.website_event_queue ( website_id UUID, session_id UUID, event_id UUID, --session hostname LowCardinality(String), browser LowCardinality(String), os LowCardinality(String), device LowCardinality(String), screen LowCardinality(String), language LowCardinality(String), country LowCardinality(String), subdivision1 LowCardinality(String), subdivision2 LowCardinality(String), city String, --pageview url_path String, url_query String, referrer_path String, referrer_query String, referrer_domain String, page_title String, --event event_type UInt32, event_name String, created_at DateTime('UTC') ) ENGINE = Kafka SETTINGS kafka_broker_list = 'domain:9092,domain:9093,domain:9094', -- input broker list kafka_topic_list = 'event', kafka_group_name = 'event_consumer_group', kafka_format = 'JSONEachRow', kafka_max_block_size = 1048576, kafka_skip_broken_messages = 100; CREATE MATERIALIZED VIEW umami.website_event_queue_mv TO umami.website_event AS SELECT website_id, session_id, event_id, hostname, browser, os, device, screen, language, country, subdivision1, subdivision2, city, url_path, url_query, referrer_path, referrer_query, referrer_domain, page_title, event_type, event_name, created_at FROM umami.website_event_queue; CREATE TABLE umami.event_data ( website_id UUID, session_id UUID, event_id UUID, url_path String, event_name String, event_key String, event_string_value Nullable(String), event_numeric_value Nullable(Decimal64(4)), --922337203685477.5625 event_date_value Nullable(DateTime('UTC')), event_data_type UInt32, created_at DateTime('UTC') ) engine = MergeTree ORDER BY (website_id, event_id, event_key, created_at) SETTINGS index_granularity = 8192; CREATE TABLE umami.event_data_queue ( website_id UUID, session_id UUID, event_id UUID, url_path String, event_name String, event_key String, event_string_value Nullable(String), event_numeric_value Nullable(Decimal64(4)), --922337203685477.5625 event_date_value Nullable(DateTime('UTC')), event_data_type UInt32, created_at DateTime('UTC') ) ENGINE = Kafka SETTINGS kafka_broker_list = 'domain:9092,domain:9093,domain:9094', -- input broker list kafka_topic_list = 'event_data', kafka_group_name = 'event_data_consumer_group', kafka_format = 'JSONEachRow', kafka_max_block_size = 1048576, kafka_skip_broken_messages = 100; CREATE MATERIALIZED VIEW umami.event_data_queue_mv TO umami.event_data AS SELECT website_id, session_id, event_id, url_path, event_name, event_key, event_string_value, event_numeric_value, event_date_value, event_data_type, created_at FROM umami.event_data_queue;