From 1cf5bd488c5985f69fdb8ed69428eb0d416f233e Mon Sep 17 00:00:00 2001
From: Francis Cao <franciscao@gmail.com>
Date: Wed, 27 Dec 2023 09:22:32 -0800
Subject: [PATCH] remove kafka engine tables

---
 db/clickhouse/schema.sql | 131 +--------------------------------------
 1 file changed, 1 insertion(+), 130 deletions(-)

diff --git a/db/clickhouse/schema.sql b/db/clickhouse/schema.sql
index 44428e94..741f06ad 100644
--- a/db/clickhouse/schema.sql
+++ b/db/clickhouse/schema.sql
@@ -1,5 +1,3 @@
-SET allow_experimental_object_type = 1;
-
 -- Create Event
 CREATE TABLE umami.website_event
 (
@@ -34,82 +32,6 @@ CREATE TABLE umami.website_event
         ORDER BY (website_id, session_id, created_at)
         SETTINGS index_granularity = 8192;
 
-CREATE TABLE umami.website_event_queue (
-    website_id UUID,
-    session_id UUID,
-    event_id UUID,
-    --sessions
-    hostname LowCardinality(String),
-    browser LowCardinality(String),
-    os LowCardinality(String),
-    device LowCardinality(String),
-    screen LowCardinality(String),
-    language LowCardinality(String),
-    country LowCardinality(String),
-    subdivision1 LowCardinality(String),
-    subdivision2 LowCardinality(String),
-    city String,
-    --pageviews
-    url_path String,
-    url_query String,
-    referrer_path String,
-    referrer_query String,
-    referrer_domain String,
-    page_title String,
-    --events
-    event_type UInt32,
-    event_name String,
-    created_at DateTime('UTC'),
-    --virtual columns
-    _error String,
-    _raw_message String
-)
-ENGINE = Kafka
-SETTINGS kafka_broker_list = 'domain:9092,domain:9093,domain:9094', -- input broker list
-       kafka_topic_list = 'event',
-       kafka_group_name = 'event_consumer_group',
-       kafka_format = 'JSONEachRow',
-       kafka_max_block_size = 1048576,
-       kafka_handle_error_mode = 'stream';
-
-CREATE MATERIALIZED VIEW umami.website_event_queue_mv TO umami.website_event AS
-SELECT website_id,
-    session_id,
-    event_id,
-    hostname,
-    browser,
-    os,
-    device,
-    screen,
-    language,
-    country,
-    subdivision1,
-    subdivision2,
-    city,
-    url_path,
-    url_query,
-    referrer_path,
-    referrer_query,
-    referrer_domain,
-    page_title,
-    event_type,
-    event_name,
-    created_at
-FROM umami.website_event_queue;
-
-CREATE MATERIALIZED VIEW umami.website_event_errors_mv
-(
-    error String,
-    raw String
-)
-ENGINE = MergeTree
-ORDER BY (error, raw)
-SETTINGS index_granularity = 8192 AS
-SELECT _error AS error,
-    _raw_message AS raw
-FROM umami.website_event_queue
-WHERE length(_error) > 0;
-
 CREATE TABLE umami.event_data
 (
     website_id UUID,
@@ -127,55 +49,4 @@ CREATE TABLE umami.event_data
 )
     engine = MergeTree
         ORDER BY (website_id, event_id, event_key, created_at)
-        SETTINGS index_granularity = 8192;
-
-CREATE TABLE umami.event_data_queue (
-    website_id UUID,
-    session_id UUID,
-    event_id UUID,
-    url_path String,
-    event_name String,
-    event_key String,
-    string_value Nullable(String),
-    number_value Nullable(Decimal64(4)), --922337203685477.5625
-    date_value Nullable(DateTime('UTC')),
-    data_type UInt32,
-    created_at DateTime('UTC'),
-    --virtual columns
-    _error String,
-    _raw_message String
-)
-ENGINE = Kafka
-SETTINGS kafka_broker_list = 'domain:9092,domain:9093,domain:9094', -- input broker list
-       kafka_topic_list = 'event_data',
-       kafka_group_name = 'event_data_consumer_group',
-       kafka_format = 'JSONEachRow',
-       kafka_max_block_size = 1048576,
-       kafka_handle_error_mode = 'stream';
-
-CREATE MATERIALIZED VIEW umami.event_data_queue_mv TO umami.event_data AS
-SELECT website_id,
-    session_id,
-    event_id,
-    url_path,
-    event_name,
-    event_key,
-    string_value,
-    number_value,
-    date_value,
-    data_type,
-    created_at
-FROM umami.event_data_queue;
-
-CREATE MATERIALIZED VIEW umami.event_data_errors_mv
-(
-    error String,
-    raw String
-)
-ENGINE = MergeTree
-ORDER BY (error, raw)
-SETTINGS index_granularity = 8192 AS
-SELECT _error AS error,
-    _raw_message AS raw
-FROM umami.event_data_queue
-WHERE length(_error) > 0;
\ No newline at end of file
+        SETTINGS index_granularity = 8192;
\ No newline at end of file