· 6 years ago · Jan 24, 2020, 04:14 PM
1
2-- unset JMX_PORT
3-- kafka-topics.sh --zookeeper $ZOOKEEPER_CONNECTION_STRING \
4 --create --topic autochess_battlepass_buy_levels \
5 --replication-factor 2 \
6 --partitions 6
7
8CREATE TABLE IF NOT EXISTS autochess.battlepass_buy_levels_queue
9 ON CLUSTER analytics(
10 created_on UInt64,
11 profile_id String,
12 session_id String,
13 battlepass_id String,
14 start_datetime UInt64,
15 step UInt64,
16 max_step UInt64,
17 has_premium String,
18 spent_resource_type String,
19 spent_resource_qty UInt64,
20 levels_count UInt64,
21 league UInt64
22 ) ENGINE = Kafka() SETTINGS
23 kafka_broker_list = 'kafka-int.prod.playful-fairies.com:9092',
24 kafka_topic_list = 'autochess_battlepass_buy_levels',
25 kafka_group_name = 'group1',
26 kafka_format = 'JSONEachRow';
27
28CREATE TABLE IF NOT EXISTS autochess.battlepass_buy_levels
29 ON CLUSTER analytics(
30 day Date,
31 created_on UInt64,
32 profile_id String,
33 session_id String,
34 battlepass_id String,
35 start_datetime UInt64,
36 step UInt64,
37 max_step UInt64,
38 has_premium String,
39 spent_resource_type String,
40 spent_resource_qty UInt64,
41 levels_count UInt64,
42 league UInt64
43 ) ENGINE = ReplicatedReplacingMergeTree('/clickhouse/tables/{shard}/autochess-battlepass_buy_levels', '{nodename}', created_on)
44 PARTITION BY toYYYYMMDD(day)
45 ORDER BY (created_on, battlepass_id, start_datetime, profile_id, step)
46 SETTINGS index_granularity = 8192;
47
48CREATE MATERIALIZED VIEW autochess.battlepass_buy_levels_consumer
49 ON CLUSTER analytics
50 TO autochess.battlepass_buy_levels_dist
51 AS SELECT
52 toDate(created_on) as day,
53 created_on,
54 profile_id,
55 session_id,
56 battlepass_id,
57 start_datetime,
58 step,
59 max_step,
60 has_premium,
61 spent_resource_type,
62 spent_resource_qty,
63 levels_count,
64 league
65 FROM autochess.battlepass_buy_levels_queue;
66
67CREATE TABLE IF NOT EXISTS autochess.battlepass_buy_levels_dist
68 ON CLUSTER analytics
69 AS autochess.battlepass_buy_levels
70 ENGINE = Distributed(analytics, autochess, battlepass_buy_levels, cityHash64(profile_id));