Birk
278 lines
7.1 KiB
SQL
278 lines
7.1 KiB
SQL
CREATE TABLE ybirk.core_user ON CLUSTER clickhouse_cluster
|
||
(
|
||
user_id Int32,
|
||
name String,
|
||
age Int32,
|
||
email String,
|
||
registration_date Date
|
||
)
|
||
ENGINE = ReplicatedMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/core_user',
|
||
'{replica}'
|
||
)
|
||
ORDER BY user_id;
|
||
|
||
CREATE TABLE ybirk.core_course ON CLUSTER clickhouse_cluster
|
||
(
|
||
course_id Int32,
|
||
title String,
|
||
category String
|
||
)
|
||
ENGINE = ReplicatedMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/core_course',
|
||
'{replica}'
|
||
)
|
||
ORDER BY course_id;
|
||
|
||
CREATE TABLE ybirk.core_lesson ON CLUSTER clickhouse_cluster
|
||
(
|
||
lesson_id Int32,
|
||
title String,
|
||
duration_min Int32,
|
||
course_id Int32
|
||
)
|
||
ENGINE = ReplicatedMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/core_lesson',
|
||
'{replica}'
|
||
)
|
||
ORDER BY lesson_id;
|
||
|
||
CREATE TABLE ybirk.core_fact_lesson_views ON CLUSTER clickhouse_cluster
|
||
(
|
||
user_id Int32,
|
||
lesson_id Int32,
|
||
course_id Int32,
|
||
viewed_at DateTime64(3)
|
||
)
|
||
ENGINE = ReplicatedMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/core_fact_lesson_views',
|
||
'{replica}'
|
||
)
|
||
ORDER BY user_id;
|
||
|
||
CREATE TABLE ybirk.core_enrollments ON CLUSTER clickhouse_cluster
|
||
(
|
||
id Int32,
|
||
user_id Int32,
|
||
course_id Int32,
|
||
enrolled_at Date
|
||
)
|
||
ENGINE = ReplicatedMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/core_enrollments',
|
||
'{replica}'
|
||
)
|
||
ORDER BY user_id;
|
||
|
||
--------------------------------
|
||
|
||
CREATE TABLE ybirk.inactive_users_summary ON CLUSTER clickhouse_cluster
|
||
(
|
||
user_id UInt32,
|
||
name String,
|
||
email String,
|
||
age UInt8,
|
||
registered_courses_count UInt32,
|
||
registration_date DateTime64(3, 'UTC')
|
||
)
|
||
ENGINE = ReplicatedAggregatingMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/inactive_users_summary',
|
||
'{replica}'
|
||
)
|
||
ORDER BY user_id;
|
||
|
||
CREATE TABLE ybirk.lesson_popularity_summary ON CLUSTER clickhouse_cluster
|
||
(
|
||
lesson_id UInt32,
|
||
lesson_title String,
|
||
course_id UInt32,
|
||
course_title String,
|
||
total_views UInt32,
|
||
unique_users UInt32,
|
||
first_view DateTime64(3, 'UTC'),
|
||
last_view DateTime64(3, 'UTC')
|
||
)
|
||
ENGINE = ReplicatedAggregatingMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/lesson_popularity_summary',
|
||
'{replica}'
|
||
)
|
||
ORDER BY (lesson_id, course_id);
|
||
|
||
CREATE TABLE ybirk.course_completion_rate ON CLUSTER clickhouse_cluster
|
||
(
|
||
user_id UInt32,
|
||
user_name String,
|
||
course_id UInt32,
|
||
course_title String,
|
||
lessons_in_course UInt32,
|
||
lessons_viewed UInt32,
|
||
completion_rate Float32
|
||
)
|
||
ENGINE = ReplicatedAggregatingMergeTree(
|
||
'/clickhouse/tables/{shard}/ybirk/course_completion_rate',
|
||
'{replica}'
|
||
)
|
||
ORDER BY (user_id, course_id);
|
||
|
||
--------------------------------------
|
||
|
||
CREATE MATERIALIZED VIEW ybirk.mv_lesson_popularity_summary ON CLUSTER clickhouse_cluster
|
||
TO ybirk.lesson_popularity_summary
|
||
AS
|
||
SELECT
|
||
flv.lesson_id AS lesson_id,
|
||
l.title AS lesson_title,
|
||
flv.course_id AS course_id,
|
||
c.title AS course_title,
|
||
count() AS total_views,
|
||
uniqExact(flv.user_id) AS unique_users,
|
||
min(flv.viewed_at) AS first_view,
|
||
max(flv.viewed_at) AS last_view
|
||
FROM ybirk.core_fact_lesson_views AS flv
|
||
JOIN ybirk.core_lesson AS l ON flv.lesson_id = l.lesson_id
|
||
JOIN ybirk.core_course AS c ON flv.course_id = c.course_id
|
||
GROUP BY
|
||
flv.lesson_id,
|
||
l.title,
|
||
flv.course_id,
|
||
c.title;
|
||
|
||
DROP VIEW IF EXISTS ybirk.mv_inactive_users_summary ON CLUSTER clickhouse_cluster;
|
||
|
||
CREATE MATERIALIZED VIEW ybirk.mv_inactive_users_summary ON CLUSTER clickhouse_cluster
|
||
TO ybirk.inactive_users_summary
|
||
AS
|
||
SELECT
|
||
u.user_id AS user_id,
|
||
u.name AS name,
|
||
u.email AS email,
|
||
u.age AS age,
|
||
countDistinct(e.course_id) AS registered_courses_count,
|
||
u.registration_date AS registration_date
|
||
FROM ybirk.core_user AS u
|
||
LEFT JOIN ybirk.core_enrollments AS e ON u.user_id = e.user_id
|
||
LEFT ANTI JOIN ybirk.core_fact_lesson_views AS flv ON u.user_id = flv.user_id
|
||
GROUP BY
|
||
u.user_id,
|
||
u.name,
|
||
u.email,
|
||
u.age,
|
||
u.registration_date;
|
||
|
||
CREATE MATERIALIZED VIEW ybirk.mv_course_completion_rate ON CLUSTER clickhouse_cluster
|
||
TO ybirk.course_completion_rate
|
||
AS
|
||
SELECT
|
||
u.user_id AS user_id,
|
||
u.name AS user_name,
|
||
c.course_id AS course_id,
|
||
c.title AS course_title,
|
||
countDistinct(l.lesson_id) AS lessons_in_course,
|
||
countDistinct(flv.lesson_id) AS lessons_viewed,
|
||
if(countDistinct(l.lesson_id) = 0, 0,
|
||
round(countDistinct(flv.lesson_id) * 1.0 / countDistinct(l.lesson_id), 2)
|
||
) AS completion_rate
|
||
FROM ybirk.core_enrollments AS e
|
||
JOIN ybirk.core_user AS u ON e.user_id = u.user_id
|
||
JOIN ybirk.core_course AS c ON e.course_id = c.course_id
|
||
JOIN ybirk.core_lesson AS l ON c.course_id = l.course_id
|
||
LEFT JOIN ybirk.core_fact_lesson_views AS flv
|
||
ON flv.user_id = e.user_id
|
||
AND flv.course_id = e.course_id
|
||
GROUP BY
|
||
u.user_id,
|
||
u.name,
|
||
c.course_id,
|
||
c.title;
|
||
|
||
----------------------------------------------
|
||
|
||
INSERT INTO ybirk.core_user (user_id, name, age, email, registration_date) VALUES
|
||
(1, 'Alice', 25, 'alice@mail.com', '2023-01-10'),
|
||
(2, 'Bob', 30, 'bob@gmail.com', '2023-02-05'),
|
||
(3, 'Charlie', 22, 'charlie@mail.com', '2023-02-20'),
|
||
(4, 'Diana', 28, 'diana@mail.com', '2023-03-01'),
|
||
(5, 'Ethan', 35, 'ethan@gmail.com', '2023-03-10');
|
||
|
||
INSERT INTO ybirk.core_course (course_id, title, category) VALUES
|
||
(1, 'SQL для начинающих', 'data'),
|
||
(2, 'Python для анализа данных', 'programming'),
|
||
(3, 'BI с нуля', 'business');
|
||
|
||
INSERT INTO ybirk.core_lesson (lesson_id, course_id, title, duration_min) VALUES
|
||
(1, 1, 'SELECT и FROM', 10),
|
||
(2, 1, 'JOIN', 15),
|
||
(3, 2, 'Pandas', 20),
|
||
(4, 3, 'Основы BI', 12),
|
||
(5, 3, 'Метрики и дашборды', 18);
|
||
|
||
INSERT INTO ybirk.core_fact_lesson_views (user_id, lesson_id, course_id, viewed_at) VALUES
|
||
(1, 1, 1, '2023-01-16 10:00:00'),
|
||
(1, 2, 1, '2023-01-16 10:15:00'),
|
||
(2, 1, 1, '2023-01-21 09:00:00'),
|
||
(3, 3, 2, '2023-03-06 12:00:00'),
|
||
(4, 4, 3, '2023-04-02 10:00:00'),
|
||
(4, 5, 3, '2023-04-03 10:00:00');
|
||
|
||
INSERT INTO ybirk.core_enrollments (id, user_id, course_id, enrolled_at) VALUES
|
||
(1, 1, 1, '2023-01-15'),
|
||
(2, 1, 2, '2023-02-01'),
|
||
(3, 2, 1, '2023-01-20'),
|
||
(4, 3, 2, '2023-03-05'),
|
||
(5, 4, 3, '2023-04-01');
|
||
|
||
--------------------------------------------------
|
||
|
||
--Примеры
|
||
|
||
SELECT
|
||
lesson_title,
|
||
course_title,
|
||
total_views
|
||
FROM ybirk.mv_lesson_popularity_summary
|
||
ORDER BY total_views DESC
|
||
LIMIT 5;
|
||
|
||
SELECT
|
||
name,
|
||
email,
|
||
registered_courses_count
|
||
FROM ybirk.inactive_users_summary
|
||
WHERE registered_courses_count > 0
|
||
ORDER BY registration_date DESC;
|
||
|
||
SELECT
|
||
course_title,
|
||
AVG(completion_rate) AS avg_completion
|
||
FROM ybirk.course_completion_rate
|
||
GROUP BY course_title
|
||
ORDER BY avg_completion DESC
|
||
LIMIT 5;
|
||
|
||
-- ЗАпросы
|
||
|
||
-- самый популярный курс
|
||
SELECT
|
||
course_title,
|
||
SUM(total_views) as sum_views
|
||
FROM ybirk.mv_lesson_popularity_summary
|
||
GROUP BY course_title
|
||
ORDER BY sum_views DESC;
|
||
|
||
|
||
-- Кто застрял
|
||
SELECT
|
||
user_name,
|
||
course_title,
|
||
completion_rate
|
||
FROM ybirk.mv_course_completion_rate
|
||
WHERE completion_rate > 0 AND completion_rate < 1.0;
|
||
|
||
-- тест3
|
||
SELECT
|
||
t1.user_name,
|
||
t1.course_title,
|
||
t2.email
|
||
FROM ybirk.mv_course_completion_rate AS t1
|
||
JOIN ybirk.mv_inactive_users_summary AS t2
|
||
ON t1.user_id = t2.user_id
|
||
WHERE t1.completion_rate = 1.0; |