Complete Step 2.3 and Step 2.4

This commit is contained in:
Higor
2025-12-08 22:52:38 +03:00
parent 3de8f3d189
commit 590ddcaa52
3 changed files with 162 additions and 4 deletions
+162 -4
View File
@@ -13,7 +13,7 @@ CREATE TABLE pet.core_user (
name String,
age Int32,
email String,
registration_date Date
registration_date DateTime64(3, 'UTC')
)
ENGINE = MergeTree
ORDER BY user_id;
@@ -43,7 +43,7 @@ CREATE TABLE pet.core_fact_lesson_views (
user_id Int32,
lesson_id Int32,
course_id Int32,
viewed_at DateTime64(3)
viewed_at DateTime64(3, 'UTC')
)
ENGINE = MergeTree
ORDER BY user_id;
@@ -51,10 +51,9 @@ ORDER BY user_id;
-- Таблица enrollments из GP
CREATE TABLE pet.core_enrollments (
id Int32,
user_id Int32,
course_id Int32,
enrolled_at Date
enrolled_at DateTime64(3, 'UTC')
)
ENGINE = MergeTree
ORDER BY user_id;
@@ -122,3 +121,162 @@ GROUP BY
flv.course_id,
c.title;
-- Задание 3: Создай витрину inactive_users_summary
-- Создаем пустую таблицу inactive_users_summary(структуру витрины)
CREATE TABLE pet.inactive_users_summary
(
user_id UInt32,
name String,
email String,
age UInt8,
registered_courses_count UInt32,
registration_date DateTime64(3, 'UTC')
)
ENGINE = MergeTree
ORDER BY (user_id);
-- Создаем Materialized View
CREATE MATERIALIZED VIEW pet.mv_inactive_users_summary
TO pet.inactive_users_summary
AS
SELECT
u.user_id AS user_id,
u.name AS name,
u.email AS email,
u.age AS age,
countDistinct(e.course_id) AS registered_courses_count,
u.registration_date AS registration_date
FROM pet.core_user AS u
LEFT JOIN pet.core_enrollments AS e ON u.user_id = e.user_id
WHERE u.user_id NOT IN (
SELECT DISTINCT user_id
FROM pet.core_fact_lesson_views
)
GROUP BY
u.user_id,
u.name,
u.email,
u.age,
u.registration_date;
-- Вставляем данные в таблицу inactive_users_summary
INSERT INTO pet.inactive_users_summary
SELECT
u.user_id,
u.name,
u.email,
u.age,
countDistinct(e.course_id) AS registered_courses_count,
u.registration_date
FROM pet.core_user AS u
LEFT JOIN pet.core_enrollments AS e
ON u.user_id = e.user_id
WHERE u.user_id NOT IN (
SELECT DISTINCT user_id
FROM pet.core_fact_lesson_views
)
/*
* этот подзапрос WHERE... просто выбрасывает всех, кто хоть раз что‑то посмотрел,
* независимо от количества строк и особенностей JOIN’ов.
*/
GROUP BY
u.user_id,
u.name,
u.email,
u.age,
u.registration_date;
-- Задание 4: Создай витрину course_completion_rate
CREATE TABLE pet.course_completion_rate
(
user_id UInt32,
user_name String,
course_id UInt32,
course_title String,
lessons_in_course UInt32,
lessons_viewed UInt32,
completion_rate Float32
)
ENGINE = MergeTree
ORDER BY (user_id, course_id);
-- Создаем Materialized View
CREATE MATERIALIZED VIEW pet.mv_course_completion_rate
TO pet.course_completion_rate
AS
SELECT
u.user_id AS user_id,
u.name AS user_name,
c.course_id AS course_id,
c.title AS course_title,
countDistinct(l.lesson_id) AS lessons_in_course,
countDistinct(flv.lesson_id) AS lessons_viewed,
if(countDistinct(l.lesson_id) = 0,0,
round(countDistinct(flv.lesson_id) * 1.0 / countDistinct(l.lesson_id),2)
) AS completion_rate
FROM pet.core_enrollments AS e
JOIN pet.core_user AS u ON e.user_id = u.user_id
JOIN pet.core_course AS c ON e.course_id = c.course_id
JOIN pet.core_lesson AS l ON c.course_id = l.course_id
LEFT JOIN pet.core_fact_lesson_views AS flv
ON flv.user_id = e.user_id
AND flv.course_id = e.course_id
GROUP BY
u.user_id,
u.name,
c.course_id,
c.title;
-- Вставляем данные в таблицу pet.course_completion_rate
INSERT INTO pet.course_completion_rate
-- Создаем две временные таблицы:
-- 1) Сколько уроков в каждом курсе
WITH
lessons_per_course AS (
SELECT
course_id,
countDistinct(lesson_id) AS lessons_in_course
FROM pet.core_lesson
GROUP BY course_id
),
-- 2) Сколько уроков каждого курса посмотрел пользователь
views_per_user_course AS (
SELECT
user_id,
course_id,
countDistinct(lesson_id) AS lessons_viewed
FROM pet.core_fact_lesson_views
GROUP BY user_id, course_id
)
-- Основной запрос
SELECT
u.user_id,
u.name AS user_name,
c.course_id,
c.title AS course_title,
lpc.lessons_in_course,
coalesce(vpc.lessons_viewed, 0) AS lessons_viewed,
ROUND(
COALESCE(
NULLIF(coalesce(vpc.lessons_viewed, 0) * 1.0, 0)
/ NULLIF(lpc.lessons_in_course * 1.0, 0),
0
),
2
) AS completion_rate
FROM pet.core_user AS u
JOIN pet.core_enrollments AS e ON u.user_id = e.user_id
JOIN pet.core_course AS c ON e.course_id = c.course_id
JOIN lessons_per_course AS lpc ON c.course_id = lpc.course_id
LEFT JOIN views_per_user_course AS vpc ON vpc.user_id = u.user_id AND vpc.course_id = c.course_id
ORDER BY
u.user_id,
c.course_id;