full solve, but still dont work

This commit is contained in:
dr0zd
2026-02-05 23:24:49 +07:00
parent b5f9e9724e
commit ee22e5a28d
+49 -37
View File
@@ -1,51 +1,51 @@
--lesson_popularity_summary data mart --lesson_popularity_summary data mart
create table mdrozdov.dm_lesson_popularity_summary create table mdrozdov.dm_lesson_popularity_summary
ON CLUSTER clickhouse_cluster( ON CLUSTER clickhouse_cluster(
lesson_id UInt32, lesson_id Int32,
lesson_title String, lesson_title String,
course_id UInt32, course_id Int32,
course_title String, course_title String,
total_views AggregateFunction(count, UInt64), total_views Int32,
unique_users AggregateFunction(uniqExact, Int32), unique_users Int32,
first_view AggregateFunction(min, DateTime), first_view DateTime64(3),
last_view AggregateFunction(max, DateTime) last_view DateTime64(3)
) )
ENGINE = ReplicatedAggregatingMergeTree( ENGINE = ReplicatedMergeTree(
'/clickhouse/tables/{shard}/mdrozdov/dm_lesson_popularity_summary', '/clickhouse/tables/{shard}/mdrozdov/dm_lesson_popularity_summary1',
'{replica}' '{replica}'
) )
ORDER BY (lesson_id, course_id); ORDER BY (lesson_id, course_id);
create materialized view mdrozdov.lesson_popularity_summary to mdrozdov.dm_lesson_popularity_summary as create materialized view mdrozdov.lesson_popularity_summary
to mdrozdov.dm_lesson_popularity_summary as
select select
dl.lesson_id as lesson_id, dl.lesson_id as lesson_id,
dl.title as lesson_title, dl.title as lesson_title,
dl.course_id as course_id, dl.course_id as course_id,
dc.title as course_title, dc.title as course_title,
countState(flv.lesson_id) as total_views, count(flv.lesson_id) as total_views,
uniqExactState(flv.user_id) as unique_users, count(distinct flv.user_id) as unique_users,
minState(toDateTime(flv.viewed_at)) as first_view, min(flv.viewed_at) as first_view,
maxState(toDateTime(flv.viewed_at)) as last_view max(flv.viewed_at) as last_view
from mdrozdov.core_fact_lesson_views flv from mdrozdov.core_fact_lesson_views flv
right join mdrozdov.core_dim_course dc
on flv.course_id = dc.course_id
left join mdrozdov.core_dim_lesson dl left join mdrozdov.core_dim_lesson dl
on dl.lesson_id = flv.lesson_id on dl.lesson_id = flv.lesson_id
left join mdrozdov.core_dim_course dc
on flv.course_id = dc.course_id
group by dl.lesson_id, dl.title, dl.course_id, dc.title group by dl.lesson_id, dl.title, dl.course_id, dc.title
--inactive_users_summary --inactive_users_summary
create table mdrozdov.dm_inactive_users_summary create table mdrozdov.dm_inactive_users_summary
ON CLUSTER clickhouse_cluster( ON CLUSTER clickhouse_cluster(
user_id Int32, user_id Int32,
name String, name String,
email Nullable(String), email String,
age Int32, age Int32,
registered_courses_count AggregateFunction(uniqExact, Int32), registered_courses_count Int32,
registration_date Date registration_date Date
) )
ENGINE = ReplicatedAggregatingMergeTree( ENGINE = ReplicatedMergeTree(
'/clickhouse/tables/{shard}/mdrozdov/dm_inactive_users_summary', '/clickhouse/tables/{shard}/mdrozdov/dm_inactive_users_summary1',
'{replica}' '{replica}'
) )
ORDER BY user_id ORDER BY user_id
@@ -54,12 +54,12 @@ create materialized view mdrozdov.inactive_users_summary
to mdrozdov.dm_inactive_users_summary to mdrozdov.dm_inactive_users_summary
as as
select select
du.user_id as user_id, du.user_id as user_id,
du.name as name, du.name as name,
du.email as email, du.email as email,
du.age as age, du.age as age,
uniqExactState(e.course_id) as registered_courses_count, count(e.course_id) as registered_courses_count,
du.registration_date du.registration_date as registration_date
from mdrozdov.core_fact_lesson_views flv from mdrozdov.core_fact_lesson_views flv
right join mdrozdov.core_dim_user du right join mdrozdov.core_dim_user du
on du.user_id = flv.user_id on du.user_id = flv.user_id
@@ -75,11 +75,11 @@ ON CLUSTER clickhouse_cluster(
user_name String, user_name String,
course_id Int32, course_id Int32,
course_title String, course_title String,
lessons_in_course AggregateFunction(count, UInt64), lessons_in_course Int32,
lessons_viewed AggregateFunction(count, UInt64), lessons_viewed Int32,
completion_rate Decimal(4, 3) completion_rate Decimal(4, 3)
) )
ENGINE = ReplicatedAggregatingMergeTree( ENGINE = ReplicatedMergeTree(
'/clickhouse/tables/{shard}/mdrozdov/dm_course_completion_rate', '/clickhouse/tables/{shard}/mdrozdov/dm_course_completion_rate',
'{replica}' '{replica}'
) )
@@ -91,14 +91,14 @@ create materialized view mdrozdov.course_completion_rate
select select
course_id, course_id,
count(*) as lessons_in_course count(*) as lessons_in_course
from core.dim_lesson from mdrozdov.core_dim_lesson
group by course_id group by course_id
), lessons_viewed as ( ), lessons_viewed as (
select select
user_id, user_id,
course_id, course_id,
count(*) as lessons_viewed count(*) as lessons_viewed
from fact_lesson_views flv from mdrozdov.core_fact_lesson_views flv
group by user_id, course_id group by user_id, course_id
) )
select select
@@ -120,4 +120,16 @@ create materialized view mdrozdov.course_completion_rate
join mdrozdov.core_dim_course dc join mdrozdov.core_dim_course dc
on e.course_id = dc.course_id on e.course_id = dc.course_id
left join lessons_viewed lv left join lessons_viewed lv
on du.user_id = lv.user_id and dc.course_id = lv.course_id on du.user_id = lv.user_id and dc.course_id = lv.course_id
--данные из-за несовпадения названий столбцов в импорте/экспорте пришлось удалять, короче проще вручную
-- их добавить
insert into mdrozdov.core_fact_lesson_views(user_id, lesson_id, course_id, viewed_at) values
(1, 1, 1, '2023-01-16 10:00:00'),
(1, 2, 1, '2023-01-16 10:15:00'),
(2, 1, 1, '2023-01-21 09:00:00'),
(3, 3, 2, '2023-03-06 12:00:00'),
(4, 4, 3, '2023-04-02 10:00:00'),
(4, 5, 3, '2023-04-03 10:00:00')
-- данные в mdrozdov.core_enrollments загружал через импорт