Merge branch 'sql_homework' of https://gitea.de-infra.servehttp.com/de-infrastructure/DWH into sql_homework
This commit is contained in:
Alex
Binary file not shown.
|
After Width: | Height: | Size: 175 KiB |
@@ -0,0 +1,72 @@
|
|||||||
|
--Задача 1: Создай таблицу page_views
|
||||||
|
|
||||||
|
CREATE TABLE page_views (
|
||||||
|
user_id UInt64,
|
||||||
|
url String,
|
||||||
|
view_time DateTime
|
||||||
|
)
|
||||||
|
ENGINE = MergeTree()
|
||||||
|
PARTITION BY toYYYYMM(view_time)
|
||||||
|
ORDER BY (user_id, view_time);
|
||||||
|
|
||||||
|
--Задача 2: Создай таблицу users
|
||||||
|
|
||||||
|
CREATE TABLE users (
|
||||||
|
id UInt64,
|
||||||
|
name String,
|
||||||
|
updated_at DateTime
|
||||||
|
)
|
||||||
|
ENGINE = ReplacingMergeTree(updated_at)
|
||||||
|
ORDER BY id;
|
||||||
|
|
||||||
|
-- Задача 3: Создай таблицу region_sales
|
||||||
|
|
||||||
|
CREATE TABLE region_sales (
|
||||||
|
region String,
|
||||||
|
date Date,
|
||||||
|
sales UInt64
|
||||||
|
)
|
||||||
|
ENGINE = SummingMergeTree()
|
||||||
|
PARTITION BY toYYYYMM(date)
|
||||||
|
ORDER BY (region, date);
|
||||||
|
|
||||||
|
--Задача 4.1: Создай таблицу user_metrics
|
||||||
|
|
||||||
|
CREATE TABLE user_metrics (
|
||||||
|
region String,
|
||||||
|
avg_age_state AggregateFunction(avg, UInt8),
|
||||||
|
active_users_state AggregateFunction(uniq, UInt64)
|
||||||
|
)
|
||||||
|
ENGINE = AggregatingMergeTree()
|
||||||
|
ORDER BY region;
|
||||||
|
|
||||||
|
--Задача 4.3: - Вставь данные и Читай их через `avgMerge()` и `uniqMerge()`
|
||||||
|
|
||||||
|
INSERT INTO user_metrics
|
||||||
|
SELECT
|
||||||
|
region,
|
||||||
|
avgState(age) AS avg_age_state,
|
||||||
|
uniqState(toUInt64(user_id)) AS active_users_state
|
||||||
|
FROM
|
||||||
|
(
|
||||||
|
SELECT 'Samara' AS region, 25 AS age, 1 AS user_id
|
||||||
|
UNION ALL
|
||||||
|
SELECT 'Moscow', 30, 2
|
||||||
|
UNION ALL
|
||||||
|
SELECT 'Moscow', 22, 3
|
||||||
|
UNION ALL
|
||||||
|
SELECT 'Samara', 22, 4
|
||||||
|
UNION ALL
|
||||||
|
SELECT 'Sochi', 34, 5
|
||||||
|
)
|
||||||
|
GROUP BY region;
|
||||||
|
|
||||||
|
--Задача 4.4: - Читай их через `avgMerge()` и `uniqMerge()`
|
||||||
|
|
||||||
|
SELECT
|
||||||
|
region,
|
||||||
|
avgMerge(avg_age_state),
|
||||||
|
uniqMerge(active_users_state)
|
||||||
|
FROM user_metrics
|
||||||
|
GROUP BY region;
|
||||||
|
|
||||||
@@ -0,0 +1,105 @@
|
|||||||
|
--Витрина dm.lesson_popularity_summary
|
||||||
|
CREATE MATERIALIZED VIEW dm.lesson_popularity_summary as
|
||||||
|
select
|
||||||
|
l.lesson_id,
|
||||||
|
l.title as lesson_title,
|
||||||
|
c.course_id,
|
||||||
|
c.title as course_title,
|
||||||
|
COUNT(f.user_id) as total_views,
|
||||||
|
COUNT(DISTINCT f.user_id) as unique_users,
|
||||||
|
MIN(f.viewed_at) as first_view,
|
||||||
|
MAX(f.viewed_at) as last_view
|
||||||
|
FROM core.fact_lesson_views f
|
||||||
|
JOIN core.dim_lesson l
|
||||||
|
ON f.lesson_id = l.lesson_id
|
||||||
|
JOIN core.dim_course c
|
||||||
|
ON l.course_id = c.course_id
|
||||||
|
GROUP BY
|
||||||
|
l.lesson_id,
|
||||||
|
l.title,
|
||||||
|
c.course_id,
|
||||||
|
c.title
|
||||||
|
order by lesson_id;
|
||||||
|
|
||||||
|
select * from dm.lesson_popularity_summary;
|
||||||
|
|
||||||
|
--Удалил лишний индекс
|
||||||
|
DROP INDEX core.idx_fact_views_course_id;
|
||||||
|
|
||||||
|
-- Все индексы для CORE-таблиц
|
||||||
|
SELECT
|
||||||
|
tablename,
|
||||||
|
indexname,
|
||||||
|
indexdef
|
||||||
|
FROM pg_indexes
|
||||||
|
WHERE schemaname = 'core'
|
||||||
|
AND tablename IN (
|
||||||
|
'dim_course',
|
||||||
|
'dim_date',
|
||||||
|
'dim_lesson',
|
||||||
|
'dim_user',
|
||||||
|
'enrollments',
|
||||||
|
'fact_lesson_views'
|
||||||
|
)
|
||||||
|
ORDER by indexname, tablename;
|
||||||
|
|
||||||
|
|
||||||
|
--Витрина dm.inactive_users_summary
|
||||||
|
CREATE MATERIALIZED VIEW dm.inactive_users_summary as
|
||||||
|
select
|
||||||
|
du.user_id,
|
||||||
|
du.name as user_name,
|
||||||
|
du.email,
|
||||||
|
du.age,
|
||||||
|
COUNT(e.course_id) as enrollments_count,
|
||||||
|
du.registration_date
|
||||||
|
from core.dim_user du
|
||||||
|
left join core.enrollments e
|
||||||
|
on du.user_id = e.user_id
|
||||||
|
left join core.fact_lesson_views flv
|
||||||
|
on du.user_id = flv.user_id
|
||||||
|
where flv.user_id is NULL
|
||||||
|
group by
|
||||||
|
du.user_id,
|
||||||
|
du.name,
|
||||||
|
du.email,
|
||||||
|
du.age,
|
||||||
|
du.registration_date
|
||||||
|
order by du.user_id;
|
||||||
|
|
||||||
|
select * from dm.inactive_users_summary;
|
||||||
|
|
||||||
|
--Витрина dm.course_completion_rate
|
||||||
|
CREATE MATERIALIZED VIEW dm.course_completion_rate as
|
||||||
|
select
|
||||||
|
du.user_id,
|
||||||
|
du.name as user_name,
|
||||||
|
dc.course_id,
|
||||||
|
dc.title as course_title,
|
||||||
|
COUNT(DISTINCT dl.lesson_id) AS lessons_in_course,
|
||||||
|
COUNT(DISTINCT flv.lesson_id) AS lessons_viewed,
|
||||||
|
ROUND(COUNT(DISTINCT flv.lesson_id)::numeric / NULLIF(COUNT(DISTINCT dl.lesson_id), 0), 2) AS completion_rate
|
||||||
|
from core.enrollments e
|
||||||
|
left join core.dim_user du
|
||||||
|
on du.user_id = e.user_id
|
||||||
|
left join core.dim_course dc
|
||||||
|
on dc.course_id = e.course_id
|
||||||
|
left join core.dim_lesson dl
|
||||||
|
on dl.course_id = e.course_id
|
||||||
|
left join core.fact_lesson_views flv
|
||||||
|
on flv.user_id = e.user_id
|
||||||
|
and flv.lesson_id = dl.lesson_id
|
||||||
|
group by
|
||||||
|
du.user_id,
|
||||||
|
du.name,
|
||||||
|
dc.course_id,
|
||||||
|
dc.title
|
||||||
|
order by du.user_id;
|
||||||
|
|
||||||
|
select * from dm.course_completion_rate order by user_id;
|
||||||
|
|
||||||
|
--Этап 5. Проверка
|
||||||
|
SELECT * FROM dm.lesson_popularity_summary LIMIT 10;
|
||||||
|
SELECT * FROM dm.inactive_users_summary LIMIT 10;
|
||||||
|
SELECT * FROM dm.course_completion_rate LIMIT 10;
|
||||||
|
--Все витрины отображаются корректно. Скрины: "название витрины".png
|
||||||
Binary file not shown.
|
After Width: | Height: | Size: 59 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 43 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 104 KiB |
@@ -0,0 +1,508 @@
|
|||||||
|
--
|
||||||
|
-- PostgreSQL database dump
|
||||||
|
--
|
||||||
|
|
||||||
|
-- Dumped from database version 9.4.26
|
||||||
|
-- Dumped by pg_dump version 17.5
|
||||||
|
|
||||||
|
-- Started on 2026-01-17 22:42:00
|
||||||
|
|
||||||
|
SET statement_timeout = 0;
|
||||||
|
SET lock_timeout = 0;
|
||||||
|
SET idle_in_transaction_session_timeout = 0;
|
||||||
|
SET transaction_timeout = 0;
|
||||||
|
SET client_encoding = 'UTF8';
|
||||||
|
SET standard_conforming_strings = on;
|
||||||
|
SELECT pg_catalog.set_config('search_path', '', false);
|
||||||
|
SET check_function_bodies = false;
|
||||||
|
SET xmloption = content;
|
||||||
|
SET client_min_messages = warning;
|
||||||
|
SET row_security = off;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 10 (class 2615 OID 25610)
|
||||||
|
-- Name: core; Type: SCHEMA; Schema: -; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE SCHEMA core;
|
||||||
|
|
||||||
|
|
||||||
|
ALTER SCHEMA core OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 11 (class 2615 OID 25611)
|
||||||
|
-- Name: dm; Type: SCHEMA; Schema: -; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE SCHEMA dm;
|
||||||
|
|
||||||
|
|
||||||
|
ALTER SCHEMA dm OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 9 (class 2615 OID 25609)
|
||||||
|
-- Name: raw; Type: SCHEMA; Schema: -; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE SCHEMA raw;
|
||||||
|
|
||||||
|
|
||||||
|
ALTER SCHEMA raw OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
SET default_tablespace = '';
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 273 (class 1259 OID 25635)
|
||||||
|
-- Name: dim_course; Type: TABLE; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_course (
|
||||||
|
course_id integer NOT NULL,
|
||||||
|
title text,
|
||||||
|
category text
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_course OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 275 (class 1259 OID 25656)
|
||||||
|
-- Name: dim_date; Type: TABLE; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_date (
|
||||||
|
date date NOT NULL,
|
||||||
|
year integer,
|
||||||
|
month integer,
|
||||||
|
day integer,
|
||||||
|
weekday text
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_date OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 274 (class 1259 OID 25643)
|
||||||
|
-- Name: dim_lesson; Type: TABLE; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_lesson (
|
||||||
|
lesson_id integer NOT NULL,
|
||||||
|
title text,
|
||||||
|
duration_min integer,
|
||||||
|
course_id integer
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_lesson OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 272 (class 1259 OID 25627)
|
||||||
|
-- Name: dim_user; Type: TABLE; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_user (
|
||||||
|
user_id integer NOT NULL,
|
||||||
|
name text,
|
||||||
|
age integer,
|
||||||
|
email text,
|
||||||
|
registration_date date
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_user OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 276 (class 1259 OID 25872)
|
||||||
|
-- Name: enrollments; Type: TABLE; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE core.enrollments (
|
||||||
|
user_id integer,
|
||||||
|
course_id integer,
|
||||||
|
enrolled_at timestamp without time zone
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.enrollments OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 277 (class 1259 OID 25885)
|
||||||
|
-- Name: fact_lesson_views; Type: TABLE; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE core.fact_lesson_views (
|
||||||
|
user_id integer,
|
||||||
|
lesson_id integer,
|
||||||
|
course_id integer,
|
||||||
|
viewed_at timestamp without time zone
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.fact_lesson_views OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 268 (class 1259 OID 25615)
|
||||||
|
-- Name: courses; Type: TABLE; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE raw.courses (
|
||||||
|
id integer,
|
||||||
|
title character varying(50),
|
||||||
|
category character varying(50),
|
||||||
|
created_at character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.courses OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 270 (class 1259 OID 25621)
|
||||||
|
-- Name: enrollments; Type: TABLE; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE raw.enrollments (
|
||||||
|
id integer,
|
||||||
|
user_id integer,
|
||||||
|
course_id integer,
|
||||||
|
enrolled_at character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.enrollments OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 271 (class 1259 OID 25624)
|
||||||
|
-- Name: lesson_views; Type: TABLE; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE raw.lesson_views (
|
||||||
|
id integer,
|
||||||
|
user_id integer,
|
||||||
|
lesson_id integer,
|
||||||
|
viewed_at character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.lesson_views OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 269 (class 1259 OID 25618)
|
||||||
|
-- Name: lessons; Type: TABLE; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE raw.lessons (
|
||||||
|
id integer,
|
||||||
|
course_id integer,
|
||||||
|
title character varying(50),
|
||||||
|
duration_min integer
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.lessons OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 267 (class 1259 OID 25612)
|
||||||
|
-- Name: users; Type: TABLE; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
CREATE TABLE raw.users (
|
||||||
|
id integer,
|
||||||
|
name character varying(50),
|
||||||
|
age integer,
|
||||||
|
email character varying(50),
|
||||||
|
registration_date character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.users OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2506 (class 0 OID 25635)
|
||||||
|
-- Dependencies: 273
|
||||||
|
-- Data for Name: dim_course; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.dim_course (course_id, title, category) FROM stdin;
|
||||||
|
2 Python для анализа данных programming
|
||||||
|
1 SQL для начинающих data
|
||||||
|
3 BI с нуля business
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2508 (class 0 OID 25656)
|
||||||
|
-- Dependencies: 275
|
||||||
|
-- Data for Name: dim_date; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.dim_date (date, year, month, day, weekday) FROM stdin;
|
||||||
|
2023-01-15 2023 1 15 Sunday
|
||||||
|
2023-01-16 2023 1 16 Monday
|
||||||
|
2023-01-21 2023 1 21 Saturday
|
||||||
|
2023-01-20 2023 1 20 Friday
|
||||||
|
2023-03-05 2023 3 5 Sunday
|
||||||
|
2023-02-01 2023 2 1 Wednesday
|
||||||
|
2023-04-02 2023 4 2 Sunday
|
||||||
|
2023-03-06 2023 3 6 Monday
|
||||||
|
2023-04-01 2023 4 1 Saturday
|
||||||
|
2023-04-03 2023 4 3 Monday
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2507 (class 0 OID 25643)
|
||||||
|
-- Dependencies: 274
|
||||||
|
-- Data for Name: dim_lesson; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.dim_lesson (lesson_id, title, duration_min, course_id) FROM stdin;
|
||||||
|
4 Основы BI 12 3
|
||||||
|
5 Метрики и дашборды 18 3
|
||||||
|
2 JOIN 15 1
|
||||||
|
1 SELECT и FROM 10 1
|
||||||
|
3 Pandas 20 2
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2505 (class 0 OID 25627)
|
||||||
|
-- Dependencies: 272
|
||||||
|
-- Data for Name: dim_user; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.dim_user (user_id, name, age, email, registration_date) FROM stdin;
|
||||||
|
3 Charlie 22 charlie@mail.com 2023-02-20
|
||||||
|
1 Alice 25 alice@mail.com 2023-01-10
|
||||||
|
2 Bob 30 bob@gmail.com 2023-02-05
|
||||||
|
5 Ethan 35 ethan@gmail.com 2023-03-10
|
||||||
|
4 Diana 28 diana@mail.com 2023-03-01
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2509 (class 0 OID 25872)
|
||||||
|
-- Dependencies: 276
|
||||||
|
-- Data for Name: enrollments; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.enrollments (user_id, course_id, enrolled_at) FROM stdin;
|
||||||
|
4 3 2023-04-01 00:00:00
|
||||||
|
1 2 2023-02-01 00:00:00
|
||||||
|
2 1 2023-01-20 00:00:00
|
||||||
|
1 1 2023-01-15 00:00:00
|
||||||
|
3 2 2023-03-05 00:00:00
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2510 (class 0 OID 25885)
|
||||||
|
-- Dependencies: 277
|
||||||
|
-- Data for Name: fact_lesson_views; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.fact_lesson_views (user_id, lesson_id, course_id, viewed_at) FROM stdin;
|
||||||
|
2 1 1 2023-01-21 09:00:00
|
||||||
|
1 2 1 2023-01-16 10:15:00
|
||||||
|
3 3 2 2023-03-06 12:00:00
|
||||||
|
1 1 1 2023-01-16 10:00:00
|
||||||
|
4 4 3 2023-04-02 10:00:00
|
||||||
|
4 5 3 2023-04-03 10:00:00
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2501 (class 0 OID 25615)
|
||||||
|
-- Dependencies: 268
|
||||||
|
-- Data for Name: courses; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.courses (id, title, category, created_at) FROM stdin;
|
||||||
|
3 BI с нуля business 2023-03-01
|
||||||
|
1 SQL для начинающих data 2023-01-01
|
||||||
|
2 Python для анализа данных programming 2023-01-15
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2503 (class 0 OID 25621)
|
||||||
|
-- Dependencies: 270
|
||||||
|
-- Data for Name: enrollments; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.enrollments (id, user_id, course_id, enrolled_at) FROM stdin;
|
||||||
|
1 1 1 2023-01-15
|
||||||
|
2 1 2 2023-02-01
|
||||||
|
3 2 1 2023-01-20
|
||||||
|
4 3 2 2023-03-05
|
||||||
|
5 4 3 2023-04-01
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2504 (class 0 OID 25624)
|
||||||
|
-- Dependencies: 271
|
||||||
|
-- Data for Name: lesson_views; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.lesson_views (id, user_id, lesson_id, viewed_at) FROM stdin;
|
||||||
|
2 1 2 2023-01-16 10:15:00.000
|
||||||
|
1 1 1 2023-01-16 10:00:00.000
|
||||||
|
3 2 1 2023-01-21 09:00:00.000
|
||||||
|
5 4 4 2023-04-02 10:00:00.000
|
||||||
|
4 3 3 2023-03-06 12:00:00.000
|
||||||
|
6 4 5 2023-04-03 10:00:00.000
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2502 (class 0 OID 25618)
|
||||||
|
-- Dependencies: 269
|
||||||
|
-- Data for Name: lessons; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.lessons (id, course_id, title, duration_min) FROM stdin;
|
||||||
|
1 1 SELECT и FROM 10
|
||||||
|
2 1 JOIN 15
|
||||||
|
3 2 Pandas 20
|
||||||
|
4 3 Основы BI 12
|
||||||
|
5 3 Метрики и дашборды 18
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2500 (class 0 OID 25612)
|
||||||
|
-- Dependencies: 267
|
||||||
|
-- Data for Name: users; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.users (id, name, age, email, registration_date) FROM stdin;
|
||||||
|
1 Alice 25 alice@mail.com 2023-01-10
|
||||||
|
2 Bob 30 bob@gmail.com 2023-02-05
|
||||||
|
3 Charlie 22 charlie@mail.com 2023-02-20
|
||||||
|
5 Ethan 35 ethan@gmail.com 2023-03-10
|
||||||
|
4 Diana 28 diana@mail.com 2023-03-01
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2314 (class 2606 OID 25642)
|
||||||
|
-- Name: dim_course dim_course_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_course
|
||||||
|
ADD CONSTRAINT dim_course_pkey PRIMARY KEY (course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2319 (class 2606 OID 25663)
|
||||||
|
-- Name: dim_date dim_date_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_date
|
||||||
|
ADD CONSTRAINT dim_date_pkey PRIMARY KEY (date);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2316 (class 2606 OID 25650)
|
||||||
|
-- Name: dim_lesson dim_lesson_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_lesson
|
||||||
|
ADD CONSTRAINT dim_lesson_pkey PRIMARY KEY (lesson_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2312 (class 2606 OID 25634)
|
||||||
|
-- Name: dim_user dim_user_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_user
|
||||||
|
ADD CONSTRAINT dim_user_pkey PRIMARY KEY (user_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2317 (class 1259 OID 25906)
|
||||||
|
-- Name: idx_dim_lesson_course_id; Type: INDEX; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
1) Создание INDEX на таблицы в CORE-слое
|
||||||
|
*/
|
||||||
|
|
||||||
|
CREATE INDEX idx_dim_lesson_course_id ON core.dim_lesson USING btree (course_id);
|
||||||
|
|
||||||
|
CREATE INDEX idx_enrollments_course_id ON core.enrollments USING btree (course_id);
|
||||||
|
|
||||||
|
CREATE INDEX idx_fact_views_course_id ON core.fact_lesson_views USING btree (course_id);
|
||||||
|
|
||||||
|
CREATE INDEX idx_fact_views_course_viewed_at ON core.fact_lesson_views USING btree (course_id, viewed_at);
|
||||||
|
|
||||||
|
CREATE INDEX idx_fact_views_lesson_id ON core.fact_lesson_views USING btree (lesson_id);
|
||||||
|
|
||||||
|
CREATE INDEX idx_fact_views_user_id ON core.fact_lesson_views USING btree (user_id);
|
||||||
|
|
||||||
|
CREATE INDEX idx_fact_views_user_viewed_at ON core.fact_lesson_views USING btree (user_id, viewed_at);
|
||||||
|
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_lesson
|
||||||
|
ADD CONSTRAINT dim_lesson_course_id_fkey FOREIGN KEY (course_id) REFERENCES core.dim_course(course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2327 (class 2606 OID 25880)
|
||||||
|
-- Name: enrollments enrollments_course_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.enrollments
|
||||||
|
ADD CONSTRAINT enrollments_course_id_fkey FOREIGN KEY (course_id) REFERENCES core.dim_course(course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2328 (class 2606 OID 25875)
|
||||||
|
-- Name: enrollments enrollments_user_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.enrollments
|
||||||
|
ADD CONSTRAINT enrollments_user_id_fkey FOREIGN KEY (user_id) REFERENCES core.dim_user(user_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2329 (class 2606 OID 25898)
|
||||||
|
-- Name: fact_lesson_views fact_lesson_views_course_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.fact_lesson_views
|
||||||
|
ADD CONSTRAINT fact_lesson_views_course_id_fkey FOREIGN KEY (course_id) REFERENCES core.dim_course(course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2330 (class 2606 OID 25893)
|
||||||
|
-- Name: fact_lesson_views fact_lesson_views_lesson_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.fact_lesson_views
|
||||||
|
ADD CONSTRAINT fact_lesson_views_lesson_id_fkey FOREIGN KEY (lesson_id) REFERENCES core.dim_lesson(lesson_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2331 (class 2606 OID 25888)
|
||||||
|
-- Name: fact_lesson_views fact_lesson_views_user_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.fact_lesson_views
|
||||||
|
ADD CONSTRAINT fact_lesson_views_user_id_fkey FOREIGN KEY (user_id) REFERENCES core.dim_user(user_id);
|
||||||
|
|
||||||
|
|
||||||
|
-- Completed on 2026-01-17 22:42:02
|
||||||
|
|
||||||
|
--
|
||||||
|
-- PostgreSQL database dump complete
|
||||||
|
--
|
||||||
|
|
||||||
@@ -0,0 +1,417 @@
|
|||||||
|
SET statement_timeout = 0;
|
||||||
|
SET lock_timeout = 0;
|
||||||
|
SET idle_in_transaction_session_timeout = 0;
|
||||||
|
SET transaction_timeout = 0;
|
||||||
|
SET client_encoding = 'UTF8';
|
||||||
|
SET standard_conforming_strings = on;
|
||||||
|
SELECT pg_catalog.set_config('search_path', '', false);
|
||||||
|
SET check_function_bodies = false;
|
||||||
|
SET xmloption = content;
|
||||||
|
SET client_min_messages = warning;
|
||||||
|
SET row_security = off;
|
||||||
|
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
-- ЭТАП 1
|
||||||
|
-- 1.1 - СОЗДАНИЕ СХЕМ
|
||||||
|
|
||||||
|
CREATE SCHEMA core;
|
||||||
|
|
||||||
|
|
||||||
|
ALTER SCHEMA core OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE SCHEMA dm;
|
||||||
|
|
||||||
|
|
||||||
|
ALTER SCHEMA dm OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE SCHEMA raw;
|
||||||
|
|
||||||
|
|
||||||
|
ALTER SCHEMA raw OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
SET default_tablespace = '';
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
-- 1.2 - Создание raw-таблиц
|
||||||
|
|
||||||
|
CREATE TABLE raw.courses (
|
||||||
|
id integer,
|
||||||
|
title character varying(50),
|
||||||
|
category character varying(50),
|
||||||
|
created_at character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.courses OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE raw.enrollments (
|
||||||
|
id integer,
|
||||||
|
user_id integer,
|
||||||
|
course_id integer,
|
||||||
|
enrolled_at character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.enrollments OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE raw.lesson_views (
|
||||||
|
id integer,
|
||||||
|
user_id integer,
|
||||||
|
lesson_id integer,
|
||||||
|
viewed_at character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.lesson_views OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE raw.lessons (
|
||||||
|
id integer,
|
||||||
|
course_id integer,
|
||||||
|
title character varying(50),
|
||||||
|
duration_min integer
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.lessons OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE raw.users (
|
||||||
|
id integer,
|
||||||
|
name character varying(50),
|
||||||
|
age integer,
|
||||||
|
email character varying(50),
|
||||||
|
registration_date character varying(50)
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE raw.users OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
-- Этап 3. Слой Core
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_course (
|
||||||
|
course_id integer NOT NULL,
|
||||||
|
title text,
|
||||||
|
category text
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_course OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_date (
|
||||||
|
date date NOT NULL,
|
||||||
|
year integer,
|
||||||
|
month integer,
|
||||||
|
day integer,
|
||||||
|
weekday text
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_date OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_lesson (
|
||||||
|
lesson_id integer NOT NULL,
|
||||||
|
title text,
|
||||||
|
duration_min integer,
|
||||||
|
course_id integer
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_lesson OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE core.dim_user (
|
||||||
|
user_id integer NOT NULL,
|
||||||
|
name text,
|
||||||
|
age integer,
|
||||||
|
email text,
|
||||||
|
registration_date date
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.dim_user OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE core.enrollments (
|
||||||
|
user_id integer,
|
||||||
|
course_id integer,
|
||||||
|
enrolled_at timestamp without time zone
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.enrollments OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
|
||||||
|
CREATE TABLE core.fact_lesson_views (
|
||||||
|
user_id integer,
|
||||||
|
lesson_id integer,
|
||||||
|
course_id integer,
|
||||||
|
viewed_at timestamp without time zone
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
ALTER TABLE core.fact_lesson_views OWNER TO dsolovianov;
|
||||||
|
|
||||||
|
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
|
||||||
|
|
||||||
|
COPY core.dim_course (course_id, title, category) FROM stdin;
|
||||||
|
2 Python для анализа данных programming
|
||||||
|
1 SQL для начинающих data
|
||||||
|
3 BI с нуля business
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
COPY core.dim_date (date, year, month, day, weekday) FROM stdin;
|
||||||
|
2023-01-15 2023 1 15 Sunday
|
||||||
|
2023-01-16 2023 1 16 Monday
|
||||||
|
2023-01-21 2023 1 21 Saturday
|
||||||
|
2023-01-20 2023 1 20 Friday
|
||||||
|
2023-03-05 2023 3 5 Sunday
|
||||||
|
2023-02-01 2023 2 1 Wednesday
|
||||||
|
2023-04-02 2023 4 2 Sunday
|
||||||
|
2023-03-06 2023 3 6 Monday
|
||||||
|
2023-04-01 2023 4 1 Saturday
|
||||||
|
2023-04-03 2023 4 3 Monday
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2500 (class 0 OID 25643)
|
||||||
|
-- Dependencies: 274
|
||||||
|
-- Data for Name: dim_lesson; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.dim_lesson (lesson_id, title, duration_min, course_id) FROM stdin;
|
||||||
|
4 Основы BI 12 3
|
||||||
|
5 Метрики и дашборды 18 3
|
||||||
|
2 JOIN 15 1
|
||||||
|
1 SELECT и FROM 10 1
|
||||||
|
3 Pandas 20 2
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2498 (class 0 OID 25627)
|
||||||
|
-- Dependencies: 272
|
||||||
|
-- Data for Name: dim_user; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.dim_user (user_id, name, age, email, registration_date) FROM stdin;
|
||||||
|
3 Charlie 22 charlie@mail.com 2023-02-20
|
||||||
|
1 Alice 25 alice@mail.com 2023-01-10
|
||||||
|
2 Bob 30 bob@gmail.com 2023-02-05
|
||||||
|
5 Ethan 35 ethan@gmail.com 2023-03-10
|
||||||
|
4 Diana 28 diana@mail.com 2023-03-01
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2502 (class 0 OID 25872)
|
||||||
|
-- Dependencies: 276
|
||||||
|
-- Data for Name: enrollments; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.enrollments (user_id, course_id, enrolled_at) FROM stdin;
|
||||||
|
4 3 2023-04-01 00:00:00
|
||||||
|
1 2 2023-02-01 00:00:00
|
||||||
|
2 1 2023-01-20 00:00:00
|
||||||
|
1 1 2023-01-15 00:00:00
|
||||||
|
3 2 2023-03-05 00:00:00
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2503 (class 0 OID 25885)
|
||||||
|
-- Dependencies: 277
|
||||||
|
-- Data for Name: fact_lesson_views; Type: TABLE DATA; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY core.fact_lesson_views (user_id, lesson_id, course_id, viewed_at) FROM stdin;
|
||||||
|
2 1 1 2023-01-21 09:00:00
|
||||||
|
1 2 1 2023-01-16 10:15:00
|
||||||
|
3 3 2 2023-03-06 12:00:00
|
||||||
|
1 1 1 2023-01-16 10:00:00
|
||||||
|
4 4 3 2023-04-02 10:00:00
|
||||||
|
4 5 3 2023-04-03 10:00:00
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2494 (class 0 OID 25615)
|
||||||
|
-- Dependencies: 268
|
||||||
|
-- Data for Name: courses; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.courses (id, title, category, created_at) FROM stdin;
|
||||||
|
3 BI с нуля business 2023-03-01
|
||||||
|
1 SQL для начинающих data 2023-01-01
|
||||||
|
2 Python для анализа данных programming 2023-01-15
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2496 (class 0 OID 25621)
|
||||||
|
-- Dependencies: 270
|
||||||
|
-- Data for Name: enrollments; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.enrollments (id, user_id, course_id, enrolled_at) FROM stdin;
|
||||||
|
1 1 1 2023-01-15
|
||||||
|
2 1 2 2023-02-01
|
||||||
|
3 2 1 2023-01-20
|
||||||
|
4 3 2 2023-03-05
|
||||||
|
5 4 3 2023-04-01
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2497 (class 0 OID 25624)
|
||||||
|
-- Dependencies: 271
|
||||||
|
-- Data for Name: lesson_views; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.lesson_views (id, user_id, lesson_id, viewed_at) FROM stdin;
|
||||||
|
2 1 2 2023-01-16 10:15:00.000
|
||||||
|
1 1 1 2023-01-16 10:00:00.000
|
||||||
|
3 2 1 2023-01-21 09:00:00.000
|
||||||
|
5 4 4 2023-04-02 10:00:00.000
|
||||||
|
4 3 3 2023-03-06 12:00:00.000
|
||||||
|
6 4 5 2023-04-03 10:00:00.000
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2495 (class 0 OID 25618)
|
||||||
|
-- Dependencies: 269
|
||||||
|
-- Data for Name: lessons; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.lessons (id, course_id, title, duration_min) FROM stdin;
|
||||||
|
1 1 SELECT и FROM 10
|
||||||
|
2 1 JOIN 15
|
||||||
|
3 2 Pandas 20
|
||||||
|
4 3 Основы BI 12
|
||||||
|
5 3 Метрики и дашборды 18
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2493 (class 0 OID 25612)
|
||||||
|
-- Dependencies: 267
|
||||||
|
-- Data for Name: users; Type: TABLE DATA; Schema: raw; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
COPY raw.users (id, name, age, email, registration_date) FROM stdin;
|
||||||
|
1 Alice 25 alice@mail.com 2023-01-10
|
||||||
|
2 Bob 30 bob@gmail.com 2023-02-05
|
||||||
|
3 Charlie 22 charlie@mail.com 2023-02-20
|
||||||
|
5 Ethan 35 ethan@gmail.com 2023-03-10
|
||||||
|
4 Diana 28 diana@mail.com 2023-03-01
|
||||||
|
\.
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2314 (class 2606 OID 25642)
|
||||||
|
-- Name: dim_course dim_course_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_course
|
||||||
|
ADD CONSTRAINT dim_course_pkey PRIMARY KEY (course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2318 (class 2606 OID 25663)
|
||||||
|
-- Name: dim_date dim_date_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_date
|
||||||
|
ADD CONSTRAINT dim_date_pkey PRIMARY KEY (date);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2316 (class 2606 OID 25650)
|
||||||
|
-- Name: dim_lesson dim_lesson_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_lesson
|
||||||
|
ADD CONSTRAINT dim_lesson_pkey PRIMARY KEY (lesson_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2312 (class 2606 OID 25634)
|
||||||
|
-- Name: dim_user dim_user_pkey; Type: CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_user
|
||||||
|
ADD CONSTRAINT dim_user_pkey PRIMARY KEY (user_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2319 (class 2606 OID 25651)
|
||||||
|
-- Name: dim_lesson dim_lesson_course_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.dim_lesson
|
||||||
|
ADD CONSTRAINT dim_lesson_course_id_fkey FOREIGN KEY (course_id) REFERENCES core.dim_course(course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2320 (class 2606 OID 25880)
|
||||||
|
-- Name: enrollments enrollments_course_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.enrollments
|
||||||
|
ADD CONSTRAINT enrollments_course_id_fkey FOREIGN KEY (course_id) REFERENCES core.dim_course(course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2321 (class 2606 OID 25875)
|
||||||
|
-- Name: enrollments enrollments_user_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.enrollments
|
||||||
|
ADD CONSTRAINT enrollments_user_id_fkey FOREIGN KEY (user_id) REFERENCES core.dim_user(user_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2322 (class 2606 OID 25898)
|
||||||
|
-- Name: fact_lesson_views fact_lesson_views_course_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.fact_lesson_views
|
||||||
|
ADD CONSTRAINT fact_lesson_views_course_id_fkey FOREIGN KEY (course_id) REFERENCES core.dim_course(course_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2323 (class 2606 OID 25893)
|
||||||
|
-- Name: fact_lesson_views fact_lesson_views_lesson_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.fact_lesson_views
|
||||||
|
ADD CONSTRAINT fact_lesson_views_lesson_id_fkey FOREIGN KEY (lesson_id) REFERENCES core.dim_lesson(lesson_id);
|
||||||
|
|
||||||
|
|
||||||
|
--
|
||||||
|
-- TOC entry 2324 (class 2606 OID 25888)
|
||||||
|
-- Name: fact_lesson_views fact_lesson_views_user_id_fkey; Type: FK CONSTRAINT; Schema: core; Owner: dsolovianov
|
||||||
|
--
|
||||||
|
|
||||||
|
ALTER TABLE ONLY core.fact_lesson_views
|
||||||
|
ADD CONSTRAINT fact_lesson_views_user_id_fkey FOREIGN KEY (user_id) REFERENCES core.dim_user(user_id);
|
||||||
|
|
||||||
|
|
||||||
|
-- Completed on 2026-01-14 21:29:24
|
||||||
|
|
||||||
|
--
|
||||||
|
-- PostgreSQL database dump complete
|
||||||
|
--
|
||||||
|
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
"id","title","category","created_at"
|
||||||
|
1,SQL для начинающих,data,2023-01-01
|
||||||
|
2,Python для анализа данных,programming,2023-01-15
|
||||||
|
3,BI с нуля,business,2023-03-01
|
||||||
|
@@ -0,0 +1,6 @@
|
|||||||
|
"id","user_id","course_id","enrolled_at"
|
||||||
|
1,1,1,2023-01-15
|
||||||
|
2,1,2,2023-02-01
|
||||||
|
3,2,1,2023-01-20
|
||||||
|
4,3,2,2023-03-05
|
||||||
|
5,4,3,2023-04-01
|
||||||
|
@@ -0,0 +1,7 @@
|
|||||||
|
"id","user_id","lesson_id","viewed_at"
|
||||||
|
1,1,1,2023-01-16 10:00:00.000
|
||||||
|
2,1,2,2023-01-16 10:15:00.000
|
||||||
|
3,2,1,2023-01-21 09:00:00.000
|
||||||
|
4,3,3,2023-03-06 12:00:00.000
|
||||||
|
5,4,4,2023-04-02 10:00:00.000
|
||||||
|
6,4,5,2023-04-03 10:00:00.000
|
||||||
|
@@ -0,0 +1,6 @@
|
|||||||
|
"id","course_id","title","duration_min"
|
||||||
|
1,1,SELECT и FROM,10
|
||||||
|
2,1,JOIN,15
|
||||||
|
3,2,Pandas,20
|
||||||
|
4,3,Основы BI,12
|
||||||
|
5,3,Метрики и дашборды,18
|
||||||
|
@@ -0,0 +1,6 @@
|
|||||||
|
"id","name","age","email","registration_date"
|
||||||
|
1,Alice,25,alice@mail.com,2023-01-10
|
||||||
|
2,Bob,30,bob@gmail.com,2023-02-05
|
||||||
|
3,Charlie,22,charlie@mail.com,2023-02-20
|
||||||
|
4,Diana,28,diana@mail.com,2023-03-01
|
||||||
|
5,Ethan,35,ethan@gmail.com,2023-03-10
|
||||||
|
@@ -0,0 +1,96 @@
|
|||||||
|
-- удалить таблицу если раньше создавали
|
||||||
|
DROP TABLE IF EXISTS mdrozdov.core_fact_lesson_views
|
||||||
|
ON CLUSTER clickhouse_cluster;
|
||||||
|
|
||||||
|
-- таблицы измерений
|
||||||
|
-- user dimension
|
||||||
|
CREATE TABLE mdrozdov.core_dim_user
|
||||||
|
ON CLUSTER clickhouse_cluster
|
||||||
|
(
|
||||||
|
user_id Int32,
|
||||||
|
name String,
|
||||||
|
age Int32,
|
||||||
|
email String,
|
||||||
|
registration_date Date
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/core_dim_user',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY user_id;
|
||||||
|
|
||||||
|
-- course dimension
|
||||||
|
CREATE TABLE mdrozdov.core_dim_course
|
||||||
|
ON CLUSTER clickhouse_cluster
|
||||||
|
(
|
||||||
|
course_id Int32,
|
||||||
|
title String,
|
||||||
|
category String
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/core_dim_course',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY course_id;
|
||||||
|
|
||||||
|
-- lesson dimension
|
||||||
|
CREATE TABLE mdrozdov.core_dim_lesson
|
||||||
|
ON CLUSTER clickhouse_cluster
|
||||||
|
(
|
||||||
|
lesson_id Int32,
|
||||||
|
title String,
|
||||||
|
duration_min Int32,
|
||||||
|
course_id Int32,
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/core_dim_lesson2',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY (course_id, lesson_id);
|
||||||
|
|
||||||
|
-- date dimension
|
||||||
|
CREATE TABLE mdrozdov.core_dim_date
|
||||||
|
ON CLUSTER clickhouse_cluster
|
||||||
|
(
|
||||||
|
date DATE,
|
||||||
|
year Int32,
|
||||||
|
month Int32,
|
||||||
|
day Int32,
|
||||||
|
weekday String
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/core_dim_date',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY date;
|
||||||
|
|
||||||
|
|
||||||
|
-- таблицы фактов
|
||||||
|
-- core_enrollments
|
||||||
|
CREATE TABLE mdrozdov.core_enrollments
|
||||||
|
ON CLUSTER clickhouse_cluster
|
||||||
|
(
|
||||||
|
user_id Int32,
|
||||||
|
course_id Int32,
|
||||||
|
enrolled_at DateTime64(3)
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/core_enrollments',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY course_id;
|
||||||
|
|
||||||
|
-- core_fact_lesson_views
|
||||||
|
CREATE TABLE mdrozdov.core_fact_lesson_views
|
||||||
|
ON CLUSTER clickhouse_cluster
|
||||||
|
(
|
||||||
|
user_id Int32,
|
||||||
|
lesson_id Int32,
|
||||||
|
course_id Int32,
|
||||||
|
viewed_at DateTime64(3)
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/core_fact_lesson_views',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY course_id;
|
||||||
@@ -0,0 +1,152 @@
|
|||||||
|
--lesson_popularity_summary data mart
|
||||||
|
create table mdrozdov.dm_lesson_popularity_summary
|
||||||
|
ON CLUSTER clickhouse_cluster(
|
||||||
|
lesson_id Int32,
|
||||||
|
lesson_title String,
|
||||||
|
course_id Int32,
|
||||||
|
course_title String,
|
||||||
|
total_views Int32,
|
||||||
|
unique_users Int32,
|
||||||
|
first_view DateTime64(3),
|
||||||
|
last_view DateTime64(3)
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/dm_lesson_popularity_summary1',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY (lesson_id, course_id);
|
||||||
|
|
||||||
|
-- здесь тригер таблица dim_lesson, хотя это не совсем правильно, но мы и состояние не храним
|
||||||
|
-- по сути таблица тригер должна быть fact_lesson_views, но right join будет плохо
|
||||||
|
-- а если не делать right join, то можем потерять логику, потому что left join от fact_lesson_view
|
||||||
|
-- логически теряет данные, если урок не был просмотрен
|
||||||
|
-- но оно хотя бы работает
|
||||||
|
create materialized view mdrozdov.lesson_popularity_summary
|
||||||
|
on CLUSTER clickhouse_cluster
|
||||||
|
to mdrozdov.dm_lesson_popularity_summary as
|
||||||
|
select
|
||||||
|
dl.lesson_id as lesson_id,
|
||||||
|
dl.title as lesson_title,
|
||||||
|
dl.course_id as course_id,
|
||||||
|
dc.title as course_title,
|
||||||
|
count(flv.lesson_id) as total_views,
|
||||||
|
count(distinct flv.user_id) as unique_users,
|
||||||
|
min(flv.viewed_at) as first_view,
|
||||||
|
max(flv.viewed_at) as last_view
|
||||||
|
from mdrozdov.core_dim_lesson dl
|
||||||
|
left join mdrozdov.core_dim_course dc
|
||||||
|
on dl.course_id = dc.course_id
|
||||||
|
left join mdrozdov.core_fact_lesson_views flv
|
||||||
|
on dl.lesson_id = flv.lesson_id
|
||||||
|
group by dl.lesson_id, dl.title, dl.course_id, dc.title
|
||||||
|
|
||||||
|
--inactive_users_summary
|
||||||
|
create table mdrozdov.dm_inactive_users_summary
|
||||||
|
ON CLUSTER clickhouse_cluster(
|
||||||
|
user_id Int32,
|
||||||
|
name String,
|
||||||
|
email String,
|
||||||
|
age Int32,
|
||||||
|
registered_courses_count Int32,
|
||||||
|
registration_date Date
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/dm_inactive_users_summary1',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY user_id
|
||||||
|
|
||||||
|
-- здесь тригер таблица dim_user
|
||||||
|
-- но почему-то при вставке в dim_user новые строки в таргет таблицу не добавляются
|
||||||
|
create materialized view mdrozdov.inactive_users_summary
|
||||||
|
on CLUSTER clickhouse_cluster
|
||||||
|
to mdrozdov.dm_inactive_users_summary
|
||||||
|
as
|
||||||
|
select
|
||||||
|
du.user_id as user_id,
|
||||||
|
du.name as name,
|
||||||
|
du.email as email,
|
||||||
|
du.age as age,
|
||||||
|
count(e.course_id) as registered_courses_count,
|
||||||
|
du.registration_date as registration_date
|
||||||
|
from mdrozdov.core_dim_user du
|
||||||
|
left join mdrozdov.core_enrollments e
|
||||||
|
on du.user_id = e.user_id
|
||||||
|
left join mdrozdov.core_fact_lesson_views flv
|
||||||
|
on du.user_id = flv.user_id
|
||||||
|
where flv.user_id is null
|
||||||
|
group by du.user_id, du.name, du.email, du.age, du.registration_date
|
||||||
|
|
||||||
|
-- course_completion_rate
|
||||||
|
create table mdrozdov.dm_course_completion_rate
|
||||||
|
ON CLUSTER clickhouse_cluster(
|
||||||
|
user_id Int32,
|
||||||
|
user_name String,
|
||||||
|
course_id Int32,
|
||||||
|
course_title String,
|
||||||
|
lessons_in_course Int32,
|
||||||
|
lessons_viewed Int32,
|
||||||
|
completion_rate Decimal(4, 3)
|
||||||
|
)
|
||||||
|
ENGINE = ReplicatedMergeTree(
|
||||||
|
'/clickhouse/tables/{shard}/mdrozdov/dm_course_completion_rate',
|
||||||
|
'{replica}'
|
||||||
|
)
|
||||||
|
ORDER BY (user_id, course_id)
|
||||||
|
|
||||||
|
-- здесь тригер таблица core_enrollments и тут все четко по логике и в работе
|
||||||
|
create materialized view mdrozdov.course_completion_rate
|
||||||
|
on CLUSTER clickhouse_cluster
|
||||||
|
to mdrozdov.dm_course_completion_rate as
|
||||||
|
with total_lessons_per_course as(
|
||||||
|
select
|
||||||
|
course_id,
|
||||||
|
count(*) as lessons_in_course
|
||||||
|
from mdrozdov.core_dim_lesson
|
||||||
|
group by course_id
|
||||||
|
), lessons_viewed as (
|
||||||
|
select
|
||||||
|
user_id,
|
||||||
|
course_id,
|
||||||
|
count(*) as lessons_viewed
|
||||||
|
from mdrozdov.core_fact_lesson_views flv
|
||||||
|
group by user_id, course_id
|
||||||
|
)
|
||||||
|
select
|
||||||
|
du.user_id as user_id,
|
||||||
|
du.name as user_name,
|
||||||
|
dc.course_id as course_id,
|
||||||
|
dc.title as course_title,
|
||||||
|
tlpc.lessons_in_course as lessons_in_course,
|
||||||
|
coalesce(lv.lessons_viewed, 0) as lessons_viewed,
|
||||||
|
round(
|
||||||
|
coalesce(
|
||||||
|
coalesce(lv.lessons_viewed, 0)*1.0/nullif(tlpc.lessons_in_course, 0), 0
|
||||||
|
), 2) as completion_rate
|
||||||
|
from mdrozdov.core_enrollments e
|
||||||
|
join mdrozdov.core_dim_user du
|
||||||
|
on e.user_id = du.user_id
|
||||||
|
join total_lessons_per_course tlpc
|
||||||
|
on tlpc.course_id = e.course_id
|
||||||
|
join mdrozdov.core_dim_course dc
|
||||||
|
on e.course_id = dc.course_id
|
||||||
|
left join lessons_viewed lv
|
||||||
|
on du.user_id = lv.user_id and dc.course_id = lv.course_id
|
||||||
|
|
||||||
|
--данные из-за несовпадения названий столбцов в импорте/экспорте пришлось удалять, короче проще вручную
|
||||||
|
-- их добавить
|
||||||
|
insert into mdrozdov.core_fact_lesson_views(user_id, lesson_id, course_id, viewed_at) values
|
||||||
|
(1, 1, 1, '2023-01-16 10:00:00'),
|
||||||
|
(1, 2, 1, '2023-01-16 10:15:00'),
|
||||||
|
(2, 1, 1, '2023-01-21 09:00:00'),
|
||||||
|
(3, 3, 2, '2023-03-06 12:00:00'),
|
||||||
|
(4, 4, 3, '2023-04-02 10:00:00'),
|
||||||
|
(4, 5, 3, '2023-04-03 10:00:00')
|
||||||
|
|
||||||
|
insert into enrollments (user_id, course_id, enrolled_at) values
|
||||||
|
(1, 1, '2023-01-15'),
|
||||||
|
(1, 2, '2023-02-01'),
|
||||||
|
(2, 1, '2023-01-20'),
|
||||||
|
(3, 2, '2023-03-05'),
|
||||||
|
(4, 3, '2023-04-01')
|
||||||
|
|
||||||
@@ -0,0 +1,45 @@
|
|||||||
|
-- Топ-5 уроков с наименьшим количеством уникальных пользователей
|
||||||
|
SELECT
|
||||||
|
lesson_title,
|
||||||
|
course_title,
|
||||||
|
unique_users
|
||||||
|
FROM lesson_popularity_summary
|
||||||
|
ORDER BY unique_users ASC
|
||||||
|
LIMIT 5;
|
||||||
|
|
||||||
|
-- Пользователи без зарегистрированных курсов
|
||||||
|
SELECT
|
||||||
|
name,
|
||||||
|
email,
|
||||||
|
registration_date
|
||||||
|
FROM inactive_users_summary
|
||||||
|
WHERE registered_courses_count = 0
|
||||||
|
ORDER BY registration_date ASC;
|
||||||
|
|
||||||
|
-- Список курсов с минимальной средней степенью завершения
|
||||||
|
SELECT
|
||||||
|
course_title,
|
||||||
|
AVG(completion_rate) AS avg_completion
|
||||||
|
FROM course_completion_rate
|
||||||
|
GROUP BY course_title
|
||||||
|
ORDER BY avg_completion ASC
|
||||||
|
LIMIT 5;
|
||||||
|
|
||||||
|
-- Мини отчет:
|
||||||
|
/*
|
||||||
|
Таблица lesson_popularity_summary
|
||||||
|
Выбранные поля для проверки:
|
||||||
|
total_views - агрегат count
|
||||||
|
first_view - агрегат min
|
||||||
|
оба совпадают
|
||||||
|
Таблица inactive_users_summary
|
||||||
|
Выбранные поля для проверки:
|
||||||
|
registered_courses_count - агрегат count
|
||||||
|
совпадает
|
||||||
|
Таблица course_completion_rate
|
||||||
|
Выбранные поля для проверки:
|
||||||
|
completion_rate - агрегат count
|
||||||
|
совпадает
|
||||||
|
Итог: в моем случае все значения совпали, возможно если бы это было не через простой MergeTree
|
||||||
|
все было бы хуже
|
||||||
|
*/
|
||||||
Reference in New Issue
Block a user