mirror of
https://github.com/timescale/timescaledb.git
synced 2025-05-14 17:43:34 +08:00
3f9cb3c27a
In case of joins in the continuous aggregates, pass the required structs to the new rte created. These values are required by the planner to finally query the materialized view. Fixes #5433
415 lines
14 KiB
MySQL
415 lines
14 KiB
MySQL
-- This file and its contents are licensed under the Timescale License.
|
|
-- Please see the included NOTICE for copyright information and
|
|
-- LICENSE-TIMESCALE for a copy of the license.
|
|
|
|
\set ON_ERROR_STOP 0
|
|
\set VERBOSITY default
|
|
|
|
CREATE TABLE conditions(
|
|
day DATE NOT NULL,
|
|
city text NOT NULL,
|
|
temperature INT NOT NULL,
|
|
device_id int NOT NULL);
|
|
SELECT create_hypertable(
|
|
'conditions', 'day',
|
|
chunk_time_interval => INTERVAL '1 day'
|
|
);
|
|
INSERT INTO conditions (day, city, temperature, device_id) VALUES
|
|
('2021-06-14', 'Moscow', 26,1),
|
|
('2021-06-15', 'Berlin', 22,2),
|
|
('2021-06-16', 'Stockholm', 24,3),
|
|
('2021-06-17', 'London', 24,4),
|
|
('2021-06-18', 'London', 27,4),
|
|
('2021-06-19', 'Moscow', 28,4),
|
|
('2021-06-20', 'Moscow', 30,1),
|
|
('2021-06-21', 'Berlin', 31,1),
|
|
('2021-06-22', 'Stockholm', 34,1),
|
|
('2021-06-23', 'Stockholm', 34,2),
|
|
('2021-06-24', 'Moscow', 34,2),
|
|
('2021-06-25', 'London', 32,3),
|
|
('2021-06-26', 'Moscow', 32,3),
|
|
('2021-06-27', 'Moscow', 31,3);
|
|
|
|
CREATE TABLE conditions_dup AS SELECT * FROM conditions;
|
|
SELECT create_hypertable(
|
|
'conditions_dup', 'day',
|
|
chunk_time_interval => INTERVAL '1 day',
|
|
migrate_data => true
|
|
);
|
|
CREATE TABLE devices ( device_id int not null, name text, location text);
|
|
INSERT INTO devices values (1, 'thermo_1', 'Moscow'), (2, 'thermo_2', 'Berlin'),(3, 'thermo_3', 'London'),(4, 'thermo_4', 'Stockholm');
|
|
|
|
CREATE TABLE devices_dup AS SELECT * FROM devices;
|
|
CREATE VIEW devices_view AS SELECT * FROM devices;
|
|
|
|
--Create a cagg with join between a hypertable and a normal table
|
|
-- with equality condition on inner join type and realtime aggregation enabled
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_realtime
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
\d+ conditions_summary_daily_realtime
|
|
|
|
SELECT * FROM conditions_summary_daily_realtime ORDER BY bucket;
|
|
INSERT INTO conditions (day, city, temperature, device_id) VALUES
|
|
('2021-06-30', 'Moscow', 28, 3);
|
|
|
|
SELECT *
|
|
FROM conditions_summary_daily_realtime
|
|
ORDER BY bucket;
|
|
|
|
--Create a cagg with join between a hypertable and a normal table
|
|
-- with equality condition on inner join type and realtime aggregation enabled
|
|
-- with a different order in the from clause
|
|
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_realtime_reorder
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM devices, conditions
|
|
WHERE conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
\d+ conditions_summary_daily_realtime_reorder
|
|
|
|
SELECT * FROM conditions_summary_daily_realtime_reorder ORDER BY bucket;
|
|
INSERT INTO conditions (day, city, temperature, device_id) VALUES
|
|
('2021-07-01', 'Moscow', 28, 3);
|
|
|
|
SELECT *
|
|
FROM conditions_summary_daily_realtime_reorder
|
|
ORDER BY bucket;
|
|
|
|
--Create a cagg with join between a hypertable and a normal table
|
|
-- with equality condition on inner join type and realtime aggregation disabled
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name,
|
|
devices.device_id AS thermo_id
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket, thermo_id;
|
|
|
|
SELECT * FROM conditions_summary_daily ORDER BY bucket;
|
|
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_reorder
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM devices, conditions
|
|
WHERE conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_reorder ORDER BY bucket;
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_2
|
|
WITH (timescaledb.continuous) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN devices ON conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_2 ORDER BY bucket;
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_2_reorder
|
|
WITH (timescaledb.continuous) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM devices JOIN conditions ON conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_2_reorder ORDER BY bucket;
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_3
|
|
WITH (timescaledb.continuous) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM devices JOIN conditions USING (device_id)
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_3 ORDER BY bucket;
|
|
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_3_reorder
|
|
WITH (timescaledb.continuous) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN devices USING (device_id)
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_3_reorder ORDER BY bucket;
|
|
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_3_reorder_using_realtime
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN devices USING (device_id)
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_3_reorder_using_realtime ORDER BY bucket;
|
|
|
|
--Create CAgg with join and additional WHERE conditions
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_more_conds
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN devices ON conditions.device_id = devices.device_id
|
|
WHERE conditions.city = devices.location AND
|
|
conditions.temperature > 28
|
|
GROUP BY name, bucket;
|
|
|
|
SELECT * FROM conditions_summary_daily_more_conds ORDER BY bucket;
|
|
|
|
--Create CAgg with join and ORDER BY
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_ordered
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN devices ON conditions.device_id = devices.device_id
|
|
WHERE conditions.city = devices.location AND
|
|
conditions.temperature > 28
|
|
GROUP BY name, bucket
|
|
ORDER BY name;
|
|
|
|
SELECT * FROM conditions_summary_daily_ordered ORDER BY bucket;
|
|
|
|
--Error out when creating CAgg with multiple join conditions
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_more_joins_conds
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN devices ON conditions.device_id = devices.device_id
|
|
AND conditions.city = devices.location AND
|
|
conditions.temperature > 28
|
|
GROUP BY name, bucket;
|
|
|
|
--Error out for old format cagg definition
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_cagg
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE, timescaledb.finalized = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
devices.device_id device_id,
|
|
name
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket, devices.device_id;
|
|
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_cagg
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE, timescaledb.finalized = FALSE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
devices.device_id device_id,
|
|
name
|
|
FROM conditions JOIN devices
|
|
ON conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket, devices.device_id;
|
|
|
|
CREATE TABLE mat_t1( a integer, b integer,c TEXT);
|
|
|
|
-- Error out LATERAL multiple tables old format
|
|
CREATE MATERIALIZED VIEW mat_m1 WITH (timescaledb.continuous, timescaledb.finalized = false)
|
|
as
|
|
select temperature, count(*) from conditions,
|
|
LATERAL (Select * from mat_t1 where a = conditions.temperature) q
|
|
group by temperature WITH NO DATA;
|
|
|
|
-- Error out for LATERAL multiple tables in new format
|
|
CREATE MATERIALIZED VIEW mat_m1 WITH (timescaledb.continuous)
|
|
as
|
|
select temperature, count(*) from conditions,
|
|
LATERAL (Select * from mat_t1 where a = conditions.temperature) q
|
|
group by temperature WITH NO DATA;
|
|
|
|
--Error out if from clause has view
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_view
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
devices_view.device_id,
|
|
name
|
|
FROM conditions, devices_view
|
|
WHERE conditions.device_id = devices_view.device_id
|
|
GROUP BY name, bucket, devices_view.device_id;
|
|
|
|
-- Nested CAgg over a CAgg with join
|
|
CREATE MATERIALIZED VIEW cagg_on_cagg
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only=true) AS
|
|
SELECT time_bucket(INTERVAL '1 day', bucket) AS bucket,
|
|
SUM(avg) AS temperature
|
|
FROM conditions_summary_daily, devices
|
|
WHERE devices.device_id = conditions_summary_daily.thermo_id
|
|
GROUP BY 1;
|
|
|
|
\set VERBOSITY terse
|
|
DROP MATERIALIZED VIEW cagg_on_cagg CASCADE;
|
|
\set VERBOSITY default
|
|
|
|
CREATE TABLE cities(name text, currency text);
|
|
INSERT INTO cities VALUES ('Berlin', 'EUR'), ('London', 'PND');
|
|
|
|
--Error out when from clause has sub selects
|
|
CREATE MATERIALIZED VIEW conditions_summary_subselect
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions JOIN (SELECT * FROM devices WHERE location in (SELECT name from cities where currency = 'EUR')) dev ON conditions.device_id = dev.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
DROP TABLE cities CASCADE;
|
|
|
|
--Error out when join is between two hypertables
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_ht
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', conditions.day) AS bucket,
|
|
AVG(conditions.temperature),
|
|
MAX(conditions.temperature),
|
|
MIN(conditions.temperature)
|
|
FROM conditions, conditions_dup
|
|
WHERE conditions.device_id = conditions_dup.device_id
|
|
GROUP BY bucket;
|
|
|
|
--Error out when join is between two normal tables
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_nt
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT AVG(devices.device_id),
|
|
MAX(devices.device_id),
|
|
MIN(devices.device_id),
|
|
devices.name,
|
|
devices.location
|
|
FROM devices, devices_dup
|
|
WHERE devices.device_id = devices_dup.device_id
|
|
GROUP BY devices.name, devices.location;
|
|
|
|
--Error out when join is on non-equality condition
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_unequal
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id <> devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
--Unsupported join condition
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_unequal
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id = devices.device_id AND
|
|
conditions.city like '%cow*'
|
|
GROUP BY name, bucket;
|
|
|
|
--Unsupported join condition
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_unequal
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id = devices.device_id OR
|
|
conditions.city like '%cow*'
|
|
GROUP BY name, bucket;
|
|
|
|
--Error out when join type is not inner
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_outer
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
name
|
|
FROM conditions FULL JOIN devices
|
|
ON conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket;
|
|
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_cagg
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', day) AS bucket,
|
|
AVG(temperature),
|
|
MAX(temperature),
|
|
MIN(temperature),
|
|
devices.device_id device_id,
|
|
name
|
|
FROM conditions, devices
|
|
WHERE conditions.device_id = devices.device_id
|
|
GROUP BY name, bucket, devices.device_id;
|
|
|
|
--Join between cagg and normal table
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_nested
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', cagg.bucket) AS bucket,
|
|
devices.name
|
|
FROM conditions_summary_daily_cagg cagg, devices
|
|
WHERE cagg.device_id = devices.device_id
|
|
GROUP BY 1,2;
|
|
|
|
--Error out for join between cagg and hypertable
|
|
CREATE MATERIALIZED VIEW conditions_summary_daily_nested_ht
|
|
WITH (timescaledb.continuous, timescaledb.materialized_only = TRUE) AS
|
|
SELECT time_bucket(INTERVAL '1 day', cagg.bucket) AS bucket,
|
|
cagg.name,
|
|
conditions.temperature
|
|
FROM conditions_summary_daily_cagg cagg, conditions
|
|
WHERE cagg.device_id = conditions.device_id
|
|
GROUP BY 1,2,3;
|
|
|
|
\set VERBOSITY terse
|
|
DROP TABLE conditions CASCADE;
|
|
DROP TABLE devices CASCADE;
|
|
DROP TABLE conditions_dup CASCADE;
|
|
DROP TABLE devices_dup CASCADE;
|