postgres/timescaledb
1
0
Fork 0
mirror of https://github.com/timescale/timescaledb.git synced 2025-05-17 11:03:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix continuous aggs DDL test on PG9.6

Browse Source 
The test `continuous_aggs_ddl` failed on PostgreSQL 9.6 because it had
a line that tested compression on a hypertable when this feature is
not supported in 9.6. This prohibited a large portion of the test to
run on 9.6.

This change moves the testing of compression on a continuous aggregate
to the `compression` test instead, which only runs on supported
PostgreSQL versions. A permission check on a view is also removed,
since similar tests are already in the `continuous_aggs_permissions`
tests.

The permission check was the only thing that caused different output
across PostgreSQL versions, so therefore the test no longer requires
version-specific output files and has been simplified to use the same
output file irrespective of PostgreSQL version.
This commit is contained in:
Erik Nordström 2020-03-12 12:40:46 +01:00 committed by Erik Nordström
parent a4fb0cec3f
commit 474db5e448
7 changed files with 160 additions and 1795 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

41
tsl/test/expected/compression.out
View File

@ -863,3 +863,44 @@ ORDER BY attname;
timestamptz_column | COMPRESSION_ALGORITHM_DELTADELTA timestamptz_column | COMPRESSION_ALGORITHM_DELTADELTA
(14 rows) (14 rows)
--try to compress a hypertable that has a continuous aggregate
CREATE TABLE metrics(time timestamptz, device_id int, v1 float, v2 float);
SELECT create_hypertable('metrics','time');
NOTICE: adding not-null constraint to column "time"
create_hypertable
-----------------------
(13,public,metrics,t)
(1 row)
INSERT INTO metrics SELECT generate_series('2000-01-01'::timestamptz,'2000-01-10','1m'),1,0.25,0.75;
-- check expressions in view definition
CREATE VIEW cagg_expr WITH (timescaledb.continuous)
AS
SELECT
time_bucket('1d', time) AS time,
'Const'::text AS Const,
4.3::numeric AS "numeric",
first(metrics,time),
CASE WHEN true THEN 'foo' ELSE 'bar' END,
COALESCE(NULL,'coalesce'),
avg(v1) + avg(v2) AS avg1,
avg(v1+v2) AS avg2
FROM metrics
GROUP BY 1;
NOTICE: adding index _materialized_hypertable_14_const_time_idx ON _timescaledb_internal._materialized_hypertable_14 USING BTREE(const, time)
NOTICE: adding index _materialized_hypertable_14_numeric_time_idx ON _timescaledb_internal._materialized_hypertable_14 USING BTREE(numeric, time)
NOTICE: adding index _materialized_hypertable_14_case_time_idx ON _timescaledb_internal._materialized_hypertable_14 USING BTREE(case, time)
NOTICE: adding index _materialized_hypertable_14_coalesce_time_idx ON _timescaledb_internal._materialized_hypertable_14 USING BTREE(coalesce, time)
SET timescaledb.current_timestamp_mock = '2000-01-10';
REFRESH MATERIALIZED VIEW cagg_expr;
SELECT * FROM cagg_expr ORDER BY time LIMIT 5;
time | const | numeric | first | case | coalesce | avg1 | avg2
------------------------------+-------+---------+----------------------------------------------+------+----------+------+------
Fri Dec 31 16:00:00 1999 PST | Const | 4.3 | ("Sat Jan 01 00:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Sat Jan 01 16:00:00 2000 PST | Const | 4.3 | ("Sat Jan 01 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Sun Jan 02 16:00:00 2000 PST | Const | 4.3 | ("Sun Jan 02 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Mon Jan 03 16:00:00 2000 PST | Const | 4.3 | ("Mon Jan 03 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Tue Jan 04 16:00:00 2000 PST | Const | 4.3 | ("Tue Jan 04 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
(5 rows)
ALTER TABLE metrics set(timescaledb.compress);

1083
tsl/test/expected/continuous_aggs_ddl-10.out
View File

File diff suppressed because it is too large Load Diff

562
tsl/test/expected/continuous_aggs_ddl-9.6.out
View File

@ -1,562 +0,0 @@
-- This file and its contents are licensed under the Timescale License.
-- Please see the included NOTICE for copyright information and
-- LICENSE-TIMESCALE for a copy of the license.
-- Set this variable to avoid using a hard-coded path each time query
-- results are compared
\set QUERY_RESULT_TEST_EQUAL_RELPATH '../../../test/sql/include/query_result_test_equal.sql'
\set ON_ERROR_STOP 0
--DDL commands on continuous aggregates
CREATE TABLE conditions (
timec TIMESTAMPTZ NOT NULL,
location TEXT NOT NULL,
temperature integer NULL,
humidity DOUBLE PRECISION NULL,
timemeasure TIMESTAMPTZ,
timeinterval INTERVAL
);
select table_name from create_hypertable('conditions', 'timec');
table_name
------------
conditions
(1 row)
-- check that GRANTS work correctly
\c :TEST_DBNAME :ROLE_SUPERUSER
create view mat_m1 WITH ( timescaledb.continuous)
AS
Select sum( temperature ), min(location)
from conditions
group by time_bucket('1week', timec);
GRANT select on mat_m1 to :ROLE_DEFAULT_PERM_USER;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER_2
select count(*) from mat_m1;
ERROR: permission denied for relation mat_m1
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
select count(*) from mat_m1;
count
-------
0
(1 row)
\set ON_ERROR_STOP 1
-- schema tests
\c :TEST_DBNAME :ROLE_SUPERUSER
CREATE SCHEMA rename_schema;
GRANT ALL ON SCHEMA rename_schema TO :ROLE_DEFAULT_PERM_USER;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
CREATE TABLE foo(time TIMESTAMPTZ, data INTEGER);
SELECT create_hypertable('foo', 'time');
NOTICE: adding not-null constraint to column "time"
create_hypertable
-------------------
(3,public,foo,t)
(1 row)
CREATE VIEW rename_test WITH ( timescaledb.continuous)
AS SELECT time_bucket('1week', time), COUNT(data)
FROM foo
GROUP BY 1;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
public | rename_test | _timescaledb_internal | _partial_view_4
(2 rows)
ALTER VIEW rename_test SET SCHEMA rename_schema;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
rename_schema | rename_test | _timescaledb_internal | _partial_view_4
(2 rows)
SELECT ca.raw_hypertable_id as "RAW_HYPERTABLE_ID",
h.schema_name AS "MAT_SCHEMA_NAME",
h.table_name AS "MAT_TABLE_NAME",
partial_view_name as "PART_VIEW_NAME",
partial_view_schema as "PART_VIEW_SCHEMA",
direct_view_name as "DIR_VIEW_NAME",
direct_view_schema as "DIR_VIEW_SCHEMA"
FROM _timescaledb_catalog.continuous_agg ca
INNER JOIN _timescaledb_catalog.hypertable h ON(h.id = ca.mat_hypertable_id)
WHERE user_view_name = 'rename_test'
\gset
\c :TEST_DBNAME :ROLE_SUPERUSER
ALTER VIEW :"PART_VIEW_SCHEMA".:"PART_VIEW_NAME" SET SCHEMA public;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
rename_schema | rename_test | public | _partial_view_4
(2 rows)
--alter direct view schema
SELECT user_view_schema, user_view_name, direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | direct_view_schema | direct_view_name
------------------+----------------+-----------------------+------------------
public | mat_m1 | _timescaledb_internal | _direct_view_2
rename_schema | rename_test | _timescaledb_internal | _direct_view_4
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER
ALTER VIEW :"DIR_VIEW_SCHEMA".:"DIR_VIEW_NAME" SET SCHEMA public;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name,
direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name
------------------+----------------+-----------------------+-------------------+-----------------------+------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 | _timescaledb_internal | _direct_view_2
rename_schema | rename_test | public | _partial_view_4 | public | _direct_view_4
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER
ALTER SCHEMA rename_schema RENAME TO new_name_schema;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
new_name_schema | rename_test | public | _partial_view_4
(2 rows)
ALTER VIEW :"PART_VIEW_NAME" SET SCHEMA new_name_schema;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
new_name_schema | rename_test | new_name_schema | _partial_view_4
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER
ALTER SCHEMA new_name_schema RENAME TO foo_name_schema;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
foo_name_schema | rename_test | foo_name_schema | _partial_view_4
(2 rows)
ALTER VIEW foo_name_schema.rename_test SET SCHEMA public;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
public | rename_test | foo_name_schema | _partial_view_4
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER
ALTER SCHEMA foo_name_schema RENAME TO rename_schema;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SET client_min_messages TO LOG;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
public | rename_test | rename_schema | _partial_view_4
(2 rows)
ALTER VIEW rename_test RENAME TO rename_c_aggregate;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+--------------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2
public | rename_c_aggregate | rename_schema | _partial_view_4
(2 rows)
SELECT * FROM rename_c_aggregate;
time_bucket | count
-------------+-------
(0 rows)
ALTER VIEW rename_schema.:"PART_VIEW_NAME" RENAME TO partial_view;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name,
direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name
------------------+--------------------+-----------------------+-------------------+-----------------------+------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 | _timescaledb_internal | _direct_view_2
public | rename_c_aggregate | rename_schema | partial_view | public | _direct_view_4
(2 rows)
--rename direct view
ALTER VIEW :"DIR_VIEW_NAME" RENAME TO direct_view;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name,
direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name
------------------+--------------------+-----------------------+-------------------+-----------------------+------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 | _timescaledb_internal | _direct_view_2
public | rename_c_aggregate | rename_schema | partial_view | public | direct_view
(2 rows)
-- drop_chunks tests
DROP TABLE conditions CASCADE;
NOTICE: drop cascades to 2 other objects
DROP TABLE foo CASCADE;
NOTICE: drop cascades to 2 other objects
CREATE TABLE drop_chunks_table(time BIGINT, data INTEGER);
SELECT hypertable_id AS drop_chunks_table_id
FROM create_hypertable('drop_chunks_table', 'time', chunk_time_interval => 10) \gset
NOTICE: adding not-null constraint to column "time"
CREATE OR REPLACE FUNCTION integer_now_test() returns bigint LANGUAGE SQL STABLE as $$ SELECT coalesce(max(time), bigint '0') FROM drop_chunks_table $$;
SELECT set_integer_now_func('drop_chunks_table', 'integer_now_test');
set_integer_now_func
----------------------
(1 row)
CREATE VIEW drop_chunks_view WITH ( timescaledb.continuous, timescaledb.refresh_interval='72 hours')
AS SELECT time_bucket('5', time), COUNT(data)
FROM drop_chunks_table
GROUP BY 1;
SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_table,
schema_name AS drop_chunks_mat_schema,
table_name AS drop_chunks_mat_table_name
FROM _timescaledb_catalog.hypertable, _timescaledb_catalog.continuous_agg
WHERE _timescaledb_catalog.continuous_agg.raw_hypertable_id = :drop_chunks_table_id
AND _timescaledb_catalog.hypertable.id = _timescaledb_catalog.continuous_agg.mat_hypertable_id \gset
-- create 3 chunks, with 3 time bucket
INSERT INTO drop_chunks_table SELECT i, i FROM generate_series(0, 29) AS i;
REFRESH MATERIALIZED VIEW drop_chunks_view;
LOG: materializing continuous aggregate public.drop_chunks_view: nothing to invalidate, new range up to 15
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
count
-------
3
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
0 | 5
5 | 5
10 | 5
(3 rows)
-- cannot drop directly from the materialization table without specifying
-- cont. aggregate view name explicitly
\set ON_ERROR_STOP 0
SELECT drop_chunks(
newer_than => -20,
verbose => true,
cascade_to_materializations=>true);
INFO: dropping chunk _timescaledb_internal._hyper_5_1_chunk
INFO: dropping chunk _timescaledb_internal._hyper_5_2_chunk
INFO: dropping chunk _timescaledb_internal._hyper_5_3_chunk
ERROR: cannot drop chunks on a continuous aggregate materialization table
\set ON_ERROR_STOP 1
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
count
-------
3
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
0 | 5
5 | 5
10 | 5
(3 rows)
-- cannot drop from the raw table without specifying cascade_to_materializations
\set ON_ERROR_STOP 0
SELECT drop_chunks(table_name => 'drop_chunks_table', older_than => 10);
ERROR: cascade_to_materializations options must be set explicitly
\set ON_ERROR_STOP 1
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
count
-------
3
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
0 | 5
5 | 5
10 | 5
(3 rows)
\set ON_ERROR_STOP 0
SELECT drop_chunks(older_than => 200);
ERROR: cascade_to_materializations options must be set explicitly
\set ON_ERROR_STOP 1
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
count
-------
3
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
0 | 5
5 | 5
10 | 5
(3 rows)
-- show_chunks and drop_chunks output should be the same
\set QUERY1 'SELECT show_chunks(hypertable => \'drop_chunks_table\', older_than => 13)::REGCLASS::TEXT'
\set QUERY2 'SELECT drop_chunks(table_name => \'drop_chunks_table\', older_than => 13, cascade_to_materializations => true)::TEXT'
\set ECHO errors
Different Rows | Total Rows from Query 1 | Total Rows from Query 2
----------------+-------------------------+-------------------------
0 | 1 | 1
(1 row)
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
count
-------
2
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
10 | 5
(1 row)
-- drop chunks when the chunksize and time_bucket aren't aligned
DROP TABLE drop_chunks_table CASCADE;
NOTICE: drop cascades to 2 other objects
NOTICE: drop cascades to table _timescaledb_internal._hyper_6_4_chunk
CREATE TABLE drop_chunks_table_u(time BIGINT, data INTEGER);
SELECT hypertable_id AS drop_chunks_table_u_id
FROM create_hypertable('drop_chunks_table_u', 'time', chunk_time_interval => 7) \gset
NOTICE: adding not-null constraint to column "time"
CREATE OR REPLACE FUNCTION integer_now_test1() returns bigint LANGUAGE SQL STABLE as $$ SELECT coalesce(max(time), bigint '0') FROM drop_chunks_table_u $$;
SELECT set_integer_now_func('drop_chunks_table_u', 'integer_now_test1');
set_integer_now_func
----------------------
(1 row)
CREATE VIEW drop_chunks_view WITH ( timescaledb.continuous, timescaledb.refresh_interval='72 hours')
AS SELECT time_bucket('3', time), COUNT(data)
FROM drop_chunks_table_u
GROUP BY 1;
SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_table_u,
schema_name AS drop_chunks_mat_schema,
table_name AS drop_chunks_mat_table_u_name
FROM _timescaledb_catalog.hypertable, _timescaledb_catalog.continuous_agg
WHERE _timescaledb_catalog.continuous_agg.raw_hypertable_id = :drop_chunks_table_u_id
AND _timescaledb_catalog.hypertable.id = _timescaledb_catalog.continuous_agg.mat_hypertable_id \gset
-- create 3 chunks, with 3 time bucket
INSERT INTO drop_chunks_table_u SELECT i, i FROM generate_series(0, 21) AS i;
REFRESH MATERIALIZED VIEW drop_chunks_view;
LOG: materializing continuous aggregate public.drop_chunks_view: nothing to invalidate, new range up to 15
SELECT count(c) FROM show_chunks('drop_chunks_table_u') AS c;
count
-------
4
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table_u') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
0 | 3
3 | 3
6 | 3
9 | 3
12 | 3
(5 rows)
-- show_chunks and drop_chunks output should be the same
\set QUERY1 'SELECT show_chunks(hypertable => \'drop_chunks_table_u\', older_than => 13)::REGCLASS::TEXT'
\set QUERY2 'SELECT drop_chunks(table_name => \'drop_chunks_table_u\', older_than => 13, cascade_to_materializations => true)::TEXT'
\set ECHO errors
Different Rows | Total Rows from Query 1 | Total Rows from Query 2
----------------+-------------------------+-------------------------
0 | 1 | 1
(1 row)
-- everything in the first chunk (values within [0, 6]) should be dropped
-- the time_bucket [6, 8] will lose it's first value, but should still have
-- the other two
SELECT count(c) FROM show_chunks('drop_chunks_table_u') AS c;
count
-------
3
(1 row)
SELECT count(c) FROM show_chunks(:'drop_chunks_mat_table_u') AS c;
count
-------
1
(1 row)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
6 | 2
9 | 3
12 | 3
(3 rows)
-- TRUNCATE test
\set ON_ERROR_STOP 0
TRUNCATE drop_chunks_table_u;
ERROR: cannot TRUNCATE a hypertable that has a continuous aggregate
TRUNCATE :drop_chunks_mat_table_u;
ERROR: cannot TRUNCATE a hypertable underlying a continuous aggregate
\set ON_ERROR_STOP 1
-- ALTER TABLE tests
\set ON_ERROR_STOP 0
-- test a variety of ALTER TABLE statements
ALTER TABLE :drop_chunks_mat_table_u RENAME chunk_id TO bad_name;
ERROR: cannot rename column "chunk_id" of materialization table "_materialized_hypertable_8"
ALTER TABLE :drop_chunks_mat_table_u ADD UNIQUE(chunk_id);
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u SET UNLOGGED;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u ENABLE ROW LEVEL SECURITY;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u ADD COLUMN fizzle INTEGER;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u DROP COLUMN chunk_id;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u ALTER COLUMN chunk_id DROP NOT NULL;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u ALTER COLUMN chunk_id SET DEFAULT 1;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u ALTER COLUMN chunk_id SET STORAGE EXTERNAL;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u DISABLE TRIGGER ALL;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u SET TABLESPACE foo;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u NOT OF;
ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u OWNER TO CURRENT_USER;
ERROR: operation not supported on materialization tables
\set ON_ERROR_STOP 1
ALTER TABLE :drop_chunks_mat_table_u SET SCHEMA public;
ALTER TABLE :drop_chunks_mat_table_u_name RENAME TO new_name;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SET client_min_messages TO LOG;
CREATE INDEX new_name_idx ON new_name(chunk_id);
SELECT * FROM new_name;
time_bucket | agg_2_2 | chunk_id
-------------+--------------------+----------
6 | \x0000000000000002 | 6
9 | \x0000000000000003 | 6
12 | \x0000000000000002 | 6
12 | \x0000000000000001 | 7
(4 rows)
SELECT * FROM drop_chunks_view ORDER BY 1;
time_bucket | count
-------------+-------
6 | 2
9 | 3
12 | 3
(3 rows)
\set ON_ERROR_STOP 0
-- no continuous aggregates on a continuous aggregate materialization table
CREATE VIEW new_name_view WITH ( timescaledb.continuous, timescaledb.refresh_interval='72 hours')
AS SELECT time_bucket('6', time_bucket), COUNT(agg_2_2)
FROM new_name
GROUP BY 1;
ERROR: hypertable is a continuous aggregate materialization table
-- cannot create a continuous aggregate on a continuous aggregate view
CREATE VIEW drop_chunks_view_view WITH ( timescaledb.continuous, timescaledb.refresh_interval='72 hours')
AS SELECT time_bucket('6', time_bucket), SUM(count)
FROM drop_chunks_view
GROUP BY 1;
ERROR: invalid SELECT query for continuous aggregate
\set ON_ERROR_STOP 1
DROP INDEX new_name_idx;
CREATE TABLE metrics(time timestamptz, device_id int, v1 float, v2 float);
SELECT create_hypertable('metrics','time');
NOTICE: adding not-null constraint to column "time"
create_hypertable
----------------------
(9,public,metrics,t)
(1 row)
INSERT INTO metrics SELECT generate_series('2000-01-01'::timestamptz,'2000-01-10','1m'),1,0.25,0.75;
-- check expressions in view definition
CREATE VIEW cagg_expr WITH (timescaledb.continuous)
AS
SELECT
time_bucket('1d', time) AS time,
'Const'::text AS Const,
4.3::numeric AS "numeric",
first(metrics,time),
CASE WHEN true THEN 'foo' ELSE 'bar' END,
COALESCE(NULL,'coalesce'),
avg(v1) + avg(v2) AS avg1,
avg(v1+v2) AS avg2
FROM metrics
GROUP BY 1;
NOTICE: adding index _materialized_hypertable_10_const_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(const, time)
NOTICE: adding index _materialized_hypertable_10_numeric_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(numeric, time)
NOTICE: adding index _materialized_hypertable_10_case_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(case, time)
NOTICE: adding index _materialized_hypertable_10_coalesce_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(coalesce, time)
SET timescaledb.current_timestamp_mock = '2000-01-10';
REFRESH MATERIALIZED VIEW cagg_expr;
LOG: materializing continuous aggregate public.cagg_expr: nothing to invalidate, new range up to Fri Jan 07 16:00:00 2000 PST
SELECT * FROM cagg_expr ORDER BY time LIMIT 5;
time | const | numeric | first | case | coalesce | avg1 | avg2
------------------------------+-------+---------+----------------------------------------------+------+----------+------+------
Fri Dec 31 16:00:00 1999 PST | Const | 4.3 | ("Sat Jan 01 00:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Sat Jan 01 16:00:00 2000 PST | Const | 4.3 | ("Sat Jan 01 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Sun Jan 02 16:00:00 2000 PST | Const | 4.3 | ("Sun Jan 02 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Mon Jan 03 16:00:00 2000 PST | Const | 4.3 | ("Mon Jan 03 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
Tue Jan 04 16:00:00 2000 PST | Const | 4.3 | ("Tue Jan 04 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
(5 rows)
ALTER TABLE metrics set(timescaledb.compress);
ERROR: compression is not supported with postgres version older than 10

216
tsl/test/expected/continuous_aggs_ddl-11.out → tsl/test/expected/continuous_aggs_ddl.out
View File

@ -20,25 +20,6 @@ select table_name from create_hypertable('conditions', 'timec');
conditions conditions
(1 row) (1 row)
-- check that GRANTS work correctly
\c :TEST_DBNAME :ROLE_SUPERUSER
create view mat_m1 WITH ( timescaledb.continuous)
AS
Select sum( temperature ), min(location)
from conditions
group by time_bucket('1week', timec);
GRANT select on mat_m1 to :ROLE_DEFAULT_PERM_USER;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER_2
select count(*) from mat_m1;
ERROR: permission denied for view mat_m1
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
select count(*) from mat_m1;
count
-------
0
(1 row)
\set ON_ERROR_STOP 1
-- schema tests -- schema tests
\c :TEST_DBNAME :ROLE_SUPERUSER \c :TEST_DBNAME :ROLE_SUPERUSER
CREATE SCHEMA rename_schema; CREATE SCHEMA rename_schema;
@ -49,7 +30,7 @@ SELECT create_hypertable('foo', 'time');
NOTICE: adding not-null constraint to column "time" NOTICE: adding not-null constraint to column "time"
create_hypertable create_hypertable
------------------- -------------------
(3,public,foo,t) (2,public,foo,t)
(1 row) (1 row)
CREATE VIEW rename_test WITH ( timescaledb.continuous) CREATE VIEW rename_test WITH ( timescaledb.continuous)
@ -60,18 +41,16 @@ SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 public | rename_test | _timescaledb_internal | _partial_view_3
public | rename_test | _timescaledb_internal | _partial_view_4 (1 row)
(2 rows)
ALTER VIEW rename_test SET SCHEMA rename_schema; ALTER VIEW rename_test SET SCHEMA rename_schema;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+-----------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 rename_schema | rename_test | _timescaledb_internal | _partial_view_3
rename_schema | rename_test | _timescaledb_internal | _partial_view_4 (1 row)
(2 rows)
SELECT ca.raw_hypertable_id as "RAW_HYPERTABLE_ID", SELECT ca.raw_hypertable_id as "RAW_HYPERTABLE_ID",
h.schema_name AS "MAT_SCHEMA_NAME", h.schema_name AS "MAT_SCHEMA_NAME",
@ -89,20 +68,18 @@ ALTER VIEW :"PART_VIEW_SCHEMA".:"PART_VIEW_NAME" SET SCHEMA public;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER \c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 rename_schema | rename_test | public | _partial_view_3
rename_schema | rename_test | public | _partial_view_4 (1 row)
(2 rows)
--alter direct view schema --alter direct view schema
SELECT user_view_schema, user_view_name, direct_view_schema, direct_view_name SELECT user_view_schema, user_view_name, direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | direct_view_schema | direct_view_name user_view_schema | user_view_name | direct_view_schema | direct_view_name
------------------+----------------+-----------------------+------------------ ------------------+----------------+-----------------------+------------------
public | mat_m1 | _timescaledb_internal | _direct_view_2 rename_schema | rename_test | _timescaledb_internal | _direct_view_3
rename_schema | rename_test | _timescaledb_internal | _direct_view_4 (1 row)
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER \c :TEST_DBNAME :ROLE_SUPERUSER
ALTER VIEW :"DIR_VIEW_SCHEMA".:"DIR_VIEW_NAME" SET SCHEMA public; ALTER VIEW :"DIR_VIEW_SCHEMA".:"DIR_VIEW_NAME" SET SCHEMA public;
@ -110,51 +87,46 @@ ALTER VIEW :"DIR_VIEW_SCHEMA".:"DIR_VIEW_NAME" SET SCHEMA public;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name, SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name,
direct_view_schema, direct_view_name direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name
------------------+----------------+-----------------------+-------------------+-----------------------+------------------ ------------------+----------------+---------------------+-------------------+--------------------+------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 | _timescaledb_internal | _direct_view_2 rename_schema | rename_test | public | _partial_view_3 | public | _direct_view_3
rename_schema | rename_test | public | _partial_view_4 | public | _direct_view_4 (1 row)
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER \c :TEST_DBNAME :ROLE_SUPERUSER
ALTER SCHEMA rename_schema RENAME TO new_name_schema; ALTER SCHEMA rename_schema RENAME TO new_name_schema;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER \c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 new_name_schema | rename_test | public | _partial_view_3
new_name_schema | rename_test | public | _partial_view_4 (1 row)
(2 rows)
ALTER VIEW :"PART_VIEW_NAME" SET SCHEMA new_name_schema; ALTER VIEW :"PART_VIEW_NAME" SET SCHEMA new_name_schema;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 new_name_schema | rename_test | new_name_schema | _partial_view_3
new_name_schema | rename_test | new_name_schema | _partial_view_4 (1 row)
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER \c :TEST_DBNAME :ROLE_SUPERUSER
ALTER SCHEMA new_name_schema RENAME TO foo_name_schema; ALTER SCHEMA new_name_schema RENAME TO foo_name_schema;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER \c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 foo_name_schema | rename_test | foo_name_schema | _partial_view_3
foo_name_schema | rename_test | foo_name_schema | _partial_view_4 (1 row)
(2 rows)
ALTER VIEW foo_name_schema.rename_test SET SCHEMA public; ALTER VIEW foo_name_schema.rename_test SET SCHEMA public;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 public | rename_test | foo_name_schema | _partial_view_3
public | rename_test | foo_name_schema | _partial_view_4 (1 row)
(2 rows)
\c :TEST_DBNAME :ROLE_SUPERUSER \c :TEST_DBNAME :ROLE_SUPERUSER
ALTER SCHEMA foo_name_schema RENAME TO rename_schema; ALTER SCHEMA foo_name_schema RENAME TO rename_schema;
@ -162,20 +134,18 @@ ALTER SCHEMA foo_name_schema RENAME TO rename_schema;
SET client_min_messages TO LOG; SET client_min_messages TO LOG;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+----------------+-----------------------+------------------- ------------------+----------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 public | rename_test | rename_schema | _partial_view_3
public | rename_test | rename_schema | _partial_view_4 (1 row)
(2 rows)
ALTER VIEW rename_test RENAME TO rename_c_aggregate; ALTER VIEW rename_test RENAME TO rename_c_aggregate;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name
------------------+--------------------+-----------------------+------------------- ------------------+--------------------+---------------------+-------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 public | rename_c_aggregate | rename_schema | _partial_view_3
public | rename_c_aggregate | rename_schema | _partial_view_4 (1 row)
(2 rows)
SELECT * FROM rename_c_aggregate; SELECT * FROM rename_c_aggregate;
time_bucket | count time_bucket | count
@ -186,26 +156,23 @@ ALTER VIEW rename_schema.:"PART_VIEW_NAME" RENAME TO partial_view;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name, SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name,
direct_view_schema, direct_view_name direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name
------------------+--------------------+-----------------------+-------------------+-----------------------+------------------ ------------------+--------------------+---------------------+-------------------+--------------------+------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 | _timescaledb_internal | _direct_view_2 public | rename_c_aggregate | rename_schema | partial_view | public | _direct_view_3
public | rename_c_aggregate | rename_schema | partial_view | public | _direct_view_4 (1 row)
(2 rows)
--rename direct view --rename direct view
ALTER VIEW :"DIR_VIEW_NAME" RENAME TO direct_view; ALTER VIEW :"DIR_VIEW_NAME" RENAME TO direct_view;
SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name, SELECT user_view_schema, user_view_name, partial_view_schema, partial_view_name,
direct_view_schema, direct_view_name direct_view_schema, direct_view_name
FROM _timescaledb_catalog.continuous_agg; FROM _timescaledb_catalog.continuous_agg;
user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name user_view_schema | user_view_name | partial_view_schema | partial_view_name | direct_view_schema | direct_view_name
------------------+--------------------+-----------------------+-------------------+-----------------------+------------------ ------------------+--------------------+---------------------+-------------------+--------------------+------------------
public | mat_m1 | _timescaledb_internal | _partial_view_2 | _timescaledb_internal | _direct_view_2 public | rename_c_aggregate | rename_schema | partial_view | public | direct_view
public | rename_c_aggregate | rename_schema | partial_view | public | direct_view (1 row)
(2 rows)
-- drop_chunks tests -- drop_chunks tests
DROP TABLE conditions CASCADE; DROP TABLE conditions CASCADE;
NOTICE: drop cascades to 2 other objects
DROP TABLE foo CASCADE; DROP TABLE foo CASCADE;
NOTICE: drop cascades to 2 other objects NOTICE: drop cascades to 2 other objects
CREATE TABLE drop_chunks_table(time BIGINT, data INTEGER); CREATE TABLE drop_chunks_table(time BIGINT, data INTEGER);
@ -260,9 +227,9 @@ SELECT drop_chunks(
newer_than => -20, newer_than => -20,
verbose => true, verbose => true,
cascade_to_materializations=>true); cascade_to_materializations=>true);
INFO: dropping chunk _timescaledb_internal._hyper_5_1_chunk INFO: dropping chunk _timescaledb_internal._hyper_4_1_chunk
INFO: dropping chunk _timescaledb_internal._hyper_5_2_chunk INFO: dropping chunk _timescaledb_internal._hyper_4_2_chunk
INFO: dropping chunk _timescaledb_internal._hyper_5_3_chunk INFO: dropping chunk _timescaledb_internal._hyper_4_3_chunk
ERROR: cannot drop chunks on a continuous aggregate materialization table ERROR: cannot drop chunks on a continuous aggregate materialization table
\set ON_ERROR_STOP 1 \set ON_ERROR_STOP 1
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c; SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
@ -364,7 +331,7 @@ SELECT * FROM drop_chunks_view ORDER BY 1;
-- drop chunks when the chunksize and time_bucket aren't aligned -- drop chunks when the chunksize and time_bucket aren't aligned
DROP TABLE drop_chunks_table CASCADE; DROP TABLE drop_chunks_table CASCADE;
NOTICE: drop cascades to 2 other objects NOTICE: drop cascades to 2 other objects
NOTICE: drop cascades to table _timescaledb_internal._hyper_6_4_chunk NOTICE: drop cascades to table _timescaledb_internal._hyper_5_4_chunk
CREATE TABLE drop_chunks_table_u(time BIGINT, data INTEGER); CREATE TABLE drop_chunks_table_u(time BIGINT, data INTEGER);
SELECT hypertable_id AS drop_chunks_table_u_id SELECT hypertable_id AS drop_chunks_table_u_id
FROM create_hypertable('drop_chunks_table_u', 'time', chunk_time_interval => 7) \gset FROM create_hypertable('drop_chunks_table_u', 'time', chunk_time_interval => 7) \gset
@ -455,7 +422,7 @@ ERROR: cannot TRUNCATE a hypertable underlying a continuous aggregate
\set ON_ERROR_STOP 0 \set ON_ERROR_STOP 0
-- test a variety of ALTER TABLE statements -- test a variety of ALTER TABLE statements
ALTER TABLE :drop_chunks_mat_table_u RENAME chunk_id TO bad_name; ALTER TABLE :drop_chunks_mat_table_u RENAME chunk_id TO bad_name;
ERROR: cannot rename column "chunk_id" of materialization table "_materialized_hypertable_8" ERROR: cannot rename column "chunk_id" of materialization table "_materialized_hypertable_7"
ALTER TABLE :drop_chunks_mat_table_u ADD UNIQUE(chunk_id); ALTER TABLE :drop_chunks_mat_table_u ADD UNIQUE(chunk_id);
ERROR: operation not supported on materialization tables ERROR: operation not supported on materialization tables
ALTER TABLE :drop_chunks_mat_table_u SET UNLOGGED; ALTER TABLE :drop_chunks_mat_table_u SET UNLOGGED;
@ -523,7 +490,7 @@ SELECT create_hypertable('metrics','time');
NOTICE: adding not-null constraint to column "time" NOTICE: adding not-null constraint to column "time"
create_hypertable create_hypertable
---------------------- ----------------------
(9,public,metrics,t) (8,public,metrics,t)
(1 row) (1 row)
INSERT INTO metrics SELECT generate_series('2000-01-01'::timestamptz,'2000-01-10','1m'),1,0.25,0.75; INSERT INTO metrics SELECT generate_series('2000-01-01'::timestamptz,'2000-01-10','1m'),1,0.25,0.75;
@ -541,10 +508,10 @@ SELECT
avg(v1+v2) AS avg2 avg(v1+v2) AS avg2
FROM metrics FROM metrics
GROUP BY 1; GROUP BY 1;
NOTICE: adding index _materialized_hypertable_10_const_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(const, time) NOTICE: adding index _materialized_hypertable_9_const_time_idx ON _timescaledb_internal._materialized_hypertable_9 USING BTREE(const, time)
NOTICE: adding index _materialized_hypertable_10_numeric_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(numeric, time) NOTICE: adding index _materialized_hypertable_9_numeric_time_idx ON _timescaledb_internal._materialized_hypertable_9 USING BTREE(numeric, time)
NOTICE: adding index _materialized_hypertable_10_case_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(case, time) NOTICE: adding index _materialized_hypertable_9_case_time_idx ON _timescaledb_internal._materialized_hypertable_9 USING BTREE(case, time)
NOTICE: adding index _materialized_hypertable_10_coalesce_time_idx ON _timescaledb_internal._materialized_hypertable_10 USING BTREE(coalesce, time) NOTICE: adding index _materialized_hypertable_9_coalesce_time_idx ON _timescaledb_internal._materialized_hypertable_9 USING BTREE(coalesce, time)
SET timescaledb.current_timestamp_mock = '2000-01-10'; SET timescaledb.current_timestamp_mock = '2000-01-10';
REFRESH MATERIALIZED VIEW cagg_expr; REFRESH MATERIALIZED VIEW cagg_expr;
LOG: materializing continuous aggregate public.cagg_expr: nothing to invalidate, new range up to Fri Jan 07 16:00:00 2000 PST LOG: materializing continuous aggregate public.cagg_expr: nothing to invalidate, new range up to Fri Jan 07 16:00:00 2000 PST
@ -558,7 +525,6 @@ SELECT * FROM cagg_expr ORDER BY time LIMIT 5;
Tue Jan 04 16:00:00 2000 PST | Const | 4.3 | ("Tue Jan 04 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1 Tue Jan 04 16:00:00 2000 PST | Const | 4.3 | ("Tue Jan 04 16:00:00 2000 PST",1,0.25,0.75) | foo | coalesce | 1 | 1
(5 rows) (5 rows)
ALTER TABLE metrics set(timescaledb.compress);
-- --
-- cascade_to_materialization = false tests -- cascade_to_materialization = false tests
-- --
@ -566,7 +532,7 @@ DROP TABLE IF EXISTS drop_chunks_table CASCADE;
NOTICE: table "drop_chunks_table" does not exist, skipping NOTICE: table "drop_chunks_table" does not exist, skipping
DROP TABLE IF EXISTS drop_chunks_table_u CASCADE; DROP TABLE IF EXISTS drop_chunks_table_u CASCADE;
NOTICE: drop cascades to 2 other objects NOTICE: drop cascades to 2 other objects
NOTICE: drop cascades to table _timescaledb_internal._hyper_8_9_chunk NOTICE: drop cascades to table _timescaledb_internal._hyper_7_9_chunk
CREATE TABLE drop_chunks_table(time BIGINT, data INTEGER); CREATE TABLE drop_chunks_table(time BIGINT, data INTEGER);
SELECT hypertable_id AS drop_chunks_table_nid SELECT hypertable_id AS drop_chunks_table_nid
FROM create_hypertable('drop_chunks_table', 'time', chunk_time_interval => 10) \gset FROM create_hypertable('drop_chunks_table', 'time', chunk_time_interval => 10) \gset
@ -616,7 +582,7 @@ LOG: materializing continuous aggregate public.drop_chunks_view: nothing to inv
LOG: materializing continuous aggregate public.drop_chunks_view: no new range to materialize or invalidations found, exiting early LOG: materializing continuous aggregate public.drop_chunks_view: no new range to materialize or invalidations found, exiting early
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_12_13_chunk _timescaledb_internal._hyper_10_13_chunk
(1 row) (1 row)
\set ON_ERROR_STOP 0 \set ON_ERROR_STOP 0
@ -671,8 +637,8 @@ NOTICE: making sure all invalidations for public.drop_chunks_view have been pro
LOG: materializing continuous aggregate public.drop_chunks_view: processing invalidations, no new range LOG: materializing continuous aggregate public.drop_chunks_view: processing invalidations, no new range
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_12_14_chunk _timescaledb_internal._hyper_10_14_chunk
_timescaledb_internal._hyper_12_15_chunk _timescaledb_internal._hyper_10_15_chunk
(2 rows) (2 rows)
--new values on 25 now seen in view --new values on 25 now seen in view
@ -700,9 +666,9 @@ SELECT * FROM drop_chunks_table ORDER BY time ASC limit 1;
SELECT * FROM _timescaledb_catalog.chunk where dropped; SELECT * FROM _timescaledb_catalog.chunk where dropped;
id | hypertable_id | schema_name | table_name | compressed_chunk_id | dropped id | hypertable_id | schema_name | table_name | compressed_chunk_id | dropped
----+---------------+-----------------------+--------------------+---------------------+--------- ----+---------------+-----------------------+--------------------+---------------------+---------
13 | 12 | _timescaledb_internal | _hyper_12_13_chunk | | t 13 | 10 | _timescaledb_internal | _hyper_10_13_chunk | | t
14 | 12 | _timescaledb_internal | _hyper_12_14_chunk | | t 14 | 10 | _timescaledb_internal | _hyper_10_14_chunk | | t
15 | 12 | _timescaledb_internal | _hyper_12_15_chunk | | t 15 | 10 | _timescaledb_internal | _hyper_10_15_chunk | | t
(3 rows) (3 rows)
--still see data in the view --still see data in the view
@ -802,10 +768,10 @@ LOG: materializing continuous aggregate public.drop_chunks_view: nothing to inv
LOG: materializing continuous aggregate public.drop_chunks_view: no new range to materialize or invalidations found, exiting early LOG: materializing continuous aggregate public.drop_chunks_view: no new range to materialize or invalidations found, exiting early
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_12_17_chunk _timescaledb_internal._hyper_10_17_chunk
_timescaledb_internal._hyper_12_13_chunk _timescaledb_internal._hyper_10_13_chunk
_timescaledb_internal._hyper_12_14_chunk _timescaledb_internal._hyper_10_14_chunk
_timescaledb_internal._hyper_12_15_chunk _timescaledb_internal._hyper_10_15_chunk
(4 rows) (4 rows)
--see both 30 and 35 updated --see both 30 and 35 updated
@ -853,7 +819,7 @@ NOTICE: making sure all invalidations for public.drop_chunks_view have been pro
LOG: materializing continuous aggregate public.drop_chunks_view: processing invalidations, no new range LOG: materializing continuous aggregate public.drop_chunks_view: processing invalidations, no new range
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_12_18_chunk _timescaledb_internal._hyper_10_18_chunk
(1 row) (1 row)
--the change in bucket 45 but not 50 is seen --the change in bucket 45 but not 50 is seen
@ -910,7 +876,7 @@ SELECT set_chunk_time_interval('drop_chunks_table', 1000);
SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table'); SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table');
chunk_table | ranges chunk_table | ranges
------------------------------------------+------------- ------------------------------------------+-------------
_timescaledb_internal._hyper_12_19_chunk | {"[50,60)"} _timescaledb_internal._hyper_10_19_chunk | {"[50,60)"}
(1 row) (1 row)
--recreate the dropped chunk --recreate the dropped chunk
@ -926,12 +892,12 @@ SELECT * FROM drop_chunks_table WHERE time < (integer_now_test2()-9) ORDER BY ti
SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table'); SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table');
chunk_table | ranges chunk_table | ranges
------------------------------------------+------------- ------------------------------------------+-------------
_timescaledb_internal._hyper_12_15_chunk | {"[20,30)"} _timescaledb_internal._hyper_10_15_chunk | {"[20,30)"}
_timescaledb_internal._hyper_12_19_chunk | {"[50,60)"} _timescaledb_internal._hyper_10_19_chunk | {"[50,60)"}
(2 rows) (2 rows)
-- TEST drop_chunks with cascade_to_materialization set to true (github 1644) -- TEST drop_chunks with cascade_to_materialization set to true (github 1644)
-- This checks if chunks from mat. hypertable are actually dropped -- This checks if chunks from mat. hypertable are actually dropped
-- and deletes data from chunks that cannot be dropped from that mat. hypertable. -- and deletes data from chunks that cannot be dropped from that mat. hypertable.
SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_tablen, SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_tablen,
schema_name AS drop_chunks_mat_schema, schema_name AS drop_chunks_mat_schema,
@ -942,8 +908,8 @@ SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_tablen,
SELECT drop_chunks(table_name => 'drop_chunks_table', older_than=>integer_now_test2() + 200, cascade_to_materializations => true); SELECT drop_chunks(table_name => 'drop_chunks_table', older_than=>integer_now_test2() + 200, cascade_to_materializations => true);
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_12_19_chunk _timescaledb_internal._hyper_10_19_chunk
_timescaledb_internal._hyper_12_15_chunk _timescaledb_internal._hyper_10_15_chunk
(2 rows) (2 rows)
SELECT count(c) FROM show_chunks('drop_chunks_table') AS c; SELECT count(c) FROM show_chunks('drop_chunks_table') AS c;
@ -997,18 +963,18 @@ SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table')
ORDER BY ranges; ORDER BY ranges;
chunk_table | ranges chunk_table | ranges
------------------------------------------+------------- ------------------------------------------+-------------
_timescaledb_internal._hyper_12_13_chunk | {"[0,10)"} _timescaledb_internal._hyper_10_13_chunk | {"[0,10)"}
_timescaledb_internal._hyper_12_14_chunk | {"[10,20)"} _timescaledb_internal._hyper_10_14_chunk | {"[10,20)"}
_timescaledb_internal._hyper_12_20_chunk | {"[20,30)"} _timescaledb_internal._hyper_10_20_chunk | {"[20,30)"}
_timescaledb_internal._hyper_12_17_chunk | {"[30,40)"} _timescaledb_internal._hyper_10_17_chunk | {"[30,40)"}
(4 rows) (4 rows)
SELECT chunk_table, ranges FROM chunk_relation_size(:'drop_chunks_mat_tablen') SELECT chunk_table, ranges FROM chunk_relation_size(:'drop_chunks_mat_tablen')
ORDER BY ranges; ORDER BY ranges;
chunk_table | ranges chunk_table | ranges
------------------------------------------+------------- ------------------------------------------+-------------
_timescaledb_internal._hyper_13_21_chunk | {"[0,20)"} _timescaledb_internal._hyper_11_21_chunk | {"[0,20)"}
_timescaledb_internal._hyper_13_22_chunk | {"[20,40)"} _timescaledb_internal._hyper_11_22_chunk | {"[20,40)"}
(2 rows) (2 rows)
--1 chunk from the mat. hypertable will be dropped and the other will --1 chunk from the mat. hypertable will be dropped and the other will
@ -1016,9 +982,9 @@ ORDER BY ranges;
SELECT drop_chunks(table_name => 'drop_chunks_table', older_than=>integer_now_test2() - 4 , cascade_to_materializations => true); SELECT drop_chunks(table_name => 'drop_chunks_table', older_than=>integer_now_test2() - 4 , cascade_to_materializations => true);
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_12_13_chunk _timescaledb_internal._hyper_10_13_chunk
_timescaledb_internal._hyper_12_14_chunk _timescaledb_internal._hyper_10_14_chunk
_timescaledb_internal._hyper_12_20_chunk _timescaledb_internal._hyper_10_20_chunk
(3 rows) (3 rows)
SELECT * from drop_chunks_view ORDER BY 1; SELECT * from drop_chunks_view ORDER BY 1;
@ -1038,7 +1004,7 @@ SELECT chunk_table, ranges FROM chunk_relation_size(:'drop_chunks_mat_tablen')
ORDER BY ranges; ORDER BY ranges;
chunk_table | ranges chunk_table | ranges
------------------------------------------+------------- ------------------------------------------+-------------
_timescaledb_internal._hyper_13_22_chunk | {"[20,40)"} _timescaledb_internal._hyper_11_22_chunk | {"[20,40)"}
(1 row) (1 row)
-- TEST drop chunks from continuous aggregates by specifying view name -- TEST drop chunks from continuous aggregates by specifying view name
@ -1046,10 +1012,10 @@ SELECT drop_chunks(
table_name => 'drop_chunks_view', table_name => 'drop_chunks_view',
newer_than => -20, newer_than => -20,
verbose => true); verbose => true);
INFO: dropping chunk _timescaledb_internal._hyper_13_22_chunk INFO: dropping chunk _timescaledb_internal._hyper_11_22_chunk
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_13_22_chunk _timescaledb_internal._hyper_11_22_chunk
(1 row) (1 row)
--can also drop chunks by specifying materialized hypertable name --can also drop chunks by specifying materialized hypertable name
@ -1060,7 +1026,7 @@ LOG: materializing continuous aggregate public.drop_chunks_view: processing inv
SELECT chunk_table, ranges FROM chunk_relation_size(:'drop_chunks_mat_tablen'); SELECT chunk_table, ranges FROM chunk_relation_size(:'drop_chunks_mat_tablen');
chunk_table | ranges chunk_table | ranges
------------------------------------------+------------- ------------------------------------------+-------------
_timescaledb_internal._hyper_13_24_chunk | {"[40,60)"} _timescaledb_internal._hyper_11_24_chunk | {"[40,60)"}
(1 row) (1 row)
\set ON_ERROR_STOP 0 \set ON_ERROR_STOP 0
@ -1068,16 +1034,16 @@ SELECT drop_chunks(
table_name => :'drop_chunks_mat_table_name', table_name => :'drop_chunks_mat_table_name',
older_than => 60, older_than => 60,
verbose => true); verbose => true);
ERROR: "_materialized_hypertable_13" is not a hypertable or a continuous aggregate view ERROR: "_materialized_hypertable_11" is not a hypertable or a continuous aggregate view
\set ON_ERROR_STOP 1 \set ON_ERROR_STOP 1
SELECT drop_chunks( SELECT drop_chunks(
schema_name => :'drop_chunks_mat_schema', schema_name => :'drop_chunks_mat_schema',
table_name => :'drop_chunks_mat_table_name', table_name => :'drop_chunks_mat_table_name',
older_than => 60, older_than => 60,
verbose => true); verbose => true);
INFO: dropping chunk _timescaledb_internal._hyper_13_24_chunk INFO: dropping chunk _timescaledb_internal._hyper_11_24_chunk
drop_chunks drop_chunks
------------------------------------------ ------------------------------------------
_timescaledb_internal._hyper_13_24_chunk _timescaledb_internal._hyper_11_24_chunk
(1 row) (1 row)

4
tsl/test/sql/CMakeLists.txt
View File

@ -14,6 +14,7 @@ set(TEST_FILES_DEBUG
continuous_aggs.sql continuous_aggs.sql
continuous_aggs_bgw.sql continuous_aggs_bgw.sql
continuous_aggs_bgw_drop_chunks.sql continuous_aggs_bgw_drop_chunks.sql
continuous_aggs_ddl.sql
continuous_aggs_dump.sql continuous_aggs_dump.sql
continuous_aggs_materialize.sql continuous_aggs_materialize.sql
continuous_aggs_multi.sql continuous_aggs_multi.sql
@ -29,8 +30,6 @@ set(TEST_TEMPLATES
if (CMAKE_BUILD_TYPE MATCHES Debug) if (CMAKE_BUILD_TYPE MATCHES Debug)
list(APPEND TEST_TEMPLATES list(APPEND TEST_TEMPLATES
# parallel plans are different between postgres versions
continuous_aggs_ddl.sql.in
#current_timestamp_mock available only in debug mode #current_timestamp_mock available only in debug mode
continuous_aggs_query.sql.in continuous_aggs_query.sql.in
) )
@ -88,4 +87,3 @@ foreach(TEST_FILE ${TEST_FILES})
string(REGEX REPLACE "(.+)\.sql" "\\1" TESTS_TO_RUN ${TEST_FILE}) string(REGEX REPLACE "(.+)\.sql" "\\1" TESTS_TO_RUN ${TEST_FILE})
file(APPEND ${TEST_SCHEDULE} "test: ${TESTS_TO_RUN}\n") file(APPEND ${TEST_SCHEDULE} "test: ${TESTS_TO_RUN}\n")
endforeach(TEST_FILE) endforeach(TEST_FILE)

26
tsl/test/sql/compression.sql
View File

@ -296,3 +296,29 @@ FROM _timescaledb_catalog.hypertable ht
WHERE ht.table_name='datatype_test' WHERE ht.table_name='datatype_test'
ORDER BY attname; ORDER BY attname;
--try to compress a hypertable that has a continuous aggregate
CREATE TABLE metrics(time timestamptz, device_id int, v1 float, v2 float);
SELECT create_hypertable('metrics','time');
INSERT INTO metrics SELECT generate_series('2000-01-01'::timestamptz,'2000-01-10','1m'),1,0.25,0.75;
-- check expressions in view definition
CREATE VIEW cagg_expr WITH (timescaledb.continuous)
AS
SELECT
time_bucket('1d', time) AS time,
'Const'::text AS Const,
4.3::numeric AS "numeric",
first(metrics,time),
CASE WHEN true THEN 'foo' ELSE 'bar' END,
COALESCE(NULL,'coalesce'),
avg(v1) + avg(v2) AS avg1,
avg(v1+v2) AS avg2
FROM metrics
GROUP BY 1;
SET timescaledb.current_timestamp_mock = '2000-01-10';
REFRESH MATERIALIZED VIEW cagg_expr;
SELECT * FROM cagg_expr ORDER BY time LIMIT 5;
ALTER TABLE metrics set(timescaledb.compress);

23
tsl/test/sql/continuous_aggs_ddl.sql.in → tsl/test/sql/continuous_aggs_ddl.sql
View File

@ -21,23 +21,6 @@ CREATE TABLE conditions (
select table_name from create_hypertable('conditions', 'timec'); select table_name from create_hypertable('conditions', 'timec');
-- check that GRANTS work correctly
\c :TEST_DBNAME :ROLE_SUPERUSER
create view mat_m1 WITH ( timescaledb.continuous)
AS
Select sum( temperature ), min(location)
from conditions
group by time_bucket('1week', timec);
GRANT select on mat_m1 to :ROLE_DEFAULT_PERM_USER;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER_2
select count(*) from mat_m1;
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
select count(*) from mat_m1;
\set ON_ERROR_STOP 1
-- schema tests -- schema tests
\c :TEST_DBNAME :ROLE_SUPERUSER \c :TEST_DBNAME :ROLE_SUPERUSER
@ -352,10 +335,6 @@ SET timescaledb.current_timestamp_mock = '2000-01-10';
REFRESH MATERIALIZED VIEW cagg_expr; REFRESH MATERIALIZED VIEW cagg_expr;
SELECT * FROM cagg_expr ORDER BY time LIMIT 5; SELECT * FROM cagg_expr ORDER BY time LIMIT 5;
ALTER TABLE metrics set(timescaledb.compress);
-- --
-- cascade_to_materialization = false tests -- cascade_to_materialization = false tests
-- --
@ -480,7 +459,7 @@ SELECT * FROM drop_chunks_table WHERE time < (integer_now_test2()-9) ORDER BY ti
SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table'); SELECT chunk_table, ranges FROM chunk_relation_size('drop_chunks_table');
-- TEST drop_chunks with cascade_to_materialization set to true (github 1644) -- TEST drop_chunks with cascade_to_materialization set to true (github 1644)
-- This checks if chunks from mat. hypertable are actually dropped -- This checks if chunks from mat. hypertable are actually dropped
-- and deletes data from chunks that cannot be dropped from that mat. hypertable. -- and deletes data from chunks that cannot be dropped from that mat. hypertable.
SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_tablen, SELECT format('%s.%s', schema_name, table_name) AS drop_chunks_mat_tablen,
schema_name AS drop_chunks_mat_schema, schema_name AS drop_chunks_mat_schema,