mirror of
https://github.com/timescale/timescaledb.git
synced 2025-05-14 17:43:34 +08:00
699fcf48aa
During the compression autovacuum use to be disabled for uncompressed chunk and enable after decompression. This leads to postgres maintainence issue. Let's not disable autovacuum for uncompressed chunk anymore. Let postgres take care of the stats in its natural way. Fixes #309
130 lines
6.9 KiB
Plaintext
130 lines
6.9 KiB
Plaintext
-- This file and its contents are licensed under the Timescale License.
|
|
-- Please see the included NOTICE for copyright information and
|
|
-- LICENSE-TIMESCALE for a copy of the license.
|
|
\c :TEST_DBNAME :ROLE_SUPERUSER
|
|
CREATE OR REPLACE FUNCTION _timescaledb_internal.test_merge_chunks_on_dimension(chunk REGCLASS, merge_chunk REGCLASS, dimension_id INTEGER)
|
|
RETURNS VOID
|
|
AS :TSL_MODULE_PATHNAME, 'ts_test_merge_chunks_on_dimension' LANGUAGE C VOLATILE;
|
|
\c :TEST_DBNAME :ROLE_DEFAULT_PERM_USER
|
|
CREATE TABLE test1 ("Time" timestamptz, i integer, value integer);
|
|
SELECT table_name FROM Create_hypertable('test1', 'Time', chunk_time_interval=> INTERVAL '1 hour');
|
|
NOTICE: adding not-null constraint to column "Time"
|
|
table_name
|
|
------------
|
|
test1
|
|
(1 row)
|
|
|
|
SELECT table_name FROM add_dimension('test1', 'i', number_partitions=> 2);
|
|
table_name
|
|
------------
|
|
test1
|
|
(1 row)
|
|
|
|
ALTER TABLE test1 set (timescaledb.compress, timescaledb.compress_segmentby='i', timescaledb.compress_orderby='"Time"', timescaledb.compress_chunk_time_interval='2 hours');
|
|
-- This creates chunks 1 - 3 on first hypertable.
|
|
INSERT INTO test1 SELECT t, 1, 1.0 FROM generate_series('2018-03-02 1:00'::TIMESTAMPTZ, '2018-03-02 3:00', '1 minute') t;
|
|
-- This creates chunks 4 - 6 on first hypertable.
|
|
INSERT INTO test1 SELECT t, 2, 1.0 FROM generate_series('2018-03-02 1:00'::TIMESTAMPTZ, '2018-03-02 3:00', '1 minute') t;
|
|
CREATE TABLE test2 ("Time" timestamptz, i integer, value integer);
|
|
SELECT table_name FROM Create_hypertable('test2', 'Time', chunk_time_interval=> INTERVAL '1 hour');
|
|
NOTICE: adding not-null constraint to column "Time"
|
|
table_name
|
|
------------
|
|
test2
|
|
(1 row)
|
|
|
|
-- This creates chunks 7 - 9 on second hypertable.
|
|
INSERT INTO test2 SELECT t, 1, 1.0 FROM generate_series('2018-03-02 1:00'::TIMESTAMPTZ, '2018-03-02 3:00', '1 minute') t;
|
|
SELECT * FROM _timescaledb_catalog.chunk;
|
|
id | hypertable_id | schema_name | table_name | compressed_chunk_id | dropped | status | osm_chunk
|
|
----+---------------+-----------------------+------------------+---------------------+---------+--------+-----------
|
|
1 | 1 | _timescaledb_internal | _hyper_1_1_chunk | | f | 0 | f
|
|
2 | 1 | _timescaledb_internal | _hyper_1_2_chunk | | f | 0 | f
|
|
3 | 1 | _timescaledb_internal | _hyper_1_3_chunk | | f | 0 | f
|
|
4 | 1 | _timescaledb_internal | _hyper_1_4_chunk | | f | 0 | f
|
|
5 | 1 | _timescaledb_internal | _hyper_1_5_chunk | | f | 0 | f
|
|
6 | 1 | _timescaledb_internal | _hyper_1_6_chunk | | f | 0 | f
|
|
7 | 3 | _timescaledb_internal | _hyper_3_7_chunk | | f | 0 | f
|
|
8 | 3 | _timescaledb_internal | _hyper_3_8_chunk | | f | 0 | f
|
|
9 | 3 | _timescaledb_internal | _hyper_3_9_chunk | | f | 0 | f
|
|
(9 rows)
|
|
|
|
\set ON_ERROR_STOP 0
|
|
-- Cannot merge chunks from different hypertables
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_1_chunk','_timescaledb_internal._hyper_3_7_chunk', 1);
|
|
ERROR: cannot merge chunks from different hypertables
|
|
-- Cannot merge non-adjacent chunks
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_1_chunk','_timescaledb_internal._hyper_1_3_chunk', 1);
|
|
ERROR: cannot merge non-adjacent chunks over supplied dimension
|
|
-- Cannot merge same chunk to itself (its not adjacent to itself).
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_1_chunk','_timescaledb_internal._hyper_1_1_chunk', 1);
|
|
ERROR: cannot merge non-adjacent chunks over supplied dimension
|
|
-- Cannot merge chunks on with different partitioning schemas.
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_1_chunk','_timescaledb_internal._hyper_1_4_chunk', 1);
|
|
ERROR: cannot merge chunks with different partitioning schemas
|
|
-- Cannot merge chunks on with non-existant dimension slice.
|
|
-- NOTE: we are merging the same chunk just so they have the exact same partitioning schema and we don't hit the previous test error.
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_1_chunk','_timescaledb_internal._hyper_1_1_chunk', 999);
|
|
ERROR: cannot find slice for merging dimension
|
|
\set ON_ERROR_STOP 1
|
|
-- Merge on open (time) dimension.
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_5_chunk','_timescaledb_internal._hyper_1_6_chunk', 1);
|
|
test_merge_chunks_on_dimension
|
|
--------------------------------
|
|
|
|
(1 row)
|
|
|
|
-- Merge on closed dimension.
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal._hyper_1_1_chunk','_timescaledb_internal._hyper_1_4_chunk', 2);
|
|
test_merge_chunks_on_dimension
|
|
--------------------------------
|
|
|
|
(1 row)
|
|
|
|
SELECT compress_chunk(i) FROM show_chunks('test1') i;
|
|
compress_chunk
|
|
----------------------------------------
|
|
_timescaledb_internal._hyper_1_1_chunk
|
|
_timescaledb_internal._hyper_1_2_chunk
|
|
_timescaledb_internal._hyper_1_2_chunk
|
|
_timescaledb_internal._hyper_1_5_chunk
|
|
(4 rows)
|
|
|
|
\set ON_ERROR_STOP 0
|
|
-- Cannot merge chunks internal compressed chunks, no dimensions on them.
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension('_timescaledb_internal.compress_hyper_2_10_chunk','_timescaledb_internal.compress_hyper_2_11_chunk', 1);
|
|
ERROR: cannot find slice for merging dimension
|
|
\set ON_ERROR_STOP 1
|
|
-- This creates more data so caggs has multiple chunks.
|
|
INSERT INTO test1 SELECT t, 1, 1.0 FROM generate_series('2018-03-02 3:00'::TIMESTAMPTZ, '2018-03-03 3:00', '1 minute') t;
|
|
CREATE MATERIALIZED VIEW test_cagg
|
|
WITH (timescaledb.continuous) AS
|
|
SELECT i,
|
|
time_bucket(INTERVAL '1 hour', "Time") AS bucket,
|
|
AVG(value)
|
|
FROM test1
|
|
GROUP BY i, bucket;
|
|
NOTICE: refreshing continuous aggregate "test_cagg"
|
|
-- Merging cagg chunks should also work.
|
|
WITH adjacent_slices AS
|
|
(SELECT S1.id AS PRIMARY,
|
|
s2.id AS secondary
|
|
FROM _timescaledb_catalog.dimension_slice s2
|
|
INNER JOIN _timescaledb_catalog.dimension_slice s1 ON s1.range_end = s2.range_start
|
|
WHERE s1.dimension_id = 4
|
|
AND s2.dimension_id = 4
|
|
LIMIT 1),
|
|
chunks AS
|
|
(SELECT c1.chunk_id AS primary_chunk,
|
|
c2.chunk_id AS secondary_chunk
|
|
FROM adjacent_slices
|
|
INNER JOIN _timescaledb_catalog.chunk_constraint c1 ON c1.dimension_slice_id = adjacent_slices.primary
|
|
INNER JOIN _timescaledb_catalog.chunk_constraint c2 ON c2.dimension_slice_id = adjacent_slices.secondary)
|
|
SELECT _timescaledb_internal.test_merge_chunks_on_dimension(format('_timescaledb_internal._hyper_4_%s_chunk', chunks.primary_chunk), format('_timescaledb_internal._hyper_4_%s_chunk', chunks.secondary_chunk), 4)
|
|
FROM chunks;
|
|
test_merge_chunks_on_dimension
|
|
--------------------------------
|
|
|
|
(1 row)
|
|
|