postgres/timescaledb
1
0
Fork 0
mirror of https://github.com/timescale/timescaledb.git synced 2025-05-15 01:53:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add more compression DML isolation tests

Browse Source 
Verify that insertion into compressed chunks does not block
each other if the chunks is already partially compressed. Also
check that using the RETURNING clause works the same.
This commit is contained in:
Ante Kresic 2023-03-31 11:36:17 +02:00 committed by Ante Kresic
parent dc5bf3b32e
commit 54074f1fd4
2 changed files with 160 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

150
tsl/test/isolation/expected/compression_ddl_iso.out
View File

@ -331,6 +331,152 @@ status
(1 row)
starting permutation: C1 Cc I1 Ic LockChunkTuple I1 IN1 UnlockChunkTuple INc Ic SChunkStat
step C1:
BEGIN;
SET LOCAL lock_timeout = '500ms';
SET LOCAL deadlock_timeout = '10ms';
SELECT
CASE WHEN compress_chunk(format('%I.%I',ch.schema_name, ch.table_name)) IS NOT NULL THEN true ELSE false END AS compress
FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch
WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table'
ORDER BY ch.id LIMIT 1;
compress
--------
t
(1 row)
step Cc: COMMIT;
step I1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100);
step Ic: COMMIT;
step LockChunkTuple:
BEGIN;
SELECT status as chunk_status from _timescaledb_catalog.chunk
WHERE id = ( select min(ch.id) FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table') FOR UPDATE;
chunk_status
------------
9
(1 row)
step I1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100);
step IN1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 200, 100);
step UnlockChunkTuple: ROLLBACK;
step INc: COMMIT;
step Ic: COMMIT;
step SChunkStat: SELECT status from _timescaledb_catalog.chunk
WHERE id = ( select min(ch.id) FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table');
status
------
9
(1 row)
starting permutation: C1 Cc LockChunkTuple IR1 INR1 UnlockChunkTuple Ic INc SChunkStat
step C1:
BEGIN;
SET LOCAL lock_timeout = '500ms';
SET LOCAL deadlock_timeout = '10ms';
SELECT
CASE WHEN compress_chunk(format('%I.%I',ch.schema_name, ch.table_name)) IS NOT NULL THEN true ELSE false END AS compress
FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch
WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table'
ORDER BY ch.id LIMIT 1;
compress
--------
t
(1 row)
step Cc: COMMIT;
step LockChunkTuple:
BEGIN;
SELECT status as chunk_status from _timescaledb_catalog.chunk
WHERE id = ( select min(ch.id) FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table') FOR UPDATE;
chunk_status
------------
1
(1 row)
step IR1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100) RETURNING *; <waiting ...>
step INR1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 200, 100) RETURNING *; <waiting ...>
step UnlockChunkTuple: ROLLBACK;
step IR1: <... completed>
time|device|location|value
----+------+--------+-----
1| 1| 100| 100
(1 row)
step Ic: COMMIT;
step INR1: <... completed>
time|device|location|value
----+------+--------+-----
1| 1| 200| 100
(1 row)
step INc: COMMIT;
step SChunkStat: SELECT status from _timescaledb_catalog.chunk
WHERE id = ( select min(ch.id) FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table');
status
------
9
(1 row)
starting permutation: C1 Cc I1 Ic LockChunkTuple IR1 INR1 UnlockChunkTuple INc Ic SChunkStat
step C1:
BEGIN;
SET LOCAL lock_timeout = '500ms';
SET LOCAL deadlock_timeout = '10ms';
SELECT
CASE WHEN compress_chunk(format('%I.%I',ch.schema_name, ch.table_name)) IS NOT NULL THEN true ELSE false END AS compress
FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch
WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table'
ORDER BY ch.id LIMIT 1;
compress
--------
t
(1 row)
step Cc: COMMIT;
step I1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100);
step Ic: COMMIT;
step LockChunkTuple:
BEGIN;
SELECT status as chunk_status from _timescaledb_catalog.chunk
WHERE id = ( select min(ch.id) FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table') FOR UPDATE;
chunk_status
------------
9
(1 row)
step IR1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100) RETURNING *;
time|device|location|value
----+------+--------+-----
1| 1| 100| 100
(1 row)
step INR1: BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 200, 100) RETURNING *;
time|device|location|value
----+------+--------+-----
1| 1| 200| 100
(1 row)
step UnlockChunkTuple: ROLLBACK;
step INc: COMMIT;
step Ic: COMMIT;
step SChunkStat: SELECT status from _timescaledb_catalog.chunk
WHERE id = ( select min(ch.id) FROM _timescaledb_catalog.hypertable ht, _timescaledb_catalog.chunk ch WHERE ch.hypertable_id = ht.id AND ht.table_name like 'ts_device_table');
status
------
9
(1 row)
starting permutation: CA1 CAc I1 Ic SChunkStat LockChunk1 RC1 IN1 UnlockChunk INc SH SA SChunkStat
step CA1:
BEGIN;
@ -376,7 +522,7 @@ step RC1:
BEGIN
FOR chunk_name IN
SELECT ch FROM show_chunks('ts_device_table') ch
ORDER BY ch::text LIMIT 1
LIMIT 1
LOOP
CALL recompress_chunk(chunk_name);
END LOOP;
@ -483,7 +629,7 @@ step RC1:
BEGIN
FOR chunk_name IN
SELECT ch FROM show_chunks('ts_device_table') ch
ORDER BY ch::text LIMIT 1
LIMIT 1
LOOP
CALL recompress_chunk(chunk_name);
END LOOP;

13
tsl/test/isolation/specs/compression_ddl_iso.spec
View File

@ -28,10 +28,12 @@ teardown
session "I"
step "I1" { BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100); }
step "IR1" { BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 100, 100) RETURNING *; }
step "Ic" { COMMIT; }
session "IN"
step "IN1" { BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 200, 100); }
step "INR1" { BEGIN; INSERT INTO ts_device_table VALUES (1, 1, 200, 100) RETURNING *; }
step "INc" { COMMIT; }
session "SI"
@ -110,7 +112,7 @@ step "RC1" {
BEGIN
FOR chunk_name IN
SELECT ch FROM show_chunks('ts_device_table') ch
ORDER BY ch::text LIMIT 1
LIMIT 1
LOOP
CALL recompress_chunk(chunk_name);
END LOOP;
@ -134,6 +136,7 @@ step "RC2" {
$$;
}
#if insert in progress, compress is blocked
permutation "LockChunk1" "I1" "C1" "UnlockChunk" "Ic" "Cc" "SC1" "S1"
@ -155,6 +158,14 @@ permutation "LockChunk1" "C1" "S1" "UnlockChunk" "SH" "Cc"
# and not error out.
permutation "C1" "Cc" "LockChunkTuple" "I1" "IN1" "UnlockChunkTuple" "Ic" "INc" "SChunkStat"
#concurrent inserts don't need to wait for each other if inserting into a partially compressed chunk
#commit order should not matter in that case
permutation "C1" "Cc" "I1" "Ic" "LockChunkTuple" "I1" "IN1" "UnlockChunkTuple" "INc" "Ic" "SChunkStat"
#concurrent inserts into compressed chunk with RETURNING clause should behave the same
permutation "C1" "Cc" "LockChunkTuple" "IR1" "INR1" "UnlockChunkTuple" "Ic" "INc" "SChunkStat"
permutation "C1" "Cc" "I1" "Ic" "LockChunkTuple" "IR1" "INR1" "UnlockChunkTuple" "INc" "Ic" "SChunkStat"
# Testing concurrent recompress and insert.
# Insert will succeed after first phase of recompress completes.