mirror of
https://github.com/timescale/timescaledb.git
synced 2025-05-16 02:23:49 +08:00
8e941b80ae
INSERT ... ON CONFLICT statements record few metrics in the ModifyTable node's instrument but they get overwritten by hypertable_modify_explain causing wrong output in EXPLAIN ANALYZE statments. Fix it by saving the metrics into HypertableModify node before replacing them. Fixes #6014
318 lines
16 KiB
PL/PgSQL
318 lines
16 KiB
PL/PgSQL
-- This file and its contents are licensed under the Apache License 2.0.
|
|
-- Please see the included NOTICE for copyright information and
|
|
-- LICENSE-APACHE for a copy of the license.
|
|
|
|
CREATE TABLE upsert_test(time timestamp PRIMARY KEY, temp float, color text);
|
|
SELECT create_hypertable('upsert_test', 'time');
|
|
INSERT INTO upsert_test VALUES ('2017-01-20T09:00:01', 22.5, 'yellow') RETURNING *;
|
|
INSERT INTO upsert_test VALUES ('2017-01-20T09:00:01', 23.8, 'yellow') ON CONFLICT (time)
|
|
DO UPDATE SET temp = 23.8 RETURNING *;
|
|
INSERT INTO upsert_test VALUES ('2017-01-20T09:00:01', 78.4, 'yellow') ON CONFLICT DO NOTHING;
|
|
SELECT * FROM upsert_test;
|
|
|
|
-- Test 'Tuples Inserted' and 'Conflicting Tuples' values in EXPLAIN ANALYZE
|
|
EXPLAIN (VERBOSE, ANALYZE, COSTS FALSE, TIMING FALSE, SUMMARY FALSE)
|
|
INSERT INTO upsert_test VALUES
|
|
('2017-01-20T09:00:01', 28.5, 'blue'),
|
|
('2017-01-20T09:00:01', 21.9, 'red'),
|
|
('2017-01-20T10:00:01', 2.4, 'pink') ON CONFLICT DO NOTHING;
|
|
|
|
-- Test ON CONFLICT ON CONSTRAINT
|
|
INSERT INTO upsert_test VALUES ('2017-01-20T09:00:01', 12.3, 'yellow') ON CONFLICT ON CONSTRAINT upsert_test_pkey
|
|
DO UPDATE SET temp = 12.3 RETURNING time, temp, color;
|
|
|
|
-- Test that update generates error on conflicts
|
|
\set ON_ERROR_STOP 0
|
|
INSERT INTO upsert_test VALUES ('2017-01-21T09:00:01', 22.5, 'yellow') RETURNING *;
|
|
UPDATE upsert_test SET time = '2017-01-20T09:00:01';
|
|
\set ON_ERROR_STOP 1
|
|
|
|
-- Test with UNIQUE index on multiple columns instead of PRIMARY KEY constraint
|
|
CREATE TABLE upsert_test_unique(time timestamp, temp float, color text);
|
|
SELECT create_hypertable('upsert_test_unique', 'time');
|
|
CREATE UNIQUE INDEX time_color_idx ON upsert_test_unique (time, color);
|
|
INSERT INTO upsert_test_unique VALUES ('2017-01-20T09:00:01', 22.5, 'yellow') RETURNING *;
|
|
INSERT INTO upsert_test_unique VALUES ('2017-01-20T09:00:01', 21.2, 'brown');
|
|
SELECT * FROM upsert_test_unique ORDER BY time, color DESC;
|
|
INSERT INTO upsert_test_unique VALUES ('2017-01-20T09:00:01', 31.8, 'yellow') ON CONFLICT (time, color)
|
|
DO UPDATE SET temp = 31.8;
|
|
INSERT INTO upsert_test_unique VALUES ('2017-01-20T09:00:01', 54.3, 'yellow') ON CONFLICT DO NOTHING;
|
|
SELECT * FROM upsert_test_unique ORDER BY time, color DESC;
|
|
|
|
-- Test with multiple UNIQUE indexes
|
|
CREATE TABLE upsert_test_multi_unique(time timestamp, temp float, color text);
|
|
SELECT create_hypertable('upsert_test_multi_unique', 'time');
|
|
ALTER TABLE upsert_test_multi_unique ADD CONSTRAINT multi_time_temp UNIQUE (time, temp);
|
|
CREATE UNIQUE INDEX multi_time_color_idx ON upsert_test_multi_unique (time, color);
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 25.9, 'yellow');
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-21T09:00:01', 25.9, 'yellow');
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 23.5, 'brown');
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 25.9, 'purple') ON CONFLICT DO NOTHING;
|
|
SELECT * FROM upsert_test_multi_unique ORDER BY time, color DESC;
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 25.9, 'blue') ON CONFLICT (time, temp)
|
|
DO UPDATE SET color = 'blue';
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 23.5, 'orange') ON CONFLICT ON CONSTRAINT multi_time_temp
|
|
DO UPDATE SET color = excluded.color;
|
|
SELECT * FROM upsert_test_multi_unique ORDER BY time, color DESC;
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-21T09:00:01', 45.7, 'yellow') ON CONFLICT (time, color)
|
|
DO UPDATE SET temp = 45.7;
|
|
|
|
SELECT * FROM upsert_test_multi_unique ORDER BY time, color DESC;
|
|
\set ON_ERROR_STOP 0
|
|
-- Here the constraint in the ON CONFLICT clause is not the one that is
|
|
-- actually violated by the INSERT, so it should still fail.
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 23.5, 'purple') ON CONFLICT (time, color)
|
|
DO UPDATE set temp = 23.5;
|
|
INSERT INTO upsert_test_multi_unique VALUES ('2017-01-20T09:00:01', 22.5, 'orange') ON CONFLICT ON CONSTRAINT multi_time_temp
|
|
DO UPDATE set color = 'orange';
|
|
\set ON_ERROR_STOP 1
|
|
|
|
CREATE TABLE upsert_test_space(time timestamp, device_id_1 char(20), to_drop int, temp float, color text);
|
|
--drop two columns; create one.
|
|
ALTER TABLE upsert_test_space DROP to_drop;
|
|
ALTER TABLE upsert_test_space DROP device_id_1, ADD device_id char(20);
|
|
ALTER TABLE upsert_test_space ADD CONSTRAINT time_space_constraint UNIQUE (time, device_id);
|
|
SELECT create_hypertable('upsert_test_space', 'time', 'device_id', 2, partitioning_func=>'_timescaledb_functions.get_partition_for_key'::regproc);
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev1', 25.9, 'yellow') RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev2', 25.9, 'yellow');
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev1', 23.5, 'green') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev1', 23.5, 'orange') ON CONFLICT ON CONSTRAINT time_space_constraint
|
|
DO UPDATE SET color = excluded.color;
|
|
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev2', 23.5, 'orange3') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color||' (originally '|| upsert_test_space.color ||')' RETURNING *;
|
|
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev3', 23.5, 'orange3.1') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color||' (originally '|| upsert_test_space.color ||')' RETURNING *;
|
|
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev2', 23.5, 'orange4') ON CONFLICT (time, device_id)
|
|
DO NOTHING RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev4', 23.5, 'orange5') ON CONFLICT (time, device_id)
|
|
DO NOTHING RETURNING *;
|
|
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev5', 23.5, 'orange5') ON CONFLICT (time, device_id)
|
|
DO NOTHING RETURNING *;
|
|
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev5', 23.5, 'orange6') ON CONFLICT ON CONSTRAINT time_space_constraint
|
|
DO NOTHING RETURNING *;
|
|
|
|
--restore a column with the same name as a previously deleted one;
|
|
ALTER TABLE upsert_test_space ADD device_id_1 char(20);
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color, device_id_1) VALUES ('2017-01-20T09:00:01', 'dev4', 23.5, 'orange5.1', 'dev-id-1') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color||' (originally '|| upsert_test_space.color ||')' RETURNING *;
|
|
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev5', 23.5, 'orange6') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color WHERE upsert_test_space.temp < 20 RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev5', 23.5, 'orange7') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color WHERE excluded.temp < 20 RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev5', 3.5, 'orange7') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color, temp=excluded.temp WHERE excluded.temp < 20 RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev5', 43.5, 'orange8') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET color = excluded.color WHERE upsert_test_space.temp < 20 RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color, device_id_1) VALUES ('2017-01-20T09:00:01', 'dev5', 43.5, 'orange8', 'device-id-1-new') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET device_id_1 = excluded.device_id_1 RETURNING *;
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color, device_id_1) VALUES ('2017-01-20T09:00:01', 'dev5', 43.5, 'orange8', 'device-id-1-new') ON CONFLICT (time, device_id)
|
|
DO UPDATE SET device_id_1 = 'device-id-1-new-2', color = 'orange9' RETURNING *;
|
|
|
|
SELECT * FROM upsert_test_space;
|
|
|
|
ALTER TABLE upsert_test_space DROP device_id_1, ADD device_id_2 char(20);
|
|
INSERT INTO upsert_test_space (time, device_id, temp, color, device_id_2) VALUES ('2017-01-20T09:00:01', 'dev5', 43.5, 'orange8', 'device-id-2')
|
|
ON CONFLICT (time, device_id)
|
|
DO UPDATE SET device_id_2 = 'device-id-2-new', color = 'orange10' RETURNING *;
|
|
|
|
--test inserting to to a chunk already in the chunk dispatch cache again.
|
|
INSERT INTO upsert_test_space as current (time, device_id, temp, color, device_id_2) VALUES ('2017-01-20T09:00:01', 'dev5', 43.5, 'orange8', 'device-id-2'),
|
|
('2018-01-20T09:00:01', 'dev5', 43.5, 'orange8', 'device-id-2'),
|
|
('2017-01-20T09:00:01', 'dev3', 43.5, 'orange7', 'device-id-2'),
|
|
('2018-01-21T09:00:01', 'dev5', 43.5, 'orange9', 'device-id-2')
|
|
ON CONFLICT (time, device_id)
|
|
DO UPDATE SET device_id_2 = coalesce(excluded.device_id_2,current.device_id_2), color = coalesce(excluded.color,current.color) RETURNING *;
|
|
|
|
WITH CTE AS (
|
|
INSERT INTO upsert_test_multi_unique
|
|
VALUES ('2017-01-20T09:00:01', 25.9, 'purple')
|
|
ON CONFLICT DO NOTHING
|
|
RETURNING *
|
|
) SELECT 1;
|
|
|
|
WITH CTE AS (
|
|
INSERT INTO upsert_test_multi_unique
|
|
VALUES ('2017-01-20T09:00:01', 25.9, 'purple'),
|
|
('2017-01-20T09:00:01', 29.9, 'purple1')
|
|
ON CONFLICT DO NOTHING
|
|
RETURNING *
|
|
) SELECT * FROM CTE;
|
|
|
|
WITH CTE AS (
|
|
INSERT INTO upsert_test_multi_unique
|
|
VALUES ('2017-01-20T09:00:01', 25.9, 'blue')
|
|
ON CONFLICT (time, temp) DO UPDATE SET color = 'blue'
|
|
RETURNING *
|
|
)
|
|
SELECT * FROM CTE;
|
|
|
|
--test error conditions when an index is dropped on a chunk
|
|
DROP INDEX _timescaledb_internal._hyper_3_3_chunk_multi_time_color_idx;
|
|
|
|
--everything is ok if not used as an arbiter index
|
|
INSERT INTO upsert_test_multi_unique
|
|
VALUES ('2017-01-20T09:00:01', 25.9, 'purple')
|
|
ON CONFLICT DO NOTHING
|
|
RETURNING *;
|
|
|
|
--errors out if used as an arbiter index
|
|
\set ON_ERROR_STOP 0
|
|
INSERT INTO upsert_test_multi_unique
|
|
VALUES ('2017-01-20T09:00:01', 25.9, 'purple')
|
|
ON CONFLICT (time, color) DO NOTHING
|
|
RETURNING *;
|
|
\set ON_ERROR_STOP 1
|
|
|
|
--create table with one chunk that has a tup_conv_map and one that does not
|
|
--to ensure this, create a chunk before altering the table this chunk will not have a tup_conv_map
|
|
CREATE TABLE upsert_test_diffchunk(time timestamp, device_id char(20), to_drop int, temp float, color text);
|
|
SELECT create_hypertable('upsert_test_diffchunk', 'time', chunk_time_interval=> interval '1 month');
|
|
CREATE UNIQUE INDEX time_device_idx ON upsert_test_diffchunk (time, device_id);
|
|
--this is the chunk with no tup_conv_map
|
|
INSERT INTO upsert_test_diffchunk (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev1', 25.9, 'yellow') RETURNING *;
|
|
INSERT INTO upsert_test_diffchunk (time, device_id, temp, color) VALUES ('2017-01-20T09:00:01', 'dev2', 25.9, 'yellow') RETURNING *;
|
|
--alter the table
|
|
ALTER TABLE upsert_test_diffchunk DROP to_drop;
|
|
ALTER TABLE upsert_test_diffchunk ADD device_id_2 char(20);
|
|
--new chunk that does have a tup conv map
|
|
INSERT INTO upsert_test_diffchunk (time, device_id, temp, color) VALUES ('2019-01-20T09:00:01', 'dev1', 23.5, 'orange') ;
|
|
INSERT INTO upsert_test_diffchunk (time, device_id, temp, color) VALUES ('2019-01-20T09:00:01', 'dev2', 23.5, 'orange') ;
|
|
select * from upsert_test_diffchunk order by time, device_id;
|
|
|
|
--make sure current works
|
|
INSERT INTO upsert_test_diffchunk as current (time, device_id, temp, color, device_id_2) VALUES
|
|
('2019-01-20T09:00:01', 'dev1', 43.5, 'orange2', 'device-id-2'),
|
|
('2017-01-20T09:00:01', 'dev1', 43.5, 'yellow2', 'device-id-2'),
|
|
('2019-01-20T09:00:01', 'dev2', 43.5, 'orange2', 'device-id-2')
|
|
ON CONFLICT (time, device_id)
|
|
DO UPDATE SET
|
|
device_id_2 = coalesce(excluded.device_id_2,current.device_id_2),
|
|
temp = coalesce(excluded.temp,current.temp) ,
|
|
color = coalesce(excluded.color,current.color);
|
|
select * from upsert_test_diffchunk order by time, device_id;
|
|
|
|
|
|
--arbiter index tests
|
|
CREATE TABLE upsert_test_arbiter(time timestamp, to_drop int);
|
|
SELECT create_hypertable('upsert_test_arbiter', 'time', chunk_time_interval=> interval '1 month');
|
|
--this is the chunk with no tup_conv_map
|
|
INSERT INTO upsert_test_arbiter (time, to_drop) VALUES ('2017-01-20T09:00:01', 1) RETURNING *;
|
|
INSERT INTO upsert_test_arbiter (time, to_drop) VALUES ('2017-01-21T09:00:01', 2) RETURNING *;
|
|
INSERT INTO upsert_test_arbiter (time, to_drop) VALUES ('2017-03-20T09:00:01', 3) RETURNING *;
|
|
--alter the table
|
|
ALTER TABLE upsert_test_arbiter DROP to_drop;
|
|
ALTER TABLE upsert_test_arbiter ADD device_id char(20) DEFAULT 'dev1';
|
|
CREATE UNIQUE INDEX arbiter_time_device_idx ON upsert_test_arbiter (time, device_id);
|
|
|
|
INSERT INTO upsert_test_arbiter as current (time, device_id) VALUES
|
|
('2018-01-21T09:00:01', 'dev1'),
|
|
('2017-01-20T09:00:01', 'dev1'),
|
|
('2017-01-21T09:00:01', 'dev2'),
|
|
('2018-01-21T09:00:01', 'dev2')
|
|
ON CONFLICT (time, device_id) DO UPDATE SET device_id = coalesce(excluded.device_id,current.device_id)
|
|
RETURNING *;
|
|
|
|
with cte as (
|
|
INSERT INTO upsert_test_arbiter (time, device_id) VALUES
|
|
('2017-01-21T09:00:01', 'dev2'),
|
|
('2018-01-21T09:00:01', 'dev2')
|
|
ON CONFLICT (time, device_id) DO UPDATE SET device_id = 'dev3'
|
|
RETURNING *)
|
|
select * from cte;
|
|
|
|
-- test ON CONFLICT with prepared statements
|
|
CREATE TABLE prepared_test(time timestamptz PRIMARY KEY, value float CHECK(value > 0));
|
|
SELECT create_hypertable('prepared_test','time');
|
|
|
|
CREATE TABLE source_data(time timestamptz PRIMARY KEY, value float);
|
|
INSERT INTO source_data VALUES('2000-01-01',0.5), ('2001-01-01',0.5);
|
|
|
|
-- at some point PostgreSQL will turn the plan into a generic plan
|
|
-- so we execute the prepared statement 10 times
|
|
-- check that an error in the prepared statement does not lead to the plan becoming unusable
|
|
PREPARE prep_insert_select AS INSERT INTO prepared_test select * from source_data ON CONFLICT (time) DO UPDATE SET value = EXCLUDED.value;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
--this insert will create an invalid tuple in source_data
|
|
--so that future calls to prep_insert_select will fail
|
|
INSERT INTO source_data VALUES('2000-01-02',-0.5);
|
|
\set ON_ERROR_STOP 0
|
|
EXECUTE prep_insert_select;
|
|
EXECUTE prep_insert_select;
|
|
\set ON_ERROR_STOP 1
|
|
DELETE FROM source_data WHERE value <= 0;
|
|
EXECUTE prep_insert_select;
|
|
|
|
PREPARE prep_insert AS INSERT INTO prepared_test VALUES('2000-01-01',0.5) ON CONFLICT (time) DO UPDATE SET value = EXCLUDED.value;
|
|
|
|
-- at some point PostgreSQL will turn the plan into a generic plan
|
|
-- so we execute the prepared statement 10 times
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
EXECUTE prep_insert;
|
|
|
|
SELECT * FROM prepared_test;
|
|
DELETE FROM prepared_test;
|
|
|
|
-- test ON CONFLICT with functions
|
|
CREATE OR REPLACE FUNCTION test_upsert(t timestamptz, v float) RETURNS VOID AS $sql$
|
|
BEGIN
|
|
INSERT INTO prepared_test VALUES(t,v) ON CONFLICT (time) DO UPDATE SET value = EXCLUDED.value;
|
|
END;
|
|
$sql$ LANGUAGE PLPGSQL;
|
|
|
|
-- at some point PostgreSQL will turn the plan into a generic plan
|
|
-- so we execute the function 10 times
|
|
SELECT counter,test_upsert('2000-01-01',0.5) FROM generate_series(1,10) AS g(counter);
|
|
|
|
SELECT * FROM prepared_test;
|
|
DELETE FROM prepared_test;
|
|
|
|
-- at some point PostgreSQL will turn the plan into a generic plan
|
|
-- so we execute the function 10 times
|
|
SELECT counter,test_upsert('2000-01-01',0.5) FROM generate_series(1,10) AS g(counter);
|
|
|
|
SELECT * FROM prepared_test;
|
|
DELETE FROM prepared_test;
|
|
|
|
-- run it again to ensure INSERT path is still working as well
|
|
SELECT counter,test_upsert('2000-01-01',0.5) FROM generate_series(1,10) AS g(counter);
|
|
|
|
SELECT * FROM prepared_test;
|
|
DELETE FROM prepared_test;
|
|
|
|
-- test ON CONFLICT with functions
|
|
CREATE OR REPLACE FUNCTION test_upsert2(t timestamptz, v float) RETURNS VOID AS $sql$
|
|
BEGIN
|
|
INSERT INTO prepared_test VALUES(t,v) ON CONFLICT (time) DO UPDATE SET value = prepared_test.value + 1.0;
|
|
END;
|
|
$sql$ LANGUAGE PLPGSQL;
|
|
|
|
-- at some point PostgreSQL will turn the plan into a generic plan
|
|
-- so we execute the function 10 times
|
|
SELECT counter,test_upsert2('2000-01-01',1.0) FROM generate_series(1,10) AS g(counter);
|
|
|
|
SELECT * FROM prepared_test;
|