postgres/timescaledb
1
0
Fork 0
mirror of https://github.com/timescale/timescaledb.git synced 2025-05-18 03:23:37 +08:00
Code Issues Packages Projects Releases Wiki Activity
65562f02e8
timescaledb/tsl/src/init.c
Sven Klemm 65562f02e8 Support unique constraints on compressed chunks 
This patch allows unique constraints on compressed chunks. When
trying to INSERT into compressed chunks with unique constraints
any potentially conflicting compressed batches will be decompressed
to let postgres do constraint checking on the INSERT.
With this patch only INSERT ON CONFLICT DO NOTHING will be supported.
For decompression only segment by information is considered to
determine conflicting batches. This will be enhanced in a follow-up
patch to also include orderby metadata to require decompressing
less batches.
2023-03-13 12:04:38 +01:00

293 lines
11 KiB
C
Raw Blame History

/*
* This file and its contents are licensed under the Timescale License.
* Please see the included NOTICE for copyright information and
* LICENSE-TIMESCALE for a copy of the license.
*/
#include <postgres.h>
#include <fmgr.h>
#include <storage/ipc.h>
#include "bgw_policy/compression_api.h"
#include "bgw_policy/continuous_aggregate_api.h"
#include "bgw_policy/retention_api.h"
#include "bgw_policy/job.h"
#include "bgw_policy/job_api.h"
#include "bgw_policy/reorder_api.h"
#include "bgw_policy/policies_v2.h"
#include "chunk.h"
#include "chunk_api.h"
#include "compression/api.h"
#include "compression/array.h"
#include "compression/compression.h"
#include "compression/create.h"
#include "compression/deltadelta.h"
#include "compression/dictionary.h"
#include "compression/gorilla.h"
#include "compression/segment_meta.h"
#include "config.h"
#include "continuous_aggs/create.h"
#include "continuous_aggs/insert.h"
#include "continuous_aggs/options.h"
#include "continuous_aggs/refresh.h"
#include "continuous_aggs/invalidation.h"
#include "cross_module_fn.h"
#include "nodes/data_node_dispatch.h"
#include "data_node.h"
#include "dist_util.h"
#include "export.h"
#include "fdw/fdw.h"
#include "fdw/relinfo.h"
#include "hypertable.h"
#include "license_guc.h"
#include "nodes/decompress_chunk/planner.h"
#include "nodes/skip_scan/skip_scan.h"
#include "nodes/gapfill/gapfill_functions.h"
#include "partialize_finalize.h"
#include "planner.h"
#include "process_utility.h"
#include "process_utility.h"
#include "remote/connection_cache.h"
#include "remote/connection.h"
#include "remote/dist_commands.h"
#include "remote/dist_copy.h"
#include "remote/dist_txn.h"
#include "remote/healthcheck.h"
#include "remote/txn_id.h"
#include "remote/txn_resolve.h"
#include "reorder.h"
#ifdef USE_TELEMETRY
#include "telemetry.h"
#endif
#include "dist_backup.h"
#ifdef PG_MODULE_MAGIC
PG_MODULE_MAGIC;
#endif
#ifdef APACHE_ONLY
#error "cannot compile the TSL for ApacheOnly mode"
#endif
extern void PGDLLEXPORT _PG_init(void);
static void
cache_syscache_invalidate(Datum arg, int cacheid, uint32 hashvalue)
{
remote_connection_cache_invalidate_callback(arg, cacheid, hashvalue);
}
/*
* Cross module function initialization.
*
* During module start we set ts_cm_functions to point at the tsl version of the
* function registry.
*
* NOTE: To ensure that your cross-module function has a correct default, you
* must also add it to ts_cm_functions_default in cross_module_fn.c in the
* Apache codebase.
*/
CrossModuleFunctions tsl_cm_functions = {
#ifdef USE_TELEMETRY
.add_tsl_telemetry_info = tsl_telemetry_add_info,
#endif
.create_upper_paths_hook = tsl_create_upper_paths_hook,
.set_rel_pathlist_dml = tsl_set_rel_pathlist_dml,
.set_rel_pathlist_query = tsl_set_rel_pathlist_query,
/* bgw policies */
.policy_compression_add = policy_compression_add,
.policy_compression_remove = policy_compression_remove,
.policy_recompression_proc = policy_recompression_proc,
.policy_compression_check = policy_compression_check,
.policy_refresh_cagg_add = policy_refresh_cagg_add,
.policy_refresh_cagg_proc = policy_refresh_cagg_proc,
.policy_refresh_cagg_check = policy_refresh_cagg_check,
.policy_refresh_cagg_remove = policy_refresh_cagg_remove,
.policy_reorder_add = policy_reorder_add,
.policy_reorder_proc = policy_reorder_proc,
.policy_reorder_check = policy_reorder_check,
.policy_reorder_remove = policy_reorder_remove,
.policy_retention_add = policy_retention_add,
.policy_retention_proc = policy_retention_proc,
.policy_retention_check = policy_retention_check,
.policy_retention_remove = policy_retention_remove,
.job_add = job_add,
.job_alter = job_alter,
.job_alter_set_hypertable_id = job_alter_set_hypertable_id,
.job_delete = job_delete,
.job_run = job_run,
.job_execute = job_execute,
/* gapfill */
.gapfill_marker = gapfill_marker,
.gapfill_int16_time_bucket = gapfill_int16_time_bucket,
.gapfill_int32_time_bucket = gapfill_int32_time_bucket,
.gapfill_int64_time_bucket = gapfill_int64_time_bucket,
.gapfill_date_time_bucket = gapfill_date_time_bucket,
.gapfill_timestamp_time_bucket = gapfill_timestamp_time_bucket,
.gapfill_timestamptz_time_bucket = gapfill_timestamptz_time_bucket,
.gapfill_timestamptz_timezone_time_bucket = gapfill_timestamptz_timezone_time_bucket,
.reorder_chunk = tsl_reorder_chunk,
.move_chunk = tsl_move_chunk,
.move_chunk_proc = tsl_move_chunk_proc,
.copy_chunk_proc = tsl_copy_chunk_proc,
.copy_chunk_cleanup_proc = tsl_copy_chunk_cleanup_proc,
.subscription_exec = tsl_subscription_exec,
.policies_add = policies_add,
.policies_remove = policies_remove,
.policies_remove_all = policies_remove_all,
.policies_alter = policies_alter,
.policies_show = policies_show,
/* Continuous Aggregates */
.partialize_agg = tsl_partialize_agg,
.finalize_agg_sfunc = tsl_finalize_agg_sfunc,
.finalize_agg_ffunc = tsl_finalize_agg_ffunc,
.process_cagg_viewstmt = tsl_process_continuous_agg_viewstmt,
.continuous_agg_invalidation_trigger = continuous_agg_trigfn,
.continuous_agg_call_invalidation_trigger = execute_cagg_trigger,
.continuous_agg_refresh = continuous_agg_refresh,
.continuous_agg_invalidate_raw_ht = continuous_agg_invalidate_raw_ht,
.continuous_agg_invalidate_mat_ht = continuous_agg_invalidate_mat_ht,
.continuous_agg_update_options = continuous_agg_update_options,
.invalidation_cagg_log_add_entry = tsl_invalidation_cagg_log_add_entry,
.invalidation_hyper_log_add_entry = tsl_invalidation_hyper_log_add_entry,
.remote_invalidation_log_delete = remote_invalidation_log_delete,
.drop_dist_ht_invalidation_trigger = tsl_drop_dist_ht_invalidation_trigger,
.remote_drop_dist_ht_invalidation_trigger = remote_drop_dist_ht_invalidation_trigger,
.invalidation_process_hypertable_log = tsl_invalidation_process_hypertable_log,
.invalidation_process_cagg_log = tsl_invalidation_process_cagg_log,
.cagg_try_repair = tsl_cagg_try_repair,
/* Compression */
.compressed_data_decompress_forward = tsl_compressed_data_decompress_forward,
.compressed_data_decompress_reverse = tsl_compressed_data_decompress_reverse,
.compressed_data_send = tsl_compressed_data_send,
.compressed_data_recv = tsl_compressed_data_recv,
.compressed_data_in = tsl_compressed_data_in,
.compressed_data_out = tsl_compressed_data_out,
.deltadelta_compressor_append = tsl_deltadelta_compressor_append,
.deltadelta_compressor_finish = tsl_deltadelta_compressor_finish,
.gorilla_compressor_append = tsl_gorilla_compressor_append,
.gorilla_compressor_finish = tsl_gorilla_compressor_finish,
.dictionary_compressor_append = tsl_dictionary_compressor_append,
.dictionary_compressor_finish = tsl_dictionary_compressor_finish,
.array_compressor_append = tsl_array_compressor_append,
.array_compressor_finish = tsl_array_compressor_finish,
.process_compress_table = tsl_process_compress_table,
.process_altertable_cmd = tsl_process_altertable_cmd,
.process_rename_cmd = tsl_process_rename_cmd,
.compress_chunk = tsl_compress_chunk,
.decompress_chunk = tsl_decompress_chunk,
.decompress_batches_for_insert = decompress_batches_for_insert,
.data_node_add = data_node_add,
.data_node_delete = data_node_delete,
.data_node_attach = data_node_attach,
.data_node_ping = data_node_ping,
.data_node_detach = data_node_detach,
.data_node_alter = data_node_alter,
.data_node_allow_new_chunks = data_node_allow_new_chunks,
.data_node_block_new_chunks = data_node_block_new_chunks,
.chunk_set_default_data_node = chunk_set_default_data_node,
.show_chunk = chunk_show,
.create_compressed_chunk = tsl_create_compressed_chunk,
.create_chunk = chunk_create,
.create_chunk_on_data_nodes = chunk_api_create_on_data_nodes,
.chunk_drop_replica = chunk_drop_replica,
.chunk_freeze_chunk = chunk_freeze_chunk,
.chunk_unfreeze_chunk = chunk_unfreeze_chunk,
.chunks_drop_stale = chunk_drop_stale_chunks,
.hypertable_make_distributed = hypertable_make_distributed,
.get_and_validate_data_node_list = hypertable_get_and_validate_data_nodes,
.timescaledb_fdw_handler = timescaledb_fdw_handler,
.timescaledb_fdw_validator = timescaledb_fdw_validator,
.remote_txn_id_in = remote_txn_id_in_pg,
.remote_txn_id_out = remote_txn_id_out_pg,
.remote_txn_heal_data_node = remote_txn_heal_data_node,
.remote_connection_cache_show = remote_connection_cache_show,
.set_rel_pathlist = tsl_set_rel_pathlist,
.distributed_insert_path_create = tsl_create_distributed_insert_path,
.distributed_copy = remote_distributed_copy,
.ddl_command_start = tsl_ddl_command_start,
.ddl_command_end = tsl_ddl_command_end,
.sql_drop = tsl_sql_drop,
.set_distributed_id = dist_util_set_id,
.set_distributed_peer_id = dist_util_set_peer_id,
.is_access_node_session = dist_util_is_access_node_session_on_data_node,
.remove_from_distributed_db = dist_util_remove_from_db,
.dist_remote_hypertable_info = dist_util_remote_hypertable_info,
.dist_remote_chunk_info = dist_util_remote_chunk_info,
.dist_remote_compressed_chunk_info = dist_util_remote_compressed_chunk_info,
.dist_remote_hypertable_index_info = dist_util_remote_hypertable_index_info,
.dist_update_stale_chunk_metadata = chunk_update_stale_metadata,
.validate_as_data_node = validate_data_node_settings,
.distributed_exec = ts_dist_cmd_exec,
.create_distributed_restore_point = create_distributed_restore_point,
.func_call_on_data_nodes = ts_dist_cmd_func_call_on_data_nodes,
.chunk_get_relstats = chunk_api_get_chunk_relstats,
.chunk_get_colstats = chunk_api_get_chunk_colstats,
.chunk_create_empty_table = chunk_create_empty_table,
.chunk_create_replica_table = chunk_create_replica_table,
.hypertable_distributed_set_replication_factor = hypertable_set_replication_factor,
.cache_syscache_invalidate = cache_syscache_invalidate,
.update_compressed_chunk_relstats = update_compressed_chunk_relstats,
.health_check = ts_dist_health_check,
.mn_get_foreign_join_paths = tsl_mn_get_foreign_join_paths,
};
static void
ts_module_cleanup_on_pg_exit(int code, Datum arg)
{
_tsl_process_utility_fini();
_remote_dist_txn_fini();
_remote_connection_cache_fini();
_continuous_aggs_cache_inval_fini();
}
TS_FUNCTION_INFO_V1(ts_module_init);
/*
* Module init function, sets ts_cm_functions to point at tsl_cm_functions
*/
PGDLLEXPORT Datum
ts_module_init(PG_FUNCTION_ARGS)
{
bool register_proc_exit = PG_GETARG_BOOL(0);
ts_cm_functions = &tsl_cm_functions;
_continuous_aggs_cache_inval_init();
_decompress_chunk_init();
_skip_scan_init();
_remote_connection_cache_init();
_remote_dist_txn_init();
_tsl_process_utility_init();
/* Register a cleanup function to be called when the backend exits */
if (register_proc_exit)
on_proc_exit(ts_module_cleanup_on_pg_exit, 0);
PG_RETURN_BOOL(true);
}
/* Informative functions */
PGDLLEXPORT void
_PG_init(void)
{
/*
* In a normal backend, we disable loading the tsl until after the main
* timescale library is loaded, after which we enable it from the loader.
* In parallel workers the restore shared libraries function will load the
* libraries itself, and we bypass the loader, so we need to ensure that
* timescale is aware it can use the tsl if needed. It is always safe to
* do this here, because if we reach this point, we must have already
* loaded the tsl, so we no longer need to worry about its load order
* relative to the other libraries.
*/
ts_license_enable_module_loading();
_remote_connection_init();
}
Reference in New Issue View Git Blame Copy Permalink