mirror of
https://github.com/timescale/timescaledb.git
synced 2025-05-19 12:13:24 +08:00
e0be9eaa28
This patch adds the functionality that is needed to perform distributed, parallel joins on reference tables on access nodes. This code allows the pushdown of a join if: * (1) The setting "ts_guc_enable_per_data_node_queries" is enabled * (2) The outer relation is a distributed hypertable * (3) The inner relation is marked as a reference table * (4) The join is a left join or an inner join
290 lines
11 KiB
C
290 lines
11 KiB
C
/*
|
|
* This file and its contents are licensed under the Timescale License.
|
|
* Please see the included NOTICE for copyright information and
|
|
* LICENSE-TIMESCALE for a copy of the license.
|
|
*/
|
|
#include <postgres.h>
|
|
#include <fmgr.h>
|
|
#include <storage/ipc.h>
|
|
|
|
#include "bgw_policy/compression_api.h"
|
|
#include "bgw_policy/continuous_aggregate_api.h"
|
|
#include "bgw_policy/retention_api.h"
|
|
#include "bgw_policy/job.h"
|
|
#include "bgw_policy/job_api.h"
|
|
#include "bgw_policy/reorder_api.h"
|
|
#include "bgw_policy/policies_v2.h"
|
|
#include "chunk.h"
|
|
#include "chunk_api.h"
|
|
#include "compression/api.h"
|
|
#include "compression/array.h"
|
|
#include "compression/compression.h"
|
|
#include "compression/create.h"
|
|
#include "compression/deltadelta.h"
|
|
#include "compression/dictionary.h"
|
|
#include "compression/gorilla.h"
|
|
#include "compression/segment_meta.h"
|
|
#include "config.h"
|
|
#include "continuous_aggs/create.h"
|
|
#include "continuous_aggs/insert.h"
|
|
#include "continuous_aggs/options.h"
|
|
#include "continuous_aggs/refresh.h"
|
|
#include "continuous_aggs/invalidation.h"
|
|
#include "cross_module_fn.h"
|
|
#include "nodes/data_node_dispatch.h"
|
|
#include "data_node.h"
|
|
#include "dist_util.h"
|
|
#include "export.h"
|
|
#include "fdw/fdw.h"
|
|
#include "fdw/relinfo.h"
|
|
#include "hypertable.h"
|
|
#include "license_guc.h"
|
|
#include "nodes/decompress_chunk/planner.h"
|
|
#include "nodes/skip_scan/skip_scan.h"
|
|
#include "nodes/gapfill/gapfill_functions.h"
|
|
#include "partialize_finalize.h"
|
|
#include "planner.h"
|
|
#include "process_utility.h"
|
|
#include "process_utility.h"
|
|
#include "remote/connection_cache.h"
|
|
#include "remote/connection.h"
|
|
#include "remote/dist_commands.h"
|
|
#include "remote/dist_copy.h"
|
|
#include "remote/dist_txn.h"
|
|
#include "remote/healthcheck.h"
|
|
#include "remote/txn_id.h"
|
|
#include "remote/txn_resolve.h"
|
|
#include "reorder.h"
|
|
#ifdef USE_TELEMETRY
|
|
#include "telemetry.h"
|
|
#endif
|
|
#include "dist_backup.h"
|
|
|
|
#ifdef PG_MODULE_MAGIC
|
|
PG_MODULE_MAGIC;
|
|
#endif
|
|
|
|
#ifdef APACHE_ONLY
|
|
#error "cannot compile the TSL for ApacheOnly mode"
|
|
#endif
|
|
|
|
extern void PGDLLEXPORT _PG_init(void);
|
|
|
|
static void
|
|
cache_syscache_invalidate(Datum arg, int cacheid, uint32 hashvalue)
|
|
{
|
|
remote_connection_cache_invalidate_callback(arg, cacheid, hashvalue);
|
|
}
|
|
|
|
/*
|
|
* Cross module function initialization.
|
|
*
|
|
* During module start we set ts_cm_functions to point at the tsl version of the
|
|
* function registry.
|
|
*
|
|
* NOTE: To ensure that your cross-module function has a correct default, you
|
|
* must also add it to ts_cm_functions_default in cross_module_fn.c in the
|
|
* Apache codebase.
|
|
*/
|
|
CrossModuleFunctions tsl_cm_functions = {
|
|
#ifdef USE_TELEMETRY
|
|
.add_tsl_telemetry_info = tsl_telemetry_add_info,
|
|
#endif
|
|
|
|
.create_upper_paths_hook = tsl_create_upper_paths_hook,
|
|
.set_rel_pathlist_dml = tsl_set_rel_pathlist_dml,
|
|
.set_rel_pathlist_query = tsl_set_rel_pathlist_query,
|
|
|
|
/* bgw policies */
|
|
.policy_compression_add = policy_compression_add,
|
|
.policy_compression_remove = policy_compression_remove,
|
|
.policy_recompression_proc = policy_recompression_proc,
|
|
.policy_compression_check = policy_compression_check,
|
|
.policy_refresh_cagg_add = policy_refresh_cagg_add,
|
|
.policy_refresh_cagg_proc = policy_refresh_cagg_proc,
|
|
.policy_refresh_cagg_check = policy_refresh_cagg_check,
|
|
.policy_refresh_cagg_remove = policy_refresh_cagg_remove,
|
|
.policy_reorder_add = policy_reorder_add,
|
|
.policy_reorder_proc = policy_reorder_proc,
|
|
.policy_reorder_check = policy_reorder_check,
|
|
.policy_reorder_remove = policy_reorder_remove,
|
|
.policy_retention_add = policy_retention_add,
|
|
.policy_retention_proc = policy_retention_proc,
|
|
.policy_retention_check = policy_retention_check,
|
|
.policy_retention_remove = policy_retention_remove,
|
|
|
|
.job_add = job_add,
|
|
.job_alter = job_alter,
|
|
.job_alter_set_hypertable_id = job_alter_set_hypertable_id,
|
|
.job_delete = job_delete,
|
|
.job_run = job_run,
|
|
.job_execute = job_execute,
|
|
|
|
/* gapfill */
|
|
.gapfill_marker = gapfill_marker,
|
|
.gapfill_int16_time_bucket = gapfill_int16_time_bucket,
|
|
.gapfill_int32_time_bucket = gapfill_int32_time_bucket,
|
|
.gapfill_int64_time_bucket = gapfill_int64_time_bucket,
|
|
.gapfill_date_time_bucket = gapfill_date_time_bucket,
|
|
.gapfill_timestamp_time_bucket = gapfill_timestamp_time_bucket,
|
|
.gapfill_timestamptz_time_bucket = gapfill_timestamptz_time_bucket,
|
|
.gapfill_timestamptz_timezone_time_bucket = gapfill_timestamptz_timezone_time_bucket,
|
|
|
|
.reorder_chunk = tsl_reorder_chunk,
|
|
.move_chunk = tsl_move_chunk,
|
|
.move_chunk_proc = tsl_move_chunk_proc,
|
|
.copy_chunk_proc = tsl_copy_chunk_proc,
|
|
.copy_chunk_cleanup_proc = tsl_copy_chunk_cleanup_proc,
|
|
.subscription_exec = tsl_subscription_exec,
|
|
|
|
.policies_add = policies_add,
|
|
.policies_remove = policies_remove,
|
|
.policies_remove_all = policies_remove_all,
|
|
.policies_alter = policies_alter,
|
|
.policies_show = policies_show,
|
|
|
|
/* Continuous Aggregates */
|
|
.partialize_agg = tsl_partialize_agg,
|
|
.finalize_agg_sfunc = tsl_finalize_agg_sfunc,
|
|
.finalize_agg_ffunc = tsl_finalize_agg_ffunc,
|
|
.process_cagg_viewstmt = tsl_process_continuous_agg_viewstmt,
|
|
.continuous_agg_invalidation_trigger = continuous_agg_trigfn,
|
|
.continuous_agg_call_invalidation_trigger = execute_cagg_trigger,
|
|
.continuous_agg_refresh = continuous_agg_refresh,
|
|
.continuous_agg_invalidate_raw_ht = continuous_agg_invalidate_raw_ht,
|
|
.continuous_agg_invalidate_mat_ht = continuous_agg_invalidate_mat_ht,
|
|
.continuous_agg_update_options = continuous_agg_update_options,
|
|
.invalidation_cagg_log_add_entry = tsl_invalidation_cagg_log_add_entry,
|
|
.invalidation_hyper_log_add_entry = tsl_invalidation_hyper_log_add_entry,
|
|
.remote_invalidation_log_delete = remote_invalidation_log_delete,
|
|
.drop_dist_ht_invalidation_trigger = tsl_drop_dist_ht_invalidation_trigger,
|
|
.remote_drop_dist_ht_invalidation_trigger = remote_drop_dist_ht_invalidation_trigger,
|
|
.invalidation_process_hypertable_log = tsl_invalidation_process_hypertable_log,
|
|
.invalidation_process_cagg_log = tsl_invalidation_process_cagg_log,
|
|
.cagg_try_repair = tsl_cagg_try_repair,
|
|
|
|
/* Compression */
|
|
.compressed_data_decompress_forward = tsl_compressed_data_decompress_forward,
|
|
.compressed_data_decompress_reverse = tsl_compressed_data_decompress_reverse,
|
|
.compressed_data_send = tsl_compressed_data_send,
|
|
.compressed_data_recv = tsl_compressed_data_recv,
|
|
.compressed_data_in = tsl_compressed_data_in,
|
|
.compressed_data_out = tsl_compressed_data_out,
|
|
.deltadelta_compressor_append = tsl_deltadelta_compressor_append,
|
|
.deltadelta_compressor_finish = tsl_deltadelta_compressor_finish,
|
|
.gorilla_compressor_append = tsl_gorilla_compressor_append,
|
|
.gorilla_compressor_finish = tsl_gorilla_compressor_finish,
|
|
.dictionary_compressor_append = tsl_dictionary_compressor_append,
|
|
.dictionary_compressor_finish = tsl_dictionary_compressor_finish,
|
|
.array_compressor_append = tsl_array_compressor_append,
|
|
.array_compressor_finish = tsl_array_compressor_finish,
|
|
.process_compress_table = tsl_process_compress_table,
|
|
.process_altertable_cmd = tsl_process_altertable_cmd,
|
|
.process_rename_cmd = tsl_process_rename_cmd,
|
|
.compress_chunk = tsl_compress_chunk,
|
|
.decompress_chunk = tsl_decompress_chunk,
|
|
|
|
.data_node_add = data_node_add,
|
|
.data_node_delete = data_node_delete,
|
|
.data_node_attach = data_node_attach,
|
|
.data_node_ping = data_node_ping,
|
|
.data_node_detach = data_node_detach,
|
|
.data_node_alter = data_node_alter,
|
|
.data_node_allow_new_chunks = data_node_allow_new_chunks,
|
|
.data_node_block_new_chunks = data_node_block_new_chunks,
|
|
.chunk_set_default_data_node = chunk_set_default_data_node,
|
|
.show_chunk = chunk_show,
|
|
.create_compressed_chunk = tsl_create_compressed_chunk,
|
|
.create_chunk = chunk_create,
|
|
.create_chunk_on_data_nodes = chunk_api_create_on_data_nodes,
|
|
.chunk_drop_replica = chunk_drop_replica,
|
|
.chunk_freeze_chunk = chunk_freeze_chunk,
|
|
.chunk_unfreeze_chunk = chunk_unfreeze_chunk,
|
|
.chunks_drop_stale = chunk_drop_stale_chunks,
|
|
.hypertable_make_distributed = hypertable_make_distributed,
|
|
.get_and_validate_data_node_list = hypertable_get_and_validate_data_nodes,
|
|
.timescaledb_fdw_handler = timescaledb_fdw_handler,
|
|
.timescaledb_fdw_validator = timescaledb_fdw_validator,
|
|
.remote_txn_id_in = remote_txn_id_in_pg,
|
|
.remote_txn_id_out = remote_txn_id_out_pg,
|
|
.remote_txn_heal_data_node = remote_txn_heal_data_node,
|
|
.remote_connection_cache_show = remote_connection_cache_show,
|
|
.set_rel_pathlist = tsl_set_rel_pathlist,
|
|
.distributed_insert_path_create = tsl_create_distributed_insert_path,
|
|
.distributed_copy = remote_distributed_copy,
|
|
.ddl_command_start = tsl_ddl_command_start,
|
|
.ddl_command_end = tsl_ddl_command_end,
|
|
.sql_drop = tsl_sql_drop,
|
|
.set_distributed_id = dist_util_set_id,
|
|
.set_distributed_peer_id = dist_util_set_peer_id,
|
|
.is_access_node_session = dist_util_is_access_node_session_on_data_node,
|
|
.remove_from_distributed_db = dist_util_remove_from_db,
|
|
.dist_remote_hypertable_info = dist_util_remote_hypertable_info,
|
|
.dist_remote_chunk_info = dist_util_remote_chunk_info,
|
|
.dist_remote_compressed_chunk_info = dist_util_remote_compressed_chunk_info,
|
|
.dist_remote_hypertable_index_info = dist_util_remote_hypertable_index_info,
|
|
.dist_update_stale_chunk_metadata = chunk_update_stale_metadata,
|
|
.validate_as_data_node = validate_data_node_settings,
|
|
.distributed_exec = ts_dist_cmd_exec,
|
|
.create_distributed_restore_point = create_distributed_restore_point,
|
|
.func_call_on_data_nodes = ts_dist_cmd_func_call_on_data_nodes,
|
|
.chunk_get_relstats = chunk_api_get_chunk_relstats,
|
|
.chunk_get_colstats = chunk_api_get_chunk_colstats,
|
|
.chunk_create_empty_table = chunk_create_empty_table,
|
|
.chunk_create_replica_table = chunk_create_replica_table,
|
|
.hypertable_distributed_set_replication_factor = hypertable_set_replication_factor,
|
|
.cache_syscache_invalidate = cache_syscache_invalidate,
|
|
.update_compressed_chunk_relstats = update_compressed_chunk_relstats,
|
|
.health_check = ts_dist_health_check,
|
|
.mn_get_foreign_join_paths = tsl_mn_get_foreign_join_paths,
|
|
};
|
|
|
|
static void
|
|
ts_module_cleanup_on_pg_exit(int code, Datum arg)
|
|
{
|
|
_tsl_process_utility_fini();
|
|
_remote_dist_txn_fini();
|
|
_remote_connection_cache_fini();
|
|
_continuous_aggs_cache_inval_fini();
|
|
}
|
|
|
|
TS_FUNCTION_INFO_V1(ts_module_init);
|
|
/*
|
|
* Module init function, sets ts_cm_functions to point at tsl_cm_functions
|
|
*/
|
|
PGDLLEXPORT Datum
|
|
ts_module_init(PG_FUNCTION_ARGS)
|
|
{
|
|
ts_cm_functions = &tsl_cm_functions;
|
|
|
|
_continuous_aggs_cache_inval_init();
|
|
_decompress_chunk_init();
|
|
_skip_scan_init();
|
|
_remote_connection_cache_init();
|
|
_remote_dist_txn_init();
|
|
_tsl_process_utility_init();
|
|
/* Register a cleanup function to be called when the backend exits */
|
|
on_proc_exit(ts_module_cleanup_on_pg_exit, 0);
|
|
PG_RETURN_BOOL(true);
|
|
}
|
|
|
|
/* Informative functions */
|
|
|
|
PGDLLEXPORT void
|
|
_PG_init(void)
|
|
{
|
|
/*
|
|
* In a normal backend, we disable loading the tsl until after the main
|
|
* timescale library is loaded, after which we enable it from the loader.
|
|
* In parallel workers the restore shared libraries function will load the
|
|
* libraries itself, and we bypass the loader, so we need to ensure that
|
|
* timescale is aware it can use the tsl if needed. It is always safe to
|
|
* do this here, because if we reach this point, we must have already
|
|
* loaded the tsl, so we no longer need to worry about its load order
|
|
* relative to the other libraries.
|
|
*/
|
|
ts_license_enable_module_loading();
|
|
|
|
_remote_connection_init();
|
|
}
|