timescaledb/sql/CMakeLists.txt
Fabrízio de Royes Mello defe4ef581 Release 2.15.0
This release contains performance improvements and bug fixes since
the 2.14.2 release. We recommend that you upgrade at the next
available opportunity.

In addition, it includes these noteworthy features:
* Support `time_bucket` with `origin` and/or `offset` on Continuous Aggregate
* Compression improvements:
  - Improve expression pushdown
  - Add minmax sparse indexes when compressing columns with btree indexes
  - Make compression use the defaults functions
  - Vectorize filters in WHERE clause that contain text equality operators and LIKE expressions

**Deprecation warning**
* Starting on this release will not be possible to create Continuous Aggregate using `time_bucket_ng` anymore and it will be completely removed on the upcoming releases.
* Recommend users to [migrate their old Continuous Aggregate format to the new one](https://docs.timescale.com/use-timescale/latest/continuous-aggregates/migrate/) because it support will be completely removed in next releases prevent them to migrate.
* This is the last release supporting PostgreSQL 13.

**For on-premise users and this release only**, you will need to run [this SQL script](https://github.com/timescale/timescaledb-extras/blob/master/utils/2.15.X-fix_hypertable_foreign_keys.sql) after running `ALTER EXTENSION`. More details can be found in the pull request [#6786](https://github.com/timescale/timescaledb/pull/6797).

**Features**
* #6382 Support for time_bucket with origin and offset in CAggs
* #6696 Improve defaults for compression segment_by and order_by
* #6705 Add sparse minmax indexes for compressed columns that have uncompressed btree indexes
* #6754 Allow DROP CONSTRAINT on compressed hypertables
* #6767 Add metadata table `_timestaledb_internal.bgw_job_stat_history` for tracking job execution history
* #6798 Prevent usage of deprecated time_bucket_ng in CAgg definition
* #6810 Add telemetry for access methods
* #6811 Remove no longer relevant timescaledb.allow_install_without_preload GUC
* #6837 Add migration path for CAggs using time_bucket_ng
* #6865 Update the watermark when truncating a CAgg

**Bugfixes**
* #6617 Fix error in show_chunks
* #6621 Remove metadata when dropping chunks
* #6677 Fix snapshot usage in CAgg invalidation scanner
* #6698 Define meaning of 0 retries for jobs as no retries
* #6717 Fix handling of compressed tables with primary or unique index in COPY path
* #6726 Fix constify cagg_watermark using window function when querying a CAgg
* #6729 Fix NULL start value handling in CAgg refresh
* #6732 Fix CAgg migration with custom timezone / date format settings
* #6752 Remove custom autovacuum setting from compressed chunks
* #6770 Fix plantime chunk exclusion for OSM chunk
* #6789 Fix deletes with subqueries and compression
* #6796 Fix a crash involving a view on a hypertable
* #6797 Fix foreign key constraint handling on compressed hypertables
* #6816 Fix handling of chunks with no contraints
* #6820 Fix a crash when the ts_hypertable_insert_blocker was called directly
* #6849 Use non-orderby compressed metadata in compressed DML
* #6867 Clean up compression settings when deleting compressed cagg
* #6869 Fix compressed DML with constraints of form value OP column
* #6870 Fix bool expression pushdown for queries on compressed chunks

**Thanks**
* @brasic for reporting a crash when the ts_hypertable_insert_blocker was called directly
* @bvanelli for reporting an issue with the jobs retry count
* @djzurawsk For reporting error when dropping chunks
* @Dzuzepppe for reporting an issue with DELETEs using subquery on compressed chunk working incorrectly.
* @hongquan For reporting a 'timestamp out of range' error during CAgg migrations
* @kevcenteno for reporting an issue with the show_chunks API showing incorrect output when 'created_before/created_after' was used with time-partitioned columns.
* @mahipv For starting working on the job history PR
* @rovo89 For reporting constify cagg_watermark not working using window function when querying a CAgg
2024-05-06 12:40:40 -03:00

315 lines
11 KiB
CMake

set(INSTALL_FILE ${PROJECT_NAME}--${PROJECT_VERSION_MOD}.sql)
include(ScriptFiles)
# These files represent the modifications that happen in each version, excluding
# new objects or updates to functions. We use them to build a path (update
# script) from every historical version to the current version. Note that not
# all of these files may exist on disk, in case they would have no contents.
# There still needs to be an entry here to build an update script for that
# version. Thus, for every new release, an entry should be added here.
set(MOD_FILES
updates/2.1.0--2.1.1.sql
updates/2.1.1--2.2.0.sql
updates/2.2.0--2.2.1.sql
updates/2.2.1--2.3.0.sql
updates/2.3.0--2.3.1.sql
updates/2.3.1--2.4.0.sql
updates/2.4.0--2.4.1.sql
updates/2.4.1--2.4.2.sql
updates/2.4.2--2.5.0.sql
updates/2.5.0--2.5.1.sql
updates/2.5.1--2.5.2.sql
updates/2.5.2--2.6.0.sql
updates/2.6.0--2.6.1.sql
updates/2.6.1--2.7.0.sql
updates/2.7.0--2.7.1.sql
updates/2.7.1--2.7.2.sql
updates/2.7.2--2.8.0.sql
updates/2.8.0--2.8.1.sql
updates/2.8.1--2.9.0.sql
updates/2.9.0--2.9.1.sql
updates/2.9.1--2.9.2.sql
updates/2.9.2--2.9.3.sql
updates/2.9.3--2.10.0.sql
updates/2.10.0--2.10.1.sql
updates/2.10.1--2.10.2.sql
updates/2.10.2--2.10.3.sql
updates/2.10.3--2.11.0.sql
updates/2.11.0--2.11.1.sql
updates/2.11.1--2.11.2.sql
updates/2.11.2--2.12.0.sql
updates/2.12.0--2.12.1.sql
updates/2.12.1--2.12.2.sql
updates/2.12.2--2.13.0.sql
updates/2.13.0--2.13.1.sql
updates/2.13.1--2.14.0.sql
updates/2.14.0--2.14.1.sql
updates/2.14.1--2.14.2.sql
updates/2.14.2--2.15.0.sql)
# The downgrade file to generate a downgrade script for the current version, as
# specified in version.config
set(CURRENT_REV_FILE reverse-dev.sql)
# Files for generating old downgrade scripts. This should only include files for
# downgrade from one version to its previous version since we do not support
# skipping versions when downgrading.
set(OLD_REV_FILES
2.3.1--2.3.0.sql
2.4.0--2.3.1.sql
2.4.1--2.4.0.sql
2.4.2--2.4.1.sql
2.5.0--2.4.2.sql
2.5.1--2.5.0.sql
2.5.2--2.5.1.sql
2.6.0--2.5.2.sql
2.6.1--2.6.0.sql
2.7.0--2.6.1.sql
2.7.1--2.7.0.sql
2.7.2--2.7.1.sql
2.8.0--2.7.2.sql
2.8.1--2.8.0.sql
2.9.0--2.8.1.sql
2.9.1--2.9.0.sql
2.9.2--2.9.1.sql
2.9.3--2.9.2.sql
2.10.0--2.9.3.sql
2.10.1--2.10.0.sql
2.10.2--2.10.1.sql
2.10.3--2.10.2.sql
2.11.0--2.10.3.sql
2.11.1--2.11.0.sql
2.11.2--2.11.1.sql
2.12.0--2.11.2.sql
2.12.1--2.12.0.sql
2.12.2--2.12.1.sql
2.13.0--2.12.2.sql
2.13.1--2.13.0.sql
2.14.0--2.13.1.sql
2.14.1--2.14.0.sql
2.14.2--2.14.1.sql)
set(MODULE_PATHNAME "$libdir/timescaledb-${PROJECT_VERSION_MOD}")
set(LOADER_PATHNAME "$libdir/timescaledb")
set(TS_MODULE_PATHNAME
${MODULE_PATHNAME}
PARENT_SCOPE)
set(TSL_MODULE_PATHNAME
"$libdir/timescaledb-tsl-${PROJECT_VERSION_MOD}"
PARENT_SCOPE)
if(NOT GENERATE_DOWNGRADE_SCRIPT)
message(
STATUS "Not generating downgrade script: downgrade generation disabled.")
elseif(NOT GIT_FOUND)
message(STATUS "Not generating downgrade script: Git not available.")
else()
generate_downgrade_script(
SOURCE_VERSION
${PROJECT_VERSION_MOD}
TARGET_VERSION
${DOWNGRADE_TO_VERSION}
INPUT_DIRECTORY
${CMAKE_CURRENT_SOURCE_DIR}/updates
FILES
${CURRENT_REV_FILE})
if(GENERATE_OLD_DOWNGRADE_SCRIPTS)
foreach(_downgrade_file ${OLD_REV_FILES})
if(${_downgrade_file} MATCHES
"([0-9]+\\.[0-9]+\\.*[0-9]*)--([0-9]+\\.[0-9]+\\.*[0-9]*).sql")
set(_source_version ${CMAKE_MATCH_1})
set(_target_version ${CMAKE_MATCH_2})
generate_downgrade_script(
SOURCE_VERSION
${_source_version}
TARGET_VERSION
${_target_version}
INPUT_DIRECTORY
${CMAKE_CURRENT_SOURCE_DIR}/updates
FILES
${_downgrade_file})
else()
message(FATAL_ERROR "${_downgrade_file} is not a downgrade file")
endif()
endforeach()
endif()
endif()
# Function to replace @MODULE_PATHNAME@ in source files, producing an output
# file in the build dir
function(version_files SRC_FILE_LIST OUTPUT_FILE_LIST)
set(result "")
foreach(unversioned_file ${SRC_FILE_LIST})
set(versioned_file ${unversioned_file})
list(APPEND result ${CMAKE_CURRENT_BINARY_DIR}/${versioned_file})
if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${unversioned_file})
configure_file(${unversioned_file} ${versioned_file} @ONLY)
endif()
endforeach(unversioned_file)
set(${OUTPUT_FILE_LIST}
"${result}"
PARENT_SCOPE)
endfunction()
# Function to replace @VARIABLE@ in source files, producing an output file in
# the build dir. Unlike the previous function we need to build a versioned file
# for every version we create an update script for.
function(version_check_file SRC_FILE_LIST OUTPUT_FILE_LIST)
set(result "")
foreach(unversioned_file ${SRC_FILE_LIST})
set(versioned_file ${unversioned_file}-${START_VERSION})
list(APPEND result ${CMAKE_CURRENT_BINARY_DIR}/${versioned_file})
if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${unversioned_file})
configure_file(${unversioned_file} ${versioned_file} @ONLY)
endif()
endforeach(unversioned_file)
set(${OUTPUT_FILE_LIST}
"${result}"
PARENT_SCOPE)
endfunction()
# Create versioned files (replacing MODULE_PATHNAME) in the build directory of
# all our source files
version_files("${PRE_UPDATE_FILES}" PRE_UPDATE_FILES_VERSIONED)
version_files("${POST_UPDATE_FILES}" POST_UPDATE_FILES_VERSIONED)
version_files("${PRE_INSTALL_SOURCE_FILES}" PRE_INSTALL_SOURCE_FILES_VERSIONED)
version_files("${PRE_INSTALL_FUNCTION_FILES}"
PRE_INSTALL_FUNCTION_FILES_VERSIONED)
version_files("${SOURCE_FILES}" SOURCE_FILES_VERSIONED)
version_files("${MOD_FILES}" MOD_FILES_VERSIONED)
version_files("updates/latest-dev.sql" LASTEST_MOD_VERSIONED)
version_files("notice.sql" NOTICE_FILE)
# Function to concatenate all files in SRC_FILE_LIST into file OUTPUT_FILE
function(cat_files SRC_FILE_LIST OUTPUT_FILE)
if(WIN32)
set("SRC_ARG" "-DSRC_FILE_LIST=${SRC_FILE_LIST}")
else()
set("SRC_ARG" "'-DSRC_FILE_LIST=${SRC_FILE_LIST}'")
endif()
add_custom_command(
OUTPUT ${OUTPUT_FILE}
DEPENDS ${SRC_FILE_LIST}
WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND ${CMAKE_COMMAND} "${SRC_ARG}" "-DOUTPUT_FILE=${OUTPUT_FILE}" -P
cat.cmake
COMMENT "Generating ${OUTPUT_FILE}")
endfunction()
# Concatenate all files in SRC_FILE_LIST into file OUTPUT_FILE Additionally
# strips out `OR REPLACE` from the generated file as this would allow a
# privilege escalation attack when present in the CREATE script
function(cat_create_files SRC_FILE_LIST OUTPUT_FILE)
if(WIN32)
set("SRC_ARG" "-DSRC_FILE_LIST=${SRC_FILE_LIST}")
else()
set("SRC_ARG" "'-DSRC_FILE_LIST=${SRC_FILE_LIST}'")
endif()
if(WIN32)
add_custom_command(
OUTPUT ${OUTPUT_FILE}
DEPENDS ${SRC_FILE_LIST}
WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND ${CMAKE_COMMAND} "${SRC_ARG}" "-DOUTPUT_FILE=${OUTPUT_FILE}"
"-DSTRIP_REPLACE=ON" -P cat.cmake
COMMENT "Generating ${OUTPUT_FILE}")
else()
add_custom_command(
OUTPUT ${OUTPUT_FILE}
DEPENDS ${SRC_FILE_LIST}
WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
COMMAND ${CMAKE_COMMAND} "'-DSRC_FILE_LIST=${SRC_FILE_LIST}'"
"-DOUTPUT_FILE=${OUTPUT_FILE}" "-DSTRIP_REPLACE=ON" -P cat.cmake
COMMENT "Generating ${OUTPUT_FILE}")
endif()
endfunction()
# Generate the extension file used with CREATE EXTENSION
cat_create_files(
"${PRE_INSTALL_SOURCE_FILES_VERSIONED};${SOURCE_FILES_VERSIONED};${NOTICE_FILE}"
${CMAKE_CURRENT_BINARY_DIR}/${INSTALL_FILE})
add_custom_target(sqlfile ALL
DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/${INSTALL_FILE})
# Generate the update files used with ALTER EXTENSION <name> UPDATE
set(MOD_FILE_REGEX
"([0-9]+\\.[0-9]+\\.*[0-9]+[-a-z0-9]*)--([0-9]+\\.[0-9]+\\.*[0-9]+[-a-z0-9]*).sql"
)
# We'd like to process the updates in reverse (descending) order
if(EXISTS
"${CMAKE_CURRENT_SOURCE_DIR}/updates/${UPDATE_FROM_VERSION}--${PROJECT_VERSION_MOD}.sql"
)
set(MOD_FILES_LIST ${MOD_FILES_VERSIONED})
else()
set(MOD_FILES_LIST
"${MOD_FILES_VERSIONED};updates/${UPDATE_FROM_VERSION}--${PROJECT_VERSION_MOD}.sql"
)
endif()
list(REVERSE MOD_FILES_LIST)
# Variable that will hold the list of update scripts from every previous version
# to the current version
set(UPDATE_SCRIPTS "")
# A list of current modfiles. We append to this list for every previous version
# that moves us further away from the current version, thus making the update
# path longer as we move back in history
set(CURR_MOD_FILES "${LASTEST_MOD_VERSIONED}")
# Now loop through the modfiles and generate the update files
foreach(transition_mod_file ${MOD_FILES_LIST})
if(NOT (${transition_mod_file} MATCHES ${MOD_FILE_REGEX}))
message(FATAL_ERROR "Cannot parse update file name ${mod_file}")
endif()
set(START_VERSION ${CMAKE_MATCH_1})
set(END_VERSION ${CMAKE_MATCH_2})
set(PRE_FILES ${PRE_UPDATE_FILES_VERSIONED})
set(POST_FILES_PROCESSED ${POST_UPDATE_FILES_VERSIONED}.processed)
cat_files(
"${SET_POST_UPDATE_STAGE};${POST_UPDATE_FILES_VERSIONED};${UNSET_UPDATE_STAGE}"
${POST_FILES_PROCESSED})
# Check for version-specific update code with fixes
if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/updates/${START_VERSION}.sql)
version_files("updates/${START_VERSION}.sql" ORIGIN_MOD_FILE)
list(APPEND PRE_FILES ${ORIGIN_MOD_FILE})
endif()
version_check_file("updates/version_check.sql" VERSION_CHECK_VERSIONED)
list(PREPEND PRE_FILES ${VERSION_CHECK_VERSIONED})
# There might not have been any changes in the modfile, in which case the
# modfile need not be present
if(EXISTS ${transition_mod_file})
# Prepend the modfile as we are moving through the versions in descending
# order
list(INSERT CURR_MOD_FILES 0 ${transition_mod_file})
endif()
set(UPDATE_SCRIPT
${CMAKE_CURRENT_BINARY_DIR}/timescaledb--${START_VERSION}--${PROJECT_VERSION_MOD}.sql
)
list(APPEND UPDATE_SCRIPTS ${UPDATE_SCRIPT})
if(CURR_MOD_FILES)
cat_files(
"${PRE_FILES};${CURR_MOD_FILES};${PRE_INSTALL_FUNCTION_FILES_VERSIONED};${SOURCE_FILES_VERSIONED};${POST_FILES_PROCESSED}"
${UPDATE_SCRIPT})
else()
cat_files(
"${PRE_FILES};${PRE_INSTALL_FUNCTION_FILES_VERSIONED};${SOURCE_FILES_VERSIONED};${POST_FILES_PROCESSED}"
${UPDATE_SCRIPT})
endif()
endforeach(transition_mod_file)
add_custom_target(sqlupdatescripts ALL DEPENDS ${UPDATE_SCRIPTS})
# Install target for the extension file and update scripts
install(FILES ${CMAKE_CURRENT_BINARY_DIR}/${INSTALL_FILE} ${UPDATE_SCRIPTS}
DESTINATION "${PG_SHAREDIR}/extension")