timescaledb/scripts/gh_matrix_builder.py
gayyappan b341506cb2 Enable continuous_aggs_policy test
Disable NOTICE messages for time based tables in
continuous_aggs_policy test. The refresh sometimes
does not have anything to update as the intervals
are computed based off now(). This causes intermittent
failures due to NOTICEs that the cagg is up to date.

Remove continuous_aggs_policy from ignores list in CI
scripts.
2020-10-01 16:47:10 -04:00

136 lines
4.5 KiB
Python

# Copyright (c) 2016-2020 Timescale, Inc. All Rights Reserved.
#
# This file is licensed under the Apache License, see LICENSE-APACHE
# at the top level directory of the timescaledb distribution.
# Python script to dynamically generate matrix for github action
# Since we want to run additional test configurations when triggered
# by a push to prerelease_test or by cron but github actions don't
# allow a dynamic matrix via yaml configuration, we generate the matrix
# with this python script. While we could always have the full matrix
# and have if checks on every step that would make the actual checks
# harder to browse because the workflow will have lots of entries and
# only by navigating into the individual jobs would it be visible
# if a job was actually run.
import json
import sys
# github event type which is either push, pull_request or schedule
event_type = sys.argv[1]
PG11_EARLIEST = "11.0"
PG11_LATEST = "11.9"
PG12_EARLIEST = "12.0"
PG12_LATEST = "12.4"
m = {"include": [],}
# helper functions to generate matrix entries
# the release and apache config inherit from the
# debug config to reduce repetition
def build_debug_config(overrides):
# llvm version and clang versions must match otherwise
# there will be build errors this is true even when compiling
# with gcc as clang is used to compile the llvm parts
base_config = dict({
"name": "Debug",
"build_type": "Debug",
"pg_build_args": "--enable-debug --enable-cassert",
"tsdb_build_args": "-DCODECOVERAGE=ON",
"installcheck_args": "IGNORES='bgw_db_scheduler'",
"coverage": True,
"llvm_config": "llvm-config-9",
"clang": "clang-9",
"os": "ubuntu-18.04",
"cc": "gcc",
"cxx": "g++",
})
base_config.update(overrides)
return base_config
def build_release_config(overrides):
base_config = build_debug_config({})
release_config = dict({
"name": "Release",
"build_type": "Release",
"pg_build_args": "",
"tsdb_build_args": "",
"coverage": False,
})
base_config.update(release_config)
base_config.update(overrides)
return base_config
def build_apache_config(overrides):
base_config = build_debug_config({})
apache_config = dict({
"name": "ApacheOnly",
"build_type": "Release",
"tsdb_build_args": "-DAPACHE_ONLY=1",
"pg_build_args": "",
"coverage": False,
})
base_config.update(apache_config)
base_config.update(overrides)
return base_config
def macos_config(overrides):
base_config = dict({
"pg": PG12_LATEST,
"os": "macos-10.15",
"cc": "clang",
"cxx": "clang++",
"clang": "clang",
"pg_extra_args": "--with-libraries=/usr/local/opt/openssl/lib --with-includes=/usr/local/opt/openssl/include",
"tsdb_build_args": "-DASSERTIONS=ON -DOPENSSL_ROOT_DIR=/usr/local/opt/openssl",
"llvm_config": "/usr/local/opt/llvm/bin/llvm-config",
"coverage": False,
"installcheck_args": "IGNORES='bgw_db_scheduler bgw_launcher remote_connection'",
})
base_config.update(overrides)
return base_config
# always test debug build on latest pg11 and latest pg12
m["include"].append(build_debug_config({"pg":PG11_LATEST}))
m["include"].append(build_debug_config({"pg":PG12_LATEST}))
m["include"].append(build_release_config(macos_config({})))
# if this is not a pull request e.g. a scheduled run or a push
# to a specific branch like prerelease_test we add additional
# entries to the matrix
if event_type != "pull_request":
# add debug test for first supported PG11 version
# there is a problem when building PG 11.0 on ubuntu
# with llvm-9 so we use llvm-8 instead
pg11_debug_earliest = {
"pg": PG11_EARLIEST,
"llvm_config": "/usr/bin/llvm-config-8",
"clang": "clang-8",
"extra_packages": "llvm-8 llvm-8-dev llvm-8-tools",
"installcheck_args": "IGNORES='continuous_aggs_insert continuous_aggs_multi continuous_aggs_concurrent_refresh'"
}
m["include"].append(build_debug_config(pg11_debug_earliest))
# add debug test for first supported PG12 version
m["include"].append(build_debug_config({"pg":PG12_EARLIEST}))
# add debug test for MacOS
m["include"].append(build_debug_config(macos_config({})))
# add release test for latest pg11 and latest pg12
m["include"].append(build_release_config({"pg":PG11_LATEST}))
m["include"].append(build_release_config({"pg":PG12_LATEST}))
# add apache only test for latest pg11 and latest pg 12
m["include"].append(build_apache_config({"pg":PG11_LATEST}))
m["include"].append(build_apache_config({"pg":PG12_LATEST}))
# generate command to set github action variable
print(str.format("::set-output name=matrix::{0}",json.dumps(m)))