postgres/timescaledb
1
0
Fork 0
mirror of https://github.com/timescale/timescaledb.git synced 2025-05-23 06:22:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update adaptive chunk algorithm to handle very small chunks.

Browse Source 
Originally the adaptive chunk algorithm would ignore all chunks
under a particular threshold, which prevented the algorithm from
every correcting a poorly set initial chunk size if it was too
small. Now the algorithm will attempt to do an intermediate
resizing of chunk intervals to make future chunks at least
sufficiently large enough to use in regular chunk interval
estimation. This allows poorly chosen chunk intervals of a too
small size to correct, while also not overreacting to very small
chunks.

Additional changes include a fix to correctly use the most recent
chunks to a time rather than the first three chunks before a time;
adjusting and adding new debug messages to help understand how
new chunk intervals are reached; and tweaking thresholds to strike
a balance between insert performance, number of chunks, and number
of truncated chunks due to unaligned chunk intervals.
This commit is contained in:
Rob Kiefer 2018-07-17 19:50:30 +00:00 committed by Erik Nordström
parent 9c9cdca6d3
commit 6b452a8b9e
5 changed files with 159 additions and 89 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/chunk.c
View File

@ -1073,7 +1073,7 @@ List *
chunk_get_window(int32 dimension_id, int64 point, int count, MemoryContext mctx) chunk_get_window(int32 dimension_id, int64 point, int count, MemoryContext mctx)
{ {
List *chunks = NIL; List *chunks = NIL;
DimensionVec *dimvec = dimension_slice_scan_by_dimension_before_point(dimension_id, point, count, mctx); DimensionVec *dimvec = dimension_slice_scan_by_dimension_before_point(dimension_id, point, count, BackwardScanDirection, mctx);
int i; int i;
for (i = 0; i < dimvec->num_slices; i++) for (i = 0; i < dimvec->num_slices; i++)

66
src/chunk_adaptive.c
View File

@ -303,7 +303,17 @@ chunk_get_minmax(Oid relid, Oid atttype, AttrNumber attnum, Datum minmax[2])
/* The calculated chunk time interval must differ this much to actually change /* The calculated chunk time interval must differ this much to actually change
* the interval */ * the interval */
#define INTERVAL_MIN_CHANGE_THRESH 0.01 #define INTERVAL_MIN_CHANGE_THRESH 0.15
/* More than this number of intervals must be undersized in order to use the
* undersized calculation path */
#define NUM_UNDERSIZED_INTERVALS 1
/* Threshold to boost to if there are only undersized intervals to make
* predictions from. This should be slightly above the SIZE_FILLFACTOR_THRESH
* so that the next chunks made with this are likely to meet that threshold
* and be used in normal prediction mode */
#define UNDERSIZED_FILLFACTOR_THRESH (SIZE_FILLFACTOR_THRESH * 1.1)
TS_FUNCTION_INFO_V1(calculate_chunk_interval); TS_FUNCTION_INFO_V1(calculate_chunk_interval);
@ -373,17 +383,24 @@ calculate_chunk_interval(PG_FUNCTION_ARGS)
int64 dimension_coord = PG_GETARG_INT64(1); int64 dimension_coord = PG_GETARG_INT64(1);
int64 chunk_target_size_bytes = PG_GETARG_INT64(2); int64 chunk_target_size_bytes = PG_GETARG_INT64(2);
int64 chunk_interval = 0; int64 chunk_interval = 0;
int64 undersized_intervals = 0;
int32 hypertable_id; int32 hypertable_id;
Hypertable *ht; Hypertable *ht;
Dimension *dim; Dimension *dim;
List *chunks = NIL; List *chunks = NIL;
ListCell *lc; ListCell *lc;
int num_intervals = 0; int num_intervals = 0;
int num_undersized_intervals = 0;
double interval_diff; double interval_diff;
double undersized_fillfactor = 0.0;
if (PG_NARGS() != CHUNK_SIZING_FUNC_NARGS) if (PG_NARGS() != CHUNK_SIZING_FUNC_NARGS)
elog(ERROR, "invalid number of arguments"); elog(ERROR, "invalid number of arguments");
Assert(chunk_target_size_bytes >= 0);
elog(DEBUG1, "[adaptive] chunk_target_size_bytes=" UINT64_FORMAT,
chunk_target_size_bytes);
hypertable_id = dimension_get_hypertable_id(dimension_id); hypertable_id = dimension_get_hypertable_id(dimension_id);
if (hypertable_id <= 0) if (hypertable_id <= 0)
@ -439,29 +456,63 @@ calculate_chunk_interval(PG_FUNCTION_ARGS)
extrapolated_chunk_size = chunk_size / interval_fillfactor; extrapolated_chunk_size = chunk_size / interval_fillfactor;
size_fillfactor = ((double) extrapolated_chunk_size) / chunk_target_size_bytes; size_fillfactor = ((double) extrapolated_chunk_size) / chunk_target_size_bytes;
elog(DEBUG1, "interval_fillfactor=%lf " elog(DEBUG2, "[adaptive] slice_interval=" UINT64_FORMAT
" interval_fillfactor=%lf"
" current_chunk_size=" UINT64_FORMAT
" extrapolated_chunk_size=" UINT64_FORMAT " extrapolated_chunk_size=" UINT64_FORMAT
" size_fillfactor=%lf", " size_fillfactor=%lf",
slice_interval,
interval_fillfactor, interval_fillfactor,
chunk_size,
extrapolated_chunk_size, extrapolated_chunk_size,
size_fillfactor); size_fillfactor);
if (interval_fillfactor > INTERVAL_FILLFACTOR_THRESH && if (interval_fillfactor > INTERVAL_FILLFACTOR_THRESH &&
size_fillfactor > SIZE_FILLFACTOR_THRESH) size_fillfactor > SIZE_FILLFACTOR_THRESH)
{ {
chunk_interval += (slice_interval / size_fillfactor); chunk_interval += (slice_interval / size_fillfactor);
num_intervals++; num_intervals++;
} }
else if (interval_fillfactor > INTERVAL_FILLFACTOR_THRESH)
{
elog(DEBUG2, "[adaptive] chunk sufficiently full, "
"but undersized. may use for prediction.");
undersized_intervals += slice_interval;
undersized_fillfactor += size_fillfactor;
num_undersized_intervals++;
}
} }
} }
/* No data, so keep old interval */ elog(DEBUG1, "[adaptive] current interval is " UINT64_FORMAT, dim->fd.interval_length);
if (num_intervals == 0) elog(DEBUG1, "[adaptive] num_intervals %d num_undersized_intervals %d", num_intervals, num_undersized_intervals);
/* No full sized intervals, but enough undersized intervals to probe */
if (num_intervals == 0 && num_undersized_intervals > NUM_UNDERSIZED_INTERVALS)
{
double avg_fillfactor = undersized_fillfactor / num_undersized_intervals;
double incr_factor = UNDERSIZED_FILLFACTOR_THRESH / avg_fillfactor;
int64 avg_interval = undersized_intervals / num_undersized_intervals;
elog(DEBUG1, "[adaptive] no sufficiently large intervals found, but "
"some undersized ones found. increase interval to probe for better"
" threshold. factor=%lf", incr_factor);
chunk_interval = (int64) (avg_interval * incr_factor);
}
/* No data & insufficient amount of undersized chunks, keep old interval */
else if (num_intervals == 0)
{
elog(DEBUG1, "[adaptive] no sufficiently large intervals found, "
"nor enough undersized chunks to estimate. "
"use previous size of " UINT64_FORMAT,
dim->fd.interval_length);
PG_RETURN_INT64(dim->fd.interval_length); PG_RETURN_INT64(dim->fd.interval_length);
}
else
chunk_interval /= num_intervals; chunk_interval /= num_intervals;
elog(DEBUG1, "calculated chunk interval is " UINT64_FORMAT "", chunk_interval); elog(DEBUG1, "[adaptive] calculated chunk interval is " UINT64_FORMAT "", chunk_interval);
/* /*
* If the interval hasn't really changed much from before, we keep the old * If the interval hasn't really changed much from before, we keep the old
@ -473,8 +524,7 @@ calculate_chunk_interval(PG_FUNCTION_ARGS)
if (interval_diff <= INTERVAL_MIN_CHANGE_THRESH) if (interval_diff <= INTERVAL_MIN_CHANGE_THRESH)
{ {
chunk_interval = dim->fd.interval_length; chunk_interval = dim->fd.interval_length;
elog(DEBUG1, "[adaptive] change in chunk interval is below threshold, keeping old interval");
elog(DEBUG1, "change in chunk interval is below threshold, keeping old interval");
} }
PG_RETURN_INT64(chunk_interval); PG_RETURN_INT64(chunk_interval);

32
src/dimension_slice.c
View File

@ -110,12 +110,13 @@ dimension_vec_tuple_found(TupleInfo *ti, void *data)
} }
static int static int
dimension_slice_scan_limit_internal(int indexid, dimension_slice_scan_limit_direction_internal(int indexid,
ScanKeyData *scankey, ScanKeyData *scankey,
int nkeys, int nkeys,
tuple_found_func on_tuple_found, tuple_found_func on_tuple_found,
void *scandata, void *scandata,
int limit, int limit,
ScanDirection scandir,
LOCKMODE lockmode, LOCKMODE lockmode,
MemoryContext mctx) MemoryContext mctx)
{ {
@ -129,13 +130,35 @@ dimension_slice_scan_limit_internal(int indexid,
.limit = limit, .limit = limit,
.tuple_found = on_tuple_found, .tuple_found = on_tuple_found,
.lockmode = lockmode, .lockmode = lockmode,
.scandirection = ForwardScanDirection, .scandirection = scandir,
.result_mctx = mctx, .result_mctx = mctx,
}; };
return scanner_scan(&scanctx); return scanner_scan(&scanctx);
} }
static int
dimension_slice_scan_limit_internal(int indexid,
ScanKeyData *scankey,
int nkeys,
tuple_found_func on_tuple_found,
void *scandata,
int limit,
LOCKMODE lockmode,
MemoryContext mctx)
{
return dimension_slice_scan_limit_direction_internal(indexid,
scankey,
nkeys,
on_tuple_found,
scandata,
limit,
ForwardScanDirection,
lockmode,
mctx);
}
/* /*
* Scan for slices that enclose the coordinate in the given dimension. * Scan for slices that enclose the coordinate in the given dimension.
* *
@ -309,7 +332,7 @@ dimension_slice_scan_by_dimension(int32 dimension_id, int limit)
* the returned dimension vector is allocated on the current memory context. * the returned dimension vector is allocated on the current memory context.
*/ */
DimensionVec * DimensionVec *
dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, MemoryContext mctx) dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, ScanDirection scandir, MemoryContext mctx)
{ {
ScanKeyData scankey[3]; ScanKeyData scankey[3];
DimensionVec *slices = dimension_vec_create(limit > 0 ? limit : DIMENSION_VEC_DEFAULT_SIZE); DimensionVec *slices = dimension_vec_create(limit > 0 ? limit : DIMENSION_VEC_DEFAULT_SIZE);
@ -321,12 +344,13 @@ dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point,
ScanKeyInit(&scankey[2], Anum_dimension_slice_dimension_id_range_start_range_end_idx_range_end, ScanKeyInit(&scankey[2], Anum_dimension_slice_dimension_id_range_start_range_end_idx_range_end,
BTLessStrategyNumber, F_INT8LT, Int64GetDatum(point)); BTLessStrategyNumber, F_INT8LT, Int64GetDatum(point));
dimension_slice_scan_limit_internal(DIMENSION_SLICE_DIMENSION_ID_RANGE_START_RANGE_END_IDX, dimension_slice_scan_limit_direction_internal(DIMENSION_SLICE_DIMENSION_ID_RANGE_START_RANGE_END_IDX,
scankey, scankey,
3, 3,
dimension_vec_tuple_found, dimension_vec_tuple_found,
&slices, &slices,
limit, limit,
scandir,
AccessShareLock, AccessShareLock,
mctx); mctx);

2
src/dimension_slice.h
View File

@ -31,7 +31,7 @@ extern Hypercube *dimension_slice_point_scan(Hyperspace *space, int64 point[]);
extern DimensionSlice *dimension_slice_scan_for_existing(DimensionSlice *slice); extern DimensionSlice *dimension_slice_scan_for_existing(DimensionSlice *slice);
extern DimensionSlice *dimension_slice_scan_by_id(int32 dimension_slice_id, MemoryContext mctx); extern DimensionSlice *dimension_slice_scan_by_id(int32 dimension_slice_id, MemoryContext mctx);
extern DimensionVec *dimension_slice_scan_by_dimension(int32 dimension_id, int limit); extern DimensionVec *dimension_slice_scan_by_dimension(int32 dimension_id, int limit);
extern DimensionVec *dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, MemoryContext mctx); extern DimensionVec *dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, ScanDirection scandir, MemoryContext mctx);
extern int dimension_slice_delete_by_dimension_id(int32 dimension_id, bool delete_constraints); extern int dimension_slice_delete_by_dimension_id(int32 dimension_id, bool delete_constraints);
extern int dimension_slice_delete_by_id(int32 dimension_slice_id, bool delete_constraints); extern int dimension_slice_delete_by_id(int32 dimension_slice_id, bool delete_constraints);
extern DimensionSlice *dimension_slice_create(int dimension_id, int64 range_start, int64 range_end); extern DimensionSlice *dimension_slice_create(int dimension_id, int64 range_start, int64 range_end);

108
test/expected/chunk_adaptive.out
View File

@ -42,7 +42,7 @@ ERROR: invalid number of function arguments
SELECT create_hypertable('test_adaptive', 'time', SELECT create_hypertable('test_adaptive', 'time',
chunk_target_size => '1MB', chunk_target_size => '1MB',
chunk_sizing_func => 'calculate_chunk_interval'); chunk_sizing_func => 'calculate_chunk_interval');
NOTICE: adding NOT NULL constraint to column "time" NOTICE: adding not-null constraint to column "time"
create_hypertable create_hypertable
------------------- -------------------
@ -54,7 +54,7 @@ CREATE TABLE test_adaptive(time timestamptz, temp float, location int);
SELECT create_hypertable('test_adaptive', 'time', SELECT create_hypertable('test_adaptive', 'time',
chunk_target_size => '1MB', chunk_target_size => '1MB',
create_default_indexes => true); create_default_indexes => true);
NOTICE: adding NOT NULL constraint to column "time" NOTICE: adding not-null constraint to column "time"
create_hypertable create_hypertable
------------------- -------------------
@ -205,20 +205,19 @@ generate_series('2017-03-07T18:18:03+00'::timestamptz - interval '175 days',
'2 minutes') as time; '2 minutes') as time;
SELECT * FROM chunk_relation_size('test_adaptive'); SELECT * FROM chunk_relation_size('test_adaptive');
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
----------+---------------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+------------- ----------+-----------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+-------------
1 | "_timescaledb_internal"."_hyper_2_1_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 352256 | | 843776 1 | _timescaledb_internal._hyper_2_1_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 352256 | | 843776
2 | "_timescaledb_internal"."_hyper_2_2_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 835584 | | 1990656 2 | _timescaledb_internal._hyper_2_2_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 835584 | | 1990656
3 | "_timescaledb_internal"."_hyper_2_3_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1478587665709296)"} | 524288 | 385024 | | 909312 3 | _timescaledb_internal._hyper_2_3_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1478587665709296)"} | 524288 | 385024 | | 909312
4 | "_timescaledb_internal"."_hyper_2_4_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1478587665709296,1478721078120000)"} | 90112 | 65536 | | 155648 4 | _timescaledb_internal._hyper_2_4_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1478587665709296,1479952935945408)"} | 622592 | 450560 | | 1073152
5 | "_timescaledb_internal"."_hyper_2_5_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1478721078120000,1480065370009200)"} | 614400 | 442368 | | 1056768 5 | _timescaledb_internal._hyper_2_5_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1479952935945408,1481318206181520)"} | 622592 | 450560 | | 1073152
6 | "_timescaledb_internal"."_hyper_2_6_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1480065370009200,1481409661898400)"} | 614400 | 442368 | | 1056768 6 | _timescaledb_internal._hyper_2_6_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1481318206181520,1482683476417632)"} | 622592 | 450560 | | 1073152
7 | "_timescaledb_internal"."_hyper_2_7_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1481409661898400,1482753953787600)"} | 614400 | 442368 | | 1056768 7 | _timescaledb_internal._hyper_2_7_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1482683476417632,1484048746653744)"} | 622592 | 450560 | | 1073152
8 | "_timescaledb_internal"."_hyper_2_8_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1482753953787600,1484098245676800)"} | 614400 | 442368 | | 1056768 8 | _timescaledb_internal._hyper_2_8_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1484048746653744,1485414016889856)"} | 622592 | 450560 | | 1073152
9 | "_timescaledb_internal"."_hyper_2_9_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1484098245676800,1485442537566000)"} | 614400 | 442368 | | 1056768 9 | _timescaledb_internal._hyper_2_9_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1485414016889856,1486779287125968)"} | 622592 | 450560 | | 1073152
10 | "_timescaledb_internal"."_hyper_2_10_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1485442537566000,1486786829455200)"} | 614400 | 442368 | | 1056768 10 | _timescaledb_internal._hyper_2_10_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1486779287125968,1488144557362080)"} | 622592 | 450560 | | 1073152
11 | "_timescaledb_internal"."_hyper_2_11_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1486786829455200,1488131121344400)"} | 614400 | 442368 | | 1056768 11 | _timescaledb_internal._hyper_2_11_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1488144557362080,1489509827598192)"} | 360448 | 262144 | | 622592
12 | "_timescaledb_internal"."_hyper_2_12_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1488131121344400,1489475413233600)"} | 368640 | 270336 | | 638976 (11 rows)
(12 rows)
-- Do same thing without an index on the time column. This affects -- Do same thing without an index on the time column. This affects
-- both the calculation of fill-factor of the chunk and its size -- both the calculation of fill-factor of the chunk and its size
@ -227,7 +226,7 @@ CREATE TABLE test_adaptive_no_index(time timestamptz, temp float, location int);
SELECT create_hypertable('test_adaptive_no_index', 'time', SELECT create_hypertable('test_adaptive_no_index', 'time',
chunk_target_size => '1MB', chunk_target_size => '1MB',
create_default_indexes => false); create_default_indexes => false);
NOTICE: adding NOT NULL constraint to column "time" NOTICE: adding not-null constraint to column "time"
create_hypertable create_hypertable
------------------- -------------------
@ -236,7 +235,7 @@ NOTICE: adding NOT NULL constraint to column "time"
SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension; SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension;
id | hypertable_id | interval_length id | hypertable_id | interval_length
----+---------------+----------------- ----+---------------+-----------------
2 | 2 | 1344291889200 2 | 2 | 1365270236112
3 | 3 | 2592000000000 3 | 3 | 2592000000000
(2 rows) (2 rows)
@ -247,16 +246,15 @@ generate_series('2017-03-07T18:18:03+00'::timestamptz - interval '175 days',
'2 minutes') as time; '2 minutes') as time;
SELECT * FROM chunk_relation_size('test_adaptive_no_index'); SELECT * FROM chunk_relation_size('test_adaptive_no_index');
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
----------+---------------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+------------- ----------+-----------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+-------------
13 | "_timescaledb_internal"."_hyper_3_13_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 0 | | 491520 12 | _timescaledb_internal._hyper_3_12_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 0 | | 491520
14 | "_timescaledb_internal"."_hyper_3_14_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 0 | | 1155072 13 | _timescaledb_internal._hyper_3_13_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 0 | | 1155072
15 | "_timescaledb_internal"."_hyper_3_15_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1477629561281804)"} | 114688 | 0 | | 114688 14 | _timescaledb_internal._hyper_3_14_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1480032000000000)"} | 1155072 | 0 | | 1155072
16 | "_timescaledb_internal"."_hyper_3_16_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1477629561281804,1479982474595947)"} | 1048576 | 0 | | 1048576 15 | _timescaledb_internal._hyper_3_15_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1480032000000000,1482624000000000)"} | 1155072 | 0 | | 1155072
17 | "_timescaledb_internal"."_hyper_3_17_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1479982474595947,1482335387910090)"} | 1048576 | 0 | | 1048576 16 | _timescaledb_internal._hyper_3_16_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1482624000000000,1485216000000000)"} | 1155072 | 0 | | 1155072
18 | "_timescaledb_internal"."_hyper_3_18_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1482335387910090,1484688301224233)"} | 1048576 | 0 | | 1048576 17 | _timescaledb_internal._hyper_3_17_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1485216000000000,1487808000000000)"} | 1155072 | 0 | | 1155072
19 | "_timescaledb_internal"."_hyper_3_19_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1484688301224233,1487041214538376)"} | 1048576 | 0 | | 1048576 18 | _timescaledb_internal._hyper_3_18_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1487808000000000,1490400000000000)"} | 507904 | 0 | | 507904
20 | "_timescaledb_internal"."_hyper_3_20_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1487041214538376,1489394127852519)"} | 843776 | 0 | | 843776 (7 rows)
(8 rows)
-- Test with space partitioning. This might affect the estimation -- Test with space partitioning. This might affect the estimation
-- since there are more chunks in the same time interval and space -- since there are more chunks in the same time interval and space
@ -265,7 +263,7 @@ CREATE TABLE test_adaptive_space(time timestamptz, temp float, location int);
SELECT create_hypertable('test_adaptive_space', 'time', 'location', 2, SELECT create_hypertable('test_adaptive_space', 'time', 'location', 2,
chunk_target_size => '1MB', chunk_target_size => '1MB',
create_default_indexes => true); create_default_indexes => true);
NOTICE: adding NOT NULL constraint to column "time" NOTICE: adding not-null constraint to column "time"
create_hypertable create_hypertable
------------------- -------------------
@ -274,8 +272,8 @@ NOTICE: adding NOT NULL constraint to column "time"
SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension; SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension;
id | hypertable_id | interval_length id | hypertable_id | interval_length
----+---------------+----------------- ----+---------------+-----------------
2 | 2 | 1344291889200 2 | 2 | 1365270236112
3 | 3 | 2352913314143 3 | 3 | 2592000000000
4 | 4 | 2592000000000 4 | 4 | 2592000000000
5 | 4 | 5 | 4 |
(4 rows) (4 rows)
@ -287,35 +285,33 @@ generate_series('2017-03-07T18:18:03+00'::timestamptz - interval '175 days',
'2 minutes') as time; '2 minutes') as time;
SELECT * FROM chunk_relation_size('test_adaptive_space'); SELECT * FROM chunk_relation_size('test_adaptive_space');
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
----------+---------------------------------------------+----------------------+--------------------------------------+-------------------------------------------------+-----------------------------------------------------------------------------+-------------+-------------+-------------+------------- ----------+-----------------------------------------+----------------------+--------------------------------------+-------------------------------------------------+-----------------------------------------------------------------------------+-------------+-------------+-------------+-------------
21 | "_timescaledb_internal"."_hyper_4_21_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[-9223372036854775808,1073741823)"} | 262144 | 393216 | | 655360 19 | _timescaledb_internal._hyper_4_19_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[-9223372036854775808,1073741823)"} | 262144 | 393216 | | 655360
22 | "_timescaledb_internal"."_hyper_4_22_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[1073741823,9223372036854775807)"} | 253952 | 368640 | | 622592 20 | _timescaledb_internal._hyper_4_20_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[1073741823,9223372036854775807)"} | 253952 | 368640 | | 622592
23 | "_timescaledb_internal"."_hyper_4_23_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[-9223372036854775808,1073741823)"} | 589824 | 909312 | | 1499136 21 | _timescaledb_internal._hyper_4_21_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[-9223372036854775808,1073741823)"} | 589824 | 909312 | | 1499136
24 | "_timescaledb_internal"."_hyper_4_24_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[1073741823,9223372036854775807)"} | 598016 | 917504 | | 1515520 22 | _timescaledb_internal._hyper_4_22_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[1073741823,9223372036854775807)"} | 598016 | 917504 | | 1515520
25 | "_timescaledb_internal"."_hyper_4_25_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[1073741823,9223372036854775807)"} | 229376 | 335872 | | 565248 23 | _timescaledb_internal._hyper_4_23_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[1073741823,9223372036854775807)"} | 229376 | 335872 | | 565248
26 | "_timescaledb_internal"."_hyper_4_26_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[-9223372036854775808,1073741823)"} | 229376 | 344064 | | 573440 24 | _timescaledb_internal._hyper_4_24_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[-9223372036854775808,1073741823)"} | 229376 | 344064 | | 573440
27 | "_timescaledb_internal"."_hyper_4_27_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1478622046449724)","[1073741823,9223372036854775807)"} | 81920 | 114688 | | 196608 25 | _timescaledb_internal._hyper_4_25_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1480173588636223)","[1073741823,9223372036854775807)"} | 417792 | 630784 | | 1048576
28 | "_timescaledb_internal"."_hyper_4_28_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1478622046449724)","[-9223372036854775808,1073741823)"} | 81920 | 114688 | | 196608 26 | _timescaledb_internal._hyper_4_26_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1480173588636223)","[-9223372036854775808,1073741823)"} | 425984 | 614400 | | 1040384
29 | "_timescaledb_internal"."_hyper_4_29_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478622046449724,1480380217729688)","[-9223372036854775808,1073741823)"} | 417792 | 622592 | | 1040384 27 | _timescaledb_internal._hyper_4_27_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480173588636223,1481976479730786)","[-9223372036854775808,1073741823)"} | 417792 | 614400 | | 1032192
30 | "_timescaledb_internal"."_hyper_4_30_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478622046449724,1480380217729688)","[1073741823,9223372036854775807)"} | 409600 | 606208 | | 1015808 28 | _timescaledb_internal._hyper_4_28_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480173588636223,1481976479730786)","[1073741823,9223372036854775807)"} | 425984 | 614400 | | 1040384
31 | "_timescaledb_internal"."_hyper_4_31_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480380217729688,1482138389009652)","[1073741823,9223372036854775807)"} | 409600 | 622592 | | 1032192 29 | _timescaledb_internal._hyper_4_29_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1481976479730786,1483779370825349)","[1073741823,9223372036854775807)"} | 425984 | 622592 | | 1048576
32 | "_timescaledb_internal"."_hyper_4_32_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480380217729688,1482138389009652)","[-9223372036854775808,1073741823)"} | 409600 | 614400 | | 1024000 30 | _timescaledb_internal._hyper_4_30_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1481976479730786,1483779370825349)","[-9223372036854775808,1073741823)"} | 417792 | 630784 | | 1048576
33 | "_timescaledb_internal"."_hyper_4_33_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1482138389009652,1483896560289616)","[-9223372036854775808,1073741823)"} | 409600 | 614400 | | 1024000 31 | _timescaledb_internal._hyper_4_31_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483779370825349,1485582261919912)","[-9223372036854775808,1073741823)"} | 425984 | 630784 | | 1056768
34 | "_timescaledb_internal"."_hyper_4_34_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1482138389009652,1483896560289616)","[1073741823,9223372036854775807)"} | 417792 | 622592 | | 1040384 32 | _timescaledb_internal._hyper_4_32_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483779370825349,1485582261919912)","[1073741823,9223372036854775807)"} | 417792 | 630784 | | 1048576
35 | "_timescaledb_internal"."_hyper_4_35_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483896560289616,1485654731569580)","[1073741823,9223372036854775807)"} | 409600 | 614400 | | 1024000 33 | _timescaledb_internal._hyper_4_33_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485582261919912,1487385153014475)","[-9223372036854775808,1073741823)"} | 425984 | 622592 | | 1048576
36 | "_timescaledb_internal"."_hyper_4_36_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483896560289616,1485654731569580)","[-9223372036854775808,1073741823)"} | 417792 | 622592 | | 1040384 34 | _timescaledb_internal._hyper_4_34_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485582261919912,1487385153014475)","[1073741823,9223372036854775807)"} | 417792 | 622592 | | 1040384
37 | "_timescaledb_internal"."_hyper_4_37_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485654731569580,1487412902849544)","[1073741823,9223372036854775807)"} | 409600 | 614400 | | 1024000 35 | _timescaledb_internal._hyper_4_35_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487385153014475,1489188044109038)","[1073741823,9223372036854775807)"} | 360448 | 565248 | | 925696
38 | "_timescaledb_internal"."_hyper_4_38_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485654731569580,1487412902849544)","[-9223372036854775808,1073741823)"} | 409600 | 606208 | | 1015808 36 | _timescaledb_internal._hyper_4_36_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487385153014475,1489188044109038)","[-9223372036854775808,1073741823)"} | 360448 | 565248 | | 925696
39 | "_timescaledb_internal"."_hyper_4_39_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487412902849544,1489171074129508)","[-9223372036854775808,1073741823)"} | 360448 | 573440 | | 933888 (18 rows)
40 | "_timescaledb_internal"."_hyper_4_40_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487412902849544,1489171074129508)","[1073741823,9223372036854775807)"} | 352256 | 548864 | | 901120
(20 rows)
SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension; SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension;
id | hypertable_id | interval_length id | hypertable_id | interval_length
----+---------------+----------------- ----+---------------+-----------------
2 | 2 | 1344291889200 2 | 2 | 1365270236112
3 | 3 | 2352913314143 3 | 3 | 2592000000000
5 | 4 | 5 | 4 |
4 | 4 | 1758171279964 4 | 4 | 1802891094563
(4 rows) (4 rows)