mirror of
https://github.com/timescale/timescaledb.git
synced 2025-05-17 11:03:36 +08:00
Update adaptive chunk algorithm to handle very small chunks.
Originally the adaptive chunk algorithm would ignore all chunks under a particular threshold, which prevented the algorithm from every correcting a poorly set initial chunk size if it was too small. Now the algorithm will attempt to do an intermediate resizing of chunk intervals to make future chunks at least sufficiently large enough to use in regular chunk interval estimation. This allows poorly chosen chunk intervals of a too small size to correct, while also not overreacting to very small chunks. Additional changes include a fix to correctly use the most recent chunks to a time rather than the first three chunks before a time; adjusting and adding new debug messages to help understand how new chunk intervals are reached; and tweaking thresholds to strike a balance between insert performance, number of chunks, and number of truncated chunks due to unaligned chunk intervals.
This commit is contained in:
Rob Kiefer
Erik Nordström
parent
9c9cdca6d3
commit
6b452a8b9e
@ -1073,7 +1073,7 @@ List *
|
||||
chunk_get_window(int32 dimension_id, int64 point, int count, MemoryContext mctx)
|
||||
{
|
||||
List *chunks = NIL;
|
||||
DimensionVec *dimvec = dimension_slice_scan_by_dimension_before_point(dimension_id, point, count, mctx);
|
||||
DimensionVec *dimvec = dimension_slice_scan_by_dimension_before_point(dimension_id, point, count, BackwardScanDirection, mctx);
|
||||
int i;
|
||||
|
||||
for (i = 0; i < dimvec->num_slices; i++)
|
||||
|
||||
@ -303,7 +303,17 @@ chunk_get_minmax(Oid relid, Oid atttype, AttrNumber attnum, Datum minmax[2])
|
||||
|
||||
/* The calculated chunk time interval must differ this much to actually change
|
||||
* the interval */
|
||||
#define INTERVAL_MIN_CHANGE_THRESH 0.01
|
||||
#define INTERVAL_MIN_CHANGE_THRESH 0.15
|
||||
|
||||
/* More than this number of intervals must be undersized in order to use the
|
||||
* undersized calculation path */
|
||||
#define NUM_UNDERSIZED_INTERVALS 1
|
||||
|
||||
/* Threshold to boost to if there are only undersized intervals to make
|
||||
* predictions from. This should be slightly above the SIZE_FILLFACTOR_THRESH
|
||||
* so that the next chunks made with this are likely to meet that threshold
|
||||
* and be used in normal prediction mode */
|
||||
#define UNDERSIZED_FILLFACTOR_THRESH (SIZE_FILLFACTOR_THRESH * 1.1)
|
||||
|
||||
TS_FUNCTION_INFO_V1(calculate_chunk_interval);
|
||||
|
||||
@ -373,17 +383,24 @@ calculate_chunk_interval(PG_FUNCTION_ARGS)
|
||||
int64 dimension_coord = PG_GETARG_INT64(1);
|
||||
int64 chunk_target_size_bytes = PG_GETARG_INT64(2);
|
||||
int64 chunk_interval = 0;
|
||||
int64 undersized_intervals = 0;
|
||||
int32 hypertable_id;
|
||||
Hypertable *ht;
|
||||
Dimension *dim;
|
||||
List *chunks = NIL;
|
||||
ListCell *lc;
|
||||
int num_intervals = 0;
|
||||
int num_undersized_intervals = 0;
|
||||
double interval_diff;
|
||||
double undersized_fillfactor = 0.0;
|
||||
|
||||
if (PG_NARGS() != CHUNK_SIZING_FUNC_NARGS)
|
||||
elog(ERROR, "invalid number of arguments");
|
||||
|
||||
Assert(chunk_target_size_bytes >= 0);
|
||||
elog(DEBUG1, "[adaptive] chunk_target_size_bytes=" UINT64_FORMAT,
|
||||
chunk_target_size_bytes);
|
||||
|
||||
hypertable_id = dimension_get_hypertable_id(dimension_id);
|
||||
|
||||
if (hypertable_id <= 0)
|
||||
@ -439,29 +456,63 @@ calculate_chunk_interval(PG_FUNCTION_ARGS)
|
||||
extrapolated_chunk_size = chunk_size / interval_fillfactor;
|
||||
size_fillfactor = ((double) extrapolated_chunk_size) / chunk_target_size_bytes;
|
||||
|
||||
elog(DEBUG1, "interval_fillfactor=%lf "
|
||||
"extrapolated_chunk_size=" UINT64_FORMAT
|
||||
elog(DEBUG2, "[adaptive] slice_interval=" UINT64_FORMAT
|
||||
" interval_fillfactor=%lf"
|
||||
" current_chunk_size=" UINT64_FORMAT
|
||||
" extrapolated_chunk_size=" UINT64_FORMAT
|
||||
" size_fillfactor=%lf",
|
||||
slice_interval,
|
||||
interval_fillfactor,
|
||||
chunk_size,
|
||||
extrapolated_chunk_size,
|
||||
size_fillfactor);
|
||||
|
||||
|
||||
if (interval_fillfactor > INTERVAL_FILLFACTOR_THRESH &&
|
||||
size_fillfactor > SIZE_FILLFACTOR_THRESH)
|
||||
{
|
||||
chunk_interval += (slice_interval / size_fillfactor);
|
||||
num_intervals++;
|
||||
}
|
||||
else if (interval_fillfactor > INTERVAL_FILLFACTOR_THRESH)
|
||||
{
|
||||
elog(DEBUG2, "[adaptive] chunk sufficiently full, "
|
||||
"but undersized. may use for prediction.");
|
||||
undersized_intervals += slice_interval;
|
||||
undersized_fillfactor += size_fillfactor;
|
||||
num_undersized_intervals++;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* No data, so keep old interval */
|
||||
if (num_intervals == 0)
|
||||
elog(DEBUG1, "[adaptive] current interval is " UINT64_FORMAT, dim->fd.interval_length);
|
||||
elog(DEBUG1, "[adaptive] num_intervals %d num_undersized_intervals %d", num_intervals, num_undersized_intervals);
|
||||
|
||||
/* No full sized intervals, but enough undersized intervals to probe */
|
||||
if (num_intervals == 0 && num_undersized_intervals > NUM_UNDERSIZED_INTERVALS)
|
||||
{
|
||||
double avg_fillfactor = undersized_fillfactor / num_undersized_intervals;
|
||||
double incr_factor = UNDERSIZED_FILLFACTOR_THRESH / avg_fillfactor;
|
||||
int64 avg_interval = undersized_intervals / num_undersized_intervals;
|
||||
|
||||
elog(DEBUG1, "[adaptive] no sufficiently large intervals found, but "
|
||||
"some undersized ones found. increase interval to probe for better"
|
||||
" threshold. factor=%lf", incr_factor);
|
||||
chunk_interval = (int64) (avg_interval * incr_factor);
|
||||
}
|
||||
/* No data & insufficient amount of undersized chunks, keep old interval */
|
||||
else if (num_intervals == 0)
|
||||
{
|
||||
elog(DEBUG1, "[adaptive] no sufficiently large intervals found, "
|
||||
"nor enough undersized chunks to estimate. "
|
||||
"use previous size of " UINT64_FORMAT,
|
||||
dim->fd.interval_length);
|
||||
PG_RETURN_INT64(dim->fd.interval_length);
|
||||
}
|
||||
else
|
||||
chunk_interval /= num_intervals;
|
||||
|
||||
chunk_interval /= num_intervals;
|
||||
|
||||
elog(DEBUG1, "calculated chunk interval is " UINT64_FORMAT "", chunk_interval);
|
||||
elog(DEBUG1, "[adaptive] calculated chunk interval is " UINT64_FORMAT "", chunk_interval);
|
||||
|
||||
/*
|
||||
* If the interval hasn't really changed much from before, we keep the old
|
||||
@ -473,8 +524,7 @@ calculate_chunk_interval(PG_FUNCTION_ARGS)
|
||||
if (interval_diff <= INTERVAL_MIN_CHANGE_THRESH)
|
||||
{
|
||||
chunk_interval = dim->fd.interval_length;
|
||||
|
||||
elog(DEBUG1, "change in chunk interval is below threshold, keeping old interval");
|
||||
elog(DEBUG1, "[adaptive] change in chunk interval is below threshold, keeping old interval");
|
||||
}
|
||||
|
||||
PG_RETURN_INT64(chunk_interval);
|
||||
|
||||
@ -110,14 +110,15 @@ dimension_vec_tuple_found(TupleInfo *ti, void *data)
|
||||
}
|
||||
|
||||
static int
|
||||
dimension_slice_scan_limit_internal(int indexid,
|
||||
ScanKeyData *scankey,
|
||||
int nkeys,
|
||||
tuple_found_func on_tuple_found,
|
||||
void *scandata,
|
||||
int limit,
|
||||
LOCKMODE lockmode,
|
||||
MemoryContext mctx)
|
||||
dimension_slice_scan_limit_direction_internal(int indexid,
|
||||
ScanKeyData *scankey,
|
||||
int nkeys,
|
||||
tuple_found_func on_tuple_found,
|
||||
void *scandata,
|
||||
int limit,
|
||||
ScanDirection scandir,
|
||||
LOCKMODE lockmode,
|
||||
MemoryContext mctx)
|
||||
{
|
||||
Catalog *catalog = catalog_get();
|
||||
ScannerCtx scanctx = {
|
||||
@ -129,13 +130,35 @@ dimension_slice_scan_limit_internal(int indexid,
|
||||
.limit = limit,
|
||||
.tuple_found = on_tuple_found,
|
||||
.lockmode = lockmode,
|
||||
.scandirection = ForwardScanDirection,
|
||||
.scandirection = scandir,
|
||||
.result_mctx = mctx,
|
||||
};
|
||||
|
||||
return scanner_scan(&scanctx);
|
||||
}
|
||||
|
||||
|
||||
static int
|
||||
dimension_slice_scan_limit_internal(int indexid,
|
||||
ScanKeyData *scankey,
|
||||
int nkeys,
|
||||
tuple_found_func on_tuple_found,
|
||||
void *scandata,
|
||||
int limit,
|
||||
LOCKMODE lockmode,
|
||||
MemoryContext mctx)
|
||||
{
|
||||
return dimension_slice_scan_limit_direction_internal(indexid,
|
||||
scankey,
|
||||
nkeys,
|
||||
on_tuple_found,
|
||||
scandata,
|
||||
limit,
|
||||
ForwardScanDirection,
|
||||
lockmode,
|
||||
mctx);
|
||||
}
|
||||
|
||||
/*
|
||||
* Scan for slices that enclose the coordinate in the given dimension.
|
||||
*
|
||||
@ -309,7 +332,7 @@ dimension_slice_scan_by_dimension(int32 dimension_id, int limit)
|
||||
* the returned dimension vector is allocated on the current memory context.
|
||||
*/
|
||||
DimensionVec *
|
||||
dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, MemoryContext mctx)
|
||||
dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, ScanDirection scandir, MemoryContext mctx)
|
||||
{
|
||||
ScanKeyData scankey[3];
|
||||
DimensionVec *slices = dimension_vec_create(limit > 0 ? limit : DIMENSION_VEC_DEFAULT_SIZE);
|
||||
@ -321,14 +344,15 @@ dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point,
|
||||
ScanKeyInit(&scankey[2], Anum_dimension_slice_dimension_id_range_start_range_end_idx_range_end,
|
||||
BTLessStrategyNumber, F_INT8LT, Int64GetDatum(point));
|
||||
|
||||
dimension_slice_scan_limit_internal(DIMENSION_SLICE_DIMENSION_ID_RANGE_START_RANGE_END_IDX,
|
||||
scankey,
|
||||
3,
|
||||
dimension_vec_tuple_found,
|
||||
&slices,
|
||||
limit,
|
||||
AccessShareLock,
|
||||
mctx);
|
||||
dimension_slice_scan_limit_direction_internal(DIMENSION_SLICE_DIMENSION_ID_RANGE_START_RANGE_END_IDX,
|
||||
scankey,
|
||||
3,
|
||||
dimension_vec_tuple_found,
|
||||
&slices,
|
||||
limit,
|
||||
scandir,
|
||||
AccessShareLock,
|
||||
mctx);
|
||||
|
||||
return dimension_vec_sort(&slices);
|
||||
}
|
||||
|
||||
@ -31,7 +31,7 @@ extern Hypercube *dimension_slice_point_scan(Hyperspace *space, int64 point[]);
|
||||
extern DimensionSlice *dimension_slice_scan_for_existing(DimensionSlice *slice);
|
||||
extern DimensionSlice *dimension_slice_scan_by_id(int32 dimension_slice_id, MemoryContext mctx);
|
||||
extern DimensionVec *dimension_slice_scan_by_dimension(int32 dimension_id, int limit);
|
||||
extern DimensionVec *dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, MemoryContext mctx);
|
||||
extern DimensionVec *dimension_slice_scan_by_dimension_before_point(int32 dimension_id, int64 point, int limit, ScanDirection scandir, MemoryContext mctx);
|
||||
extern int dimension_slice_delete_by_dimension_id(int32 dimension_id, bool delete_constraints);
|
||||
extern int dimension_slice_delete_by_id(int32 dimension_slice_id, bool delete_constraints);
|
||||
extern DimensionSlice *dimension_slice_create(int dimension_id, int64 range_start, int64 range_end);
|
||||
|
||||
@ -42,7 +42,7 @@ ERROR: invalid number of function arguments
|
||||
SELECT create_hypertable('test_adaptive', 'time',
|
||||
chunk_target_size => '1MB',
|
||||
chunk_sizing_func => 'calculate_chunk_interval');
|
||||
NOTICE: adding NOT NULL constraint to column "time"
|
||||
NOTICE: adding not-null constraint to column "time"
|
||||
create_hypertable
|
||||
-------------------
|
||||
|
||||
@ -54,7 +54,7 @@ CREATE TABLE test_adaptive(time timestamptz, temp float, location int);
|
||||
SELECT create_hypertable('test_adaptive', 'time',
|
||||
chunk_target_size => '1MB',
|
||||
create_default_indexes => true);
|
||||
NOTICE: adding NOT NULL constraint to column "time"
|
||||
NOTICE: adding not-null constraint to column "time"
|
||||
create_hypertable
|
||||
-------------------
|
||||
|
||||
@ -204,21 +204,20 @@ generate_series('2017-03-07T18:18:03+00'::timestamptz - interval '175 days',
|
||||
'2017-03-07T18:18:03+00'::timestamptz,
|
||||
'2 minutes') as time;
|
||||
SELECT * FROM chunk_relation_size('test_adaptive');
|
||||
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
|
||||
----------+---------------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+-------------
|
||||
1 | "_timescaledb_internal"."_hyper_2_1_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 352256 | | 843776
|
||||
2 | "_timescaledb_internal"."_hyper_2_2_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 835584 | | 1990656
|
||||
3 | "_timescaledb_internal"."_hyper_2_3_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1478587665709296)"} | 524288 | 385024 | | 909312
|
||||
4 | "_timescaledb_internal"."_hyper_2_4_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1478587665709296,1478721078120000)"} | 90112 | 65536 | | 155648
|
||||
5 | "_timescaledb_internal"."_hyper_2_5_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1478721078120000,1480065370009200)"} | 614400 | 442368 | | 1056768
|
||||
6 | "_timescaledb_internal"."_hyper_2_6_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1480065370009200,1481409661898400)"} | 614400 | 442368 | | 1056768
|
||||
7 | "_timescaledb_internal"."_hyper_2_7_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1481409661898400,1482753953787600)"} | 614400 | 442368 | | 1056768
|
||||
8 | "_timescaledb_internal"."_hyper_2_8_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1482753953787600,1484098245676800)"} | 614400 | 442368 | | 1056768
|
||||
9 | "_timescaledb_internal"."_hyper_2_9_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1484098245676800,1485442537566000)"} | 614400 | 442368 | | 1056768
|
||||
10 | "_timescaledb_internal"."_hyper_2_10_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1485442537566000,1486786829455200)"} | 614400 | 442368 | | 1056768
|
||||
11 | "_timescaledb_internal"."_hyper_2_11_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1486786829455200,1488131121344400)"} | 614400 | 442368 | | 1056768
|
||||
12 | "_timescaledb_internal"."_hyper_2_12_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1488131121344400,1489475413233600)"} | 368640 | 270336 | | 638976
|
||||
(12 rows)
|
||||
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
|
||||
----------+-----------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+-------------
|
||||
1 | _timescaledb_internal._hyper_2_1_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 352256 | | 843776
|
||||
2 | _timescaledb_internal._hyper_2_2_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 835584 | | 1990656
|
||||
3 | _timescaledb_internal._hyper_2_3_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1478587665709296)"} | 524288 | 385024 | | 909312
|
||||
4 | _timescaledb_internal._hyper_2_4_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1478587665709296,1479952935945408)"} | 622592 | 450560 | | 1073152
|
||||
5 | _timescaledb_internal._hyper_2_5_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1479952935945408,1481318206181520)"} | 622592 | 450560 | | 1073152
|
||||
6 | _timescaledb_internal._hyper_2_6_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1481318206181520,1482683476417632)"} | 622592 | 450560 | | 1073152
|
||||
7 | _timescaledb_internal._hyper_2_7_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1482683476417632,1484048746653744)"} | 622592 | 450560 | | 1073152
|
||||
8 | _timescaledb_internal._hyper_2_8_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1484048746653744,1485414016889856)"} | 622592 | 450560 | | 1073152
|
||||
9 | _timescaledb_internal._hyper_2_9_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1485414016889856,1486779287125968)"} | 622592 | 450560 | | 1073152
|
||||
10 | _timescaledb_internal._hyper_2_10_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1486779287125968,1488144557362080)"} | 622592 | 450560 | | 1073152
|
||||
11 | _timescaledb_internal._hyper_2_11_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1488144557362080,1489509827598192)"} | 360448 | 262144 | | 622592
|
||||
(11 rows)
|
||||
|
||||
-- Do same thing without an index on the time column. This affects
|
||||
-- both the calculation of fill-factor of the chunk and its size
|
||||
@ -227,7 +226,7 @@ CREATE TABLE test_adaptive_no_index(time timestamptz, temp float, location int);
|
||||
SELECT create_hypertable('test_adaptive_no_index', 'time',
|
||||
chunk_target_size => '1MB',
|
||||
create_default_indexes => false);
|
||||
NOTICE: adding NOT NULL constraint to column "time"
|
||||
NOTICE: adding not-null constraint to column "time"
|
||||
create_hypertable
|
||||
-------------------
|
||||
|
||||
@ -236,7 +235,7 @@ NOTICE: adding NOT NULL constraint to column "time"
|
||||
SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension;
|
||||
id | hypertable_id | interval_length
|
||||
----+---------------+-----------------
|
||||
2 | 2 | 1344291889200
|
||||
2 | 2 | 1365270236112
|
||||
3 | 3 | 2592000000000
|
||||
(2 rows)
|
||||
|
||||
@ -246,17 +245,16 @@ generate_series('2017-03-07T18:18:03+00'::timestamptz - interval '175 days',
|
||||
'2017-03-07T18:18:03+00'::timestamptz,
|
||||
'2 minutes') as time;
|
||||
SELECT * FROM chunk_relation_size('test_adaptive_no_index');
|
||||
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
|
||||
----------+---------------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+-------------
|
||||
13 | "_timescaledb_internal"."_hyper_3_13_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 0 | | 491520
|
||||
14 | "_timescaledb_internal"."_hyper_3_14_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 0 | | 1155072
|
||||
15 | "_timescaledb_internal"."_hyper_3_15_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1477629561281804)"} | 114688 | 0 | | 114688
|
||||
16 | "_timescaledb_internal"."_hyper_3_16_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1477629561281804,1479982474595947)"} | 1048576 | 0 | | 1048576
|
||||
17 | "_timescaledb_internal"."_hyper_3_17_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1479982474595947,1482335387910090)"} | 1048576 | 0 | | 1048576
|
||||
18 | "_timescaledb_internal"."_hyper_3_18_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1482335387910090,1484688301224233)"} | 1048576 | 0 | | 1048576
|
||||
19 | "_timescaledb_internal"."_hyper_3_19_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1484688301224233,1487041214538376)"} | 1048576 | 0 | | 1048576
|
||||
20 | "_timescaledb_internal"."_hyper_3_20_chunk" | {time} | {"timestamp with time zone"} | {NULL} | {"[1487041214538376,1489394127852519)"} | 843776 | 0 | | 843776
|
||||
(8 rows)
|
||||
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
|
||||
----------+-----------------------------------------+----------------------+------------------------------+-----------------------------+-----------------------------------------+-------------+-------------+-------------+-------------
|
||||
12 | _timescaledb_internal._hyper_3_12_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1472256000000000,1474848000000000)"} | 491520 | 0 | | 491520
|
||||
13 | _timescaledb_internal._hyper_3_13_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1474848000000000,1477440000000000)"} | 1155072 | 0 | | 1155072
|
||||
14 | _timescaledb_internal._hyper_3_14_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1477440000000000,1480032000000000)"} | 1155072 | 0 | | 1155072
|
||||
15 | _timescaledb_internal._hyper_3_15_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1480032000000000,1482624000000000)"} | 1155072 | 0 | | 1155072
|
||||
16 | _timescaledb_internal._hyper_3_16_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1482624000000000,1485216000000000)"} | 1155072 | 0 | | 1155072
|
||||
17 | _timescaledb_internal._hyper_3_17_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1485216000000000,1487808000000000)"} | 1155072 | 0 | | 1155072
|
||||
18 | _timescaledb_internal._hyper_3_18_chunk | {time} | {"timestamp with time zone"} | {NULL} | {"[1487808000000000,1490400000000000)"} | 507904 | 0 | | 507904
|
||||
(7 rows)
|
||||
|
||||
-- Test with space partitioning. This might affect the estimation
|
||||
-- since there are more chunks in the same time interval and space
|
||||
@ -265,7 +263,7 @@ CREATE TABLE test_adaptive_space(time timestamptz, temp float, location int);
|
||||
SELECT create_hypertable('test_adaptive_space', 'time', 'location', 2,
|
||||
chunk_target_size => '1MB',
|
||||
create_default_indexes => true);
|
||||
NOTICE: adding NOT NULL constraint to column "time"
|
||||
NOTICE: adding not-null constraint to column "time"
|
||||
create_hypertable
|
||||
-------------------
|
||||
|
||||
@ -274,8 +272,8 @@ NOTICE: adding NOT NULL constraint to column "time"
|
||||
SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension;
|
||||
id | hypertable_id | interval_length
|
||||
----+---------------+-----------------
|
||||
2 | 2 | 1344291889200
|
||||
3 | 3 | 2352913314143
|
||||
2 | 2 | 1365270236112
|
||||
3 | 3 | 2592000000000
|
||||
4 | 4 | 2592000000000
|
||||
5 | 4 |
|
||||
(4 rows)
|
||||
@ -286,36 +284,34 @@ generate_series('2017-03-07T18:18:03+00'::timestamptz - interval '175 days',
|
||||
'2017-03-07T18:18:03+00'::timestamptz,
|
||||
'2 minutes') as time;
|
||||
SELECT * FROM chunk_relation_size('test_adaptive_space');
|
||||
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
|
||||
----------+---------------------------------------------+----------------------+--------------------------------------+-------------------------------------------------+-----------------------------------------------------------------------------+-------------+-------------+-------------+-------------
|
||||
21 | "_timescaledb_internal"."_hyper_4_21_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[-9223372036854775808,1073741823)"} | 262144 | 393216 | | 655360
|
||||
22 | "_timescaledb_internal"."_hyper_4_22_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[1073741823,9223372036854775807)"} | 253952 | 368640 | | 622592
|
||||
23 | "_timescaledb_internal"."_hyper_4_23_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[-9223372036854775808,1073741823)"} | 589824 | 909312 | | 1499136
|
||||
24 | "_timescaledb_internal"."_hyper_4_24_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[1073741823,9223372036854775807)"} | 598016 | 917504 | | 1515520
|
||||
25 | "_timescaledb_internal"."_hyper_4_25_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[1073741823,9223372036854775807)"} | 229376 | 335872 | | 565248
|
||||
26 | "_timescaledb_internal"."_hyper_4_26_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[-9223372036854775808,1073741823)"} | 229376 | 344064 | | 573440
|
||||
27 | "_timescaledb_internal"."_hyper_4_27_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1478622046449724)","[1073741823,9223372036854775807)"} | 81920 | 114688 | | 196608
|
||||
28 | "_timescaledb_internal"."_hyper_4_28_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1478622046449724)","[-9223372036854775808,1073741823)"} | 81920 | 114688 | | 196608
|
||||
29 | "_timescaledb_internal"."_hyper_4_29_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478622046449724,1480380217729688)","[-9223372036854775808,1073741823)"} | 417792 | 622592 | | 1040384
|
||||
30 | "_timescaledb_internal"."_hyper_4_30_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478622046449724,1480380217729688)","[1073741823,9223372036854775807)"} | 409600 | 606208 | | 1015808
|
||||
31 | "_timescaledb_internal"."_hyper_4_31_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480380217729688,1482138389009652)","[1073741823,9223372036854775807)"} | 409600 | 622592 | | 1032192
|
||||
32 | "_timescaledb_internal"."_hyper_4_32_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480380217729688,1482138389009652)","[-9223372036854775808,1073741823)"} | 409600 | 614400 | | 1024000
|
||||
33 | "_timescaledb_internal"."_hyper_4_33_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1482138389009652,1483896560289616)","[-9223372036854775808,1073741823)"} | 409600 | 614400 | | 1024000
|
||||
34 | "_timescaledb_internal"."_hyper_4_34_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1482138389009652,1483896560289616)","[1073741823,9223372036854775807)"} | 417792 | 622592 | | 1040384
|
||||
35 | "_timescaledb_internal"."_hyper_4_35_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483896560289616,1485654731569580)","[1073741823,9223372036854775807)"} | 409600 | 614400 | | 1024000
|
||||
36 | "_timescaledb_internal"."_hyper_4_36_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483896560289616,1485654731569580)","[-9223372036854775808,1073741823)"} | 417792 | 622592 | | 1040384
|
||||
37 | "_timescaledb_internal"."_hyper_4_37_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485654731569580,1487412902849544)","[1073741823,9223372036854775807)"} | 409600 | 614400 | | 1024000
|
||||
38 | "_timescaledb_internal"."_hyper_4_38_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485654731569580,1487412902849544)","[-9223372036854775808,1073741823)"} | 409600 | 606208 | | 1015808
|
||||
39 | "_timescaledb_internal"."_hyper_4_39_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487412902849544,1489171074129508)","[-9223372036854775808,1073741823)"} | 360448 | 573440 | | 933888
|
||||
40 | "_timescaledb_internal"."_hyper_4_40_chunk" | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487412902849544,1489171074129508)","[1073741823,9223372036854775807)"} | 352256 | 548864 | | 901120
|
||||
(20 rows)
|
||||
chunk_id | chunk_table | partitioning_columns | partitioning_column_types | partitioning_hash_functions | ranges | table_bytes | index_bytes | toast_bytes | total_bytes
|
||||
----------+-----------------------------------------+----------------------+--------------------------------------+-------------------------------------------------+-----------------------------------------------------------------------------+-------------+-------------+-------------+-------------
|
||||
19 | _timescaledb_internal._hyper_4_19_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[-9223372036854775808,1073741823)"} | 262144 | 393216 | | 655360
|
||||
20 | _timescaledb_internal._hyper_4_20_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1472256000000000,1474848000000000)","[1073741823,9223372036854775807)"} | 253952 | 368640 | | 622592
|
||||
21 | _timescaledb_internal._hyper_4_21_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[-9223372036854775808,1073741823)"} | 589824 | 909312 | | 1499136
|
||||
22 | _timescaledb_internal._hyper_4_22_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1474848000000000,1477440000000000)","[1073741823,9223372036854775807)"} | 598016 | 917504 | | 1515520
|
||||
23 | _timescaledb_internal._hyper_4_23_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[1073741823,9223372036854775807)"} | 229376 | 335872 | | 565248
|
||||
24 | _timescaledb_internal._hyper_4_24_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1477440000000000,1478370697541660)","[-9223372036854775808,1073741823)"} | 229376 | 344064 | | 573440
|
||||
25 | _timescaledb_internal._hyper_4_25_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1480173588636223)","[1073741823,9223372036854775807)"} | 417792 | 630784 | | 1048576
|
||||
26 | _timescaledb_internal._hyper_4_26_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1478370697541660,1480173588636223)","[-9223372036854775808,1073741823)"} | 425984 | 614400 | | 1040384
|
||||
27 | _timescaledb_internal._hyper_4_27_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480173588636223,1481976479730786)","[-9223372036854775808,1073741823)"} | 417792 | 614400 | | 1032192
|
||||
28 | _timescaledb_internal._hyper_4_28_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1480173588636223,1481976479730786)","[1073741823,9223372036854775807)"} | 425984 | 614400 | | 1040384
|
||||
29 | _timescaledb_internal._hyper_4_29_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1481976479730786,1483779370825349)","[1073741823,9223372036854775807)"} | 425984 | 622592 | | 1048576
|
||||
30 | _timescaledb_internal._hyper_4_30_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1481976479730786,1483779370825349)","[-9223372036854775808,1073741823)"} | 417792 | 630784 | | 1048576
|
||||
31 | _timescaledb_internal._hyper_4_31_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483779370825349,1485582261919912)","[-9223372036854775808,1073741823)"} | 425984 | 630784 | | 1056768
|
||||
32 | _timescaledb_internal._hyper_4_32_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1483779370825349,1485582261919912)","[1073741823,9223372036854775807)"} | 417792 | 630784 | | 1048576
|
||||
33 | _timescaledb_internal._hyper_4_33_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485582261919912,1487385153014475)","[-9223372036854775808,1073741823)"} | 425984 | 622592 | | 1048576
|
||||
34 | _timescaledb_internal._hyper_4_34_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1485582261919912,1487385153014475)","[1073741823,9223372036854775807)"} | 417792 | 622592 | | 1040384
|
||||
35 | _timescaledb_internal._hyper_4_35_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487385153014475,1489188044109038)","[1073741823,9223372036854775807)"} | 360448 | 565248 | | 925696
|
||||
36 | _timescaledb_internal._hyper_4_36_chunk | {time,location} | {"timestamp with time zone",integer} | {NULL,_timescaledb_internal.get_partition_hash} | {"[1487385153014475,1489188044109038)","[-9223372036854775808,1073741823)"} | 360448 | 565248 | | 925696
|
||||
(18 rows)
|
||||
|
||||
SELECT id, hypertable_id, interval_length FROM _timescaledb_catalog.dimension;
|
||||
id | hypertable_id | interval_length
|
||||
----+---------------+-----------------
|
||||
2 | 2 | 1344291889200
|
||||
3 | 3 | 2352913314143
|
||||
2 | 2 | 1365270236112
|
||||
3 | 3 | 2592000000000
|
||||
5 | 4 |
|
||||
4 | 4 | 1758171279964
|
||||
4 | 4 | 1802891094563
|
||||
(4 rows)
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user