Commit 4cb658af authored by Michael Paquier's avatar Michael Paquier

Refactor reloption handling for index AMs in-core

This reworks the reloption parsing and build of a couple of index AMs by
creating new structures for each index AM's options.  This split was
already done for BRIN, GIN and GiST (which actually has a fillfactor
parameter), but not for hash, B-tree and SPGiST which relied on
StdRdOptions due to an overlap with the default option set.

This saves a couple of bytes for rd_options in each relcache entry with
indexes making use of relation options, and brings more consistency
between all index AMs.  While on it, add a couple of AssertMacro() calls
to make sure that utility macros to grab values of reloptions are used
with the expected index AM.

Author: Nikolay Shaplov
Reviewed-by: Amit Langote, Michael Paquier, Álvaro Herrera, Dent John
Discussion: https://postgr.es/m/4127670.gFlpRb6XCm@x200m
parent 114541d5
...@@ -23,7 +23,7 @@ ...@@ -23,7 +23,7 @@
#include "access/htup_details.h" #include "access/htup_details.h"
#include "access/nbtree.h" #include "access/nbtree.h"
#include "access/reloptions.h" #include "access/reloptions.h"
#include "access/spgist.h" #include "access/spgist_private.h"
#include "catalog/pg_type.h" #include "catalog/pg_type.h"
#include "commands/defrem.h" #include "commands/defrem.h"
#include "commands/tablespace.h" #include "commands/tablespace.h"
...@@ -1521,8 +1521,6 @@ default_reloptions(Datum reloptions, bool validate, relopt_kind kind) ...@@ -1521,8 +1521,6 @@ default_reloptions(Datum reloptions, bool validate, relopt_kind kind)
offsetof(StdRdOptions, user_catalog_table)}, offsetof(StdRdOptions, user_catalog_table)},
{"parallel_workers", RELOPT_TYPE_INT, {"parallel_workers", RELOPT_TYPE_INT,
offsetof(StdRdOptions, parallel_workers)}, offsetof(StdRdOptions, parallel_workers)},
{"vacuum_cleanup_index_scale_factor", RELOPT_TYPE_REAL,
offsetof(StdRdOptions, vacuum_cleanup_index_scale_factor)},
{"vacuum_index_cleanup", RELOPT_TYPE_BOOL, {"vacuum_index_cleanup", RELOPT_TYPE_BOOL,
offsetof(StdRdOptions, vacuum_index_cleanup)}, offsetof(StdRdOptions, vacuum_index_cleanup)},
{"vacuum_truncate", RELOPT_TYPE_BOOL, {"vacuum_truncate", RELOPT_TYPE_BOOL,
......
...@@ -358,7 +358,7 @@ _hash_init(Relation rel, double num_tuples, ForkNumber forkNum) ...@@ -358,7 +358,7 @@ _hash_init(Relation rel, double num_tuples, ForkNumber forkNum)
data_width = sizeof(uint32); data_width = sizeof(uint32);
item_width = MAXALIGN(sizeof(IndexTupleData)) + MAXALIGN(data_width) + item_width = MAXALIGN(sizeof(IndexTupleData)) + MAXALIGN(data_width) +
sizeof(ItemIdData); /* include the line pointer */ sizeof(ItemIdData); /* include the line pointer */
ffactor = RelationGetTargetPageUsage(rel, HASH_DEFAULT_FILLFACTOR) / item_width; ffactor = HashGetTargetPageUsage(rel) / item_width;
/* keep to a sane range */ /* keep to a sane range */
if (ffactor < 10) if (ffactor < 10)
ffactor = 10; ffactor = 10;
......
...@@ -289,7 +289,14 @@ _hash_checkpage(Relation rel, Buffer buf, int flags) ...@@ -289,7 +289,14 @@ _hash_checkpage(Relation rel, Buffer buf, int flags)
bytea * bytea *
hashoptions(Datum reloptions, bool validate) hashoptions(Datum reloptions, bool validate)
{ {
return default_reloptions(reloptions, validate, RELOPT_KIND_HASH); static const relopt_parse_elt tab[] = {
{"fillfactor", RELOPT_TYPE_INT, offsetof(HashOptions, fillfactor)},
};
return (bytea *) build_reloptions(reloptions, validate,
RELOPT_KIND_HASH,
sizeof(HashOptions),
tab, lengthof(tab));
} }
/* /*
......
...@@ -816,7 +816,7 @@ _bt_vacuum_needs_cleanup(IndexVacuumInfo *info) ...@@ -816,7 +816,7 @@ _bt_vacuum_needs_cleanup(IndexVacuumInfo *info)
} }
else else
{ {
StdRdOptions *relopts; BTOptions *relopts;
float8 cleanup_scale_factor; float8 cleanup_scale_factor;
float8 prev_num_heap_tuples; float8 prev_num_heap_tuples;
...@@ -827,7 +827,7 @@ _bt_vacuum_needs_cleanup(IndexVacuumInfo *info) ...@@ -827,7 +827,7 @@ _bt_vacuum_needs_cleanup(IndexVacuumInfo *info)
* tuples exceeds vacuum_cleanup_index_scale_factor fraction of * tuples exceeds vacuum_cleanup_index_scale_factor fraction of
* original tuples count. * original tuples count.
*/ */
relopts = (StdRdOptions *) info->index->rd_options; relopts = (BTOptions *) info->index->rd_options;
cleanup_scale_factor = (relopts && cleanup_scale_factor = (relopts &&
relopts->vacuum_cleanup_index_scale_factor >= 0) relopts->vacuum_cleanup_index_scale_factor >= 0)
? relopts->vacuum_cleanup_index_scale_factor ? relopts->vacuum_cleanup_index_scale_factor
......
...@@ -716,8 +716,8 @@ _bt_pagestate(BTWriteState *wstate, uint32 level) ...@@ -716,8 +716,8 @@ _bt_pagestate(BTWriteState *wstate, uint32 level)
if (level > 0) if (level > 0)
state->btps_full = (BLCKSZ * (100 - BTREE_NONLEAF_FILLFACTOR) / 100); state->btps_full = (BLCKSZ * (100 - BTREE_NONLEAF_FILLFACTOR) / 100);
else else
state->btps_full = RelationGetTargetPageFreeSpace(wstate->index, state->btps_full = BTGetTargetPageFreeSpace(wstate->index);
BTREE_DEFAULT_FILLFACTOR);
/* no parent level, yet */ /* no parent level, yet */
state->btps_next = NULL; state->btps_next = NULL;
......
...@@ -167,7 +167,7 @@ _bt_findsplitloc(Relation rel, ...@@ -167,7 +167,7 @@ _bt_findsplitloc(Relation rel,
/* Count up total space in data items before actually scanning 'em */ /* Count up total space in data items before actually scanning 'em */
olddataitemstotal = rightspace - (int) PageGetExactFreeSpace(page); olddataitemstotal = rightspace - (int) PageGetExactFreeSpace(page);
leaffillfactor = RelationGetFillFactor(rel, BTREE_DEFAULT_FILLFACTOR); leaffillfactor = BTGetFillFactor(rel);
/* Passed-in newitemsz is MAXALIGNED but does not include line pointer */ /* Passed-in newitemsz is MAXALIGNED but does not include line pointer */
newitemsz += sizeof(ItemIdData); newitemsz += sizeof(ItemIdData);
......
...@@ -2014,7 +2014,18 @@ BTreeShmemInit(void) ...@@ -2014,7 +2014,18 @@ BTreeShmemInit(void)
bytea * bytea *
btoptions(Datum reloptions, bool validate) btoptions(Datum reloptions, bool validate)
{ {
return default_reloptions(reloptions, validate, RELOPT_KIND_BTREE); static const relopt_parse_elt tab[] = {
{"fillfactor", RELOPT_TYPE_INT, offsetof(BTOptions, fillfactor)},
{"vacuum_cleanup_index_scale_factor", RELOPT_TYPE_REAL,
offsetof(BTOptions, vacuum_cleanup_index_scale_factor)}
};
return (bytea *) build_reloptions(reloptions, validate,
RELOPT_KIND_BTREE,
sizeof(BTOptions),
tab, lengthof(tab));
} }
/* /*
......
...@@ -408,8 +408,7 @@ SpGistGetBuffer(Relation index, int flags, int needSpace, bool *isNew) ...@@ -408,8 +408,7 @@ SpGistGetBuffer(Relation index, int flags, int needSpace, bool *isNew)
* related to the ones already on it. But fillfactor mustn't cause an * related to the ones already on it. But fillfactor mustn't cause an
* error for requests that would otherwise be legal. * error for requests that would otherwise be legal.
*/ */
needSpace += RelationGetTargetPageFreeSpace(index, needSpace += SpGistGetTargetPageFreeSpace(index);
SPGIST_DEFAULT_FILLFACTOR);
needSpace = Min(needSpace, SPGIST_PAGE_CAPACITY); needSpace = Min(needSpace, SPGIST_PAGE_CAPACITY);
/* Get the cache entry for this flags setting */ /* Get the cache entry for this flags setting */
...@@ -586,7 +585,15 @@ SpGistInitMetapage(Page page) ...@@ -586,7 +585,15 @@ SpGistInitMetapage(Page page)
bytea * bytea *
spgoptions(Datum reloptions, bool validate) spgoptions(Datum reloptions, bool validate)
{ {
return default_reloptions(reloptions, validate, RELOPT_KIND_SPGIST); static const relopt_parse_elt tab[] = {
{"fillfactor", RELOPT_TYPE_INT, offsetof(SpGistOptions, fillfactor)},
};
return (bytea *) build_reloptions(reloptions, validate,
RELOPT_KIND_SPGIST,
sizeof(SpGistOptions),
tab, lengthof(tab));
} }
/* /*
......
...@@ -37,11 +37,15 @@ typedef struct BrinStatsData ...@@ -37,11 +37,15 @@ typedef struct BrinStatsData
#define BRIN_DEFAULT_PAGES_PER_RANGE 128 #define BRIN_DEFAULT_PAGES_PER_RANGE 128
#define BrinGetPagesPerRange(relation) \ #define BrinGetPagesPerRange(relation) \
((relation)->rd_options ? \ (AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == BRIN_AM_OID), \
(relation)->rd_options ? \
((BrinOptions *) (relation)->rd_options)->pagesPerRange : \ ((BrinOptions *) (relation)->rd_options)->pagesPerRange : \
BRIN_DEFAULT_PAGES_PER_RANGE) BRIN_DEFAULT_PAGES_PER_RANGE)
#define BrinGetAutoSummarize(relation) \ #define BrinGetAutoSummarize(relation) \
((relation)->rd_options ? \ (AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == BRIN_AM_OID), \
(relation)->rd_options ? \
((BrinOptions *) (relation)->rd_options)->autosummarize : \ ((BrinOptions *) (relation)->rd_options)->autosummarize : \
false) false)
......
...@@ -14,6 +14,7 @@ ...@@ -14,6 +14,7 @@
#include "access/gin.h" #include "access/gin.h"
#include "access/ginblock.h" #include "access/ginblock.h"
#include "access/itup.h" #include "access/itup.h"
#include "catalog/pg_am_d.h"
#include "fmgr.h" #include "fmgr.h"
#include "storage/bufmgr.h" #include "storage/bufmgr.h"
#include "lib/rbtree.h" #include "lib/rbtree.h"
...@@ -30,10 +31,14 @@ typedef struct GinOptions ...@@ -30,10 +31,14 @@ typedef struct GinOptions
#define GIN_DEFAULT_USE_FASTUPDATE true #define GIN_DEFAULT_USE_FASTUPDATE true
#define GinGetUseFastUpdate(relation) \ #define GinGetUseFastUpdate(relation) \
((relation)->rd_options ? \ (AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == GIN_AM_OID), \
(relation)->rd_options ? \
((GinOptions *) (relation)->rd_options)->useFastUpdate : GIN_DEFAULT_USE_FASTUPDATE) ((GinOptions *) (relation)->rd_options)->useFastUpdate : GIN_DEFAULT_USE_FASTUPDATE)
#define GinGetPendingListCleanupSize(relation) \ #define GinGetPendingListCleanupSize(relation) \
((relation)->rd_options && \ (AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == GIN_AM_OID), \
(relation)->rd_options && \
((GinOptions *) (relation)->rd_options)->pendingListCleanupSize != -1 ? \ ((GinOptions *) (relation)->rd_options)->pendingListCleanupSize != -1 ? \
((GinOptions *) (relation)->rd_options)->pendingListCleanupSize : \ ((GinOptions *) (relation)->rd_options)->pendingListCleanupSize : \
gin_pending_list_limit) gin_pending_list_limit)
......
...@@ -20,6 +20,7 @@ ...@@ -20,6 +20,7 @@
#include "access/amapi.h" #include "access/amapi.h"
#include "access/itup.h" #include "access/itup.h"
#include "access/sdir.h" #include "access/sdir.h"
#include "catalog/pg_am_d.h"
#include "lib/stringinfo.h" #include "lib/stringinfo.h"
#include "storage/bufmgr.h" #include "storage/bufmgr.h"
#include "storage/lockdefs.h" #include "storage/lockdefs.h"
...@@ -263,6 +264,21 @@ typedef struct HashMetaPageData ...@@ -263,6 +264,21 @@ typedef struct HashMetaPageData
typedef HashMetaPageData *HashMetaPage; typedef HashMetaPageData *HashMetaPage;
typedef struct HashOptions
{
int32 varlena_header_; /* varlena header (do not touch directly!) */
int fillfactor; /* page fill factor in percent (0..100) */
} HashOptions;
#define HashGetFillFactor(relation) \
(AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == HASH_AM_OID), \
(relation)->rd_options ? \
((HashOptions *) (relation)->rd_options)->fillfactor : \
HASH_DEFAULT_FILLFACTOR)
#define HashGetTargetPageUsage(relation) \
(BLCKSZ * HashGetFillFactor(relation) / 100)
/* /*
* Maximum size of a hash index item (it's okay to have only one per page) * Maximum size of a hash index item (it's okay to have only one per page)
*/ */
......
...@@ -18,6 +18,7 @@ ...@@ -18,6 +18,7 @@
#include "access/itup.h" #include "access/itup.h"
#include "access/sdir.h" #include "access/sdir.h"
#include "access/xlogreader.h" #include "access/xlogreader.h"
#include "catalog/pg_am_d.h"
#include "catalog/pg_index.h" #include "catalog/pg_index.h"
#include "lib/stringinfo.h" #include "lib/stringinfo.h"
#include "storage/bufmgr.h" #include "storage/bufmgr.h"
...@@ -680,6 +681,23 @@ typedef BTScanOpaqueData *BTScanOpaque; ...@@ -680,6 +681,23 @@ typedef BTScanOpaqueData *BTScanOpaque;
#define SK_BT_DESC (INDOPTION_DESC << SK_BT_INDOPTION_SHIFT) #define SK_BT_DESC (INDOPTION_DESC << SK_BT_INDOPTION_SHIFT)
#define SK_BT_NULLS_FIRST (INDOPTION_NULLS_FIRST << SK_BT_INDOPTION_SHIFT) #define SK_BT_NULLS_FIRST (INDOPTION_NULLS_FIRST << SK_BT_INDOPTION_SHIFT)
typedef struct BTOptions
{
int32 varlena_header_; /* varlena header (do not touch directly!) */
int fillfactor; /* page fill factor in percent (0..100) */
/* fraction of newly inserted tuples prior to trigger index cleanup */
float8 vacuum_cleanup_index_scale_factor;
} BTOptions;
#define BTGetFillFactor(relation) \
(AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == BTREE_AM_OID), \
(relation)->rd_options ? \
((BTOptions *) (relation)->rd_options)->fillfactor : \
BTREE_DEFAULT_FILLFACTOR)
#define BTGetTargetPageFreeSpace(relation) \
(BLCKSZ * (100 - BTGetFillFactor(relation)) / 100)
/* /*
* Constant definition for progress reporting. Phase numbers must match * Constant definition for progress reporting. Phase numbers must match
* btbuildphasename. * btbuildphasename.
......
...@@ -19,10 +19,6 @@ ...@@ -19,10 +19,6 @@
#include "lib/stringinfo.h" #include "lib/stringinfo.h"
/* reloption parameters */
#define SPGIST_MIN_FILLFACTOR 10
#define SPGIST_DEFAULT_FILLFACTOR 80
/* SPGiST opclass support function numbers */ /* SPGiST opclass support function numbers */
#define SPGIST_CONFIG_PROC 1 #define SPGIST_CONFIG_PROC 1
#define SPGIST_CHOOSE_PROC 2 #define SPGIST_CHOOSE_PROC 2
......
...@@ -16,12 +16,29 @@ ...@@ -16,12 +16,29 @@
#include "access/itup.h" #include "access/itup.h"
#include "access/spgist.h" #include "access/spgist.h"
#include "catalog/pg_am_d.h"
#include "nodes/tidbitmap.h" #include "nodes/tidbitmap.h"
#include "storage/buf.h" #include "storage/buf.h"
#include "utils/geo_decls.h" #include "utils/geo_decls.h"
#include "utils/relcache.h" #include "utils/relcache.h"
typedef struct SpGistOptions
{
int32 varlena_header_; /* varlena header (do not touch directly!) */
int fillfactor; /* page fill factor in percent (0..100) */
} SpGistOptions;
#define SpGistGetFillFactor(relation) \
(AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == SPGIST_AM_OID), \
(relation)->rd_options ? \
((SpGistOptions *) (relation)->rd_options)->fillfactor : \
SPGIST_DEFAULT_FILLFACTOR)
#define SpGistGetTargetPageFreeSpace(relation) \
(BLCKSZ * (100 - SpGistGetFillFactor(relation)) / 100)
/* Page numbers of fixed-location pages */ /* Page numbers of fixed-location pages */
#define SPGIST_METAPAGE_BLKNO (0) /* metapage */ #define SPGIST_METAPAGE_BLKNO (0) /* metapage */
#define SPGIST_ROOT_BLKNO (1) /* root for normal entries */ #define SPGIST_ROOT_BLKNO (1) /* root for normal entries */
...@@ -423,6 +440,11 @@ typedef SpGistDeadTupleData *SpGistDeadTuple; ...@@ -423,6 +440,11 @@ typedef SpGistDeadTupleData *SpGistDeadTuple;
#define GBUF_REQ_NULLS(flags) ((flags) & GBUF_NULLS) #define GBUF_REQ_NULLS(flags) ((flags) & GBUF_NULLS)
/* spgutils.c */ /* spgutils.c */
/* reloption parameters */
#define SPGIST_MIN_FILLFACTOR 10
#define SPGIST_DEFAULT_FILLFACTOR 80
extern SpGistCache *spgGetCache(Relation index); extern SpGistCache *spgGetCache(Relation index);
extern void initSpGistState(SpGistState *state, Relation index); extern void initSpGistState(SpGistState *state, Relation index);
extern Buffer SpGistNewBuffer(Relation index); extern Buffer SpGistNewBuffer(Relation index);
......
...@@ -235,7 +235,7 @@ typedef struct ForeignKeyCacheInfo ...@@ -235,7 +235,7 @@ typedef struct ForeignKeyCacheInfo
/* /*
* StdRdOptions * StdRdOptions
* Standard contents of rd_options for heaps and generic indexes. * Standard contents of rd_options for heaps.
* *
* RelationGetFillFactor() and RelationGetTargetPageFreeSpace() can only * RelationGetFillFactor() and RelationGetTargetPageFreeSpace() can only
* be applied to relations that use this format or a superset for * be applied to relations that use this format or a superset for
...@@ -265,7 +265,6 @@ typedef struct StdRdOptions ...@@ -265,7 +265,6 @@ typedef struct StdRdOptions
int32 vl_len_; /* varlena header (do not touch directly!) */ int32 vl_len_; /* varlena header (do not touch directly!) */
int fillfactor; /* page fill factor in percent (0..100) */ int fillfactor; /* page fill factor in percent (0..100) */
/* fraction of newly inserted tuples prior to trigger index cleanup */ /* fraction of newly inserted tuples prior to trigger index cleanup */
float8 vacuum_cleanup_index_scale_factor;
int toast_tuple_target; /* target for tuple toasting */ int toast_tuple_target; /* target for tuple toasting */
AutoVacOpts autovacuum; /* autovacuum-related options */ AutoVacOpts autovacuum; /* autovacuum-related options */
bool user_catalog_table; /* use as an additional catalog relation */ bool user_catalog_table; /* use as an additional catalog relation */
......
...@@ -171,6 +171,7 @@ BTInsertStateData ...@@ -171,6 +171,7 @@ BTInsertStateData
BTLeader BTLeader
BTMetaPageData BTMetaPageData
BTOneVacInfo BTOneVacInfo
BTOptions
BTPS_State BTPS_State
BTPageOpaque BTPageOpaque
BTPageOpaqueData BTPageOpaqueData
...@@ -978,6 +979,7 @@ HashJoinTuple ...@@ -978,6 +979,7 @@ HashJoinTuple
HashMemoryChunk HashMemoryChunk
HashMetaPage HashMetaPage
HashMetaPageData HashMetaPageData
HashOptions
HashPageOpaque HashPageOpaque
HashPageOpaqueData HashPageOpaqueData
HashPageStat HashPageStat
...@@ -2270,6 +2272,7 @@ SpGistLeafTupleData ...@@ -2270,6 +2272,7 @@ SpGistLeafTupleData
SpGistMetaPageData SpGistMetaPageData
SpGistNodeTuple SpGistNodeTuple
SpGistNodeTupleData SpGistNodeTupleData
SpGistOptions
SpGistPageOpaque SpGistPageOpaque
SpGistPageOpaqueData SpGistPageOpaqueData
SpGistScanOpaque SpGistScanOpaque
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment