diff --git a/doc/src/sgml/spgist.sgml b/doc/src/sgml/spgist.sgml
new file mode 100644
index 139c8ed..bae5714
*** a/doc/src/sgml/spgist.sgml
--- b/doc/src/sgml/spgist.sgml
***************
*** 240,259 ****
There are five user-defined methods that an index operator class for
! SP-GiST must provide. All five follow the convention
! of accepting two internal arguments, the first of which is a
! pointer to a C struct containing input values for the support method,
! while the second argument is a pointer to a C struct where output values
! must be placed. Four of the methods just return void, since
! all their results appear in the output struct; but
leaf_consistent additionally returns a boolean result.
The methods must not modify any fields of their input structs. In all
cases, the output struct is initialized to zeroes before calling the
! user-defined method.
! The five user-defined methods are:
--- 240,261 ----
There are five user-defined methods that an index operator class for
! SP-GiST must provide, and one is optional. All five
! mandatory methods follow the convention of accepting two internal
! arguments, the first of which is a pointer to a C struct containing input
! values for the support method, while the second argument is a pointer to a
! C struct where output values must be placed. Four of the mandatory methods just
! return void, since all their results appear in the output struct; but
leaf_consistent additionally returns a boolean result.
The methods must not modify any fields of their input structs. In all
cases, the output struct is initialized to zeroes before calling the
! user-defined method. Optional sixth method compress
! accepts datum to be indexed as the only argument and returns value suitable
! for physical storage in leaf tuple.
! The five mandatory user-defined methods are:
*************** typedef struct spgConfigOut
*** 283,288 ****
--- 285,291 ----
{
Oid prefixType; /* Data type of inner-tuple prefixes */
Oid labelType; /* Data type of inner-tuple node labels */
+ Oid leafType; /* Data type of leaf-tuple values */
bool canReturnData; /* Opclass can reconstruct original data */
bool longValuesOK; /* Opclass can cope with values > 1 page */
} spgConfigOut;
*************** typedef struct spgConfigOut
*** 305,310 ****
--- 308,329 ----
class is capable of segmenting long values by repeated suffixing
(see ).
+
+
+ leafType is typically the same as
+ attType. For the reasons of backward
+ compatibility, method config can
+ leave leafType uninitialized; that would
+ give the same effect as setting leafType equal
+ to attType. When attType
+ and leafType are different, then optional
+ method compress must be provided.
+ Method compress is responsible
+ for transformation of datums to be indexed from attType
+ to leafType.
+ Note: both consistent functions will get scankeys
+ unchanged, without transformation using compress.
+
*************** typedef struct spgChooseOut
*** 380,389 ****
} spgChooseOut;
! datum is the original datum that was to be inserted
! into the index.
! leafDatum is initially the same as
! datum, but can change at lower levels of the tree
if the choose or picksplit
methods change it. When the insertion search reaches a leaf page,
the current value of leafDatum is what will be stored
--- 399,414 ----
} spgChooseOut;
! datum is the original datum of
! spgConfigIn.attType
! type that was to be inserted into the index.
! leafDatum is a value of
! spgConfigOut.leafType
! type which is initially an result of method
! compress applied to datum
! when method compress is provided, or same value as
! datum otherwise.
! leafDatum can change at lower levels of the tree
if the choose or picksplit
methods change it. When the insertion search reaches a leaf page,
the current value of leafDatum is what will be stored
*************** typedef struct spgChooseOut
*** 418,424 ****
Set levelAdd to the increment in
level caused by descending through that node,
or leave it as zero if the operator class does not use levels.
! Set restDatum to equal datum
if the operator class does not modify datums from one level to the
next, or otherwise set it to the modified value to be used as
leafDatum at the next level.
--- 443,449 ----
Set levelAdd to the increment in
level caused by descending through that node,
or leave it as zero if the operator class does not use levels.
! Set restDatum to equal leafDatum
if the operator class does not modify datums from one level to the
next, or otherwise set it to the modified value to be used as
leafDatum at the next level.
*************** typedef struct spgPickSplitOut
*** 509,515 ****
nTuples is the number of leaf tuples provided.
! datums is an array of their datum values.
level is the current level that all the leaf tuples
share, which will become the level of the new inner tuple.
--- 534,542 ----
nTuples is the number of leaf tuples provided.
! datums is an array of their datum values of
! spgConfigOut.leafType
! type.
level is the current level that all the leaf tuples
share, which will become the level of the new inner tuple.
*************** typedef struct spgInnerConsistentOut
*** 624,630 ****
reconstructedValue is the value reconstructed for the
parent tuple; it is (Datum) 0 at the root level or if the
inner_consistent function did not provide a value at the
! parent level.
traversalValue is a pointer to any traverse data
passed down from the previous call of inner_consistent
on the parent index tuple, or NULL at the root level.
--- 651,658 ----
reconstructedValue is the value reconstructed for the
parent tuple; it is (Datum) 0 at the root level or if the
inner_consistent function did not provide a value at the
! parent level. reconstructedValue is always of
! spgConfigIn.attType type.
traversalValue is a pointer to any traverse data
passed down from the previous call of inner_consistent
on the parent index tuple, or NULL at the root level.
*************** typedef struct spgInnerConsistentOut
*** 659,664 ****
--- 687,693 ----
necessarily so, so an array is used.)
If value reconstruction is needed, set
reconstructedValues to an array of the values
+ of spgConfigIn.attType type
reconstructed for each child node to be visited; otherwise, leave
reconstructedValues as NULL.
If it is desired to pass down additional out-of-band information
*************** typedef struct spgLeafConsistentOut
*** 730,736 ****
reconstructedValue is the value reconstructed for the
parent tuple; it is (Datum) 0 at the root level or if the
inner_consistent function did not provide a value at the
! parent level.
traversalValue is a pointer to any traverse data
passed down from the previous call of inner_consistent
on the parent index tuple, or NULL at the root level.
--- 759,766 ----
reconstructedValue is the value reconstructed for the
parent tuple; it is (Datum) 0 at the root level or if the
inner_consistent function did not provide a value at the
! parent level. reconstructedValue is always of
! spgConfigIn.attType type.
traversalValue is a pointer to any traverse data
passed down from the previous call of inner_consistent
on the parent index tuple, or NULL at the root level.
*************** typedef struct spgLeafConsistentOut
*** 739,754 ****
returnData is true if reconstructed data is
required for this query; this will only be so if the
config function asserted canReturnData.
! leafDatum is the key value stored in the current
! leaf tuple.
The function must return true if the leaf tuple matches the
query, or false if not. In the true case,
if returnData is true then
! leafValue must be set to the value originally supplied
! to be indexed for this leaf tuple. Also,
recheck may be set to true if the match
is uncertain and so the operator(s) must be re-applied to the actual
heap tuple to verify the match.
--- 769,786 ----
returnData is true if reconstructed data is
required for this query; this will only be so if the
config function asserted canReturnData.
! leafDatum is the key value of
! spgConfigOut.leafType
! stored in the current leaf tuple.
The function must return true if the leaf tuple matches the
query, or false if not. In the true case,
if returnData is true then
! leafValue must be set to the value of
! spgConfigIn.attType type
! originally supplied to be indexed for this leaf tuple. Also,
recheck may be set to true if the match
is uncertain and so the operator(s) must be re-applied to the actual
heap tuple to verify the match.
*************** typedef struct spgLeafConsistentOut
*** 757,762 ****
--- 789,814 ----
+
+ The optional user-defined method is:
+
+
+
+
+ Datum compress(Datum in)
+
+
+ Converts the data item into a format suitable for physical storage in
+ a leaf tuple of index page. It accepts
+ spgConfigIn.attType
+ value and return
+ spgConfigOut.leafType
+ value. Output value should not be toasted.
+
+
+
+
+
All the SP-GiST support methods are normally called in a short-lived
memory context; that is, CurrentMemoryContext will be reset
diff --git a/src/backend/access/spgist/spgdoinsert.c b/src/backend/access/spgist/spgdoinsert.c
new file mode 100644
index a5f4c40..a8cb8c7
*** a/src/backend/access/spgist/spgdoinsert.c
--- b/src/backend/access/spgist/spgdoinsert.c
*************** spgdoinsert(Relation index, SpGistState
*** 1906,1919 ****
procinfo = index_getprocinfo(index, 1, SPGIST_CHOOSE_PROC);
/*
! * Since we don't use index_form_tuple in this AM, we have to make sure
* value to be inserted is not toasted; FormIndexDatum doesn't guarantee
! * that.
*/
! if (!isnull && state->attType.attlen == -1)
! datum = PointerGetDatum(PG_DETOAST_DATUM(datum));
! leafDatum = datum;
/*
* Compute space needed for a leaf tuple containing the given datum.
--- 1906,1942 ----
procinfo = index_getprocinfo(index, 1, SPGIST_CHOOSE_PROC);
/*
! * Prepare the leaf datum to insert.
! *
! * If an optional "compress" method is provided, then call it to form
! * the leaf datum from the input datum. Otherwise store the input datum as
! * is. Since we don't use index_form_tuple in this AM, we have to make sure
* value to be inserted is not toasted; FormIndexDatum doesn't guarantee
! * that. But we assume the "compress" method to return an untoasted value.
*/
! if (!isnull)
! {
! if (OidIsValid(index_getprocid(index, 1, SPGIST_COMPRESS_PROC)))
! {
! FmgrInfo *compressProcinfo = NULL;
! compressProcinfo = index_getprocinfo(index, 1, SPGIST_COMPRESS_PROC);
! leafDatum = FunctionCall1Coll(compressProcinfo,
! index->rd_indcollation[0],
! datum);
! }
! else
! {
! Assert(state->attLeafType.type == state->attType.type);
!
! if (state->attType.attlen == -1)
! leafDatum = PointerGetDatum(PG_DETOAST_DATUM(datum));
! else
! leafDatum = datum;
! }
! }
! else
! leafDatum = (Datum) 0;
/*
* Compute space needed for a leaf tuple containing the given datum.
*************** spgdoinsert(Relation index, SpGistState
*** 1923,1929 ****
*/
if (!isnull)
leafSize = SGLTHDRSZ + sizeof(ItemIdData) +
! SpGistGetTypeSize(&state->attType, leafDatum);
else
leafSize = SGDTSIZE + sizeof(ItemIdData);
--- 1946,1952 ----
*/
if (!isnull)
leafSize = SGLTHDRSZ + sizeof(ItemIdData) +
! SpGistGetTypeSize(&state->attLeafType, leafDatum);
else
leafSize = SGDTSIZE + sizeof(ItemIdData);
*************** spgdoinsert(Relation index, SpGistState
*** 2138,2144 ****
{
leafDatum = out.result.matchNode.restDatum;
leafSize = SGLTHDRSZ + sizeof(ItemIdData) +
! SpGistGetTypeSize(&state->attType, leafDatum);
}
/*
--- 2161,2167 ----
{
leafDatum = out.result.matchNode.restDatum;
leafSize = SGLTHDRSZ + sizeof(ItemIdData) +
! SpGistGetTypeSize(&state->attLeafType, leafDatum);
}
/*
diff --git a/src/backend/access/spgist/spgutils.c b/src/backend/access/spgist/spgutils.c
new file mode 100644
index bd5301f..668e3c4
*** a/src/backend/access/spgist/spgutils.c
--- b/src/backend/access/spgist/spgutils.c
*************** spgGetCache(Relation index)
*** 124,130 ****
PointerGetDatum(&cache->config));
/* Get the information we need about each relevant datatype */
! fillTypeDesc(&cache->attType, atttype);
fillTypeDesc(&cache->attPrefixType, cache->config.prefixType);
fillTypeDesc(&cache->attLabelType, cache->config.labelType);
--- 124,146 ----
PointerGetDatum(&cache->config));
/* Get the information we need about each relevant datatype */
! if (OidIsValid(cache->config.leafType) &&
! cache->config.leafType != atttype)
! {
! if (!OidIsValid(index_getprocid(index, 1, SPGIST_COMPRESS_PROC)))
! ereport(ERROR,
! (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
! errmsg("compress method must not defined when leaf type is different from input type")));
!
! fillTypeDesc(&cache->attType, atttype);
! fillTypeDesc(&cache->attLeafType, cache->config.leafType);
! }
! else
! {
! fillTypeDesc(&cache->attType, atttype);
! cache->attLeafType = cache->attType;
! }
!
fillTypeDesc(&cache->attPrefixType, cache->config.prefixType);
fillTypeDesc(&cache->attLabelType, cache->config.labelType);
*************** initSpGistState(SpGistState *state, Rela
*** 164,169 ****
--- 180,186 ----
state->config = cache->config;
state->attType = cache->attType;
+ state->attLeafType = cache->attLeafType;
state->attPrefixType = cache->attPrefixType;
state->attLabelType = cache->attLabelType;
*************** spgFormLeafTuple(SpGistState *state, Ite
*** 618,624 ****
/* compute space needed (note result is already maxaligned) */
size = SGLTHDRSZ;
if (!isnull)
! size += SpGistGetTypeSize(&state->attType, datum);
/*
* Ensure that we can replace the tuple with a dead tuple later. This
--- 635,641 ----
/* compute space needed (note result is already maxaligned) */
size = SGLTHDRSZ;
if (!isnull)
! size += SpGistGetTypeSize(&state->attLeafType, datum);
/*
* Ensure that we can replace the tuple with a dead tuple later. This
*************** spgFormLeafTuple(SpGistState *state, Ite
*** 634,640 ****
tup->nextOffset = InvalidOffsetNumber;
tup->heapPtr = *heapPtr;
if (!isnull)
! memcpyDatum(SGLTDATAPTR(tup), &state->attType, datum);
return tup;
}
--- 651,657 ----
tup->nextOffset = InvalidOffsetNumber;
tup->heapPtr = *heapPtr;
if (!isnull)
! memcpyDatum(SGLTDATAPTR(tup), &state->attLeafType, datum);
return tup;
}
diff --git a/src/backend/access/spgist/spgvalidate.c b/src/backend/access/spgist/spgvalidate.c
new file mode 100644
index 157cf2a..514da47
*** a/src/backend/access/spgist/spgvalidate.c
--- b/src/backend/access/spgist/spgvalidate.c
*************** spgvalidate(Oid opclassoid)
*** 52,57 ****
--- 52,61 ----
OpFamilyOpFuncGroup *opclassgroup;
int i;
ListCell *lc;
+ spgConfigIn configIn;
+ spgConfigOut configOut;
+ Oid configOutLefttype = InvalidOid;
+ Oid configOutRighttype = InvalidOid;
/* Fetch opclass information */
classtup = SearchSysCache1(CLAOID, ObjectIdGetDatum(opclassoid));
*************** spgvalidate(Oid opclassoid)
*** 100,105 ****
--- 104,118 ----
switch (procform->amprocnum)
{
case SPGIST_CONFIG_PROC:
+ ok = check_amproc_signature(procform->amproc, VOIDOID, true,
+ 2, 2, INTERNALOID, INTERNALOID);
+ configIn.attType = procform->amproclefttype;
+ OidFunctionCall2(procform->amproc,
+ PointerGetDatum(&configIn),
+ PointerGetDatum(&configOut));
+ configOutLefttype = procform->amproclefttype;
+ configOutRighttype = procform->amprocrighttype;
+ break;
case SPGIST_CHOOSE_PROC:
case SPGIST_PICKSPLIT_PROC:
case SPGIST_INNER_CONSISTENT_PROC:
*************** spgvalidate(Oid opclassoid)
*** 110,115 ****
--- 123,137 ----
ok = check_amproc_signature(procform->amproc, BOOLOID, true,
2, 2, INTERNALOID, INTERNALOID);
break;
+ case SPGIST_COMPRESS_PROC:
+ if (configOutLefttype != procform->amproclefttype ||
+ configOutRighttype != procform->amprocrighttype)
+ ok = false;
+ else
+ ok = check_amproc_signature(procform->amproc,
+ configOut.leafType, true,
+ 1, 1, procform->amproclefttype);
+ break;
default:
ereport(INFO,
(errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
*************** spgvalidate(Oid opclassoid)
*** 212,218 ****
if (thisgroup->lefttype != thisgroup->righttype)
continue;
! for (i = 1; i <= SPGISTNProc; i++)
{
if ((thisgroup->functionset & (((uint64) 1) << i)) != 0)
continue; /* got it */
--- 234,240 ----
if (thisgroup->lefttype != thisgroup->righttype)
continue;
! for (i = 1; i <= SPGISTNRequiredProc; i++)
{
if ((thisgroup->functionset & (((uint64) 1) << i)) != 0)
continue; /* got it */
diff --git a/src/include/access/spgist.h b/src/include/access/spgist.h
new file mode 100644
index d1bc396..06b1d88
*** a/src/include/access/spgist.h
--- b/src/include/access/spgist.h
***************
*** 30,36 ****
#define SPGIST_PICKSPLIT_PROC 3
#define SPGIST_INNER_CONSISTENT_PROC 4
#define SPGIST_LEAF_CONSISTENT_PROC 5
! #define SPGISTNProc 5
/*
* Argument structs for spg_config method
--- 30,38 ----
#define SPGIST_PICKSPLIT_PROC 3
#define SPGIST_INNER_CONSISTENT_PROC 4
#define SPGIST_LEAF_CONSISTENT_PROC 5
! #define SPGIST_COMPRESS_PROC 6
! #define SPGISTNRequiredProc 5
! #define SPGISTNProc 6
/*
* Argument structs for spg_config method
*************** typedef struct spgConfigOut
*** 44,49 ****
--- 46,52 ----
{
Oid prefixType; /* Data type of inner-tuple prefixes */
Oid labelType; /* Data type of inner-tuple node labels */
+ Oid leafType; /* Data type of leaf-tuple values */
bool canReturnData; /* Opclass can reconstruct original data */
bool longValuesOK; /* Opclass can cope with values > 1 page */
} spgConfigOut;
diff --git a/src/include/access/spgist_private.h b/src/include/access/spgist_private.h
new file mode 100644
index 1c4b321..e55de9d
*** a/src/include/access/spgist_private.h
--- b/src/include/access/spgist_private.h
*************** typedef struct SpGistState
*** 119,125 ****
{
spgConfigOut config; /* filled in by opclass config method */
! SpGistTypeDesc attType; /* type of input data and leaf values */
SpGistTypeDesc attPrefixType; /* type of inner-tuple prefix values */
SpGistTypeDesc attLabelType; /* type of node label values */
--- 119,126 ----
{
spgConfigOut config; /* filled in by opclass config method */
! SpGistTypeDesc attType; /* type of values to be indexed/restored */
! SpGistTypeDesc attLeafType; /* type of leaf-tuple values */
SpGistTypeDesc attPrefixType; /* type of inner-tuple prefix values */
SpGistTypeDesc attLabelType; /* type of node label values */
*************** typedef struct SpGistCache
*** 178,184 ****
{
spgConfigOut config; /* filled in by opclass config method */
! SpGistTypeDesc attType; /* type of input data and leaf values */
SpGistTypeDesc attPrefixType; /* type of inner-tuple prefix values */
SpGistTypeDesc attLabelType; /* type of node label values */
--- 179,186 ----
{
spgConfigOut config; /* filled in by opclass config method */
! SpGistTypeDesc attType; /* type of values to be indexed/restored */
! SpGistTypeDesc attLeafType; /* type of leaf-tuple values */
SpGistTypeDesc attPrefixType; /* type of inner-tuple prefix values */
SpGistTypeDesc attLabelType; /* type of node label values */
*************** typedef SpGistLeafTupleData *SpGistLeafT
*** 300,306 ****
#define SGLTHDRSZ MAXALIGN(sizeof(SpGistLeafTupleData))
#define SGLTDATAPTR(x) (((char *) (x)) + SGLTHDRSZ)
! #define SGLTDATUM(x, s) ((s)->attType.attbyval ? \
*(Datum *) SGLTDATAPTR(x) : \
PointerGetDatum(SGLTDATAPTR(x)))
--- 302,308 ----
#define SGLTHDRSZ MAXALIGN(sizeof(SpGistLeafTupleData))
#define SGLTDATAPTR(x) (((char *) (x)) + SGLTHDRSZ)
! #define SGLTDATUM(x, s) ((s)->attLeafType.attbyval ? \
*(Datum *) SGLTDATAPTR(x) : \
PointerGetDatum(SGLTDATAPTR(x)))