3 #include "access/genam.h"
4 #include "access/gin.h"
5 #if PG_VERSION_NUM >= 90400
6 #include "utils/snapmgr.h"
8 #if PG_VERSION_NUM >= 90100
9 #include "access/gin_private.h"
11 #include "access/gist.h"
12 #include "access/gist_private.h"
13 #include "access/gistscan.h"
14 #if PG_VERSION_NUM >= 90200
15 #include "access/spgist_private.h"
16 #include "access/spgist.h"
17 #include "utils/datum.h"
19 #include "access/heapam.h"
20 #include "catalog/index.h"
21 #include "miscadmin.h"
22 #include "storage/lmgr.h"
23 #include "catalog/namespace.h"
24 #if PG_VERSION_NUM >= 80300
25 #include <tsearch/ts_utils.h>
27 #include <utils/tqual.h>
28 #include "utils/builtins.h"
29 #include "utils/lsyscache.h"
30 #include "utils/datum.h"
31 #include "utils/fmgroids.h"
34 #include <access/heapam.h>
35 #include <catalog/pg_type.h>
36 #include <access/relscan.h>
39 #define PAGESIZE (BLCKSZ - MAXALIGN(sizeof(PageHeaderData) + sizeof(ItemIdData)))
42 #define PG_NARGS() (fcinfo->nargs)
45 #if PG_VERSION_NUM >= 90600
47 #define ISNOTNULL false
48 #define heap_formtuple heap_form_tuple
56 char *out=palloc(VARSIZE(in));
58 memcpy(out, VARDATA(in), VARSIZE(in)-VARHDRSZ);
59 out[ VARSIZE(in)-VARHDRSZ ] ='\0';
70 static Relation checkOpenedRelation(Relation r, Oid PgAmOid);
72 #ifdef PG_MODULE_MAGIC
78 gist_index_open(RangeVar *relvar) {
79 #if PG_VERSION_NUM < 90200
80 Oid relOid = RangeVarGetRelid(relvar, false);
82 Oid relOid = RangeVarGetRelid(relvar, NoLock, false);
84 return checkOpenedRelation(
85 index_open(relOid, AccessExclusiveLock), GIST_AM_OID);
88 #define gist_index_close(r) index_close((r), AccessExclusiveLock)
91 gin_index_open(RangeVar *relvar) {
92 #if PG_VERSION_NUM < 90200
93 Oid relOid = RangeVarGetRelid(relvar, false);
95 Oid relOid = RangeVarGetRelid(relvar, NoLock, false);
97 return checkOpenedRelation(
98 index_open(relOid, AccessShareLock), GIN_AM_OID);
101 #define gin_index_close(r) index_close((r), AccessShareLock)
106 gist_index_open(RangeVar *relvar) {
107 Relation rel = index_openrv(relvar);
109 LockRelation(rel, AccessExclusiveLock);
110 return checkOpenedRelation(rel, GIST_AM_OID);
114 gist_index_close(Relation rel) {
115 UnlockRelation(rel, AccessExclusiveLock);
120 gin_index_open(RangeVar *relvar) {
121 Relation rel = index_openrv(relvar);
123 LockRelation(rel, AccessShareLock);
124 return checkOpenedRelation(rel, GIN_AM_OID);
128 gin_index_close(Relation rel) {
129 UnlockRelation(rel, AccessShareLock);
135 #if PG_VERSION_NUM >= 80300
136 #define stringToQualifiedNameList(x,y) stringToQualifiedNameList(x)
139 #if PG_VERSION_NUM < 80300
140 #define SET_VARSIZE(p,l) VARATT_SIZEP(p)=(l)
144 checkOpenedRelation(Relation r, Oid PgAmOid) {
145 if ( r->rd_am == NULL )
146 elog(ERROR, "Relation %s.%s is not an index",
147 get_namespace_name(RelationGetNamespace(r)),
148 RelationGetRelationName(r)
151 if ( r->rd_rel->relam != PgAmOid )
152 elog(ERROR, "Index %s.%s has wrong type",
153 get_namespace_name(RelationGetNamespace(r)),
154 RelationGetRelationName(r)
161 gist_dumptree(Relation r, int level, BlockNumber blk, OffsetNumber coff, IdxInfo *info) {
171 pred = (char *) palloc(sizeof(char) * level * 4 + 1);
172 MemSet(pred, ' ', level*4);
173 pred[level*4] = '\0';
175 buffer = ReadBuffer(r, blk);
176 page = (Page) BufferGetPage(buffer);
178 maxoff = PageGetMaxOffsetNumber(page);
181 while ( (info->ptr-((char*)info->txt)) + level*4 + 128 >= info->len ) {
182 int dist=info->ptr-((char*)info->txt);
184 info->txt=(text*)repalloc(info->txt, info->len);
185 info->ptr = ((char*)info->txt)+dist;
188 sprintf(info->ptr, "%s%d(l:%d) blk: %u numTuple: %d free: %db(%.2f%%) rightlink:%u (%s)\n",
194 (int) PageGetFreeSpace(page),
195 100.0*(((float)PAGESIZE)-(float)PageGetFreeSpace(page))/((float)PAGESIZE),
196 GistPageGetOpaque(page)->rightlink,
197 ( GistPageGetOpaque(page)->rightlink == InvalidBlockNumber ) ? "InvalidBlockNumber" : "OK" );
198 info->ptr=strchr(info->ptr,'\0');
200 if (!GistPageIsLeaf(page) && ( info->maxlevel<0 || level<info->maxlevel ) )
201 for (i = FirstOffsetNumber; i <= maxoff; i = OffsetNumberNext(i)) {
202 iid = PageGetItemId(page, i);
203 which = (IndexTuple) PageGetItem(page, iid);
204 cblk = ItemPointerGetBlockNumber(&(which->t_tid));
205 gist_dumptree(r, level + 1, cblk, i, info);
207 ReleaseBuffer(buffer);
211 PG_FUNCTION_INFO_V1(gist_tree);
212 Datum gist_tree(PG_FUNCTION_ARGS);
214 gist_tree(PG_FUNCTION_ARGS) {
215 text *name=PG_GETARG_TEXT_P(0);
216 char *relname=t2c(name);
222 relname_list = stringToQualifiedNameList(relname, "gist_tree");
223 relvar = makeRangeVarFromNameList(relname_list);
224 index = gist_index_open(relvar);
225 PG_FREE_IF_COPY(name,0);
227 info.maxlevel = ( PG_NARGS() > 1 ) ? PG_GETARG_INT32(1) : -1;
229 info.txt=(text*)palloc( info.len );
230 info.ptr=((char*)info.txt)+VARHDRSZ;
232 gist_dumptree(index, 0, GIST_ROOT_BLKNO, 0, &info);
234 gist_index_close(index);
237 SET_VARSIZE(info.txt, info.ptr-((char*)info.txt));
238 PG_RETURN_POINTER(info.txt);
249 uint64 leaftuplesize;
254 gist_stattree(Relation r, int level, BlockNumber blk, OffsetNumber coff, IdxStat *info) {
264 pred = (char *) palloc(sizeof(char) * level * 4 + 1);
265 MemSet(pred, ' ', level*4);
266 pred[level*4] = '\0';
268 buffer = ReadBuffer(r, blk);
269 page = (Page) BufferGetPage(buffer);
271 maxoff = PageGetMaxOffsetNumber(page);
274 info->tuplesize+=PAGESIZE-PageGetFreeSpace(page);
275 info->totalsize+=BLCKSZ;
276 info->numtuple+=maxoff;
277 if ( info->level < level )
280 if (GistPageIsLeaf(page)) {
281 info->numleafpages++;
282 info->leaftuplesize+=PAGESIZE-PageGetFreeSpace(page);
283 info->numleaftuple+=maxoff;
285 for (i = FirstOffsetNumber; i <= maxoff; i = OffsetNumberNext(i)) {
286 iid = PageGetItemId(page, i);
287 which = (IndexTuple) PageGetItem(page, iid);
288 if ( GistTupleIsInvalid(which) )
289 info->numinvalidtuple++;
290 cblk = ItemPointerGetBlockNumber(&(which->t_tid));
291 gist_stattree(r, level + 1, cblk, i, info);
295 ReleaseBuffer(buffer);
299 PG_FUNCTION_INFO_V1(gist_stat);
300 Datum gist_stat(PG_FUNCTION_ARGS);
302 gist_stat(PG_FUNCTION_ARGS) {
303 text *name=PG_GETARG_TEXT_P(0);
304 char *relname=t2c(name);
309 text *out=(text*)palloc(1024);
310 char *ptr=((char*)out)+VARHDRSZ;
313 relname_list = stringToQualifiedNameList(relname, "gist_tree");
314 relvar = makeRangeVarFromNameList(relname_list);
315 index = gist_index_open(relvar);
316 PG_FREE_IF_COPY(name,0);
318 memset(&info, 0, sizeof(IdxStat));
320 gist_stattree(index, 0, GIST_ROOT_BLKNO, 0, &info);
322 gist_index_close(index);
326 "Number of levels: %d\n"
327 "Number of pages: %d\n"
328 "Number of leaf pages: %d\n"
329 "Number of tuples: %d\n"
330 "Number of invalid tuples: %d\n"
331 "Number of leaf tuples: %d\n"
332 "Total size of tuples: "INT64_FORMAT" bytes\n"
333 "Total size of leaf tuples: "INT64_FORMAT" bytes\n"
334 "Total size of index: "INT64_FORMAT" bytes\n",
339 info.numinvalidtuple,
345 ptr=strchr(ptr,'\0');
347 SET_VARSIZE(out, ptr-((char*)out));
348 PG_RETURN_POINTER(out);
351 typedef struct GPItem {
364 #if PG_VERSION_NUM >= 90600
373 openGPPage( FuncCallContext *funcctx, BlockNumber blk ) {
375 MemoryContext oldcontext;
376 Relation index = ( (TypeStorage*)(funcctx->user_fctx) )->index;
378 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
379 nitem = (GPItem*)palloc( sizeof(GPItem) );
380 memset(nitem,0,sizeof(GPItem));
382 nitem->buffer = ReadBuffer(index, blk);
383 nitem->page = (Page) BufferGetPage(nitem->buffer);
384 nitem->offset=FirstOffsetNumber;
385 nitem->next = ( (TypeStorage*)(funcctx->user_fctx) )->item;
386 nitem->level = ( nitem->next ) ? nitem->next->level+1 : 1;
387 ( (TypeStorage*)(funcctx->user_fctx) )->item = nitem;
389 MemoryContextSwitchTo(oldcontext);
394 closeGPPage( FuncCallContext *funcctx ) {
395 GPItem *oitem = ( (TypeStorage*)(funcctx->user_fctx) )->item;
397 ( (TypeStorage*)(funcctx->user_fctx) )->item = oitem->next;
399 ReleaseBuffer(oitem->buffer);
401 return ( (TypeStorage*)(funcctx->user_fctx) )->item;
405 setup_firstcall(FuncCallContext *funcctx, text *name) {
406 MemoryContext oldcontext;
408 char *relname=t2c(name);
410 char attname[NAMEDATALEN];
413 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
415 st=(TypeStorage*)palloc( sizeof(TypeStorage) );
416 memset(st,0,sizeof(TypeStorage));
417 st->relname_list = stringToQualifiedNameList(relname, "gist_tree");
418 st->relvar = makeRangeVarFromNameList(st->relname_list);
419 st->index = gist_index_open(st->relvar);
420 funcctx->user_fctx = (void*)st;
422 tupdesc = CreateTemplateTupleDesc(st->index->rd_att->natts+2, false);
423 TupleDescInitEntry(tupdesc, 1, "level", INT4OID, -1, 0);
424 TupleDescInitEntry(tupdesc, 2, "valid", BOOLOID, -1, 0);
425 for (i = 0; i < st->index->rd_att->natts; i++) {
426 sprintf(attname, "z%d", i+2);
431 st->index->rd_att->attrs[i]->atttypid,
432 st->index->rd_att->attrs[i]->atttypmod,
433 st->index->rd_att->attrs[i]->attndims
437 st->dvalues = (Datum *) palloc((tupdesc->natts+2) * sizeof(Datum));
438 st->nulls = (char *) palloc((tupdesc->natts+2) * sizeof(*st->nulls));
440 funcctx->slot = TupleDescGetSlot(tupdesc);
441 funcctx->attinmeta = TupleDescGetAttInMetadata(tupdesc);
443 MemoryContextSwitchTo(oldcontext);
446 st->item=openGPPage(funcctx, GIST_ROOT_BLKNO);
450 close_call( FuncCallContext *funcctx ) {
451 TypeStorage *st = (TypeStorage*)(funcctx->user_fctx);
453 while(st->item && closeGPPage(funcctx));
458 gist_index_close(st->index);
461 PG_FUNCTION_INFO_V1(gist_print);
462 Datum gist_print(PG_FUNCTION_ARGS);
464 gist_print(PG_FUNCTION_ARGS) {
465 FuncCallContext *funcctx;
467 Datum result=(Datum)0;
474 if (SRF_IS_FIRSTCALL()) {
475 text *name=PG_GETARG_TEXT_P(0);
476 funcctx = SRF_FIRSTCALL_INIT();
477 setup_firstcall(funcctx, name);
478 PG_FREE_IF_COPY(name,0);
481 funcctx = SRF_PERCALL_SETUP();
482 st = (TypeStorage*)(funcctx->user_fctx);
486 SRF_RETURN_DONE(funcctx);
489 while( st->item->offset > PageGetMaxOffsetNumber( st->item->page ) ) {
490 if ( ! closeGPPage(funcctx) ) {
492 SRF_RETURN_DONE(funcctx);
496 iid = PageGetItemId( st->item->page, st->item->offset );
497 ituple = (IndexTuple) PageGetItem(st->item->page, iid);
499 st->dvalues[0] = Int32GetDatum( st->item->level );
500 st->nulls[0] = ISNOTNULL;
501 st->dvalues[1] = BoolGetDatum( (!GistPageIsLeaf(st->item->page) && GistTupleIsInvalid(ituple)) ? false : true );
502 st->nulls[1] = ISNOTNULL;
503 for(i=2; i<funcctx->attinmeta->tupdesc->natts; i++) {
504 if ( !GistPageIsLeaf(st->item->page) && GistTupleIsInvalid(ituple) ) {
505 st->dvalues[i] = (Datum)0;
506 st->nulls[i] = ISNULL;
508 st->dvalues[i] = index_getattr(ituple, i-1, st->index->rd_att, &isnull);
509 st->nulls[i] = ( isnull ) ? ISNULL : ISNOTNULL;
513 htuple = heap_formtuple(funcctx->attinmeta->tupdesc, st->dvalues, st->nulls);
514 result = TupleGetDatum(funcctx->slot, htuple);
515 st->item->offset = OffsetNumberNext(st->item->offset);
516 if ( !GistPageIsLeaf(st->item->page) )
517 openGPPage(funcctx, ItemPointerGetBlockNumber(&(ituple->t_tid)) );
519 SRF_RETURN_NEXT(funcctx, result);
522 typedef struct GinStatState {
530 #if PG_VERSION_NUM >= 90100
531 GinNullCategory category;
538 moveRightIfItNeeded( GinStatState *st )
540 Page page = BufferGetPage(st->buffer);
542 if ( st->offset > PageGetMaxOffsetNumber(page) ) {
544 * We scaned the whole page, so we should take right page
546 BlockNumber blkno = GinPageGetOpaque(page)->rightlink;
548 if ( GinPageRightMost(page) )
549 return false; /* no more page */
551 LockBuffer(st->buffer, GIN_UNLOCK);
552 st->buffer = ReleaseAndReadBuffer(st->buffer, st->index, blkno);
553 LockBuffer(st->buffer, GIN_SHARE);
554 st->offset = FirstOffsetNumber;
561 * Refinds a previois position, at returns it has correctly
562 * set offset and buffer is locked
565 refindPosition(GinStatState *st)
569 /* find left if needed (it causes only for first search) */
574 LockBuffer(st->buffer, GIN_SHARE);
576 page = BufferGetPage(st->buffer);
577 if (GinPageIsLeaf(page))
580 itup = (IndexTuple) PageGetItem(page, PageGetItemId(page, FirstOffsetNumber));
581 blkno = GinItemPointerGetBlockNumber(&(itup)->t_tid);
583 LockBuffer(st->buffer,GIN_UNLOCK);
584 st->buffer = ReleaseAndReadBuffer(st->buffer, st->index, blkno);
587 if (st->offset == InvalidOffsetNumber) {
588 return (PageGetMaxOffsetNumber(page) >= FirstOffsetNumber ) ? true : false; /* first one */
593 #if PG_VERSION_NUM >= 90100
594 GinNullCategory category;
595 #elif PG_VERSION_NUM < 80400
601 if (moveRightIfItNeeded(st)==false)
604 itup = (IndexTuple) PageGetItem(page, PageGetItemId(page, st->offset));
605 #if PG_VERSION_NUM >= 90100
606 datum = gintuple_get_key(&st->ginstate, itup, &category);
607 cmp = ginCompareAttEntries(&st->ginstate,
608 st->attnum + 1, st->curval, st->category,
609 gintuple_get_attrnum(&st->ginstate, itup), datum, category);
610 #elif PG_VERSION_NUM >= 80400
611 datum = gin_index_getattr(&st->ginstate, itup);
613 cmp = compareAttEntries(&st->ginstate,
614 st->attnum + 1, st->curval,
615 gintuple_get_attrnum(&st->ginstate, itup), datum);
617 datum = index_getattr(itup, FirstOffsetNumber, st->ginstate.tupdesc, &isnull);
621 &st->ginstate.compareFn,
628 if ( st->curval && !st->index->rd_att->attrs[st->attnum]->attbyval )
629 pfree( (void*) st->curval );
640 gin_setup_firstcall(FuncCallContext *funcctx, text *name, int attnum) {
641 MemoryContext oldcontext;
643 char *relname=t2c(name);
646 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
648 st=(GinStatState*)palloc( sizeof(GinStatState) );
649 memset(st,0,sizeof(GinStatState));
650 st->index = gin_index_open(
651 makeRangeVarFromNameList(stringToQualifiedNameList(relname, "gin_stat")));
652 initGinState( &st->ginstate, st->index );
654 #if PG_VERSION_NUM >= 80400
655 if (attnum < 0 || attnum >= st->index->rd_att->natts)
656 elog(ERROR,"Wrong column's number");
662 funcctx->user_fctx = (void*)st;
664 tupdesc = CreateTemplateTupleDesc(2, false);
665 TupleDescInitEntry(tupdesc, 1, "value",
666 st->index->rd_att->attrs[st->attnum]->atttypid,
667 st->index->rd_att->attrs[st->attnum]->atttypmod,
668 st->index->rd_att->attrs[st->attnum]->attndims);
669 TupleDescInitEntry(tupdesc, 2, "nrow", INT4OID, -1, 0);
671 memset( st->nulls, ISNOTNULL, 2*sizeof(*st->nulls) );
673 funcctx->slot = TupleDescGetSlot(tupdesc);
674 funcctx->attinmeta = TupleDescGetAttInMetadata(tupdesc);
676 MemoryContextSwitchTo(oldcontext);
679 st->offset = InvalidOffsetNumber;
680 st->buffer = ReadBuffer( st->index, GIN_ROOT_BLKNO );
684 processTuple( FuncCallContext *funcctx, GinStatState *st, IndexTuple itup ) {
685 MemoryContext oldcontext;
686 #if PG_VERSION_NUM >= 90100
688 #elif PG_VERSION_NUM < 80400
692 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
694 #if PG_VERSION_NUM >= 90100
695 key = gintuple_get_key(&st->ginstate, itup, &st->category);
697 if (st->category != GIN_CAT_NORM_KEY)
698 st->curval = (Datum)0;
701 st->curval = datumCopy(
702 #if PG_VERSION_NUM >= 90100
704 #elif PG_VERSION_NUM >= 80400
705 gin_index_getattr(&st->ginstate, itup),
707 index_getattr(itup, FirstOffsetNumber, st->ginstate.tupdesc, &isnull),
709 st->index->rd_att->attrs[st->attnum]->attbyval,
710 st->index->rd_att->attrs[st->attnum]->attlen );
711 MemoryContextSwitchTo(oldcontext);
713 st->dvalues[0] = st->curval;
714 #if PG_VERSION_NUM >= 90100
715 /* do no distiguish various null category */
716 st->nulls[0] = (st->category == GIN_CAT_NORM_KEY) ? ISNOTNULL : ISNULL;
719 if ( GinIsPostingTree(itup) ) {
720 BlockNumber rootblkno = GinGetPostingTree(itup);
721 #if PG_VERSION_NUM >= 90400
723 GinBtreeStack *stack;
724 ItemPointerData minItem;
728 GinPostingTreeScan *gdi;
732 uint32 predictNumber;
734 LockBuffer(st->buffer, GIN_UNLOCK);
735 #if PG_VERSION_NUM >= 90400
736 stack = ginScanBeginPostingTree(&btree, st->index, rootblkno);
737 page = BufferGetPage(stack->buffer);
738 ItemPointerSetMin(&minItem);
739 list = GinDataLeafPageGetItems(page, &nlist, minItem);
741 predictNumber = stack->predictNumber;
742 #elif PG_VERSION_NUM >= 90100
743 gdi = ginPrepareScanPostingTree(st->index, rootblkno, TRUE);
744 entrybuffer = ginScanBeginPostingTree(gdi);
745 page = BufferGetPage(entrybuffer);
746 predictNumber = gdi->stack->predictNumber;
748 gdi = prepareScanPostingTree(st->index, rootblkno, TRUE);
749 entrybuffer = scanBeginPostingTree(gdi);
750 page = BufferGetPage(entrybuffer);
751 predictNumber = gdi->stack->predictNumber;
754 st->dvalues[1] = Int32GetDatum( predictNumber * GinPageGetOpaque(page)->maxoff );
756 #if PG_VERSION_NUM < 90400
757 LockBuffer(entrybuffer, GIN_UNLOCK);
758 freeGinBtreeStack(gdi->stack);
761 LockBuffer(stack->buffer, GIN_UNLOCK);
762 freeGinBtreeStack(stack);
765 st->dvalues[1] = Int32GetDatum( GinGetNPosting(itup) );
766 LockBuffer(st->buffer, GIN_UNLOCK);
770 PG_FUNCTION_INFO_V1(gin_stat);
771 Datum gin_stat(PG_FUNCTION_ARGS);
773 gin_stat(PG_FUNCTION_ARGS) {
774 FuncCallContext *funcctx;
776 Datum result=(Datum)0;
781 if (SRF_IS_FIRSTCALL()) {
782 text *name=PG_GETARG_TEXT_P(0);
783 funcctx = SRF_FIRSTCALL_INIT();
784 gin_setup_firstcall(funcctx, name, (PG_NARGS()==2) ? PG_GETARG_INT32(1) : 0 );
785 PG_FREE_IF_COPY(name,0);
788 funcctx = SRF_PERCALL_SETUP();
789 st = (GinStatState*)(funcctx->user_fctx);
791 if ( refindPosition(st) == false ) {
792 UnlockReleaseBuffer( st->buffer );
793 gin_index_close(st->index);
795 SRF_RETURN_DONE(funcctx);
801 if (moveRightIfItNeeded(st)==false) {
802 UnlockReleaseBuffer( st->buffer );
803 gin_index_close(st->index);
805 SRF_RETURN_DONE(funcctx);
808 page = BufferGetPage(st->buffer);
809 ituple = (IndexTuple) PageGetItem(page, PageGetItemId(page, st->offset));
811 #if PG_VERSION_NUM >= 80400
812 if (st->attnum + 1 == gintuple_get_attrnum(&st->ginstate, ituple))
817 processTuple( funcctx, st, ituple );
819 htuple = heap_formtuple(funcctx->attinmeta->tupdesc, st->dvalues, st->nulls);
820 result = TupleGetDatum(funcctx->slot, htuple);
822 SRF_RETURN_NEXT(funcctx, result);
825 PG_FUNCTION_INFO_V1(gin_count_estimate);
826 Datum gin_count_estimate(PG_FUNCTION_ARGS);
827 #if PG_VERSION_NUM >= 80300
829 gin_count_estimate(PG_FUNCTION_ARGS) {
830 text *name=PG_GETARG_TEXT_P(0);
834 char *relname=t2c(name);
836 #if PG_VERSION_NUM >= 80400
837 TIDBitmap *bitmap = tbm_create(work_mem * 1024L);
840 ItemPointerData tids[MAXTIDS];
845 index = gin_index_open(
846 makeRangeVarFromNameList(stringToQualifiedNameList(relname, "gin_count_estimate")));
848 if ( index->rd_opcintype[0] != TSVECTOROID ) {
849 gin_index_close(index);
850 elog(ERROR, "Column type is not a tsvector");
855 key.sk_strategy = TSearchStrategyNumber;
857 key.sk_argument = PG_GETARG_DATUM(1);
859 fmgr_info( F_TS_MATCH_VQ , &key.sk_func );
861 #if PG_VERSION_NUM >= 90100
862 #if PG_VERSION_NUM >= 90400
863 scan = index_beginscan_bitmap(index, SnapshotSelf, 1);
865 scan = index_beginscan_bitmap(index, SnapshotNow, 1);
867 index_rescan(scan, &key, 1, NULL, 0);
869 count = index_getbitmap(scan, bitmap);
871 #elif PG_VERSION_NUM >= 80400
872 scan = index_beginscan_bitmap(index, SnapshotNow, 1, &key);
874 count = index_getbitmap(scan, bitmap);
877 scan = index_beginscan_multi(index, SnapshotNow, 1, &key);
880 more = index_getmulti(scan, tids, MAXTIDS, &returned_tids);
881 count += returned_tids;
885 index_endscan( scan );
886 gin_index_close(index);
888 PG_RETURN_INT64(count);
892 gin_count_estimate(PG_FUNCTION_ARGS) {
893 elog(NOTICE, "Function is not working under PgSQL < 8.3");
899 PG_FUNCTION_INFO_V1(spgist_stat);
900 Datum spgist_stat(PG_FUNCTION_ARGS);
902 spgist_stat(PG_FUNCTION_ARGS)
904 #if PG_VERSION_NUM < 90200
905 elog(NOTICE, "Function is not working under PgSQL < 9.2");
907 PG_RETURN_TEXT_P(CStringGetTextDatum("???"));
909 text *name = PG_GETARG_TEXT_P(0);
913 BlockNumber totalPages = 0,
918 double usedSpace = 0.0,
920 usedInnerSpace = 0.0;
923 int64 innerTuples = 0,
926 nLeafPlaceholder = 0,
927 nInnerPlaceholder = 0,
931 #define IS_INDEX(r) ((r)->rd_rel->relkind == RELKIND_INDEX)
932 #define IS_SPGIST(r) ((r)->rd_rel->relam == SPGIST_AM_OID)
934 relvar = makeRangeVarFromNameList(textToQualifiedNameList(name));
935 index = relation_openrv(relvar, AccessExclusiveLock);
937 if (!IS_INDEX(index) || !IS_SPGIST(index))
938 elog(ERROR, "relation \"%s\" is not an SPGiST index",
939 RelationGetRelationName(index));
941 totalPages = RelationGetNumberOfBlocks(index);
943 for (blkno = SPGIST_ROOT_BLKNO; blkno < totalPages; blkno++)
949 buffer = ReadBuffer(index, blkno);
950 LockBuffer(buffer, BUFFER_LOCK_SHARE);
952 page = BufferGetPage(buffer);
954 if (PageIsNew(page) || SpGistPageIsDeleted(page))
957 UnlockReleaseBuffer(buffer);
961 if (SpGistPageIsLeaf(page))
964 leafTuples += PageGetMaxOffsetNumber(page);
965 nLeafPlaceholder += SpGistPageGetOpaque(page)->nPlaceholder;
966 nLeafRedirect += SpGistPageGetOpaque(page)->nRedirection;
974 max = PageGetMaxOffsetNumber(page);
976 nInnerPlaceholder += SpGistPageGetOpaque(page)->nPlaceholder;
977 nInnerRedirect += SpGistPageGetOpaque(page)->nRedirection;
978 for (i = FirstOffsetNumber; i <= max; i++)
982 it = (SpGistInnerTuple) PageGetItem(page,
983 PageGetItemId(page, i));
990 bufferSize = BufferGetPageSize(buffer)
991 - MAXALIGN(sizeof(SpGistPageOpaqueData))
992 - SizeOfPageHeaderData;
994 pageFree = PageGetExactFreeSpace(page);
996 usedSpace += bufferSize - pageFree;
997 if (SpGistPageIsLeaf(page))
998 usedLeafSpace += bufferSize - pageFree;
1000 usedInnerSpace += bufferSize - pageFree;
1002 if (pageFree == bufferSize)
1005 UnlockReleaseBuffer(buffer);
1008 index_close(index, AccessExclusiveLock);
1010 totalPages--; /* discount metapage */
1012 snprintf(res, sizeof(res),
1014 "deletedPages: %u\n"
1018 "usedSpace: %.2f kbytes\n"
1019 "usedInnerSpace: %.2f kbytes\n"
1020 "usedLeafSpace: %.2f kbytes\n"
1021 "freeSpace: %.2f kbytes\n"
1022 "fillRatio: %.2f%%\n"
1023 "leafTuples: " INT64_FORMAT "\n"
1024 "innerTuples: " INT64_FORMAT "\n"
1025 "innerAllTheSame: " INT64_FORMAT "\n"
1026 "leafPlaceholders: " INT64_FORMAT "\n"
1027 "innerPlaceholders: " INT64_FORMAT "\n"
1028 "leafRedirects: " INT64_FORMAT "\n"
1029 "innerRedirects: " INT64_FORMAT,
1030 totalPages, deletedPages, innerPages, leafPages, emptyPages,
1032 usedInnerSpace / 1024.0,
1033 usedLeafSpace / 1024.0,
1034 (((double) bufferSize) * ((double) totalPages) - usedSpace) / 1024,
1035 100.0 * (usedSpace / (((double) bufferSize) * ((double) totalPages))),
1036 leafTuples, innerTuples, nAllTheSame,
1037 nLeafPlaceholder, nInnerPlaceholder,
1038 nLeafRedirect, nInnerRedirect);
1040 PG_RETURN_TEXT_P(CStringGetTextDatum(res));
1044 #if PG_VERSION_NUM >= 90200
1046 typedef struct SPGistPrintStackElem {
1047 ItemPointerData iptr;
1050 } SPGistPrintStackElem;
1052 typedef struct SPGistPrint {
1055 Datum dvalues[8 /* see CreateTemplateTupleDesc call */];
1056 char nulls[8 /* see CreateTemplateTupleDesc call */];
1061 pushSPGistPrint(FuncCallContext *funcctx, SPGistPrint *prst, ItemPointer ip, int level) {
1062 MemoryContext oldcontext;
1063 SPGistPrintStackElem *e;
1065 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
1067 e = palloc(sizeof(*e));
1071 prst->stack = lcons(e, prst->stack);
1073 MemoryContextSwitchTo(oldcontext);
1077 close_spgist_print(SPGistPrint *prst) {
1078 index_close(prst->index, AccessExclusiveLock);
1082 PG_FUNCTION_INFO_V1(spgist_print);
1083 Datum spgist_print(PG_FUNCTION_ARGS);
1085 spgist_print(PG_FUNCTION_ARGS)
1087 #if PG_VERSION_NUM < 90200
1088 elog(NOTICE, "Function is not working under PgSQL < 9.2");
1090 PG_RETURN_TEXT_P(CStringGetTextDatum("???"));
1092 FuncCallContext *funcctx;
1094 SPGistPrintStackElem *s;
1097 MemoryContext oldcontext;
1099 if (SRF_IS_FIRSTCALL()) {
1100 text *name=PG_GETARG_TEXT_P(0);
1103 ItemPointerData ipd;
1106 funcctx = SRF_FIRSTCALL_INIT();
1107 relvar = makeRangeVarFromNameList(textToQualifiedNameList(name));
1108 index = relation_openrv(relvar, AccessExclusiveLock);
1110 if (!IS_INDEX(index) || !IS_SPGIST(index))
1111 elog(ERROR, "relation \"%s\" is not an SPGiST index",
1112 RelationGetRelationName(index));
1114 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
1116 prst = palloc(sizeof(*prst));
1118 prst->index = index;
1119 initSpGistState(&prst->state, index);
1121 tupdesc = CreateTemplateTupleDesc(3 /* types */ + 1 /* level */ + 1 /* nlabel */ + 2 /* tids */ + 1, false);
1122 TupleDescInitEntry(tupdesc, 1, "tid", TIDOID, -1, 0);
1123 TupleDescInitEntry(tupdesc, 2, "allthesame", BOOLOID, -1, 0);
1124 TupleDescInitEntry(tupdesc, 3, "node", INT4OID, -1, 0);
1125 TupleDescInitEntry(tupdesc, 4, "level", INT4OID, -1, 0);
1126 TupleDescInitEntry(tupdesc, 5, "tid_pointer", TIDOID, -1, 0);
1127 TupleDescInitEntry(tupdesc, 6, "prefix",
1128 (prst->state.attPrefixType.type == VOIDOID) ? INT4OID : prst->state.attPrefixType.type, -1, 0);
1129 TupleDescInitEntry(tupdesc, 7, "label",
1130 (prst->state.attLabelType.type == VOIDOID) ? INT4OID : prst->state.attLabelType.type, -1, 0);
1131 TupleDescInitEntry(tupdesc, 8, "leaf",
1132 (prst->state.attType.type == VOIDOID) ? INT4OID : prst->state.attType.type, -1, 0);
1134 funcctx->slot = TupleDescGetSlot(tupdesc);
1135 funcctx->attinmeta = TupleDescGetAttInMetadata(tupdesc);
1137 funcctx->user_fctx = (void*)prst;
1139 MemoryContextSwitchTo(oldcontext);
1141 ItemPointerSet(&ipd, SPGIST_ROOT_BLKNO, FirstOffsetNumber);
1143 pushSPGistPrint(funcctx, prst, &ipd, 1);
1145 PG_FREE_IF_COPY(name,0);
1148 funcctx = SRF_PERCALL_SETUP();
1149 prst = (SPGistPrint*)(funcctx->user_fctx);
1153 if ( prst->stack == NIL ) {
1154 close_spgist_print(prst);
1155 SRF_RETURN_DONE(funcctx);
1158 CHECK_FOR_INTERRUPTS();
1160 s = (SPGistPrintStackElem*)linitial(prst->stack);
1161 prst->stack = list_delete_first(prst->stack);
1163 if (ItemPointerIsValid(&s->iptr))
1171 SpGistDeadTuple dtuple;
1174 buffer = ReadBuffer(prst->index, ItemPointerGetBlockNumber(&s->iptr));
1175 LockBuffer(buffer, BUFFER_LOCK_SHARE);
1177 page = BufferGetPage(buffer);
1178 if (ItemPointerGetOffsetNumber(&s->iptr) > PageGetMaxOffsetNumber(page)) {
1179 UnlockReleaseBuffer(buffer);
1184 dtuple = (SpGistDeadTuple)PageGetItem(page, PageGetItemId(page, ItemPointerGetOffsetNumber(&s->iptr)));
1186 if (dtuple->tupstate != SPGIST_LIVE) {
1187 UnlockReleaseBuffer(buffer);
1192 if (SpGistPageIsLeaf(page)) {
1193 SpGistLeafTuple leafTuple = (SpGistLeafTuple)dtuple;
1195 tid = palloc(sizeof(ItemPointerData));
1197 prst->dvalues[0] = PointerGetDatum(tid);
1198 prst->nulls[0] = ISNOTNULL;
1199 prst->nulls[1] = ISNULL;
1200 prst->nulls[2] = ISNULL;
1201 prst->dvalues[3] = s->level;
1202 prst->nulls[3] = ISNOTNULL;
1203 prst->nulls[4] = ISNULL;
1204 prst->nulls[5] = ISNULL;
1205 prst->nulls[6] = ISNULL;
1206 prst->dvalues[7] = datumCopy(SGLTDATUM(leafTuple, &prst->state),
1207 prst->state.attType.attbyval, prst->state.attType.attlen);
1208 prst->nulls[7] = ISNOTNULL;
1210 SpGistInnerTuple innerTuple = (SpGistInnerTuple)dtuple;
1212 SpGistNodeTuple node;
1214 SGITITERATE(innerTuple, i, node) {
1215 if (ItemPointerIsValid(&node->t_tid)) {
1221 if (i >= innerTuple->nNodes) {
1222 UnlockReleaseBuffer(buffer);
1227 tid = palloc(sizeof(ItemPointerData));
1229 prst->dvalues[0] = PointerGetDatum(tid);
1230 prst->nulls[0] = ISNOTNULL;
1231 prst->dvalues[1] = innerTuple->allTheSame;
1232 prst->nulls[1] = ISNOTNULL;
1233 prst->dvalues[2] = Int32GetDatum(s->nlabel);
1234 prst->nulls[2] = ISNOTNULL;
1235 prst->dvalues[3] = s->level;
1236 prst->nulls[3] = ISNOTNULL;
1237 tid = palloc(sizeof(ItemPointerData));
1239 prst->dvalues[4] = PointerGetDatum(tid);
1240 prst->nulls[5] = ISNOTNULL;
1241 if (innerTuple->prefixSize > 0) {
1242 prst->dvalues[5] = datumCopy(SGITDATUM(innerTuple, &prst->state),
1243 prst->state.attPrefixType.attbyval, prst->state.attPrefixType.attlen);
1244 prst->nulls[5] = ISNOTNULL;
1246 prst->nulls[5] = ISNULL;
1247 if (!IndexTupleHasNulls(node)) {
1248 prst->dvalues[6] = datumCopy(SGNTDATUM(node, &prst->state),
1249 prst->state.attLabelType.attbyval, prst->state.attLabelType.attlen);
1250 prst->nulls[6] = ISNOTNULL;
1252 prst->nulls[6] = ISNULL;
1253 prst->nulls[7] = ISNULL;
1255 pushSPGistPrint(funcctx, prst, &node->t_tid, s->level + 1);
1257 oldcontext = MemoryContextSwitchTo(funcctx->multi_call_memory_ctx);
1258 prst->stack = lcons(s, prst->stack);
1259 MemoryContextSwitchTo(oldcontext);
1263 UnlockReleaseBuffer(buffer);
1267 htuple = heap_formtuple(funcctx->attinmeta->tupdesc, prst->dvalues, prst->nulls);
1268 result = TupleGetDatum(funcctx->slot, htuple);
1270 SRF_RETURN_NEXT(funcctx, result);
1275 PG_FUNCTION_INFO_V1(gin_statpage);
1276 Datum gin_statpage(PG_FUNCTION_ARGS);
1278 gin_statpage(PG_FUNCTION_ARGS)
1280 #if PG_VERSION_NUM < 90400
1281 elog(NOTICE, "Function is not working under PgSQL < 9.4");
1283 PG_RETURN_TEXT_P(CStringGetTextDatum("???"));
1285 text *name = PG_GETARG_TEXT_P(0);
1295 entryInnerPages = 0,
1298 uint64 dataInnerFreeSpace = 0,
1299 dataLeafFreeSpace = 0,
1300 dataInnerTuplesCount = 0,
1301 dataLeafIptrsCount = 0,
1302 entryInnerFreeSpace = 0,
1303 entryLeafFreeSpace = 0,
1304 entryInnerTuplesCount = 0,
1305 entryLeafTuplesCount = 0,
1306 entryPostingSize = 0,
1307 entryPostingCount = 0,
1311 relvar = makeRangeVarFromNameList(textToQualifiedNameList(name));
1312 index = relation_openrv(relvar, AccessExclusiveLock);
1314 if (index->rd_rel->relkind != RELKIND_INDEX ||
1315 index->rd_rel->relam != GIN_AM_OID)
1316 elog(ERROR, "relation \"%s\" is not an SPGiST index",
1317 RelationGetRelationName(index));
1319 totalPages = RelationGetNumberOfBlocks(index);
1321 for (blkno = GIN_ROOT_BLKNO; blkno < totalPages; blkno++)
1327 buffer = ReadBuffer(index, blkno);
1328 LockBuffer(buffer, BUFFER_LOCK_SHARE);
1330 page = BufferGetPage(buffer);
1331 header = (PageHeader)page;
1333 if (GinPageIsData(page))
1336 if (GinPageIsLeaf(page))
1338 ItemPointerData minItem;
1342 dataLeafFreeSpace += header->pd_upper - header->pd_lower;
1343 ItemPointerSetMin(&minItem);
1344 pfree(GinDataLeafPageGetItems(page, &nlist, minItem));
1345 dataLeafIptrsCount += nlist;
1350 dataInnerFreeSpace += header->pd_upper - header->pd_lower;
1351 dataInnerTuplesCount += GinPageGetOpaque(page)->maxoff;
1357 OffsetNumber i, maxoff;
1359 maxoff = PageGetMaxOffsetNumber(page);
1362 if (GinPageIsLeaf(page))
1365 entryLeafFreeSpace += header->pd_upper - header->pd_lower;
1366 entryLeafTuplesCount += maxoff;
1371 entryInnerFreeSpace += header->pd_upper - header->pd_lower;
1372 entryInnerTuplesCount += maxoff;
1375 for (i = 1; i <= maxoff; i++)
1377 itup = (IndexTuple) PageGetItem(page, PageGetItemId(page, i));
1379 if (GinPageIsLeaf(page))
1381 GinPostingList *list = (GinPostingList *)GinGetPosting(itup);
1382 entryPostingCount += GinGetNPosting(itup);
1383 entryPostingSize += SizeOfGinPostingList(list);
1384 entryAttrSize += GinGetPostingOffset(itup) - IndexInfoFindDataOffset((itup)->t_info);
1388 entryAttrSize += IndexTupleSize(itup) - IndexInfoFindDataOffset((itup)->t_info);
1393 UnlockReleaseBuffer(buffer);
1396 index_close(index, AccessExclusiveLock);
1399 snprintf(res, sizeof(res),
1402 "dataInnerPages: %u\n"
1403 "dataLeafPages: %u\n"
1404 "dataInnerFreeSpace: " INT64_FORMAT "\n"
1405 "dataLeafFreeSpace: " INT64_FORMAT "\n"
1406 "dataInnerTuplesCount: " INT64_FORMAT "\n"
1407 "dataLeafIptrsCount: " INT64_FORMAT "\n"
1409 "entryInnerPages: %u\n"
1410 "entryLeafPages: %u\n"
1411 "entryInnerFreeSpace: " INT64_FORMAT "\n"
1412 "entryLeafFreeSpace: " INT64_FORMAT "\n"
1413 "entryInnerTuplesCount: " INT64_FORMAT "\n"
1414 "entryLeafTuplesCount: " INT64_FORMAT "\n"
1415 "entryPostingSize: " INT64_FORMAT "\n"
1416 "entryPostingCount: " INT64_FORMAT "\n"
1417 "entryAttrSize: " INT64_FORMAT "\n"
1425 dataInnerTuplesCount,
1430 entryInnerFreeSpace,
1432 entryInnerTuplesCount,
1433 entryLeafTuplesCount,
1439 PG_RETURN_TEXT_P(CStringGetTextDatum(res));