Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commitecaa470

Browse files
committed
Misc GIN refactoring.
Merge the isEnoughSpace and placeToPage functions in the b-tree interfaceinto one function that tries to put a tuple on page, and returns false ifit doesn't fit.Move createPostingTree function to gindatapage.c, and change its contractso that it can be passed more items than fit on the root page. It's in abetter position than the callers to know how many items fit.Move ginMergeItemPointers out of gindatapage.c, into a separate file.These changes make no difference now, but reduce the footprint of AlexanderKorotkov's upcoming patch to pack item pointers more tightly.
1 parent920c826 commitecaa470

File tree

9 files changed

+223
-181
lines changed

9 files changed

+223
-181
lines changed

‎src/backend/access/gin/Makefile‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,6 @@ include $(top_builddir)/src/Makefile.global
1414

1515
OBJS = ginutil.o gininsert.o ginxlog.o ginentrypage.o gindatapage.o\
1616
ginbtree.o ginscan.o ginget.o ginvacuum.o ginarrayproc.o\
17-
ginbulk.o ginfast.o
17+
ginbulk.o ginfast.o ginpostinglist.o
1818

1919
include$(top_srcdir)/src/backend/common.mk

‎src/backend/access/gin/README‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -104,7 +104,7 @@ a few thousand entries can be much faster than retail insertion. (The win
104104
comes mainly from not having to do multiple searches/insertions when the
105105
same key appears in multiple new heap tuples.)
106106

107-
Key entries are nominally of the sameIndexEntry format as used in other
107+
Key entries are nominally of the sameIndexTuple format as used in other
108108
index types, but since a leaf key entry typically refers to multiple heap
109109
tuples, there are significant differences. (See GinFormTuple, which works
110110
by building a "normal" index tuple and then modifying it.) The points to

‎src/backend/access/gin/ginbtree.c‎

Lines changed: 13 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -264,7 +264,7 @@ ginFindParents(GinBtree btree, GinBtreeStack *stack,
264264
* Insert value (stored in GinBtree) to tree described by stack
265265
*
266266
* During an index build, buildStats is non-null and the counters
267-
* it containsshould be incremented as needed.
267+
* it containsare incremented as needed.
268268
*
269269
* NB: the passed-in stack is freed, as though by freeGinBtreeStack.
270270
*/
@@ -290,15 +290,15 @@ ginInsertValue(GinBtree btree, GinBtreeStack *stack, GinStatsData *buildStats)
290290
{
291291
XLogRecData*rdata;
292292
BlockNumbersavedRightLink;
293+
boolfit;
293294

294295
page=BufferGetPage(stack->buffer);
295296
savedRightLink=GinPageGetOpaque(page)->rightlink;
296297

297-
if (btree->isEnoughSpace(btree,stack->buffer,stack->off))
298+
START_CRIT_SECTION();
299+
fit=btree->placeToPage(btree,stack->buffer,stack->off,&rdata);
300+
if (fit)
298301
{
299-
START_CRIT_SECTION();
300-
btree->placeToPage(btree,stack->buffer,stack->off,&rdata);
301-
302302
MarkBufferDirty(stack->buffer);
303303

304304
if (RelationNeedsWAL(btree->index))
@@ -318,12 +318,17 @@ ginInsertValue(GinBtree btree, GinBtreeStack *stack, GinStatsData *buildStats)
318318
}
319319
else
320320
{
321-
Bufferrbuffer=GinNewBuffer(btree->index);
321+
/* Didn't fit, have to split */
322+
Bufferrbuffer;
322323
Pagenewlpage;
323324

325+
END_CRIT_SECTION();
326+
327+
rbuffer=GinNewBuffer(btree->index);
328+
324329
/*
325-
* newlpage is a pointer to memory page, itdoesn't associate with
326-
* buffer, stack->buffershould be untouched
330+
* newlpage is a pointer to memory page, itis not associated with
331+
*abuffer. stack->bufferis not touched yet.
327332
*/
328333
newlpage=btree->splitPage(btree,stack->buffer,rbuffer,stack->off,&rdata);
329334

‎src/backend/access/gin/gindatapage.c‎

Lines changed: 110 additions & 53 deletions
Original file line numberDiff line numberDiff line change
@@ -15,47 +15,9 @@
1515
#include"postgres.h"
1616

1717
#include"access/gin_private.h"
18+
#include"miscadmin.h"
1819
#include"utils/rel.h"
1920

20-
/*
21-
* Merge two ordered arrays of itempointers, eliminating any duplicates.
22-
* Returns the number of items in the result.
23-
* Caller is responsible that there is enough space at *dst.
24-
*/
25-
uint32
26-
ginMergeItemPointers(ItemPointerData*dst,
27-
ItemPointerData*a,uint32na,
28-
ItemPointerData*b,uint32nb)
29-
{
30-
ItemPointerData*dptr=dst;
31-
ItemPointerData*aptr=a,
32-
*bptr=b;
33-
34-
while (aptr-a<na&&bptr-b<nb)
35-
{
36-
intcmp=ginCompareItemPointers(aptr,bptr);
37-
38-
if (cmp>0)
39-
*dptr++=*bptr++;
40-
elseif (cmp==0)
41-
{
42-
/* we want only one copy of the identical items */
43-
*dptr++=*bptr++;
44-
aptr++;
45-
}
46-
else
47-
*dptr++=*aptr++;
48-
}
49-
50-
while (aptr-a<na)
51-
*dptr++=*aptr++;
52-
53-
while (bptr-b<nb)
54-
*dptr++=*bptr++;
55-
56-
returndptr-dst;
57-
}
58-
5921
/*
6022
* Checks, should we move to right link...
6123
* Compares inserting itemp pointer with right bound of current page
@@ -387,9 +349,12 @@ dataPrepareData(GinBtree btree, Page page, OffsetNumber off)
387349
/*
388350
* Places keys to page and fills WAL record. In case leaf page and
389351
* build mode puts all ItemPointers to page.
352+
*
353+
* If none of the keys fit, returns false without modifying the page.
390354
*/
391-
staticvoid
392-
dataPlaceToPage(GinBtreebtree,Bufferbuf,OffsetNumberoff,XLogRecData**prdata)
355+
staticbool
356+
dataPlaceToPage(GinBtreebtree,Bufferbuf,OffsetNumberoff,
357+
XLogRecData**prdata)
393358
{
394359
Pagepage=BufferGetPage(buf);
395360
intsizeofitem=GinSizeOfDataPageItem(page);
@@ -399,6 +364,10 @@ dataPlaceToPage(GinBtree btree, Buffer buf, OffsetNumber off, XLogRecData **prda
399364
staticXLogRecDatardata[3];
400365
staticginxlogInsertdata;
401366

367+
/* quick exit if it doesn't fit */
368+
if (!dataIsEnoughSpace(btree,buf,off))
369+
return false;
370+
402371
*prdata=rdata;
403372
Assert(GinPageIsData(page));
404373

@@ -464,6 +433,8 @@ dataPlaceToPage(GinBtree btree, Buffer buf, OffsetNumber off, XLogRecData **prda
464433
}
465434
else
466435
GinDataPageAddPostingItem(page,&(btree->pitem),off);
436+
437+
return true;
467438
}
468439

469440
/*
@@ -545,8 +516,8 @@ dataSplitPage(GinBtree btree, Buffer lbuf, Buffer rbuf, OffsetNumber off, XLogRe
545516
}
546517

547518
/*
548-
* wesuppose that during index creation tablescaned frombegin to end,
549-
* so ItemPointers are monotonicallyincreased..
519+
* weassume that during index creationthetablescanned frombeginning
520+
*to end,so ItemPointers areinmonotonicallyincreasing order.
550521
*/
551522
if (btree->isBuild&&GinPageRightMost(lpage))
552523
separator=freeSpace /sizeofitem;
@@ -575,15 +546,6 @@ dataSplitPage(GinBtree btree, Buffer lbuf, Buffer rbuf, OffsetNumber off, XLogRe
575546

576547
GinPageGetOpaque(rpage)->maxoff=maxoff-separator;
577548

578-
PostingItemSetBlockNumber(&(btree->pitem),BufferGetBlockNumber(lbuf));
579-
if (GinPageIsLeaf(lpage))
580-
btree->pitem.key=*GinDataPageGetItemPointer(lpage,
581-
GinPageGetOpaque(lpage)->maxoff);
582-
else
583-
btree->pitem.key=GinDataPageGetPostingItem(lpage,
584-
GinPageGetOpaque(lpage)->maxoff)->key;
585-
btree->rightblkno=BufferGetBlockNumber(rbuf);
586-
587549
/* set up right bound for left page */
588550
bound=GinDataPageGetRightBound(lpage);
589551
*bound=btree->pitem.key;
@@ -613,6 +575,16 @@ dataSplitPage(GinBtree btree, Buffer lbuf, Buffer rbuf, OffsetNumber off, XLogRe
613575
rdata[1].len=MAXALIGN(maxoff*sizeofitem);
614576
rdata[1].next=NULL;
615577

578+
/* Prepare a downlink tuple for insertion to the parent */
579+
PostingItemSetBlockNumber(&(btree->pitem),BufferGetBlockNumber(lbuf));
580+
if (GinPageIsLeaf(lpage))
581+
btree->pitem.key=*GinDataPageGetItemPointer(lpage,
582+
GinPageGetOpaque(lpage)->maxoff);
583+
else
584+
btree->pitem.key=GinDataPageGetPostingItem(lpage,
585+
GinPageGetOpaque(lpage)->maxoff)->key;
586+
btree->rightblkno=BufferGetBlockNumber(rbuf);
587+
616588
returnlpage;
617589
}
618590

@@ -638,6 +610,92 @@ ginDataFillRoot(GinBtree btree, Buffer root, Buffer lbuf, Buffer rbuf)
638610
GinDataPageAddPostingItem(page,&ri,InvalidOffsetNumber);
639611
}
640612

613+
/*
614+
* Creates new posting tree containing the given TIDs. Returns the page
615+
* number of the root of the new posting tree.
616+
*
617+
* items[] must be in sorted order with no duplicates.
618+
*/
619+
BlockNumber
620+
createPostingTree(Relationindex,ItemPointerData*items,uint32nitems,
621+
GinStatsData*buildStats)
622+
{
623+
BlockNumberblkno;
624+
Bufferbuffer;
625+
Pagepage;
626+
intitemsCount;
627+
628+
/* Calculate how many TIDs will fit on first page. */
629+
itemsCount=Min(nitems,GinMaxLeafDataItems);
630+
631+
/*
632+
* Create the root page.
633+
*/
634+
buffer=GinNewBuffer(index);
635+
page=BufferGetPage(buffer);
636+
blkno=BufferGetBlockNumber(buffer);
637+
638+
START_CRIT_SECTION();
639+
640+
GinInitBuffer(buffer,GIN_DATA |GIN_LEAF);
641+
memcpy(GinDataPageGetData(page),items,sizeof(ItemPointerData)*nitems);
642+
GinPageGetOpaque(page)->maxoff=nitems;
643+
644+
MarkBufferDirty(buffer);
645+
646+
if (RelationNeedsWAL(index))
647+
{
648+
XLogRecPtrrecptr;
649+
XLogRecDatardata[2];
650+
ginxlogCreatePostingTreedata;
651+
652+
data.node=index->rd_node;
653+
data.blkno=blkno;
654+
data.nitem=nitems;
655+
656+
rdata[0].buffer=InvalidBuffer;
657+
rdata[0].data= (char*)&data;
658+
rdata[0].len=sizeof(ginxlogCreatePostingTree);
659+
rdata[0].next=&rdata[1];
660+
661+
rdata[1].buffer=InvalidBuffer;
662+
rdata[1].data= (char*)items;
663+
rdata[1].len=sizeof(ItemPointerData)*itemsCount;
664+
rdata[1].next=NULL;
665+
666+
recptr=XLogInsert(RM_GIN_ID,XLOG_GIN_CREATE_PTREE,rdata);
667+
PageSetLSN(page,recptr);
668+
}
669+
670+
UnlockReleaseBuffer(buffer);
671+
672+
END_CRIT_SECTION();
673+
674+
/* During index build, count the newly-added data page */
675+
if (buildStats)
676+
buildStats->nDataPages++;
677+
678+
/*
679+
* Add any remaining TIDs to the newly-created posting tree.
680+
*/
681+
if (itemsCount<nitems)
682+
{
683+
GinPostingTreeScan*gdi;
684+
685+
gdi=ginPrepareScanPostingTree(index,blkno, FALSE);
686+
gdi->btree.isBuild= (buildStats!=NULL);
687+
688+
ginInsertItemPointers(gdi,
689+
items+itemsCount,
690+
nitems-itemsCount,
691+
buildStats);
692+
693+
pfree(gdi);
694+
}
695+
696+
returnblkno;
697+
}
698+
641699
void
642700
ginPrepareDataScan(GinBtreebtree,Relationindex)
643701
{
@@ -650,7 +708,6 @@ ginPrepareDataScan(GinBtree btree, Relation index)
650708
btree->findItem=dataLocateLeafItem;
651709
btree->findChildPtr=dataFindChildPtr;
652710
btree->getLeftMostPage=dataGetLeftMostPage;
653-
btree->isEnoughSpace=dataIsEnoughSpace;
654711
btree->placeToPage=dataPlaceToPage;
655712
btree->splitPage=dataSplitPage;
656713
btree->fillRoot=ginDataFillRoot;

‎src/backend/access/gin/ginentrypage.c‎

Lines changed: 11 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -486,9 +486,12 @@ entryPreparePage(GinBtree btree, Page page, OffsetNumber off)
486486

487487
/*
488488
* Place tuple on page and fills WAL record
489+
*
490+
* If the tuple doesn't fit, returns false without modifying the page.
489491
*/
490-
staticvoid
491-
entryPlaceToPage(GinBtreebtree,Bufferbuf,OffsetNumberoff,XLogRecData**prdata)
492+
staticbool
493+
entryPlaceToPage(GinBtreebtree,Bufferbuf,OffsetNumberoff,
494+
XLogRecData**prdata)
492495
{
493496
Pagepage=BufferGetPage(buf);
494497
OffsetNumberplaced;
@@ -498,6 +501,10 @@ entryPlaceToPage(GinBtree btree, Buffer buf, OffsetNumber off, XLogRecData **prd
498501
staticXLogRecDatardata[3];
499502
staticginxlogInsertdata;
500503

504+
/* quick exit if it doesn't fit */
505+
if (!entryIsEnoughSpace(btree,buf,off))
506+
return false;
507+
501508
*prdata=rdata;
502509
data.updateBlkno=entryPreparePage(btree,page,off);
503510

@@ -543,6 +550,8 @@ entryPlaceToPage(GinBtree btree, Buffer buf, OffsetNumber off, XLogRecData **prd
543550
rdata[cnt].next=NULL;
544551

545552
btree->entry=NULL;
553+
554+
return true;
546555
}
547556

548557
/*
@@ -724,7 +733,6 @@ ginPrepareEntryScan(GinBtree btree, OffsetNumber attnum,
724733
btree->findItem=entryLocateLeafEntry;
725734
btree->findChildPtr=entryFindChildPtr;
726735
btree->getLeftMostPage=entryGetLeftMostPage;
727-
btree->isEnoughSpace=entryIsEnoughSpace;
728736
btree->placeToPage=entryPlaceToPage;
729737
btree->splitPage=entrySplitPage;
730738
btree->fillRoot=ginEntryFillRoot;

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp