NotificationsYou must be signed in to change notification settings
Fork6
Star31

Commita08363d

committed

Fix the logic in libpqrcv_receive() to determine if there's any incoming data

that can be read without blocking. It used to conclude that there isn't, eventhough there was data in the socket receive buffer. That lead walreceiver toflush the WAL after every received chunk, potentially causing big performanceissues.Backpatch to 9.0, because the performance impact can be very significant.

1 parentfed8dcd commita08363dCopy full SHA for a08363d

File tree

1 file changed

+17

-18

lines changed

src/backend/replication/libpqwalreceiver
- libpqwalreceiver.c

1 file changed

+17

-18

lines changed

`‎src/backend/replication/libpqwalreceiver/libpqwalreceiver.c`

Lines changed: 17 additions & 18 deletions

Original file line number	Diff line number	Diff line change
`@@ -41,7 +41,6 @@ void_PG_init(void);`
`41`	`41`
`42`	`42`	`/* Current connection to the primary, if any */`
`43`	`43`	`staticPGconn*streamConn=NULL;`
`44`		`-staticbooljustconnected= false;`
`45`	`44`
`46`	`45`	`/* Buffer for currently read records */`
`47`	`46`	`staticchar*recvBuf=NULL;`
`@@ -166,7 +165,6 @@ libpqrcv_connect(char *conninfo, XLogRecPtr startpoint)`
`166`	`165`	`}`
`167`	`166`	`PQclear(res);`
`168`	`167`
`169`		`-justconnected= true;`
`170`	`168`	`ereport(LOG,`
`171`	`169`	`(errmsg("streaming replication successfully connected to primary")));`
`172`	`170`
`@@ -318,7 +316,6 @@ libpqrcv_disconnect(void)`
`318`	`316`	`{`
`319`	`317`	`PQfinish(streamConn);`
`320`	`318`	`streamConn=NULL;`
`321`		`-justconnected= false;`
`322`	`319`	`}`
`323`	`320`
`324`	`321`	`/*`
`@@ -348,28 +345,30 @@ libpqrcv_receive(int timeout, unsigned char type, char buffer, int len)`
`348`	`345`	`PQfreemem(recvBuf);`
`349`	`346`	`recvBuf=NULL;`
`350`	`347`
`351`		`-/*`
`352`		`- * If the caller requested to block, wait for data to arrive. But if this`
`353`		`- * is the first call after connecting, don't wait, because there might`
`354`		`- * already be some data in libpq buffer that we haven't returned to`
`355`		`- * caller.`
`356`		`- */`
`357`		`-if (timeout>0&& !justconnected)`
	`348`	`+/* Try to receive a CopyData message */`
	`349`	`+rawlen=PQgetCopyData(streamConn,&recvBuf,1);`
	`350`	`+if (rawlen==0)`
`358`	`351`	`{`
`359`		`-if (!libpq_select(timeout))`
`360`		`-return false;`
	`352`	`+/*`
	`353`	`+ * No data available yet. If the caller requested to block, wait for`
	`354`	`+ * more data to arrive.`
	`355`	`+ */`
	`356`	`+if (timeout>0)`
	`357`	`+{`
	`358`	`+if (!libpq_select(timeout))`
	`359`	`+return false;`
	`360`	`+}`
`361`	`361`
`362`	`362`	`if (PQconsumeInput(streamConn)==0)`
`363`	`363`	`ereport(ERROR,`
`364`	`364`	`(errmsg("could not receive data from WAL stream: %s",`
`365`	`365`	`PQerrorMessage(streamConn))));`
`366`		`-}`
`367`		`-justconnected= false;`
`368`	`366`
`369`		`-/* Receive CopyData message */`
`370`		`-rawlen=PQgetCopyData(streamConn,&recvBuf,1);`
`371`		`-if (rawlen==0)/* no data available yet, then return */`
`372`		`-return false;`
	`367`	`+/* Now that we've consumed some input, try again */`
	`368`	`+rawlen=PQgetCopyData(streamConn,&recvBuf,1);`
	`369`	`+if (rawlen==0)`
	`370`	`+return false;`
	`371`	`+}`
`373`	`372`	`if (rawlen==-1)/* end-of-streaming or error */`
`374`	`373`	`{`
`375`	`374`	`PGresult*res;`

0 commit comments

Comments

(0)

Movatterモバイル変換

Navigation Menu

Search code, repositories, users, issues, pull requests...

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Commita08363d

File tree

1 file changed

1 file changed

`‎src/backend/replication/libpqwalreceiver/libpqwalreceiver.c`

0 commit comments