Commit9bcefb2

committed

[PBCKP-327] test_ptrack_multiple_segments: try to avoid memory consumption

1 parent744c285 commit9bcefb2Copy full SHA for 9bcefb2

File tree

+34

-4

lines changed

+34

-4

lines changed

Lines changed: 28 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -15,6 +15,8 @@`
`15`	`15`	`fromtimeimportsleep`
`16`	`16`	`importre`
`17`	`17`	`importjson`
	`18`	`+fromhashlibimportmd5`
	`19`	`+importrandom`
`18`	`20`
`19`	`21`	`idx_ptrack= {`
`20`	`22`	`'t_heap': {`
`@@ -200,6 +202,32 @@ def kill(self, someone = None):`
`200`	`202`	`os.kill(self.auxiliary_pids[someone][0],sig)`
`201`	`203`	`self.is_started=False`
`202`	`204`
	`205`	`+deftable_checksum(self,table,sort,dbname="postgres"):`
	`206`	`+curname="cur_"+str(random.randint(0,2**48))`
	`207`	`+`
	`208`	`+sum=md5(b"\x01")`
	`209`	`+`
	`210`	`+con=self.connect(dbname=dbname)`
	`211`	`+`
	`212`	`+con.execute(f"""`
	`213`	`+ DECLARE{curname} NO SCROLL CURSOR FOR`
	`214`	`+ SELECT t::text FROM{table} as t ORDER BY{sort};`
	`215`	`+ """)`
	`216`	`+`
	`217`	`+whileTrue:`
	`218`	`+rows=con.execute(f"FETCH FORWARD 10000 FROM{curname}")`
	`219`	`+ifnotrows:`
	`220`	`+break`
	`221`	`+forrowinrows:`
	`222`	`+sum.update(row[0].encode('utf8'))`
	`223`	`+sum.update(b'\x00')`
	`224`	`+`
	`225`	`+con.execute(f"CLOSE{curname}; ROLLBACK;")`
	`226`	`+`
	`227`	`+con.close()`
	`228`	`+sum.update(b'\x02')`
	`229`	`+returnsum.hexdigest()`
	`230`	`+`
`203`	`231`	`classProbackupTest(object):`
`204`	`232`	`# Class attributes`
`205`	`233`	`enterprise=is_enterprise()`

Lines changed: 6 additions & 4 deletions

Original file line number	Diff line number	Diff line change
`@@ -2039,6 +2039,8 @@ def test_ptrack_multiple_segments(self):`
`2039`	`2039`
`2040`	`2040`	`# CREATE TABLE`
`2041`	`2041`	`node.pgbench_init(scale=100,options=['--tablespace=somedata'])`
	`2042`	`+result=node.table_checksum("pgbench_accounts","aid",`
	`2043`	`+dbname="postgres")`
`2042`	`2044`	`# FULL BACKUP`
`2043`	`2045`	`self.backup_node(backup_dir,'node',node,options=['--stream'])`
`2044`	`2046`
`@@ -2075,7 +2077,8 @@ def test_ptrack_multiple_segments(self):`
`2075`	`2077`
`2076`	`2078`	`# GET LOGICAL CONTENT FROM NODE`
`2077`	`2079`	# it`s stupid, because hint`s are ignored by ptrack
`2078`		`-result=node.safe_psql("postgres","select * from pgbench_accounts")`
	`2080`	`+result=node.table_checksum("pgbench_accounts","aid",`
	`2081`	`+dbname="postgres")`
`2079`	`2082`	`# FIRTS PTRACK BACKUP`
`2080`	`2083`	`self.backup_node(`
`2081`	`2084`	`backup_dir,'node',node,backup_type='ptrack',options=['--stream'])`
`@@ -2108,9 +2111,8 @@ def test_ptrack_multiple_segments(self):`
`2108`	`2111`	`restored_node, {'port':restored_node.port})`
`2109`	`2112`	`restored_node.slow_start()`
`2110`	`2113`
`2111`		`-result_new=restored_node.safe_psql(`
`2112`		`-"postgres",`
`2113`		`-"select * from pgbench_accounts")`
	`2114`	`+result_new=restored_node.table_checksum("pgbench_accounts","aid",`
	`2115`	`+dbname="postgres")`
`2114`	`2116`
`2115`	`2117`	`# COMPARE RESTORED FILES`
`2116`	`2118`	`self.assertEqual(result,result_new,'data is lost')`

Comments

(0)