Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commitb1e849a

Browse files
committed
validate rework, self.cmd and self.output added
1 parent777ab09 commitb1e849a

14 files changed

+230
-92
lines changed

‎.gitignore‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@
2929
/tests/__pycache__/
3030
/tests/tmp_dirs/
3131
/tests/*pyc
32+
/helpers/*pyc
3233

3334
# Extra files
3435
/datapagemap.c

‎tests/helpers/__init__.py‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
__all__= ['ptrack_helpers','expected_errors']
2+
#from . import *

‎tests/ptrack_helpers.py‎renamed to ‎tests/helpers/ptrack_helpers.py‎

Lines changed: 41 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -136,7 +136,8 @@ def __init__(self, *args, **kwargs):
136136
self.test_env["LC_MESSAGES"]="C"
137137
self.test_env["LC_TIME"]="C"
138138

139-
self.dir_path=os.path.dirname(os.path.realpath(__file__))
139+
self.helpers_path=os.path.dirname(os.path.realpath(__file__))
140+
self.dir_path=os.path.abspath(os.path.join(self.helpers_path,os.pardir))
140141
try:
141142
os.makedirs(os.path.join(self.dir_path,"tmp_dirs"))
142143
except:
@@ -213,12 +214,16 @@ def get_md5_per_page_for_fork(self, file, size):
213214
os.close(file)
214215
returnmd5_per_page
215216

216-
defget_ptrack_bits_per_page_for_fork(self,file,size):
217+
defget_ptrack_bits_per_page_for_fork(self,node,file,size):
218+
ifself.get_pgpro_edition(node)=='enterprise':
219+
header_size=48
220+
else:
221+
header_size=24
217222
ptrack_bits_for_fork= []
218223
byte_size=os.path.getsize(file+'_ptrack')
219-
byte_size_minus_header=byte_size-24
224+
byte_size_minus_header=byte_size-header_size
220225
file=os.open(file+'_ptrack',os.O_RDONLY)
221-
os.lseek(file,24,0)
226+
os.lseek(file,header_size,0)
222227
lot_of_bytes=os.read(file,byte_size_minus_header)
223228
forbyteinlot_of_bytes:
224229
byte_inverted=bin(ord(byte))[2:].rjust(8,'0')[::-1]
@@ -295,7 +300,7 @@ def check_ptrack_clean(self, idx_dict, size):
295300

296301
defrun_pb(self,command,async=False):
297302
try:
298-
#print [self.probackup_path] + command
303+
self.cmd= [' '.join(map(str,[self.probackup_path]+command))]
299304
ifasyncisTrue:
300305
returnsubprocess.Popen(
301306
[self.probackup_path]+command,
@@ -304,23 +309,21 @@ def run_pb(self, command, async=False):
304309
env=self.test_env
305310
)
306311
else:
307-
output=subprocess.check_output(
312+
self.output=subprocess.check_output(
308313
[self.probackup_path]+command,
309314
stderr=subprocess.STDOUT,
310315
env=self.test_env
311316
)
312317
ifcommand[0]=='backup':
313-
if'-q'incommandor'--quiet'incommand:
314-
returnNone
315-
elif'-v'incommandor'--verbose'incommand:
316-
returnoutput
317-
else:
318-
# return backup ID
319-
forlineinoutput.splitlines():
320-
if'INFO: Backup'and'completed'inline:
321-
returnline.split()[2]
318+
# return backup ID
319+
forlineinself.output.splitlines():
320+
if'INFO: Backup'and'completed'inline:
321+
returnline.split()[2]
322+
# backup_id = line.split()[2]
323+
# return {'cmd': cmd, 'output': output, 'backup_id': backup_id}
322324
else:
323-
returnoutput
325+
returnself.output
326+
# return {'cmd': cmd, 'output': output}
324327
exceptsubprocess.CalledProcessErrorase:
325328
raiseProbackupException(e.output,e.cmd)
326329

@@ -481,25 +484,34 @@ def get_recovery_conf(self, node):
481484
out_dict[key.strip()]=value.strip(" '").replace("'\n","")
482485
returnout_dict
483486

484-
defset_archiving_conf(self,node,archive_dir):
487+
defset_archiving_conf(self,node,archive_dir=False,replica=False):
488+
ifnotarchive_dir:
489+
archive_dir=self.arcwal_dir(node)
490+
491+
ifreplica:
492+
archive_mode='always'
493+
node.append_conf('postgresql.auto.conf','hot_standby = on')
494+
else:
495+
archive_mode='on'
496+
485497
node.append_conf(
486498
"postgresql.auto.conf",
487499
"wal_level = archive"
488500
)
489501
node.append_conf(
490502
"postgresql.auto.conf",
491-
"archive_mode =on"
503+
"archive_mode ={0}".format(archive_mode)
492504
)
493505
ifos.name=='posix':
494506
node.append_conf(
495507
"postgresql.auto.conf",
496508
"archive_command = 'test ! -f {0}/%f && cp %p {0}/%f'".format(archive_dir)
497509
)
498-
elifos.name=='nt':
499-
node.append_conf(
500-
"postgresql.auto.conf",
501-
"archive_command = 'copy %p {0}\\%f'".format(archive_dir)
502-
)
510+
#elif os.name == 'nt':
511+
# node.append_conf(
512+
# "postgresql.auto.conf",
513+
# "archive_command = 'copy %p {0}\\%f'".format(archive_dir)
514+
# )
503515

504516
defwrong_wal_clean(self,node,wal_size):
505517
wals_dir=os.path.join(self.backup_dir(node),"wal")
@@ -517,4 +529,9 @@ def guc_wal_block_size(self, node):
517529
var=node.execute("postgres","select setting from pg_settings where name = 'wal_block_size'")
518530
returnint(var[0][0])
519531

520-
# def ptrack_node(self, ptrack_enable=False, wal_level='minimal', max_wal_senders='2', allow_replication=True)
532+
defget_pgpro_edition(self,node):
533+
ifnode.execute("postgres","select exists(select 1 from pg_proc where proname = 'pgpro_edition')")[0][0]:
534+
var=node.execute("postgres","select pgpro_edition()")
535+
returnstr(var[0][0])
536+
else:
537+
returnFalse

‎tests/ptrack_clean.py‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ def test_ptrack_clean(self):
4545
idx_ptrack[i]['path']=self.get_fork_path(node,i)
4646
# get ptrack for every idx
4747
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
48-
idx_ptrack[i]['path'],idx_ptrack[i]['size'])
48+
node,idx_ptrack[i]['path'],idx_ptrack[i]['size'])
4949
self.check_ptrack_clean(idx_ptrack[i],idx_ptrack[i]['size'])
5050

5151
# Update everything, vacuum it and make PTRACK BACKUP
@@ -62,7 +62,7 @@ def test_ptrack_clean(self):
6262
idx_ptrack[i]['path']=self.get_fork_path(node,i)
6363
# # get ptrack for every idx
6464
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
65-
idx_ptrack[i]['path'],idx_ptrack[i]['size'])
65+
node,idx_ptrack[i]['path'],idx_ptrack[i]['size'])
6666
# check that ptrack bits are cleaned
6767
self.check_ptrack_clean(idx_ptrack[i],idx_ptrack[i]['size'])
6868

@@ -81,7 +81,7 @@ def test_ptrack_clean(self):
8181
idx_ptrack[i]['path']=self.get_fork_path(node,i)
8282
# # get ptrack for every idx
8383
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
84-
idx_ptrack[i]['path'],idx_ptrack[i]['size'])
84+
node,idx_ptrack[i]['path'],idx_ptrack[i]['size'])
8585
# check that ptrack bits are cleaned
8686
self.check_ptrack_clean(idx_ptrack[i],idx_ptrack[i]['size'])
8787

‎tests/ptrack_cluster.py‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ def test_ptrack_cluster_btree(self):
6363
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
6464
# get ptrack for every idx
6565
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
66-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
66+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
6767

6868
# compare pages and check ptrack sanity
6969
self.check_ptrack_sanity(idx_ptrack[i])
@@ -120,7 +120,7 @@ def test_ptrack_cluster_spgist(self):
120120
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
121121
# get ptrack for every idx
122122
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
123-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
123+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
124124

125125
# compare pages and check ptrack sanity
126126
self.check_ptrack_sanity(idx_ptrack[i])
@@ -177,7 +177,7 @@ def test_ptrack_cluster_brin(self):
177177
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
178178
# get ptrack for every idx
179179
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
180-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
180+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
181181

182182
# compare pages and check ptrack sanity
183183
self.check_ptrack_sanity(idx_ptrack[i])
@@ -234,7 +234,7 @@ def test_ptrack_cluster_gist(self):
234234
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
235235
# get ptrack for every idx
236236
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
237-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
237+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
238238

239239
# compare pages and check ptrack sanity
240240
self.check_ptrack_sanity(idx_ptrack[i])
@@ -291,7 +291,7 @@ def test_ptrack_cluster_gin(self):
291291
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
292292
# get ptrack for every idx
293293
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
294-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
294+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
295295

296296
# compare pages and check ptrack sanity
297297
self.check_ptrack_sanity(idx_ptrack[i])

‎tests/ptrack_move_to_tablespace.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ def test_ptrack_recovery(self):
5050
idx_ptrack[i]['path']=self.get_fork_path(node,i)
5151
# get ptrack for every idx
5252
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
53-
idx_ptrack[i]['path'],idx_ptrack[i]['size'])
53+
node,idx_ptrack[i]['path'],idx_ptrack[i]['size'])
5454
# check that ptrack has correct bits after recovery
5555
self.check_ptrack_recovery(idx_ptrack[i])
5656

‎tests/ptrack_recovery.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ def test_ptrack_recovery(self):
5252
foriinidx_ptrack:
5353
# get ptrack for every idx
5454
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
55-
idx_ptrack[i]['path'],idx_ptrack[i]['size'])
55+
node,idx_ptrack[i]['path'],idx_ptrack[i]['size'])
5656
# check that ptrack has correct bits after recovery
5757
self.check_ptrack_recovery(idx_ptrack[i])
5858

‎tests/ptrack_vacuum.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ def test_ptrack_vacuum(self):
5151
self.backup_pb(node,backup_type='full',options=['-j100','--stream'])
5252
foriinidx_ptrack:
5353
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
54-
idx_ptrack[i]['path'],idx_ptrack[i]['old_size'])
54+
node,idx_ptrack[i]['path'],idx_ptrack[i]['old_size'])
5555
self.check_ptrack_clean(idx_ptrack[i],idx_ptrack[i]['old_size'])
5656

5757
# Delete some rows, vacuum it and make checkpoint
@@ -69,7 +69,7 @@ def test_ptrack_vacuum(self):
6969
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
7070
# get ptrack for every idx
7171
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
72-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
72+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
7373

7474
# compare pages and check ptrack sanity
7575
self.check_ptrack_sanity(idx_ptrack[i])

‎tests/ptrack_vacuum_bits_frozen.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ def test_ptrack_vacuum_bits_frozen(self):
6262
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
6363
# get ptrack for every idx
6464
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
65-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
65+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
6666

6767
# compare pages and check ptrack sanity
6868
self.check_ptrack_sanity(idx_ptrack[i])

‎tests/ptrack_vacuum_bits_visibility.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ def test_ptrack_vacuum_bits_visibility(self):
6262
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
6363
# get ptrack for every idx
6464
idx_ptrack[i]['ptrack']=self.get_ptrack_bits_per_page_for_fork(
65-
idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
65+
node,idx_ptrack[i]['path'],idx_ptrack[i]['new_size'])
6666

6767
# compare pages and check ptrack sanity
6868
self.check_ptrack_sanity(idx_ptrack[i])

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp