Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commit31c8090

Browse files
committed
Add many tests and some words for docs.
1 parent856e110 commit31c8090

File tree

4 files changed

+370
-5
lines changed

4 files changed

+370
-5
lines changed

‎README.md

Lines changed: 21 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -55,10 +55,28 @@ All the documentation you can find [here](doc/pg_probackup.md).
5555
Regression tests
5656
----------------
5757

58-
The test suite of pg_probackup is available in the code tree and can be
59-
launched in a way similar to common PostgreSQL extensions and modules:
58+
For tests you must have python 2.7 or python 3.3 and higher. Also good idea
59+
is make virtual enviroment by`virtualenv`.
60+
First of all you need to install`testgres` python module which contains useful
61+
functions to start postgres clusters and make queries:
62+
63+
```
64+
pip install testgres
65+
```
66+
67+
To run tests execute:
68+
69+
```
70+
python -m unittest tests
71+
```
72+
73+
from current (root of project) directory. If you want to run a specific postgres build then
74+
you should specify the path to your pg_config executable by setting PG_CONFIG
75+
environment variable:
76+
```
77+
export PG_CONFIG=/path/to/pg_config
78+
```
6079

61-
make installcheck
6280

6381
Block level incremental backup
6482
------------------------------

‎tests/__init__.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
importunittest
22

3-
from .importinit_test,option_test,show_test,backup_test,delete_test,restore_test
3+
from .importinit_test,option_test,show_test,backup_test,delete_test,restore_test,validate_test
44

55

66
defload_tests(loader,tests,pattern):
@@ -11,5 +11,6 @@ def load_tests(loader, tests, pattern):
1111
suite.addTests(loader.loadTestsFromModule(backup_test))
1212
suite.addTests(loader.loadTestsFromModule(delete_test))
1313
suite.addTests(loader.loadTestsFromModule(restore_test))
14+
suite.addTests(loader.loadTestsFromModule(validate_test))
1415

1516
returnsuite

‎tests/restore_test.py

Lines changed: 281 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -246,7 +246,7 @@ def test_restore_to_xid_5(self):
246246

247247
deftest_restore_full_ptrack_6(self):
248248
"""recovery to latest from full + ptrack backups"""
249-
node=self.make_bnode('restore_full_ptrack_6',base_dir="tmp_dirs/restore/restore_full_ptrack_6")
249+
node=self.make_bnode('restore_full_ptrack_6',base_dir="tmp_dirs/restore/full_ptrack_6")
250250
node.start()
251251
self.assertEqual(self.init_pb(node),six.b(""))
252252
node.pgbench_init(scale=2)
@@ -290,3 +290,283 @@ def test_restore_full_ptrack_6(self):
290290
self.assertEqual(before,after)
291291

292292
node.stop()
293+
294+
deftest_restore_full_ptrack_ptrack_7(self):
295+
"""recovery to latest from full + ptrack + ptrack backups"""
296+
node=self.make_bnode('restore_full_ptrack_ptrack_7',base_dir="tmp_dirs/restore/full_ptrack_ptrack_7")
297+
node.start()
298+
self.assertEqual(self.init_pb(node),six.b(""))
299+
node.pgbench_init(scale=2)
300+
is_ptrack=node.execute("postgres","SELECT proname FROM pg_proc WHERE proname='pg_ptrack_clear'")
301+
ifnotis_ptrack:
302+
node.stop()
303+
self.skipTest("ptrack not supported")
304+
return
305+
306+
node.append_conf("postgresql.conf","ptrack_enable = on")
307+
node.restart()
308+
309+
withopen(path.join(node.logs_dir,"backup_1.log"),"wb")asbackup_log:
310+
backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose"]))
311+
312+
pgbench=node.pgbench(stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
313+
pgbench.wait()
314+
pgbench.stdout.close()
315+
316+
withopen(path.join(node.logs_dir,"backup_2.log"),"wb")asbackup_log:
317+
backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose"]))
318+
319+
pgbench=node.pgbench(stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
320+
pgbench.wait()
321+
pgbench.stdout.close()
322+
323+
withopen(path.join(node.logs_dir,"backup_3.log"),"wb")asbackup_log:
324+
backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose"]))
325+
326+
before=node.execute("postgres","SELECT * FROM pgbench_branches")
327+
328+
node.pg_ctl("stop", {
329+
"-D":node.data_dir,
330+
"-w":None,
331+
"-m":"immediate"
332+
})
333+
334+
withopen(path.join(node.logs_dir,"restore_1.log"),"wb")asrestore_log:
335+
restore_log.write(self.restore_pb(node,options=["-j","4","--verbose"]))
336+
337+
node.pg_ctl("start", {
338+
"-D":node.data_dir,
339+
"-w":None,
340+
"-t":"600"
341+
})
342+
343+
after=node.execute("postgres","SELECT * FROM pgbench_branches")
344+
self.assertEqual(before,after)
345+
346+
node.stop()
347+
348+
deftest_restore_full_ptrack_stream_8(self):
349+
"""recovery in stream mode to latest from full + ptrack backups"""
350+
node=self.make_bnode('restore_full_ptrack_stream_8',base_dir="tmp_dirs/restore/full_ptrack_stream_8")
351+
node.start()
352+
self.assertEqual(self.init_pb(node),six.b(""))
353+
node.pgbench_init(scale=2)
354+
is_ptrack=node.execute("postgres","SELECT proname FROM pg_proc WHERE proname='pg_ptrack_clear'")
355+
ifnotis_ptrack:
356+
node.stop()
357+
self.skipTest("ptrack not supported")
358+
return
359+
360+
node.append_conf("postgresql.conf","ptrack_enable = on")
361+
node.restart()
362+
363+
withopen(path.join(node.logs_dir,"backup_1.log"),"wb")asbackup_log:
364+
backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose","--stream"]))
365+
366+
pgbench=node.pgbench(stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
367+
pgbench.wait()
368+
pgbench.stdout.close()
369+
370+
withopen(path.join(node.logs_dir,"backup_2.log"),"wb")asbackup_log:
371+
backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose","--stream"]))
372+
373+
before=node.execute("postgres","SELECT * FROM pgbench_branches")
374+
375+
node.pg_ctl("stop", {
376+
"-D":node.data_dir,
377+
"-w":None,
378+
"-m":"immediate"
379+
})
380+
381+
withopen(path.join(node.logs_dir,"restore_1.log"),"wb")asrestore_log:
382+
restore_log.write(self.restore_pb(node,options=["-j","4","--verbose"]))
383+
384+
node.pg_ctl("start", {
385+
"-D":node.data_dir,
386+
"-w":None,
387+
"-t":"600"
388+
})
389+
390+
after=node.execute("postgres","SELECT * FROM pgbench_branches")
391+
self.assertEqual(before,after)
392+
393+
node.stop()
394+
395+
deftest_restore_full_ptrack_under_load_9(self):
396+
"""recovery to latest from full + page backups with loads when ptrack backup do"""
397+
node=self.make_bnode('restore_full_ptrack_under_load_9',base_dir="tmp_dirs/restore/full_ptrack_under_load_9")
398+
node.start()
399+
self.assertEqual(self.init_pb(node),six.b(""))
400+
node.pgbench_init(scale=2)
401+
is_ptrack=node.execute("postgres","SELECT proname FROM pg_proc WHERE proname='pg_ptrack_clear'")
402+
ifnotis_ptrack:
403+
node.stop()
404+
self.skipTest("ptrack not supported")
405+
return
406+
407+
node.append_conf("postgresql.conf","ptrack_enable = on")
408+
node.restart()
409+
410+
withopen(path.join(node.logs_dir,"backup_1.log"),"wb")asbackup_log:
411+
backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose"]))
412+
413+
pgbench=node.pgbench(
414+
stdout=subprocess.PIPE,
415+
stderr=subprocess.STDOUT,
416+
options=["-c","4","-T","8"]
417+
)
418+
419+
withopen(path.join(node.logs_dir,"backup_2.log"),"wb")asbackup_log:
420+
backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose","--stream"]))
421+
422+
pgbench.wait()
423+
pgbench.stdout.close()
424+
425+
node.execute("postgres","SELECT pg_switch_xlog()")
426+
427+
bbalance=node.execute("postgres","SELECT sum(bbalance) FROM pgbench_branches")
428+
delta=node.execute("postgres","SELECT sum(delta) FROM pgbench_history")
429+
430+
self.assertEqual(bbalance,delta)
431+
432+
node.pg_ctl("stop", {
433+
"-D":node.data_dir,
434+
"-w":None,
435+
"-m":"immediate"
436+
})
437+
438+
withopen(path.join(node.logs_dir,"restore_1.log"),"wb")asrestore_log:
439+
restore_log.write(self.restore_pb(node,options=["-j","4","--verbose"]))
440+
441+
node.pg_ctl("start", {
442+
"-D":node.data_dir,
443+
"-w":None,
444+
"-t":"600"
445+
})
446+
447+
bbalance=node.execute("postgres","SELECT sum(bbalance) FROM pgbench_branches")
448+
delta=node.execute("postgres","SELECT sum(delta) FROM pgbench_history")
449+
450+
self.assertEqual(bbalance,delta)
451+
452+
node.stop()
453+
454+
deftest_restore_full_under_load_ptrack_10(self):
455+
"""recovery to latest from full + page backups with loads when full backup do"""
456+
node=self.make_bnode('estore_full_under_load_ptrack_10',base_dir="tmp_dirs/restore/full_under_load_ptrack_10")
457+
node.start()
458+
self.assertEqual(self.init_pb(node),six.b(""))
459+
node.pgbench_init(scale=2)
460+
is_ptrack=node.execute("postgres","SELECT proname FROM pg_proc WHERE proname='pg_ptrack_clear'")
461+
ifnotis_ptrack:
462+
node.stop()
463+
self.skipTest("ptrack not supported")
464+
return
465+
466+
node.append_conf("postgresql.conf","ptrack_enable = on")
467+
node.restart()
468+
469+
pgbench=node.pgbench(
470+
stdout=subprocess.PIPE,
471+
stderr=subprocess.STDOUT,
472+
options=["-c","4","-T","8"]
473+
)
474+
475+
withopen(path.join(node.logs_dir,"backup_1.log"),"wb")asbackup_log:
476+
backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose"]))
477+
478+
pgbench.wait()
479+
pgbench.stdout.close()
480+
481+
withopen(path.join(node.logs_dir,"backup_2.log"),"wb")asbackup_log:
482+
backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose","--stream"]))
483+
484+
node.execute("postgres","SELECT pg_switch_xlog()")
485+
486+
bbalance=node.execute("postgres","SELECT sum(bbalance) FROM pgbench_branches")
487+
delta=node.execute("postgres","SELECT sum(delta) FROM pgbench_history")
488+
489+
self.assertEqual(bbalance,delta)
490+
491+
node.pg_ctl("stop", {
492+
"-D":node.data_dir,
493+
"-w":None,
494+
"-m":"immediate"
495+
})
496+
497+
withopen(path.join(node.logs_dir,"restore_1.log"),"wb")asrestore_log:
498+
restore_log.write(self.restore_pb(node,options=["-j","4","--verbose"]))
499+
500+
node.pg_ctl("start", {
501+
"-D":node.data_dir,
502+
"-w":None,
503+
"-t":"600"
504+
})
505+
506+
bbalance=node.execute("postgres","SELECT sum(bbalance) FROM pgbench_branches")
507+
delta=node.execute("postgres","SELECT sum(delta) FROM pgbench_history")
508+
509+
self.assertEqual(bbalance,delta)
510+
511+
node.stop()
512+
513+
deftest_restore_to_xid_inclusive_11(self):
514+
"""recovery with target inclusive false"""
515+
node=self.make_bnode('estore_to_xid_inclusive_11',base_dir="tmp_dirs/restore/restore_to_xid_inclusive_11")
516+
node.start()
517+
self.assertEqual(self.init_pb(node),six.b(""))
518+
node.pgbench_init(scale=2)
519+
withnode.connect("postgres")ascon:
520+
con.execute("CREATE TABLE tbl0005 (a text)")
521+
con.commit()
522+
523+
withopen(path.join(node.logs_dir,"backup_1.log"),"wb")asbackup_log:
524+
backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose"]))
525+
526+
pgbench=node.pgbench(stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
527+
pgbench.wait()
528+
pgbench.stdout.close()
529+
530+
before=node.execute("postgres","SELECT * FROM pgbench_branches")
531+
withnode.connect("postgres")ascon:
532+
res=con.execute("INSERT INTO tbl0005 VALUES ('inserted') RETURNING (xmin)")
533+
con.commit()
534+
target_xid=res[0][0]
535+
536+
pgbench=node.pgbench(stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
537+
pgbench.wait()
538+
pgbench.stdout.close()
539+
540+
# Enforce segment to be archived to ensure that recovery goes up to the
541+
# wanted point. There is no way to ensure that all segments needed have
542+
# been archived up to the xmin point saved earlier without that.
543+
node.execute("postgres","SELECT pg_switch_xlog()")
544+
545+
node.pg_ctl("stop", {
546+
"-D":node.data_dir,
547+
"-w":None,
548+
"-m":"fast"
549+
})
550+
551+
withopen(path.join(node.logs_dir,"restore_1.log"),"wb")asrestore_log:
552+
restore_log.write(self.restore_pb(
553+
node,
554+
options=[
555+
"-j","4",
556+
"--verbose",
557+
'--xid=%s'%target_xid,
558+
"--inclusive=false"
559+
]
560+
))
561+
562+
node.pg_ctl("start", {
563+
"-D":node.data_dir,
564+
"-w":None,
565+
"-t":"600"
566+
})
567+
568+
after=node.execute("postgres","SELECT * FROM pgbench_branches")
569+
self.assertEqual(before,after)
570+
self.assertEqual(len(node.execute("postgres","SELECT * FROM tbl0005")),0)
571+
572+
node.stop()

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp