|
1 | 1 | importunittest |
2 | 2 | fromosimportpath,listdir |
3 | 3 | importsix |
4 | | -from .pb_libimportProbackupTest |
| 4 | +from .ptrack_helpersimportProbackupTest,ProbackupException |
5 | 5 | fromtestgresimportstop_all |
6 | 6 |
|
7 | 7 |
|
8 | 8 | classBackupTest(ProbackupTest,unittest.TestCase): |
9 | 9 |
|
10 | | -def__init__(self,*args,**kwargs): |
11 | | -super(BackupTest,self).__init__(*args,**kwargs) |
12 | | - |
13 | | -@classmethod |
14 | | -deftearDownClass(cls): |
15 | | -stop_all() |
16 | | - |
17 | | -deftest_backup_modes_1(self): |
18 | | -"""standart backup modes""" |
19 | | -node=self.make_bnode(base_dir="tmp_dirs/backup/backup_modes_1") |
20 | | -node.start() |
21 | | -self.assertEqual(self.init_pb(node),six.b("")) |
22 | | - |
23 | | -# detect ptrack |
24 | | -is_ptrack=node.execute("postgres","SELECT proname FROM pg_proc WHERE proname='pg_ptrack_clear'") |
25 | | -iflen(is_ptrack): |
26 | | -node.append_conf("postgresql.conf","ptrack_enable = on") |
27 | | -node.restart() |
28 | | - |
29 | | -# full backup mode |
30 | | -withopen(path.join(node.logs_dir,"backup_full.log"),"wb")asbackup_log: |
31 | | -backup_log.write(self.backup_pb(node,options=["--verbose"])) |
32 | | - |
33 | | -show_backup=self.show_pb(node)[0] |
34 | | -full_backup_id=show_backup.id |
35 | | -self.assertEqual(show_backup.status,six.b("OK")) |
36 | | -self.assertEqual(show_backup.mode,six.b("FULL")) |
37 | | - |
38 | | -# postmaster.pid and postmaster.opts shouldn't be copied |
39 | | -excluded=True |
40 | | -backups_dir=path.join(self.backup_dir(node),"backups") |
41 | | -forbackupinlistdir(backups_dir): |
42 | | -db_dir=path.join(backups_dir,backup,"database") |
43 | | -forfinlistdir(db_dir): |
44 | | -ifpath.isfile(path.join(db_dir,f))and \ |
45 | | -(f=="postmaster.pid"orf=="postmaster.opts"): |
46 | | -excluded=False |
47 | | -self.assertEqual(excluded,True) |
48 | | - |
49 | | -# page backup mode |
50 | | -withopen(path.join(node.logs_dir,"backup_page.log"),"wb")asbackup_log: |
51 | | -backup_log.write(self.backup_pb(node,backup_type="page",options=["--verbose"])) |
52 | | - |
53 | | -show_backup=self.show_pb(node)[0] |
54 | | -self.assertEqual(show_backup.status,six.b("OK")) |
55 | | -self.assertEqual(show_backup.mode,six.b("PAGE")) |
56 | | - |
57 | | -# Check parent backup |
58 | | -self.assertEqual( |
59 | | -full_backup_id, |
60 | | -self.show_pb(node,show_backup.id)[six.b("PARENT_BACKUP")].strip(six.b(" '")) |
61 | | -) |
62 | | - |
63 | | -# ptrack backup mode |
64 | | -iflen(is_ptrack): |
65 | | -withopen(path.join(node.logs_dir,"backup_ptrack.log"),"wb")asbackup_log: |
66 | | -backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose"])) |
67 | | - |
68 | | -show_backup=self.show_pb(node)[0] |
69 | | -self.assertEqual(show_backup.status,six.b("OK")) |
70 | | -self.assertEqual(show_backup.mode,six.b("PTRACK")) |
71 | | - |
72 | | -node.stop() |
73 | | - |
74 | | -deftest_smooth_checkpoint_2(self): |
75 | | -"""full backup with smooth checkpoint""" |
76 | | -node=self.make_bnode(base_dir="tmp_dirs/backup/smooth_checkpoint_2") |
77 | | -node.start() |
78 | | -self.assertEqual(self.init_pb(node),six.b("")) |
79 | | - |
80 | | -withopen(path.join(node.logs_dir,"backup.log"),"wb")asbackup_log: |
81 | | -backup_log.write(self.backup_pb(node,options=["--verbose","-C"])) |
82 | | - |
83 | | -self.assertEqual(self.show_pb(node)[0].status,six.b("OK")) |
84 | | - |
85 | | -node.stop() |
86 | | - |
87 | | -deftest_page_backup_without_full_3(self): |
88 | | -"""page-level backup without validated full backup""" |
89 | | -node=self.make_bnode(base_dir="tmp_dirs/backup/without_full_3") |
90 | | -node.start() |
91 | | -self.assertEqual(self.init_pb(node),six.b("")) |
92 | | - |
93 | | -withopen(path.join(node.logs_dir,"backup.log"),"wb")asbackup_log: |
94 | | -backup_log.write(self.backup_pb(node,backup_type="page",options=["--verbose"])) |
95 | | - |
96 | | -self.assertEqual(self.show_pb(node)[0].status,six.b("ERROR")) |
97 | | - |
98 | | -node.stop() |
99 | | - |
100 | | -deftest_ptrack_threads_4(self): |
101 | | -"""ptrack multi thread backup mode""" |
102 | | -node=self.make_bnode( |
103 | | -base_dir="tmp_dirs/backup/ptrack_threads_4", |
104 | | -options={"ptrack_enable":"on"} |
105 | | -) |
106 | | -node.start() |
107 | | -self.assertEqual(self.init_pb(node),six.b("")) |
108 | | - |
109 | | -withopen(path.join(node.logs_dir,"backup_full.log"),"wb")asbackup_log: |
110 | | -backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose","-j","4"])) |
111 | | - |
112 | | -self.assertEqual(self.show_pb(node)[0].status,six.b("OK")) |
113 | | - |
114 | | -withopen(path.join(node.logs_dir,"backup_ptrack.log"),"wb")asbackup_log: |
115 | | -backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose","-j","4"])) |
116 | | - |
117 | | -self.assertEqual(self.show_pb(node)[0].status,six.b("OK")) |
118 | | - |
119 | | -node.stop() |
120 | | - |
121 | | -deftest_ptrack_threads_stream_5(self): |
122 | | -"""ptrack multi thread backup mode and stream""" |
123 | | -node=self.make_bnode( |
124 | | -base_dir="tmp_dirs/backup/ptrack_threads_stream_5", |
125 | | -options={ |
126 | | -"ptrack_enable":"on", |
127 | | -"max_wal_senders":"5" |
128 | | -} |
129 | | -) |
130 | | -node.append_conf("pg_hba.conf","local replication all trust") |
131 | | -node.append_conf("pg_hba.conf","host replication all 127.0.0.1/32 trust") |
132 | | -node.start() |
133 | | -self.assertEqual(self.init_pb(node),six.b("")) |
134 | | - |
135 | | -withopen(path.join(node.logs_dir,"backup_full.log"),"wb")asbackup_log: |
136 | | -backup_log.write(self.backup_pb( |
137 | | -node, |
138 | | -backup_type="full", |
139 | | -options=["--verbose","-j","4","--stream"] |
140 | | -)) |
141 | | - |
142 | | -self.assertEqual(self.show_pb(node)[0].status,six.b("OK")) |
143 | | - |
144 | | -withopen(path.join(node.logs_dir,"backup_ptrack.log"),"wb")asbackup_log: |
145 | | -backup_log.write(self.backup_pb( |
146 | | -node, |
147 | | -backup_type="ptrack", |
148 | | -options=["--verbose","-j","4","--stream"] |
149 | | -)) |
150 | | - |
151 | | -self.assertEqual(self.show_pb(node)[0].status,six.b("OK")) |
152 | | - |
153 | | -node.stop() |
| 10 | +def__init__(self,*args,**kwargs): |
| 11 | +super(BackupTest,self).__init__(*args,**kwargs) |
| 12 | + |
| 13 | +# @classmethod |
| 14 | +# def tearDownClass(cls): |
| 15 | +# stop_all() |
| 16 | +# @unittest.skip("123") |
| 17 | +deftest_backup_modes_archive(self): |
| 18 | +"""standart backup modes with ARCHIVE WAL method""" |
| 19 | +fname=self.id().split('.')[3] |
| 20 | +print'{0} started'.format(fname) |
| 21 | +node=self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname), |
| 22 | +set_archiving=True, |
| 23 | +initdb_params=['--data-checksums'], |
| 24 | +pg_options={'wal_level':'replica','ptrack_enable':'on'} |
| 25 | + ) |
| 26 | +node.start() |
| 27 | +self.assertEqual(self.init_pb(node),six.b("")) |
| 28 | + |
| 29 | +# full backup mode |
| 30 | +withopen(path.join(node.logs_dir,"backup_full.log"),"wb")asbackup_log: |
| 31 | +backup_log.write(self.backup_pb(node,options=["--verbose"])) |
| 32 | + |
| 33 | +show_backup=self.show_pb(node)[0] |
| 34 | +full_backup_id=show_backup['ID'] |
| 35 | +self.assertEqual(show_backup['Status'],six.b("OK")) |
| 36 | +self.assertEqual(show_backup['Mode'],six.b("FULL")) |
| 37 | + |
| 38 | +# postmaster.pid and postmaster.opts shouldn't be copied |
| 39 | +excluded=True |
| 40 | +backups_dir=path.join(self.backup_dir(node),"backups") |
| 41 | +forbackupinlistdir(backups_dir): |
| 42 | +db_dir=path.join(backups_dir,backup,"database") |
| 43 | +forfinlistdir(db_dir): |
| 44 | +ifpath.isfile(path.join(db_dir,f))and \ |
| 45 | + (f=="postmaster.pid"orf=="postmaster.opts"): |
| 46 | +excluded=False |
| 47 | +self.assertEqual(excluded,True) |
| 48 | + |
| 49 | +# page backup mode |
| 50 | +withopen(path.join(node.logs_dir,"backup_page.log"),"wb")asbackup_log: |
| 51 | +backup_log.write(self.backup_pb(node,backup_type="page",options=["--verbose"])) |
| 52 | + |
| 53 | +printself.show_pb(node) |
| 54 | +show_backup=self.show_pb(node)[1] |
| 55 | +self.assertEqual(show_backup['Status'],six.b("OK")) |
| 56 | +self.assertEqual(show_backup['Mode'],six.b("PAGE")) |
| 57 | + |
| 58 | +# Check parent backup |
| 59 | +self.assertEqual( |
| 60 | +full_backup_id, |
| 61 | +self.show_pb(node,id=show_backup['ID'])["parent-backup-id"]) |
| 62 | + |
| 63 | +# ptrack backup mode |
| 64 | +withopen(path.join(node.logs_dir,"backup_ptrack.log"),"wb")asbackup_log: |
| 65 | +backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose"])) |
| 66 | + |
| 67 | +show_backup=self.show_pb(node)[2] |
| 68 | +self.assertEqual(show_backup['Status'],six.b("OK")) |
| 69 | +self.assertEqual(show_backup['Mode'],six.b("PTRACK")) |
| 70 | + |
| 71 | +node.stop() |
| 72 | + |
| 73 | +# @unittest.skip("123") |
| 74 | +deftest_smooth_checkpoint(self): |
| 75 | +"""full backup with smooth checkpoint""" |
| 76 | +fname=self.id().split('.')[3] |
| 77 | +print'{0} started'.format(fname) |
| 78 | +node=self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname), |
| 79 | +set_archiving=True, |
| 80 | +initdb_params=['--data-checksums'], |
| 81 | +pg_options={'wal_level':'replica'} |
| 82 | + ) |
| 83 | +node.start() |
| 84 | +self.assertEqual(self.init_pb(node),six.b("")) |
| 85 | + |
| 86 | +withopen(path.join(node.logs_dir,"backup.log"),"wb")asbackup_log: |
| 87 | +backup_log.write(self.backup_pb(node,options=["--verbose","-C"])) |
| 88 | + |
| 89 | +self.assertEqual(self.show_pb(node)[0]['Status'],six.b("OK")) |
| 90 | + |
| 91 | +node.stop() |
| 92 | + |
| 93 | +# @unittest.skip("123") |
| 94 | +deftest_page_backup_without_full(self): |
| 95 | +"""page-level backup without validated full backup""" |
| 96 | +fname=self.id().split('.')[3] |
| 97 | +print'{0} started'.format(fname) |
| 98 | +node=self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname), |
| 99 | +set_archiving=True, |
| 100 | +initdb_params=['--data-checksums'], |
| 101 | +pg_options={'wal_level':'replica'} |
| 102 | + ) |
| 103 | +node.start() |
| 104 | +self.assertEqual(self.init_pb(node),six.b("")) |
| 105 | + |
| 106 | +try: |
| 107 | +self.backup_pb(node,backup_type="page",options=["--verbose"]) |
| 108 | +exceptProbackupException,e: |
| 109 | +pass |
| 110 | +self.assertEqual(self.show_pb(node)[0]['Status'],six.b("ERROR")) |
| 111 | + |
| 112 | +node.stop() |
| 113 | + |
| 114 | +# @unittest.skip("123") |
| 115 | +deftest_ptrack_threads(self): |
| 116 | +"""ptrack multi thread backup mode""" |
| 117 | +node=self.make_bnode( |
| 118 | +base_dir="tmp_dirs/backup/ptrack_threads_4", |
| 119 | +options={"ptrack_enable":"on",'max_wal_senders':'2'} |
| 120 | + ) |
| 121 | +node.start() |
| 122 | +self.assertEqual(self.init_pb(node),six.b("")) |
| 123 | + |
| 124 | +withopen(path.join(node.logs_dir,"backup_full.log"),"wb")asbackup_log: |
| 125 | +backup_log.write(self.backup_pb(node,backup_type="full",options=["--verbose","-j","4"])) |
| 126 | + |
| 127 | +self.assertEqual(self.show_pb(node)[0]['Status'],six.b("OK")) |
| 128 | + |
| 129 | +withopen(path.join(node.logs_dir,"backup_ptrack.log"),"wb")asbackup_log: |
| 130 | +backup_log.write(self.backup_pb(node,backup_type="ptrack",options=["--verbose","-j","4"])) |
| 131 | + |
| 132 | +self.assertEqual(self.show_pb(node)[0]['Status'],six.b("OK")) |
| 133 | + |
| 134 | +node.stop() |
| 135 | + |
| 136 | +# @unittest.skip("123") |
| 137 | +deftest_ptrack_threads_stream(self): |
| 138 | +"""ptrack multi thread backup mode and stream""" |
| 139 | +fname=self.id().split('.')[3] |
| 140 | +print'{0} started'.format(fname) |
| 141 | +node=self.make_simple_node(base_dir="tmp_dirs/backup/{0}".format(fname), |
| 142 | +set_replication=True, |
| 143 | +initdb_params=['--data-checksums'], |
| 144 | +pg_options={'wal_level':'replica','ptrack_enable':'on','max_wal_senders':'2'} |
| 145 | + ) |
| 146 | +# node.append_conf("pg_hba.conf", "local replication all trust") |
| 147 | +# node.append_conf("pg_hba.conf", "host replication all 127.0.0.1/32 trust") |
| 148 | +node.start() |
| 149 | +self.assertEqual(self.init_pb(node),six.b("")) |
| 150 | + |
| 151 | +withopen(path.join(node.logs_dir,"backup_full.log"),"wb")asbackup_log: |
| 152 | +backup_log.write(self.backup_pb( |
| 153 | +node, |
| 154 | +backup_type="full", |
| 155 | +options=["--verbose","-j","4","--stream"] |
| 156 | + )) |
| 157 | + |
| 158 | +self.assertEqual(self.show_pb(node)[0]['Status'],six.b("OK")) |
| 159 | + |
| 160 | +withopen(path.join(node.logs_dir,"backup_ptrack.log"),"wb")asbackup_log: |
| 161 | +backup_log.write(self.backup_pb( |
| 162 | +node, |
| 163 | +backup_type="ptrack", |
| 164 | +options=["--verbose","-j","4","--stream"] |
| 165 | + )) |
| 166 | + |
| 167 | +self.assertEqual(self.show_pb(node)[1]['Status'],six.b("OK")) |
| 168 | + |
| 169 | +node.stop() |