Jul 4, 2024 · Jul 3, 2024 · Jul 3, 2024 · Jul 3, 2024
diff --git a/testgres/config.py b/testgres/config.py

 import atexit
 import copy
 import logging
 import os
 import tempfile

 from contextlib import contextmanager
 from .operations.os_ops import OsOperations
 from .operations.local_ops import LocalOperations

 log_level = os.getenv('LOGGING_LEVEL', 'WARNING').upper()
 log_format = os.getenv('LOGGING_FORMAT', '%(asctime)s - %(levelname)s - %(message)s').upper()
 logging.basicConfig(level=log_level, format=log_format)


 class GlobalConfig(object):
    """
diff --git a/testgres/connection.py b/testgres/connection.py
 # coding: utf-8
 import logging

 # we support both pg8000 and psycopg2
 try:
        except ProgrammingError:
            return None
        except Exception as e:
 print("Error executing query: {}\n {}".format(repr(e), query))
 logging.error("Error executing query: {}\n {}".format(repr(e), query))
            return None

    def close(self):
diff --git a/testgres/node.py b/testgres/node.py
 # coding: utf-8

 import logging
 import os
 import random
 import signal
                if any(len(file) > 1 and 'Is another postmaster already '
                                         'running on port' in file[1].decode() for
                       file in files):
 print("Detected an issue with connecting to port {0}. "
                          "Trying another port after a 5-second sleep...".format(self.port))
 logging.warning("Detected an issue with connecting to port {0}. "
 "Trying another port after a 5-second sleep...".format(self.port))
                    self.port = reserve_port()
                    options = {}
                    options['port'] = str(self.port)
                    options = {'port': str(self.port)}
                    self.set_auto_conf(options)
                    startup_retries -= 1
                    time.sleep(5)
        assert sleep_time > 0
        attempts = 0
        while max_attempts == 0 or attempts < max_attempts:
 print(f"Pooling {attempts}")
 logging.info(f"Pooling {attempts}")
            try:
                res = self.execute(dbname=dbname,
                                   query=query,
diff --git a/testgres/operations/local_ops.py b/testgres/operations/local_ops.py
 import getpass
 import logging
 import os
 import shutil
 import stat
            except FileNotFoundError:
                return True
            except Exception as e:
 print(f"Error: Failed to remove directory {path} on attempt {attempt + 1}: {e}")
 logging.error(f"Error: Failed to remove directory {path} on attempt {attempt + 1}: {e}")
            time.sleep(delay)
 print(f"Error: Failed to remove directory {path} after {retries} attempts.")
 logging.error(f"Error: Failed to remove directory {path} after {retries} attempts.")
        return False

    def listdir(self, path):
diff --git a/testgres/plugins/pg_probackup2/pg_probackup2/app.py b/testgres/plugins/pg_probackup2/pg_probackup2/app.py
 import contextlib
 import importlib
 import json
 import logging
 import os
 import re
 import subprocess
            command = [command[0], *self.backup_dir.pb_args, *command[1:]]

        if not self.probackup_old_path and old_binary:
 print('PGPROBACKUPBIN_OLD is not set')
 logging.error('PGPROBACKUPBIN_OLD is not set')
            exit(1)

        if old_binary:
            return GDBobj(cmdline, self.test_class)

        try:
            result = None
            if type(gdb) is tuple and gdb[0] == 'suspend':
                # special test flow for manually debug probackup
                gdb_port = gdb[1]
                cmdline = ['gdbserver'] + ['localhost:' + str(gdb_port)] + cmdline
 print("pg_probackup gdb suspended, waiting gdb connection on localhost:{0}".format(gdb_port))
 logging.warning("pg_probackup gdb suspended, waiting gdb connection on localhost:{0}".format(gdb_port))

            start_time = time.time()
            self.test_class.output = subprocess.check_output(
        if options is None:
            options = []
        if not node and not data_dir:
 print('You must provide ether node or data_dir for backup')
 logging.error('You must provide ether node or data_dir for backup')
            exit(1)

        if not datname:
                        if i == '':
                            backup_record_split.remove(i)
                    if len(header_split) != len(backup_record_split):
 print(warning.format(
 logging.error(warning.format(
                            header=header, body=body,
                            header_split=header_split,
                            body_split=backup_record_split)
        else:
            show_splitted = self.run(cmd_list + options, old_binary=old_binary,
                                     expect_error=expect_error).splitlines()
 print(show_splitted)
 logging.error(show_splitted)
            exit(1)

    def validate(
        if fs_type:
            implementation = fs_type

 print("Using ", implementation)
 logging.info("Using ", implementation)
        module_name, class_name = implementation.rsplit(sep='.', maxsplit=1)

        module = importlib.import_module(module_name)
diff --git a/testgres/plugins/pg_probackup2/pg_probackup2/init_helpers.py b/testgres/plugins/pg_probackup2/pg_probackup2/init_helpers.py
 import logging
 from functools import reduce
 import getpass
 import os
        cached_initdb_dir=False,
        node_cleanup_full=delete_logs)
 except Exception as e:
 print("Can't configure testgres: {0}".format(e))
 logging.warning("Can't configure testgres: {0}".format(e))


 class Init(object):

            if os.path.isfile(probackup_path_tmp):
                if not os.access(probackup_path_tmp, os.X_OK):
 print('{0} is not an executable file'.format(
 logging.warning('{0} is not an executable file'.format(
                        probackup_path_tmp))
                else:
                    self.probackup_path = probackup_path_tmp

            if os.path.isfile(probackup_path_tmp):
                if not os.access(probackup_path_tmp, os.X_OK):
 print('{0} is not an executable file'.format(
 logging.warning('{0} is not an executable file'.format(
                        probackup_path_tmp))
                else:
                    self.probackup_path = probackup_path_tmp

        if not self.probackup_path:
 print('pg_probackup binary is not found')
 logging.error('pg_probackup binary is not found')
            exit(1)

        if os.name == 'posix':
        if self.probackup_version.split('.')[0].isdigit():
            self.major_version = int(self.probackup_version.split('.')[0])
        else:
 print('Can\'t process pg_probackup version \"{}\": the major version is expected to be a number'.format(self.probackup_version))
 logging.error('Can\'t process pg_probackup version \"{}\": the major version is expected to be a number'.format(self.probackup_version))
            sys.exit(1)

    def test_env(self):
diff --git a/testgres/plugins/pg_probackup2/pg_probackup2/tests/basic_test.py b/testgres/plugins/pg_probackup2/pg_probackup2/tests/basic_test.py
 import logging
 import os
 import shutil
 import unittest
            module_name = test_id.split('.')[-2]
            fname = test_id.split('.')[-1]
        except IndexError:
 print(f"Couldn't get module name and function name from test_id: `{test_id}`")
 logging.warning(f"Couldn't get module name and function name from test_id: `{test_id}`")
            module_name, fname = test_id.split('(')[1].split('.')[1], test_id.split('(')[0]
        return module_name, fname

diff --git a/testgres/utils.py b/testgres/utils.py
 from __future__ import division
 from __future__ import print_function

 import logging
 import os

 import sys
    """
    Print stuff to stderr.
    """

    print(*args, file=sys.stderr, **kwargs)
    logging.error(*args, **kwargs)


 def options_string(separator=u" ", **kwargs):
Original file line number	Diff line number	Diff line change
Expand Up		@@ -2,6 +2,8 @@

		import atexit
		import copy
		import logging
		import os
		import tempfile

		from contextlib import contextmanager
Expand All		@@ -10,6 +12,10 @@
		from .operations.os_ops import OsOperations
		from .operations.local_ops import LocalOperations

		log_level = os.getenv('LOGGING_LEVEL', 'WARNING').upper()
		log_format = os.getenv('LOGGING_FORMAT', '%(asctime)s - %(levelname)s - %(message)s').upper()
		logging.basicConfig(level=log_level, format=log_format)


		class GlobalConfig(object):
		"""
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -1,4 +1,5 @@
		# coding: utf-8
		import logging

		# we support both pg8000 and psycopg2
		try:
Expand DownExpand Up		@@ -110,7 +111,7 @@ def execute(self, query, *args):
		except ProgrammingError:
		return None
		except Exception as e:
		print("Error executing query: {}\n {}".format(repr(e), query))
		logging.error("Error executing query: {}\n {}".format(repr(e), query))
		return None

		def close(self):
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -1,5 +1,5 @@
		# coding: utf-8

		import logging
		import os
		import random
		import signal
Expand DownExpand Up		@@ -736,11 +736,10 @@ def start(self, params=[], wait=True):
		if any(len(file) > 1 and 'Is another postmaster already '
		'running on port' in file[1].decode() for
		file in files):
		print("Detected an issue with connecting to port {0}. "
		"Trying another port after a 5-second sleep...".format(self.port))
		logging.warning("Detected an issue with connecting to port {0}. "
		"Trying another port after a 5-second sleep...".format(self.port))
		self.port = reserve_port()
		options = {}
		options['port'] = str(self.port)
		options = {'port': str(self.port)}
		self.set_auto_conf(options)
		startup_retries -= 1
		time.sleep(5)
Expand DownExpand Up		@@ -1166,7 +1165,7 @@ def poll_query_until(self,
		assert sleep_time > 0
		attempts = 0
		while max_attempts == 0 or attempts < max_attempts:
		print(f"Pooling {attempts}")
		logging.info(f"Pooling {attempts}")
		try:
		res = self.execute(dbname=dbname,
		query=query,
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -1,4 +1,5 @@
		import getpass
		import logging
		import os
		import shutil
		import stat
Expand DownExpand Up		@@ -165,9 +166,9 @@ def rmdirs(self, path, ignore_errors=True, retries=3, delay=1):
		except FileNotFoundError:
		return True
		except Exception as e:
		print(f"Error: Failed to remove directory {path} on attempt {attempt + 1}: {e}")
		logging.error(f"Error: Failed to remove directory {path} on attempt {attempt + 1}: {e}")
		time.sleep(delay)
		print(f"Error: Failed to remove directory {path} after {retries} attempts.")
		logging.error(f"Error: Failed to remove directory {path} after {retries} attempts.")
		return False

		def listdir(self, path):
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -1,6 +1,7 @@
		import contextlib
		import importlib
		import json
		import logging
		import os
		import re
		import subprocess
Expand DownExpand Up		@@ -74,7 +75,7 @@ def run(self, command, gdb=False, old_binary=False, return_id=True, env=None,
		command = [command[0], self.backup_dir.pb_args, command[1:]]

		if not self.probackup_old_path and old_binary:
		print('PGPROBACKUPBIN_OLD is not set')
		logging.error('PGPROBACKUPBIN_OLD is not set')
		exit(1)

		if old_binary:
Expand DownExpand Up		@@ -107,12 +108,11 @@ def run(self, command, gdb=False, old_binary=False, return_id=True, env=None,
		return GDBobj(cmdline, self.test_class)

		try:
		result = None
		if type(gdb) is tuple and gdb[0] == 'suspend':
		# special test flow for manually debug probackup
		gdb_port = gdb[1]
		cmdline = ['gdbserver'] + ['localhost:' + str(gdb_port)] + cmdline
		print("pg_probackup gdb suspended, waiting gdb connection on localhost:{0}".format(gdb_port))
		logging.warning("pg_probackup gdb suspended, waiting gdb connection on localhost:{0}".format(gdb_port))

		start_time = time.time()
		self.test_class.output = subprocess.check_output(
Expand DownExpand Up		@@ -233,7 +233,7 @@ def backup_node(
		if options is None:
		options = []
		if not node and not data_dir:
		print('You must provide ether node or data_dir for backup')
		logging.error('You must provide ether node or data_dir for backup')
		exit(1)

		if not datname:
Expand DownExpand Up		@@ -502,7 +502,7 @@ def show(
		if i == '':
		backup_record_split.remove(i)
		if len(header_split) != len(backup_record_split):
		print(warning.format(
		logging.error(warning.format(
		header=header, body=body,
		header_split=header_split,
		body_split=backup_record_split)
Expand DownExpand Up		@@ -581,7 +581,7 @@ def show_archive(
		else:
		show_splitted = self.run(cmd_list + options, old_binary=old_binary,
		expect_error=expect_error).splitlines()
		print(show_splitted)
		logging.error(show_splitted)
		exit(1)

		def validate(
Expand DownExpand Up		@@ -769,7 +769,7 @@ def load_backup_class(fs_type):
		if fs_type:
		implementation = fs_type

		print("Using ", implementation)
		logging.info("Using ", implementation)
		module_name, class_name = implementation.rsplit(sep='.', maxsplit=1)

		module = importlib.import_module(module_name)
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -1,3 +1,4 @@
		import logging
		from functools import reduce
		import getpass
		import os
Expand DownExpand Up		@@ -31,7 +32,7 @@
		cached_initdb_dir=False,
		node_cleanup_full=delete_logs)
		except Exception as e:
		print("Can't configure testgres: {0}".format(e))
		logging.warning("Can't configure testgres: {0}".format(e))


		class Init(object):
Expand DownExpand Up		@@ -104,7 +105,7 @@ def __init__(self):

		if os.path.isfile(probackup_path_tmp):
		if not os.access(probackup_path_tmp, os.X_OK):
		print('{0} is not an executable file'.format(
		logging.warning('{0} is not an executable file'.format(
		probackup_path_tmp))
		else:
		self.probackup_path = probackup_path_tmp
Expand All		@@ -114,13 +115,13 @@ def __init__(self):

		if os.path.isfile(probackup_path_tmp):
		if not os.access(probackup_path_tmp, os.X_OK):
		print('{0} is not an executable file'.format(
		logging.warning('{0} is not an executable file'.format(
		probackup_path_tmp))
		else:
		self.probackup_path = probackup_path_tmp

		if not self.probackup_path:
		print('pg_probackup binary is not found')
		logging.error('pg_probackup binary is not found')
		exit(1)

		if os.name == 'posix':
Expand DownExpand Up		@@ -207,7 +208,7 @@ def __init__(self):
		if self.probackup_version.split('.')[0].isdigit():
		self.major_version = int(self.probackup_version.split('.')[0])
		else:
		print('Can\'t process pg_probackup version \"{}\": the major version is expected to be a number'.format(self.probackup_version))
		logging.error('Can\'t process pg_probackup version \"{}\": the major version is expected to be a number'.format(self.probackup_version))
		sys.exit(1)

		def test_env(self):
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -3,6 +3,7 @@
		from __future__ import division
		from __future__ import print_function

		import logging
		import os

		import sys
Expand DownExpand Up		@@ -228,8 +229,7 @@ def eprint(args, *kwargs):
		"""
		Print stuff to stderr.
		"""

		print(args, file=sys.stderr, *kwargs)
		logging.error(args, *kwargs)


		def options_string(separator=u" ", **kwargs):
Expand Down