before_script:env && pip3 install -r contrib/mmts/tests2/requirements.txt

script:cd contrib/mmts/tests2 && python3 test_recovery.py

script:cd contrib/mmts/tests2 && python3 -m unittest discover

notifications:

email:

-s.kelvich@postgrespro.ru

-k.knizhnik@postgrespro.ru

tests/node*

foreachmy$i (1..$nodenum)

{

my$host ="127.0.0.1";

my ($pgport,$raftport) = allocate_ports($host, 2);

my ($pgport,$arbiter_port) = allocate_ports($host, 2);

my$node = new PostgresNode("node$i",$host,$pgport);

$node->{id} =$i;

$node->{raftport} =$raftport;

$node->{arbiter_port} =$arbiter_port;

push(@$nodes,$node);

}

{

my ($self) =@_;

my$nodes =$self->{nodes};

my$nnodes =scalar @{$nodes };

my$connstr =join(',',map {"${\$_->connstr('postgres') }" }@$nodes);

my$raftpeers =join(',',map {join(':',$_->{id},$_->host,$_->{raftport}) }@$nodes);

my$connstr =join(',',map {"${\$_->connstr('postgres') } arbiter_port=${\$_->{arbiter_port} }" }@$nodes);

foreachmy$node (@$nodes)

{

my$id =$node->{id};

my$host =$node->host;

my$pgport =$node->port;

my$raftport =$node->{raftport};

my$arbiter_port =$node->{arbiter_port};

$node->append_conf("postgresql.conf",qq(

));

$node->append_conf("pg_hba.conf",qq(

FROM kelvich/postgres_cluster

RUN cd /pg/src/contrib/raftable && make clean && make install

RUN mkdir /pg/mmts

COPY ./ /pg/mmts/

RUN export RAFTABLE_PATH=/pg/src/contrib/raftable && \

export USE_PGXS=1 && \

RUN export USE_PGXS=1 && \

cd /pg/mmts && make clean && make install

USER postgres

RUN mkdir /pg/src/src/test/regress/results

ENV PGDATA /pg/data

MODULE_big = multimaster

OBJS = multimaster.o raftable.o arbiter.o bytebuf.o bgwpool.o pglogical_output.o pglogical_proto.o pglogical_receiver.o pglogical_apply.o pglogical_hooks.o pglogical_config.o pglogical_relid_map.o ddd.o bkb.o spill.o

RAFTABLE_PATH = ../raftable

overrideCPPFLAGS += -I$(RAFTABLE_PATH) -I$(RAFTABLE_PATH)/raft/include

EXTRA_INSTALL = contrib/raftable contrib/mmts

OBJS = multimaster.o arbiter.o bytebuf.o bgwpool.o pglogical_output.o pglogical_proto.o pglogical_receiver.o pglogical_apply.o pglogical_hooks.o pglogical_config.o pglogical_relid_map.o ddd.o bkb.o spill.o

EXTENSION = multimaster

DATA = multimaster--1.0.sql

synchronous shared-nothing cluster to provide OLTP scalability and high availability with automatic

disaster recovery.

* Cluster-wide transaction isolation

* Synchronous logical replication

* DDL Replication

* Distributed sequences

* Fault tolerance

* Automatic node recovery

Multi-master replicates same database to all nodes in cluster and allows writes to each node. Transaction

git clone https://github.com/postgrespro/postgres_cluster.git

cd postgres_cluster

./configure&& make&& make -j 4 install

cd ./contrib/raftable&& make install

cd ../../contrib/mmts&& make install

Directort contrib/mmts also includesDockerfile that is capable of building multi-master and starting 3 node cluster.

Directory contrib/mmts also includesdocker-compose.yml that is capable of building multi-master and starting 3 node cluster.

cd contrib/mmts

docker-compose build

docker-compose up

After things go more stable we will release prebuilt packages for major platforms.

1. Add these required options to the`postgresql.conf` of each instance in the cluster.

max_prepared_transactions = 200# should be > 0, because all

max_connections = 200

max_worker_processes = 100# at least (2 * n + p + 1)

wal_level = logical# multimaster is build on top of

max_connections = 100

max_prepared_transactions = 300# all transactions are implicitly two-phase, so that's

max_wal_senders = 10# at least the number of nodes

max_replication_slots = 10# at least the number of nodes

max_worker_processes = 250# Each node has:

max_parallel_degree = 0

wal_level = logical# multimaster is build on top of

max_wal_senders = 10# at least the number of nodes

wal_sender_timeout = 0

default_transaction_isolation ='repeatable read'

max_replication_slots = 10# at least the number of nodes

shared_preload_libraries ='raftable,multimaster'

multimaster.workers = 10

multimaster.queue_size = 10485760# 10mb

multimaster.node_id = 1# the 1-based index of the node in the cluster

multimaster.conn_strings ='dbname=... host=....0.0.1 port=... raftport=..., ...'

multimaster.use_raftable =true

multimaster.heartbeat_recv_timeout = 1000

multimaster.heartbeat_send_timeout = 250

multimaster.ignore_tables_without_pk =true

multimaster.twopc_min_timeout = 2000

shared_preload_libraries ='multimaster'

multimaster.max_nodes = 3# cluster size

multimaster.node_id = 1# the 1-based index of the node in the cluster

multimaster.conn_strings ='dbname=mydb host=node1.mycluster, ...'

1. Allow replication in`pg_hba.conf`.

2. Allow replication in`pg_hba.conf`.

Read description of all configuration params at[configuration](/contrib/mmts/doc/configuration.md)

(Link to test/failure matrix)

Regression: 141 of 164

Isolation: n/a

To run tests:

*`make -C contrib/mmts check` to run TAP-tests.

*`make -C contrib/mmts xcheck` to run blockade tests. The blockade tests require`docker`,`blockade`, and some other packages installed, see[requirements.txt](tests2/requirements.txt) for the list. You might also want to gain superuser privileges to run these tests successfully.