Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commita7fc2ef

Browse files
committed
mmts extension import
1 parent30f1108 commita7fc2ef

File tree

99 files changed

+17809
-0
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

99 files changed

+17809
-0
lines changed

‎.dockerignore

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
*/*/.git
2+
.git
3+
.vscode
4+
*.yml
5+
*/*/*.yml
6+
Dockerfile
7+

‎Dockerfile

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
FROM alpine:3.4
2+
3+
RUN apk add --update gcc libc-dev bison flex readline-dev zlib-dev perl make diffutils gdb iproute2 musl-dbg
4+
5+
# there is already accidental postgres user in alpine
6+
# RUN addgroup pg && adduser -h /pg -D -G pg pg
7+
RUN mkdir /pg && chown postgres:postgres pg
8+
9+
ENV LANG en_US.utf8
10+
ENV CFLAGS -O0
11+
ENV PATH /pg/install/bin:$PATH
12+
13+
COPY ./ /pg/src
14+
RUN chown -R postgres:postgres /pg
15+
16+
RUN cd /pg/src && \
17+
./configure --enable-cassert --enable-debug --prefix=/pg/install && \
18+
make -j 4 install
19+

‎contrib/mmts/.gitignore

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
tests/node*
2+
tmp_check

‎contrib/mmts/Cluster.pm

Lines changed: 278 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,278 @@
1+
packageCluster;
2+
3+
use strict;
4+
use warnings;
5+
6+
use Proc::ProcessTable;
7+
use PostgresNode;
8+
use TestLib;
9+
use Test::More;
10+
use Cwd;
11+
12+
my%allocated_ports = ();
13+
suballocate_ports
14+
{
15+
my@allocated_now = ();
16+
my ($host,$ports_to_alloc) =@_;
17+
18+
while ($ports_to_alloc > 0)
19+
{
20+
my$port =int(rand() * 16384) + 49152;
21+
nextif$allocated_ports{$port};
22+
diag("checking for port$port\n");
23+
if (!TestLib::run_log(['pg_isready','-h',$host,'-p',$port]))
24+
{
25+
$allocated_ports{$port} = 1;
26+
push(@allocated_now,$port);
27+
$ports_to_alloc--;
28+
}
29+
}
30+
31+
return@allocated_now;
32+
}
33+
34+
subnew
35+
{
36+
my ($class,$nodenum) =@_;
37+
38+
my$nodes = [];
39+
40+
foreachmy$i (1..$nodenum)
41+
{
42+
my$host ="127.0.0.1";
43+
my ($pgport,$arbiter_port) = allocate_ports($host, 2);
44+
my$node = new PostgresNode("node$i",$host,$pgport);
45+
$node->{id} =$i;
46+
$node->{arbiter_port} =$arbiter_port;
47+
push(@$nodes,$node);
48+
}
49+
50+
my$self = {
51+
nodenum=>$nodenum,
52+
nodes=>$nodes,
53+
};
54+
55+
bless$self,$class;
56+
return$self;
57+
}
58+
59+
subinit
60+
{
61+
my ($self) =@_;
62+
my$nodes =$self->{nodes};
63+
64+
foreachmy$node (@$nodes)
65+
{
66+
$node->init(hba_permit_replication=> 0);
67+
}
68+
}
69+
70+
subconfigure
71+
{
72+
my ($self) =@_;
73+
my$nodes =$self->{nodes};
74+
my$nnodes =scalar @{$nodes };
75+
76+
my$connstr =join(',',map {"${\$_->connstr('postgres') } arbiter_port=${\$_->{arbiter_port} }" }@$nodes);
77+
78+
foreachmy$node (@$nodes)
79+
{
80+
my$id =$node->{id};
81+
my$host =$node->host;
82+
my$pgport =$node->port;
83+
my$arbiter_port =$node->{arbiter_port};
84+
85+
$node->append_conf("postgresql.conf",qq(
86+
log_statement = none
87+
listen_addresses = '$host'
88+
unix_socket_directories = ''
89+
port =$pgport
90+
max_prepared_transactions = 200
91+
max_connections = 200
92+
max_worker_processes = 100
93+
wal_level = logical
94+
fsync = off
95+
max_wal_senders = 10
96+
wal_sender_timeout = 0
97+
default_transaction_isolation = 'repeatable read'
98+
max_replication_slots = 10
99+
shared_preload_libraries = 'multimaster'
100+
101+
multimaster.arbiter_port =$arbiter_port
102+
multimaster.workers = 10
103+
multimaster.queue_size = 10485760 # 10mb
104+
multimaster.node_id =$id
105+
multimaster.conn_strings = '$connstr'
106+
multimaster.heartbeat_recv_timeout = 1000
107+
multimaster.heartbeat_send_timeout = 250
108+
multimaster.max_nodes =$nnodes
109+
multimaster.ignore_tables_without_pk = true
110+
multimaster.twopc_min_timeout = 50000
111+
multimaster.min_2pc_timeout = 50000
112+
log_line_prefix = '%t: '
113+
));
114+
115+
$node->append_conf("pg_hba.conf",qq(
116+
local replication all trust
117+
host replication all 127.0.0.1/32 trust
118+
host replication all ::1/128 trust
119+
));
120+
}
121+
}
122+
123+
substart
124+
{
125+
my ($self) =@_;
126+
my$nodes =$self->{nodes};
127+
128+
foreachmy$node (@$nodes)
129+
{
130+
$node->start();
131+
}
132+
}
133+
134+
substopnode
135+
{
136+
my ($node,$mode) =@_;
137+
return 1unlessdefined$node->{_pid};
138+
$mode ='fast'unlessdefined$mode;
139+
my$name =$node->name;
140+
diag("stopping$name${mode}ly");
141+
142+
if ($modeeq'kill') {
143+
killtree($node->{_pid});
144+
return 1;
145+
}
146+
147+
my$pgdata =$node->data_dir;
148+
my$ret = TestLib::system_log('pg_ctl','-D',$pgdata,'-m','fast','stop');
149+
my$pidfile =$node->data_dir ."/postmaster.pid";
150+
diag("unlink$pidfile");
151+
unlink$pidfile;
152+
$node->{_pid} =undef;
153+
$node->_update_pid;
154+
155+
if ($ret != 0) {
156+
diag("$name failed to stop${mode}ly");
157+
return 0;
158+
}
159+
160+
return 1;
161+
}
162+
163+
substopid
164+
{
165+
my ($self,$idx,$mode) =@_;
166+
return stopnode($self->{nodes}->[$idx]);
167+
}
168+
169+
subkilltree
170+
{
171+
my$root =shift;
172+
diag("killtree$root\n");
173+
174+
my$t = new Proc::ProcessTable;
175+
176+
my%parent = ();
177+
#my %cmd = ();
178+
foreachmy$p (@{$t->table}) {
179+
$parent{$p->pid} =$p->ppid;
180+
#$cmd{$p->pid} = $p->cmndline;
181+
}
182+
183+
if (!defined$root) {
184+
return;
185+
}
186+
my@queue = ($root);
187+
my@killist = ();
188+
189+
while (scalar@queue) {
190+
my$victim =shift@queue;
191+
while (my ($pid,$ppid) =each%parent) {
192+
if ($ppid ==$victim) {
193+
push@queue,$pid;
194+
}
195+
}
196+
diag("SIGSTOP to$victim");
197+
kill'STOP',$victim;
198+
unshift@killist,$victim;
199+
}
200+
201+
diag("SIGKILL to" .join('',@killist));
202+
kill'KILL',@killist;
203+
#foreach my $victim (@killist) {
204+
#print("kill $victim " . $cmd{$victim} . "\n");
205+
#}
206+
}
207+
208+
substop
209+
{
210+
my ($self,$mode) =@_;
211+
my$nodes =$self->{nodes};
212+
$mode ='fast'unlessdefined$mode;
213+
214+
diag("Dumping logs:");
215+
foreachmy$node (@$nodes) {
216+
diag("##################################################################");
217+
diag($node->{_logfile});
218+
diag("##################################################################");
219+
my$filename =$node->{_logfile};
220+
openmy$fh,'<',$filenameordie"error opening$filename:$!";
221+
my$data =do {local$/; <$fh> };
222+
diag($data);
223+
diag("##################################################################\n\n");
224+
}
225+
226+
my$ok = 1;
227+
diag("stopping cluster${mode}ly");
228+
229+
foreachmy$node (@$nodes) {
230+
if (!stopnode($node,$mode)) {
231+
$ok = 0;
232+
if (!stopnode($node,'kill')) {
233+
my$name =$node->name;
234+
BAIL_OUT("failed to kill$name");
235+
}
236+
}
237+
}
238+
sleep(2);
239+
return$ok;
240+
}
241+
242+
subteardown
243+
{
244+
my ($self) =@_;
245+
my$nodes =$self->{nodes};
246+
247+
foreachmy$node (@$nodes)
248+
{
249+
$node->teardown();
250+
}
251+
}
252+
253+
subpsql
254+
{
255+
my ($self,$index,@args) =@_;
256+
my$node =$self->{nodes}->[$index];
257+
return$node->psql(@args);
258+
}
259+
260+
subpoll
261+
{
262+
my ($self,$poller,$dbname,$pollee,$tries,$delay) =@_;
263+
my$node =$self->{nodes}->[$poller];
264+
for (my$i = 0;$i <$tries;$i++) {
265+
my$psql_out;
266+
my$pollee_plus_1 =$pollee + 1;
267+
$self->psql($poller,$dbname,"select mtm.poll_node($pollee_plus_1, true);",stdout=> \$psql_out);
268+
if ($psql_outeq"t") {
269+
return 1;
270+
}
271+
my$tries_left =$tries -$i - 1;
272+
diag("$poller poll for$pollee failed [$tries_left tries left]");
273+
sleep($delay);
274+
}
275+
return 0;
276+
}
277+
278+
1;

‎contrib/mmts/Dockerfile

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
FROM pgproent
2+
3+
RUN mkdir /pg/mmts
4+
COPY ./ /pg/mmts/
5+
6+
RUN export USE_PGXS=1 && \
7+
cd /pg/mmts && make clean && make install
8+
9+
# pg_regress client assumes such dir exists on server
10+
RUN cp /pg/src/src/test/regress/*.so /pg/install/lib/postgresql/
11+
USER postgres
12+
RUN mkdir /pg/src/src/test/regress/results
13+
ENV PGDATA /pg/data
14+
ENTRYPOINT ["/pg/mmts/tests2/docker-entrypoint.sh"]
15+
16+
EXPOSE 5432
17+
CMD ["postgres"]

‎contrib/mmts/Makefile

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
MODULE_big = multimaster
2+
OBJS = multimaster.o arbiter.o bytebuf.o bgwpool.o pglogical_output.o pglogical_proto.o pglogical_receiver.o pglogical_apply.o pglogical_hooks.o pglogical_config.o pglogical_relid_map.o ddd.o bkb.o spill.o
3+
4+
EXTENSION = multimaster
5+
DATA = multimaster--1.0.sql
6+
7+
.PHONY: all
8+
9+
all: multimaster.so
10+
11+
tests/dtmbench:
12+
make -C tests
13+
14+
PG_CPPFLAGS = -I$(libpq_srcdir)
15+
SHLIB_LINK =$(libpq)
16+
17+
ifdefUSE_PGXS
18+
PG_CONFIG = pg_config
19+
PGXS :=$(shell$(PG_CONFIG) --pgxs)
20+
include$(PGXS)
21+
else
22+
subdir = contrib/multimaster
23+
top_builddir = ../..
24+
include$(top_builddir)/src/Makefile.global
25+
include$(top_srcdir)/contrib/contrib-global.mk
26+
endif
27+
28+
check:
29+
env DESTDIR='$(abs_top_builddir)'/tmp_install make install
30+
$(prove_check)

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp