Back-Patch "Add wait_for_subscription_sync for TAP tests."
This was originally done in commit 0c20dd33db
for 16 only, to eliminate
duplicate code and as an infrastructure that makes it easier to write
future tests. However, it has been suggested that it would be good to
back-patch this testing infrastructure to aid future tests in
back-branches.
Backpatch to all supported versions.
Author: Masahiko Sawada
Reviewed by: Amit Kapila, Shi yu
Discussion: https://postgr.es/m/CAD21AoC-fvAkaKHa4t1urupwL8xbAcWRePeETvshvy80f6WV1A@mail.gmail.com
Discussion: https://postgr.es/m/E1oJBIf-0006sw-SA@gemulon.postgresql.org
This commit is contained in:
parent
7944607831
commit
036642abc9
|
@ -2086,6 +2086,50 @@ sub wait_for_slot_catchup
|
||||||
|
|
||||||
=pod
|
=pod
|
||||||
|
|
||||||
|
=item $node->wait_for_subscription_sync(publisher, subname, dbname)
|
||||||
|
|
||||||
|
Wait for all tables in pg_subscription_rel to complete the initial
|
||||||
|
synchronization (i.e to be either in 'syncdone' or 'ready' state).
|
||||||
|
|
||||||
|
If the publisher node is given, additionally, check if the subscriber has
|
||||||
|
caught up to what has been committed on the primary. This is useful to
|
||||||
|
ensure that the initial data synchronization has been completed after
|
||||||
|
creating a new subscription.
|
||||||
|
|
||||||
|
If there is no active replication connection from this peer, wait until
|
||||||
|
poll_query_until timeout.
|
||||||
|
|
||||||
|
This is not a test. It die()s on failure.
|
||||||
|
|
||||||
|
=cut
|
||||||
|
|
||||||
|
sub wait_for_subscription_sync
|
||||||
|
{
|
||||||
|
my ($self, $publisher, $subname, $dbname) = @_;
|
||||||
|
my $name = $self->name;
|
||||||
|
|
||||||
|
$dbname = defined($dbname) ? $dbname : 'postgres';
|
||||||
|
|
||||||
|
# Wait for all tables to finish initial sync.
|
||||||
|
print "Waiting for all subscriptions in \"$name\" to synchronize data\n";
|
||||||
|
my $query =
|
||||||
|
qq[SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('r', 's');];
|
||||||
|
$self->poll_query_until($dbname, $query)
|
||||||
|
or croak "timed out waiting for subscriber to synchronize data";
|
||||||
|
|
||||||
|
# Then, wait for the replication to catchup if required.
|
||||||
|
if (defined($publisher))
|
||||||
|
{
|
||||||
|
croak 'subscription name must be specified' unless defined($subname);
|
||||||
|
$publisher->wait_for_catchup($subname);
|
||||||
|
}
|
||||||
|
|
||||||
|
print "done\n";
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
=pod
|
||||||
|
|
||||||
=item $node->wait_for_log(regexp, offset)
|
=item $node->wait_for_log(regexp, offset)
|
||||||
|
|
||||||
Waits for the contents of the server log file, starting at the given offset, to
|
Waits for the contents of the server log file, starting at the given offset, to
|
||||||
|
|
|
@ -85,13 +85,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub, tap_pub_ins_only"
|
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub, tap_pub_ins_only"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('tap_sub');
|
# Wait for initial table sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'tap_sub');
|
||||||
# Also wait for initial table sync to finish
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('r', 's');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
my $result =
|
my $result =
|
||||||
$node_subscriber->safe_psql('postgres', "SELECT count(*) FROM tab_notrep");
|
$node_subscriber->safe_psql('postgres', "SELECT count(*) FROM tab_notrep");
|
||||||
|
|
|
@ -111,13 +111,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub WITH (slot_name = tap_sub_slot)"
|
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub WITH (slot_name = tap_sub_slot)"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('tap_sub');
|
# Wait for initial sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'tap_sub');
|
||||||
# Wait for initial sync to finish as well
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('s', 'r');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
# Insert initial test data
|
# Insert initial test data
|
||||||
$node_publisher->safe_psql(
|
$node_publisher->safe_psql(
|
||||||
|
|
|
@ -36,13 +36,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub"
|
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('tap_sub');
|
# Wait for initial table sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'tap_sub');
|
||||||
# Also wait for initial table sync to finish
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('r', 's');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
my $result =
|
my $result =
|
||||||
$node_subscriber->safe_psql('postgres', "SELECT count(*) FROM tab_rep");
|
$node_subscriber->safe_psql('postgres', "SELECT count(*) FROM tab_rep");
|
||||||
|
@ -68,8 +63,7 @@ $node_subscriber->poll_query_until('postgres', $started_query)
|
||||||
$node_subscriber->safe_psql('postgres', "DELETE FROM tab_rep;");
|
$node_subscriber->safe_psql('postgres', "DELETE FROM tab_rep;");
|
||||||
|
|
||||||
# wait for sync to finish this time
|
# wait for sync to finish this time
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
# check that all data is synced
|
# check that all data is synced
|
||||||
$result =
|
$result =
|
||||||
|
@ -104,8 +98,7 @@ $node_subscriber->safe_psql('postgres',
|
||||||
);
|
);
|
||||||
|
|
||||||
# and wait for data sync to finish again
|
# and wait for data sync to finish again
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
# check that all data is synced
|
# check that all data is synced
|
||||||
$result =
|
$result =
|
||||||
|
@ -130,8 +123,7 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"ALTER SUBSCRIPTION tap_sub REFRESH PUBLICATION");
|
"ALTER SUBSCRIPTION tap_sub REFRESH PUBLICATION");
|
||||||
|
|
||||||
# wait for sync to finish
|
# wait for sync to finish
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
$result = $node_subscriber->safe_psql('postgres',
|
$result = $node_subscriber->safe_psql('postgres',
|
||||||
"SELECT count(*) FROM tab_rep_next");
|
"SELECT count(*) FROM tab_rep_next");
|
||||||
|
|
|
@ -29,13 +29,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION mysub CONNECTION '$publisher_connstr' PUBLICATION mypub;"
|
"CREATE SUBSCRIPTION mysub CONNECTION '$publisher_connstr' PUBLICATION mypub;"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('mysub');
|
# Wait for initial sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'mysub');
|
||||||
# Wait for initial sync to finish as well
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('s', 'r');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
$node_publisher->safe_psql('postgres',
|
$node_publisher->safe_psql('postgres',
|
||||||
q{INSERT INTO test1 VALUES (1, E'Mot\xc3\xb6rhead')}); # hand-rolled UTF-8
|
q{INSERT INTO test1 VALUES (1, E'Mot\xc3\xb6rhead')}); # hand-rolled UTF-8
|
||||||
|
|
|
@ -25,13 +25,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION mysub CONNECTION '$publisher_connstr' PUBLICATION mypub;"
|
"CREATE SUBSCRIPTION mysub CONNECTION '$publisher_connstr' PUBLICATION mypub;"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('mysub');
|
# Wait for initial sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'mysub');
|
||||||
# Wait for initial sync to finish as well
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('s', 'r');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
$node_publisher->safe_psql('postgres',
|
$node_publisher->safe_psql('postgres',
|
||||||
q{INSERT INTO test1 (a, b) VALUES (1, 'one'), (2, 'two');});
|
q{INSERT INTO test1 (a, b) VALUES (1, 'one'), (2, 'two');});
|
||||||
|
|
|
@ -35,13 +35,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub"
|
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('tap_sub');
|
# Wait for initial table sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'tap_sub');
|
||||||
# Also wait for initial table sync to finish
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('r', 's');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
my $result =
|
my $result =
|
||||||
$node_subscriber->safe_psql('postgres',
|
$node_subscriber->safe_psql('postgres',
|
||||||
|
@ -104,8 +99,7 @@ $node_subscriber->safe_psql('postgres',
|
||||||
$node_subscriber->safe_psql('postgres',
|
$node_subscriber->safe_psql('postgres',
|
||||||
"ALTER SUBSCRIPTION tap_sub REFRESH PUBLICATION");
|
"ALTER SUBSCRIPTION tap_sub REFRESH PUBLICATION");
|
||||||
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
# Add replica identity column. (The serial is not necessary, but it's
|
# Add replica identity column. (The serial is not necessary, but it's
|
||||||
# a convenient way to get a default on the new column so that rows
|
# a convenient way to get a default on the new column so that rows
|
||||||
|
|
|
@ -64,10 +64,7 @@ $node_subscriber->safe_psql('postgres',
|
||||||
);
|
);
|
||||||
|
|
||||||
# Wait for initial sync of all subscriptions
|
# Wait for initial sync of all subscriptions
|
||||||
my $synced_query =
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('r', 's');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
# insert data to truncate
|
# insert data to truncate
|
||||||
|
|
||||||
|
@ -180,8 +177,7 @@ $node_subscriber->safe_psql('postgres',
|
||||||
);
|
);
|
||||||
|
|
||||||
# wait for initial data sync
|
# wait for initial data sync
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
# insert data to truncate
|
# insert data to truncate
|
||||||
|
|
||||||
|
|
|
@ -37,10 +37,7 @@ $node_subscriber->safe_psql('postgres',
|
||||||
);
|
);
|
||||||
|
|
||||||
# Wait for initial sync of all subscriptions
|
# Wait for initial sync of all subscriptions
|
||||||
my $synced_query =
|
$node_subscriber->wait_for_subscription_sync;
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('r', 's');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
my $result = $node_subscriber->safe_psql('postgres', "SELECT a, b FROM tab1");
|
my $result = $node_subscriber->safe_psql('postgres', "SELECT a, b FROM tab1");
|
||||||
is( $result, qq(1|22
|
is( $result, qq(1|22
|
||||||
|
|
|
@ -154,13 +154,8 @@ $node_subscriber->safe_psql('postgres',
|
||||||
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub"
|
"CREATE SUBSCRIPTION tap_sub CONNECTION '$publisher_connstr' PUBLICATION tap_pub"
|
||||||
);
|
);
|
||||||
|
|
||||||
$node_publisher->wait_for_catchup('tap_sub');
|
# Wait for initial table sync to finish
|
||||||
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'tap_sub');
|
||||||
# Also wait for initial table sync to finish
|
|
||||||
my $synced_query =
|
|
||||||
"SELECT count(1) = 0 FROM pg_subscription_rel WHERE srsubstate NOT IN ('s', 'r');";
|
|
||||||
$node_subscriber->poll_query_until('postgres', $synced_query)
|
|
||||||
or die "Timed out while waiting for subscriber to synchronize data";
|
|
||||||
|
|
||||||
is( $node_subscriber->safe_psql(
|
is( $node_subscriber->safe_psql(
|
||||||
'postgres', "SELECT * FROM tab_replidentity_index"),
|
'postgres', "SELECT * FROM tab_replidentity_index"),
|
||||||
|
|
Loading…
Reference in New Issue