207 lines
7.6 KiB
Perl
207 lines
7.6 KiB
Perl
|
|
# Copyright (c) 2021-2023, PostgreSQL Global Development Group
|
|
|
|
# Logical replication tests for schema publications
|
|
use strict;
|
|
use warnings;
|
|
use PostgreSQL::Test::Cluster;
|
|
use PostgreSQL::Test::Utils;
|
|
use Test::More;
|
|
|
|
# Initialize publisher node
|
|
my $node_publisher = PostgreSQL::Test::Cluster->new('publisher');
|
|
$node_publisher->init(allows_streaming => 'logical');
|
|
$node_publisher->start;
|
|
|
|
# Create subscriber node
|
|
my $node_subscriber = PostgreSQL::Test::Cluster->new('subscriber');
|
|
$node_subscriber->init(allows_streaming => 'logical');
|
|
$node_subscriber->start;
|
|
|
|
# Test replication with publications created using FOR TABLES IN SCHEMA
|
|
# option.
|
|
# Create schemas and tables on publisher
|
|
$node_publisher->safe_psql('postgres', "CREATE SCHEMA sch1");
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE TABLE sch1.tab1 AS SELECT generate_series(1,10) AS a");
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE TABLE sch1.tab2 AS SELECT generate_series(1,10) AS a");
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE TABLE sch1.tab1_parent (a int PRIMARY KEY, b text) PARTITION BY LIST (a)"
|
|
);
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE TABLE public.tab1_child1 PARTITION OF sch1.tab1_parent FOR VALUES IN (1, 2, 3)"
|
|
);
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE TABLE public.tab1_child2 PARTITION OF sch1.tab1_parent FOR VALUES IN (4, 5, 6)"
|
|
);
|
|
|
|
$node_publisher->safe_psql('postgres',
|
|
"INSERT INTO sch1.tab1_parent values (1),(4)");
|
|
|
|
# Create schemas and tables on subscriber
|
|
$node_subscriber->safe_psql('postgres', "CREATE SCHEMA sch1");
|
|
$node_subscriber->safe_psql('postgres', "CREATE TABLE sch1.tab1 (a int)");
|
|
$node_subscriber->safe_psql('postgres', "CREATE TABLE sch1.tab2 (a int)");
|
|
$node_subscriber->safe_psql('postgres',
|
|
"CREATE TABLE sch1.tab1_parent (a int PRIMARY KEY, b text) PARTITION BY LIST (a)"
|
|
);
|
|
$node_subscriber->safe_psql('postgres',
|
|
"CREATE TABLE public.tab1_child1 PARTITION OF sch1.tab1_parent FOR VALUES IN (1, 2, 3)"
|
|
);
|
|
$node_subscriber->safe_psql('postgres',
|
|
"CREATE TABLE public.tab1_child2 PARTITION OF sch1.tab1_parent FOR VALUES IN (4, 5, 6)"
|
|
);
|
|
|
|
# Setup logical replication
|
|
my $publisher_connstr = $node_publisher->connstr . ' dbname=postgres';
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE PUBLICATION tap_pub_schema FOR TABLES IN SCHEMA sch1");
|
|
|
|
$node_subscriber->safe_psql('postgres',
|
|
"CREATE SUBSCRIPTION tap_sub_schema CONNECTION '$publisher_connstr' PUBLICATION tap_pub_schema"
|
|
);
|
|
|
|
# Wait for initial table sync to finish
|
|
$node_subscriber->wait_for_subscription_sync($node_publisher, 'tap_sub_schema');
|
|
|
|
# Check the schema table data is synced up
|
|
my $result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*), min(a), max(a) FROM sch1.tab1");
|
|
is($result, qq(10|1|10), 'check rows on subscriber catchup');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*), min(a), max(a) FROM sch1.tab2");
|
|
is($result, qq(10|1|10), 'check rows on subscriber catchup');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT * FROM sch1.tab1_parent order by 1");
|
|
is( $result, qq(1|
|
|
4|), 'check rows on subscriber catchup');
|
|
|
|
# Insert some data into few tables and verify that inserted data is replicated
|
|
$node_publisher->safe_psql('postgres',
|
|
"INSERT INTO sch1.tab1 VALUES(generate_series(11,20))");
|
|
|
|
$node_publisher->safe_psql('postgres',
|
|
"INSERT INTO sch1.tab1_parent values (2),(5)");
|
|
|
|
$node_publisher->wait_for_catchup('tap_sub_schema');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*), min(a), max(a) FROM sch1.tab1");
|
|
is($result, qq(20|1|20), 'check replicated inserts on subscriber');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT * FROM sch1.tab1_parent order by 1");
|
|
is( $result, qq(1|
|
|
2|
|
|
4|
|
|
5|), 'check replicated inserts on subscriber');
|
|
|
|
# Create new table in the publication schema, verify that subscriber does not get
|
|
# the new table data before refresh.
|
|
$node_publisher->safe_psql('postgres',
|
|
"CREATE TABLE sch1.tab3 AS SELECT generate_series(1,10) AS a");
|
|
|
|
$node_subscriber->safe_psql('postgres', "CREATE TABLE sch1.tab3(a int)");
|
|
|
|
$node_publisher->wait_for_catchup('tap_sub_schema');
|
|
|
|
$result =
|
|
$node_subscriber->safe_psql('postgres', "SELECT count(*) FROM sch1.tab3");
|
|
is($result, qq(0), 'check replicated inserts on subscriber');
|
|
|
|
# Table data should be reflected after refreshing the publication in
|
|
# subscriber.
|
|
$node_subscriber->safe_psql('postgres',
|
|
"ALTER SUBSCRIPTION tap_sub_schema REFRESH PUBLICATION");
|
|
|
|
# Wait for sync to finish
|
|
$node_subscriber->wait_for_subscription_sync;
|
|
|
|
$node_publisher->safe_psql('postgres', "INSERT INTO sch1.tab3 VALUES(11)");
|
|
|
|
$node_publisher->wait_for_catchup('tap_sub_schema');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*), min(a), max(a) FROM sch1.tab3");
|
|
is($result, qq(11|1|11), 'check rows on subscriber catchup');
|
|
|
|
# Set the schema of a publication schema table to a non publication schema and
|
|
# verify that inserted data is not reflected by the subscriber.
|
|
$node_publisher->safe_psql('postgres',
|
|
"ALTER TABLE sch1.tab3 SET SCHEMA public");
|
|
$node_publisher->safe_psql('postgres', "INSERT INTO public.tab3 VALUES(12)");
|
|
|
|
$node_publisher->wait_for_catchup('tap_sub_schema');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*), min(a), max(a) FROM sch1.tab3");
|
|
is($result, qq(11|1|11), 'check replicated inserts on subscriber');
|
|
|
|
# Verify that the subscription relation list is updated after refresh
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*) FROM pg_subscription_rel WHERE srsubid IN (SELECT oid FROM pg_subscription WHERE subname = 'tap_sub_schema')"
|
|
);
|
|
is($result, qq(5),
|
|
'check subscription relation status is not yet dropped on subscriber');
|
|
|
|
# Ask for data sync
|
|
$node_subscriber->safe_psql('postgres',
|
|
"ALTER SUBSCRIPTION tap_sub_schema REFRESH PUBLICATION");
|
|
|
|
# Wait for sync to finish
|
|
$node_subscriber->wait_for_subscription_sync;
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*) FROM pg_subscription_rel WHERE srsubid IN (SELECT oid FROM pg_subscription WHERE subname = 'tap_sub_schema')"
|
|
);
|
|
is($result, qq(4),
|
|
'check subscription relation status was dropped on subscriber');
|
|
|
|
# Drop table from the publication schema, verify that subscriber removes the
|
|
# table entry after refresh.
|
|
$node_publisher->safe_psql('postgres', "DROP TABLE sch1.tab2");
|
|
$node_publisher->wait_for_catchup('tap_sub_schema');
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*) FROM pg_subscription_rel WHERE srsubid IN (SELECT oid FROM pg_subscription WHERE subname = 'tap_sub_schema')"
|
|
);
|
|
is($result, qq(4),
|
|
'check subscription relation status is not yet dropped on subscriber');
|
|
|
|
# Table should be removed from pg_subscription_rel after refreshing the
|
|
# publication in subscriber.
|
|
$node_subscriber->safe_psql('postgres',
|
|
"ALTER SUBSCRIPTION tap_sub_schema REFRESH PUBLICATION");
|
|
|
|
# Wait for sync to finish
|
|
$node_subscriber->wait_for_subscription_sync;
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*) FROM pg_subscription_rel WHERE srsubid IN (SELECT oid FROM pg_subscription WHERE subname = 'tap_sub_schema')"
|
|
);
|
|
is($result, qq(3),
|
|
'check subscription relation status was dropped on subscriber');
|
|
|
|
# Drop schema from publication, verify that the inserts are not published after
|
|
# dropping the schema from publication. Here 2nd insert should not be
|
|
# published.
|
|
$node_publisher->safe_psql(
|
|
'postgres', "
|
|
INSERT INTO sch1.tab1 VALUES(21);
|
|
ALTER PUBLICATION tap_pub_schema DROP TABLES IN SCHEMA sch1;
|
|
INSERT INTO sch1.tab1 values(22);"
|
|
);
|
|
|
|
$node_publisher->wait_for_catchup('tap_sub_schema');
|
|
|
|
$result = $node_subscriber->safe_psql('postgres',
|
|
"SELECT count(*), min(a), max(a) FROM sch1.tab1");
|
|
is($result, qq(21|1|21), 'check replicated inserts on subscriber');
|
|
|
|
$node_subscriber->stop('fast');
|
|
$node_publisher->stop('fast');
|
|
|
|
done_testing();
|