mirror of
https://git.postgresql.org/git/postgresql.git
synced 2024-08-30 02:57:20 +02:00
122376f028
Expand the output parameters in pg_walinspect's pg_get_wal_block_info function to return additional information that was previously only available from pg_walinspect's pg_get_wal_records_info function. Some of the details are attributed to individual block references, rather than aggregated into whole-record values, since the function returns one row per block reference per WAL record (unlike pg_get_wal_records_info, which always returns one row per WAL record). This structure is much easier to work with when writing queries that track how individual blocks changed over time, or when attributing costs to individual blocks (not WAL records) is useful. This is the second time that pg_get_wal_block_info has been enhanced in recent weeks. Commit9ecb134aexpanded on the original version of the function added in commitc31cf1c0(where it first appeared under the name pg_get_wal_fpi_info). There still hasn't been a stable release since commitc31cf1c0, so no bump in the pg_walinspect extension version. Author: Bharath Rupireddy <bharath.rupireddyforpostgres@gmail.com> Author: Peter Geoghegan <pg@bowt.ie> Reviewed-By: Peter Geoghegan <pg@bowt.ie> Reviewed-By: Kyotaro HORIGUCHI <horikyota.ntt@gmail.com> Discussion: https://postgr.es/m/CALj2ACVRK5=Z+2ZVsjgTTSkfEnQzCuwny7iigpG7g1btk4Ws2A@mail.gmail.com
263 lines
8.4 KiB
Plaintext
263 lines
8.4 KiB
Plaintext
CREATE EXTENSION pg_walinspect;
|
|
-- Mask DETAIL messages as these could refer to current LSN positions.
|
|
\set VERBOSITY terse
|
|
-- Make sure checkpoints don't interfere with the test.
|
|
SELECT 'init' FROM pg_create_physical_replication_slot('regress_pg_walinspect_slot', true, false);
|
|
?column?
|
|
----------
|
|
init
|
|
(1 row)
|
|
|
|
CREATE TABLE sample_tbl(col1 int, col2 int);
|
|
-- Save some LSNs for comparisons.
|
|
SELECT pg_current_wal_lsn() AS wal_lsn1 \gset
|
|
INSERT INTO sample_tbl SELECT * FROM generate_series(1, 2);
|
|
SELECT pg_current_wal_lsn() AS wal_lsn2 \gset
|
|
INSERT INTO sample_tbl SELECT * FROM generate_series(3, 4);
|
|
-- ===================================================================
|
|
-- Tests for input validation
|
|
-- ===================================================================
|
|
-- Invalid input LSN.
|
|
SELECT * FROM pg_get_wal_record_info('0/0');
|
|
ERROR: could not read WAL at LSN 0/0
|
|
-- Invalid start LSN.
|
|
SELECT * FROM pg_get_wal_records_info('0/0', :'wal_lsn1');
|
|
ERROR: could not read WAL at LSN 0/0
|
|
SELECT * FROM pg_get_wal_stats('0/0', :'wal_lsn1');
|
|
ERROR: could not read WAL at LSN 0/0
|
|
SELECT * FROM pg_get_wal_block_info('0/0', :'wal_lsn1');
|
|
ERROR: could not read WAL at LSN 0/0
|
|
-- Start LSN > End LSN.
|
|
SELECT * FROM pg_get_wal_records_info(:'wal_lsn2', :'wal_lsn1');
|
|
ERROR: WAL start LSN must be less than end LSN
|
|
SELECT * FROM pg_get_wal_stats(:'wal_lsn2', :'wal_lsn1');
|
|
ERROR: WAL start LSN must be less than end LSN
|
|
SELECT * FROM pg_get_wal_block_info(:'wal_lsn2', :'wal_lsn1');
|
|
ERROR: WAL start LSN must be less than end LSN
|
|
-- LSNs with the highest value possible.
|
|
SELECT * FROM pg_get_wal_record_info('FFFFFFFF/FFFFFFFF');
|
|
ERROR: WAL input LSN must be less than current LSN
|
|
-- Success with end LSNs.
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_records_info(:'wal_lsn1', 'FFFFFFFF/FFFFFFFF');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_stats(:'wal_lsn1', 'FFFFFFFF/FFFFFFFF');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_block_info(:'wal_lsn1', 'FFFFFFFF/FFFFFFFF');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
-- Failures with start LSNs.
|
|
SELECT * FROM pg_get_wal_records_info('FFFFFFFF/FFFFFFFE', 'FFFFFFFF/FFFFFFFF');
|
|
ERROR: WAL start LSN must be less than current LSN
|
|
SELECT * FROM pg_get_wal_stats('FFFFFFFF/FFFFFFFE', 'FFFFFFFF/FFFFFFFF');
|
|
ERROR: WAL start LSN must be less than current LSN
|
|
SELECT * FROM pg_get_wal_block_info('FFFFFFFF/FFFFFFFE', 'FFFFFFFF/FFFFFFFF');
|
|
ERROR: WAL start LSN must be less than current LSN
|
|
-- ===================================================================
|
|
-- Tests for all function executions
|
|
-- ===================================================================
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_record_info(:'wal_lsn1');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_records_info(:'wal_lsn1', :'wal_lsn2');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_stats(:'wal_lsn1', :'wal_lsn2');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_block_info(:'wal_lsn1', :'wal_lsn2');
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
-- ===================================================================
|
|
-- Test for filtering out WAL records of a particular table
|
|
-- ===================================================================
|
|
SELECT oid AS sample_tbl_oid FROM pg_class WHERE relname = 'sample_tbl' \gset
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_records_info(:'wal_lsn1', :'wal_lsn2')
|
|
WHERE block_ref LIKE concat('%', :'sample_tbl_oid', '%') AND resource_manager = 'Heap';
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
-- ===================================================================
|
|
-- Test for filtering out WAL records based on resource_manager and
|
|
-- record_type
|
|
-- ===================================================================
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_records_info(:'wal_lsn1', :'wal_lsn2')
|
|
WHERE resource_manager = 'Heap' AND record_type = 'INSERT';
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
-- ===================================================================
|
|
-- Tests to get block information from WAL record
|
|
-- ===================================================================
|
|
-- Update table to generate some block data.
|
|
SELECT pg_current_wal_lsn() AS wal_lsn3 \gset
|
|
UPDATE sample_tbl SET col1 = col1 + 1 WHERE col1 = 1;
|
|
SELECT pg_current_wal_lsn() AS wal_lsn4 \gset
|
|
-- Check if we get block data from WAL record.
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_block_info(:'wal_lsn3', :'wal_lsn4')
|
|
WHERE relfilenode = :'sample_tbl_oid' AND block_data IS NOT NULL;
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
-- Force full-page image on the next update.
|
|
SELECT pg_current_wal_lsn() AS wal_lsn5 \gset
|
|
CHECKPOINT;
|
|
UPDATE sample_tbl SET col1 = col1 + 1 WHERE col1 = 2;
|
|
SELECT pg_current_wal_lsn() AS wal_lsn6 \gset
|
|
-- Check if we get FPI from WAL record.
|
|
SELECT COUNT(*) >= 1 AS ok FROM pg_get_wal_block_info(:'wal_lsn5', :'wal_lsn6')
|
|
WHERE relfilenode = :'sample_tbl_oid' AND block_fpi_data IS NOT NULL;
|
|
ok
|
|
----
|
|
t
|
|
(1 row)
|
|
|
|
-- ===================================================================
|
|
-- Tests for permissions
|
|
-- ===================================================================
|
|
CREATE ROLE regress_pg_walinspect;
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_record_info(pg_lsn)', 'EXECUTE'); -- no
|
|
has_function_privilege
|
|
------------------------
|
|
f
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_records_info(pg_lsn, pg_lsn) ', 'EXECUTE'); -- no
|
|
has_function_privilege
|
|
------------------------
|
|
f
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_stats(pg_lsn, pg_lsn, boolean) ', 'EXECUTE'); -- no
|
|
has_function_privilege
|
|
------------------------
|
|
f
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_block_info(pg_lsn, pg_lsn) ', 'EXECUTE'); -- no
|
|
has_function_privilege
|
|
------------------------
|
|
f
|
|
(1 row)
|
|
|
|
-- Functions accessible by users with role pg_read_server_files.
|
|
GRANT pg_read_server_files TO regress_pg_walinspect;
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_record_info(pg_lsn)', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_records_info(pg_lsn, pg_lsn) ', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_stats(pg_lsn, pg_lsn, boolean) ', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_block_info(pg_lsn, pg_lsn) ', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
REVOKE pg_read_server_files FROM regress_pg_walinspect;
|
|
-- Superuser can grant execute to other users.
|
|
GRANT EXECUTE ON FUNCTION pg_get_wal_record_info(pg_lsn)
|
|
TO regress_pg_walinspect;
|
|
GRANT EXECUTE ON FUNCTION pg_get_wal_records_info(pg_lsn, pg_lsn)
|
|
TO regress_pg_walinspect;
|
|
GRANT EXECUTE ON FUNCTION pg_get_wal_stats(pg_lsn, pg_lsn, boolean)
|
|
TO regress_pg_walinspect;
|
|
GRANT EXECUTE ON FUNCTION pg_get_wal_block_info(pg_lsn, pg_lsn)
|
|
TO regress_pg_walinspect;
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_record_info(pg_lsn)', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_records_info(pg_lsn, pg_lsn) ', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_stats(pg_lsn, pg_lsn, boolean) ', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
SELECT has_function_privilege('regress_pg_walinspect',
|
|
'pg_get_wal_block_info(pg_lsn, pg_lsn) ', 'EXECUTE'); -- yes
|
|
has_function_privilege
|
|
------------------------
|
|
t
|
|
(1 row)
|
|
|
|
REVOKE EXECUTE ON FUNCTION pg_get_wal_record_info(pg_lsn)
|
|
FROM regress_pg_walinspect;
|
|
REVOKE EXECUTE ON FUNCTION pg_get_wal_records_info(pg_lsn, pg_lsn)
|
|
FROM regress_pg_walinspect;
|
|
REVOKE EXECUTE ON FUNCTION pg_get_wal_stats(pg_lsn, pg_lsn, boolean)
|
|
FROM regress_pg_walinspect;
|
|
REVOKE EXECUTE ON FUNCTION pg_get_wal_block_info(pg_lsn, pg_lsn)
|
|
FROM regress_pg_walinspect;
|
|
-- ===================================================================
|
|
-- Clean up
|
|
-- ===================================================================
|
|
DROP ROLE regress_pg_walinspect;
|
|
SELECT pg_drop_replication_slot('regress_pg_walinspect_slot');
|
|
pg_drop_replication_slot
|
|
--------------------------
|
|
|
|
(1 row)
|
|
|
|
DROP TABLE sample_tbl;
|
|
DROP EXTENSION pg_walinspect;
|