mirror of
https://git.postgresql.org/git/postgresql.git
synced 2024-08-23 03:30:41 +02:00
This doesn't allow routing tuple to the foreign partitions themselves, but it permits tuples to be routed to regular partitions despite the presence of foreign partitions in the same inheritance hierarchy. Etsuro Fujita, reviewed by Amit Langote and by me. Discussion: http://postgr.es/m/bc3db4c1-1693-3b8a-559f-33ad2b50b7ad@lab.ntt.co.jp
437 lines
15 KiB
Plaintext
437 lines
15 KiB
Plaintext
--
|
|
-- Test foreign-data wrapper file_fdw.
|
|
--
|
|
-- Clean up in case a prior regression run failed
|
|
SET client_min_messages TO 'warning';
|
|
DROP ROLE IF EXISTS regress_file_fdw_superuser, regress_file_fdw_user, regress_no_priv_user;
|
|
RESET client_min_messages;
|
|
CREATE ROLE regress_file_fdw_superuser LOGIN SUPERUSER; -- is a superuser
|
|
CREATE ROLE regress_file_fdw_user LOGIN; -- has priv and user mapping
|
|
CREATE ROLE regress_no_priv_user LOGIN; -- has priv but no user mapping
|
|
-- Install file_fdw
|
|
CREATE EXTENSION file_fdw;
|
|
-- regress_file_fdw_superuser owns fdw-related objects
|
|
SET ROLE regress_file_fdw_superuser;
|
|
CREATE SERVER file_server FOREIGN DATA WRAPPER file_fdw;
|
|
-- privilege tests
|
|
SET ROLE regress_file_fdw_user;
|
|
CREATE FOREIGN DATA WRAPPER file_fdw2 HANDLER file_fdw_handler VALIDATOR file_fdw_validator; -- ERROR
|
|
ERROR: permission denied to create foreign-data wrapper "file_fdw2"
|
|
HINT: Must be superuser to create a foreign-data wrapper.
|
|
CREATE SERVER file_server2 FOREIGN DATA WRAPPER file_fdw; -- ERROR
|
|
ERROR: permission denied for foreign-data wrapper file_fdw
|
|
CREATE USER MAPPING FOR regress_file_fdw_user SERVER file_server; -- ERROR
|
|
ERROR: permission denied for foreign server file_server
|
|
SET ROLE regress_file_fdw_superuser;
|
|
GRANT USAGE ON FOREIGN SERVER file_server TO regress_file_fdw_user;
|
|
SET ROLE regress_file_fdw_user;
|
|
CREATE USER MAPPING FOR regress_file_fdw_user SERVER file_server;
|
|
-- create user mappings and grant privilege to test users
|
|
SET ROLE regress_file_fdw_superuser;
|
|
CREATE USER MAPPING FOR regress_file_fdw_superuser SERVER file_server;
|
|
CREATE USER MAPPING FOR regress_no_priv_user SERVER file_server;
|
|
-- validator tests
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'xml'); -- ERROR
|
|
ERROR: COPY format "xml" not recognized
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', header 'true'); -- ERROR
|
|
ERROR: COPY HEADER available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', quote ':'); -- ERROR
|
|
ERROR: COPY quote available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', escape ':'); -- ERROR
|
|
ERROR: COPY escape available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'binary', header 'true'); -- ERROR
|
|
ERROR: COPY HEADER available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'binary', quote ':'); -- ERROR
|
|
ERROR: COPY quote available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'binary', escape ':'); -- ERROR
|
|
ERROR: COPY escape available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter 'a'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "a"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', escape '-'); -- ERROR
|
|
ERROR: COPY escape available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', quote '-', null '=-='); -- ERROR
|
|
ERROR: CSV quote character must not appear in the NULL specification
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '-', null '=-='); -- ERROR
|
|
ERROR: COPY delimiter must not appear in the NULL specification
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '-', quote '-'); -- ERROR
|
|
ERROR: COPY delimiter and quote must be different
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '---'); -- ERROR
|
|
ERROR: COPY delimiter must be a single one-byte character
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', quote '---'); -- ERROR
|
|
ERROR: COPY quote must be a single one-byte character
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', escape '---'); -- ERROR
|
|
ERROR: COPY escape must be a single one-byte character
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter '\'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "\"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter '.'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "."
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter '1'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "1"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter 'a'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "a"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '
|
|
'); -- ERROR
|
|
ERROR: COPY delimiter cannot be newline or carriage return
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', null '
|
|
'); -- ERROR
|
|
ERROR: COPY null representation cannot use newline or carriage return
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server; -- ERROR
|
|
ERROR: either filename or program is required for file_fdw foreign tables
|
|
CREATE FOREIGN TABLE agg_text (
|
|
a int2 CHECK (a >= 0),
|
|
b float4
|
|
) SERVER file_server
|
|
OPTIONS (format 'text', filename '@abs_srcdir@/data/agg.data', delimiter ' ', null '\N');
|
|
GRANT SELECT ON agg_text TO regress_file_fdw_user;
|
|
CREATE FOREIGN TABLE agg_csv (
|
|
a int2,
|
|
b float4
|
|
) SERVER file_server
|
|
OPTIONS (format 'csv', filename '@abs_srcdir@/data/agg.csv', header 'true', delimiter ';', quote '@', escape '"', null '');
|
|
ALTER FOREIGN TABLE agg_csv ADD CHECK (a >= 0);
|
|
CREATE FOREIGN TABLE agg_bad (
|
|
a int2,
|
|
b float4
|
|
) SERVER file_server
|
|
OPTIONS (format 'csv', filename '@abs_srcdir@/data/agg.bad', header 'true', delimiter ';', quote '@', escape '"', null '');
|
|
ALTER FOREIGN TABLE agg_bad ADD CHECK (a >= 0);
|
|
-- per-column options tests
|
|
CREATE FOREIGN TABLE text_csv (
|
|
word1 text OPTIONS (force_not_null 'true'),
|
|
word2 text OPTIONS (force_not_null 'off'),
|
|
word3 text OPTIONS (force_null 'true'),
|
|
word4 text OPTIONS (force_null 'off')
|
|
) SERVER file_server
|
|
OPTIONS (format 'text', filename '@abs_srcdir@/data/text.csv', null 'NULL');
|
|
SELECT * FROM text_csv; -- ERROR
|
|
ERROR: COPY force not null available only in CSV mode
|
|
ALTER FOREIGN TABLE text_csv OPTIONS (SET format 'csv');
|
|
\pset null _null_
|
|
SELECT * FROM text_csv;
|
|
word1 | word2 | word3 | word4
|
|
-------+--------+--------+--------
|
|
AAA | aaa | 123 |
|
|
XYZ | xyz | | 321
|
|
NULL | _null_ | _null_ | _null_
|
|
NULL | _null_ | _null_ | _null_
|
|
ABC | abc | |
|
|
(5 rows)
|
|
|
|
-- force_not_null and force_null can be used together on the same column
|
|
ALTER FOREIGN TABLE text_csv ALTER COLUMN word1 OPTIONS (force_null 'true');
|
|
ALTER FOREIGN TABLE text_csv ALTER COLUMN word3 OPTIONS (force_not_null 'true');
|
|
-- force_not_null is not allowed to be specified at any foreign object level:
|
|
ALTER FOREIGN DATA WRAPPER file_fdw OPTIONS (ADD force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: There are no valid options in this context.
|
|
ALTER SERVER file_server OPTIONS (ADD force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE USER MAPPING FOR public SERVER file_server OPTIONS (force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: Valid options in this context are: filename, program, format, header, delimiter, quote, escape, null, encoding
|
|
-- force_null is not allowed to be specified at any foreign object level:
|
|
ALTER FOREIGN DATA WRAPPER file_fdw OPTIONS (ADD force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: There are no valid options in this context.
|
|
ALTER SERVER file_server OPTIONS (ADD force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE USER MAPPING FOR public SERVER file_server OPTIONS (force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: Valid options in this context are: filename, program, format, header, delimiter, quote, escape, null, encoding
|
|
-- basic query tests
|
|
SELECT * FROM agg_text WHERE b > 10.0 ORDER BY a;
|
|
a | b
|
|
-----+--------
|
|
42 | 324.78
|
|
100 | 99.097
|
|
(2 rows)
|
|
|
|
SELECT * FROM agg_csv ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
100 | 99.097
|
|
(3 rows)
|
|
|
|
SELECT * FROM agg_csv c JOIN agg_text t ON (t.a = c.a) ORDER BY c.a;
|
|
a | b | a | b
|
|
-----+---------+-----+---------
|
|
0 | 0.09561 | 0 | 0.09561
|
|
42 | 324.78 | 42 | 324.78
|
|
100 | 99.097 | 100 | 99.097
|
|
(3 rows)
|
|
|
|
-- error context report tests
|
|
SELECT * FROM agg_bad; -- ERROR
|
|
ERROR: invalid input syntax for type real: "aaa"
|
|
CONTEXT: COPY agg_bad, line 3, column b: "aaa"
|
|
-- misc query tests
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_csv;
|
|
Foreign Scan on public.agg_csv
|
|
Output: a, b
|
|
Foreign File: @abs_srcdir@/data/agg.csv
|
|
|
|
\t off
|
|
PREPARE st(int) AS SELECT * FROM agg_csv WHERE a = $1;
|
|
EXECUTE st(100);
|
|
a | b
|
|
-----+--------
|
|
100 | 99.097
|
|
(1 row)
|
|
|
|
EXECUTE st(100);
|
|
a | b
|
|
-----+--------
|
|
100 | 99.097
|
|
(1 row)
|
|
|
|
DEALLOCATE st;
|
|
-- tableoid
|
|
SELECT tableoid::regclass, b FROM agg_csv;
|
|
tableoid | b
|
|
----------+---------
|
|
agg_csv | 99.097
|
|
agg_csv | 0.09561
|
|
agg_csv | 324.78
|
|
(3 rows)
|
|
|
|
-- updates aren't supported
|
|
INSERT INTO agg_csv VALUES(1,2.0);
|
|
ERROR: cannot insert into foreign table "agg_csv"
|
|
UPDATE agg_csv SET a = 1;
|
|
ERROR: cannot update foreign table "agg_csv"
|
|
DELETE FROM agg_csv WHERE a = 100;
|
|
ERROR: cannot delete from foreign table "agg_csv"
|
|
-- but this should be allowed
|
|
SELECT * FROM agg_csv FOR UPDATE;
|
|
a | b
|
|
-----+---------
|
|
100 | 99.097
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
(3 rows)
|
|
|
|
-- constraint exclusion tests
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_csv WHERE a < 0;
|
|
Foreign Scan on public.agg_csv
|
|
Output: a, b
|
|
Filter: (agg_csv.a < 0)
|
|
Foreign File: @abs_srcdir@/data/agg.csv
|
|
|
|
\t off
|
|
SELECT * FROM agg_csv WHERE a < 0;
|
|
a | b
|
|
---+---
|
|
(0 rows)
|
|
|
|
SET constraint_exclusion = 'on';
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_csv WHERE a < 0;
|
|
Result
|
|
Output: a, b
|
|
One-Time Filter: false
|
|
|
|
\t off
|
|
SELECT * FROM agg_csv WHERE a < 0;
|
|
a | b
|
|
---+---
|
|
(0 rows)
|
|
|
|
RESET constraint_exclusion;
|
|
-- table inheritance tests
|
|
CREATE TABLE agg (a int2, b float4);
|
|
ALTER FOREIGN TABLE agg_csv INHERIT agg;
|
|
SELECT tableoid::regclass, * FROM agg;
|
|
tableoid | a | b
|
|
----------+-----+---------
|
|
agg_csv | 100 | 99.097
|
|
agg_csv | 0 | 0.09561
|
|
agg_csv | 42 | 324.78
|
|
(3 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM agg_csv;
|
|
tableoid | a | b
|
|
----------+-----+---------
|
|
agg_csv | 100 | 99.097
|
|
agg_csv | 0 | 0.09561
|
|
agg_csv | 42 | 324.78
|
|
(3 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM ONLY agg;
|
|
tableoid | a | b
|
|
----------+---+---
|
|
(0 rows)
|
|
|
|
-- updates aren't supported
|
|
UPDATE agg SET a = 1;
|
|
ERROR: cannot update foreign table "agg_csv"
|
|
DELETE FROM agg WHERE a = 100;
|
|
ERROR: cannot delete from foreign table "agg_csv"
|
|
-- but this should be allowed
|
|
SELECT tableoid::regclass, * FROM agg FOR UPDATE;
|
|
tableoid | a | b
|
|
----------+-----+---------
|
|
agg_csv | 100 | 99.097
|
|
agg_csv | 0 | 0.09561
|
|
agg_csv | 42 | 324.78
|
|
(3 rows)
|
|
|
|
ALTER FOREIGN TABLE agg_csv NO INHERIT agg;
|
|
DROP TABLE agg;
|
|
-- declarative partitioning tests
|
|
SET ROLE regress_file_fdw_superuser;
|
|
CREATE TABLE pt (a int, b text) partition by list (a);
|
|
CREATE FOREIGN TABLE p1 partition of pt for values in (1) SERVER file_server
|
|
OPTIONS (format 'csv', filename '@abs_srcdir@/data/list1.csv', delimiter ',');
|
|
CREATE TABLE p2 partition of pt for values in (2);
|
|
SELECT tableoid::regclass, * FROM pt;
|
|
tableoid | a | b
|
|
----------+---+-----
|
|
p1 | 1 | foo
|
|
p1 | 1 | bar
|
|
(2 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM p1;
|
|
tableoid | a | b
|
|
----------+---+-----
|
|
p1 | 1 | foo
|
|
p1 | 1 | bar
|
|
(2 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM p2;
|
|
tableoid | a | b
|
|
----------+---+---
|
|
(0 rows)
|
|
|
|
COPY pt FROM '@abs_srcdir@/data/list2.bad' with (format 'csv', delimiter ','); -- ERROR
|
|
ERROR: cannot route inserted tuples to a foreign table
|
|
CONTEXT: COPY pt, line 2: "1,qux"
|
|
COPY pt FROM '@abs_srcdir@/data/list2.csv' with (format 'csv', delimiter ',');
|
|
SELECT tableoid::regclass, * FROM pt;
|
|
tableoid | a | b
|
|
----------+---+-----
|
|
p1 | 1 | foo
|
|
p1 | 1 | bar
|
|
p2 | 2 | baz
|
|
p2 | 2 | qux
|
|
(4 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM p1;
|
|
tableoid | a | b
|
|
----------+---+-----
|
|
p1 | 1 | foo
|
|
p1 | 1 | bar
|
|
(2 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM p2;
|
|
tableoid | a | b
|
|
----------+---+-----
|
|
p2 | 2 | baz
|
|
p2 | 2 | qux
|
|
(2 rows)
|
|
|
|
INSERT INTO pt VALUES (1, 'xyzzy'); -- ERROR
|
|
ERROR: cannot route inserted tuples to a foreign table
|
|
INSERT INTO pt VALUES (2, 'xyzzy');
|
|
SELECT tableoid::regclass, * FROM pt;
|
|
tableoid | a | b
|
|
----------+---+-------
|
|
p1 | 1 | foo
|
|
p1 | 1 | bar
|
|
p2 | 2 | baz
|
|
p2 | 2 | qux
|
|
p2 | 2 | xyzzy
|
|
(5 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM p1;
|
|
tableoid | a | b
|
|
----------+---+-----
|
|
p1 | 1 | foo
|
|
p1 | 1 | bar
|
|
(2 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM p2;
|
|
tableoid | a | b
|
|
----------+---+-------
|
|
p2 | 2 | baz
|
|
p2 | 2 | qux
|
|
p2 | 2 | xyzzy
|
|
(3 rows)
|
|
|
|
DROP TABLE pt;
|
|
-- privilege tests
|
|
SET ROLE regress_file_fdw_superuser;
|
|
SELECT * FROM agg_text ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
56 | 7.8
|
|
100 | 99.097
|
|
(4 rows)
|
|
|
|
SET ROLE regress_file_fdw_user;
|
|
SELECT * FROM agg_text ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
56 | 7.8
|
|
100 | 99.097
|
|
(4 rows)
|
|
|
|
SET ROLE regress_no_priv_user;
|
|
SELECT * FROM agg_text ORDER BY a; -- ERROR
|
|
ERROR: permission denied for relation agg_text
|
|
SET ROLE regress_file_fdw_user;
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_text WHERE a > 0;
|
|
Foreign Scan on public.agg_text
|
|
Output: a, b
|
|
Filter: (agg_text.a > 0)
|
|
Foreign File: @abs_srcdir@/data/agg.data
|
|
|
|
\t off
|
|
-- file FDW allows foreign tables to be accessed without user mapping
|
|
DROP USER MAPPING FOR regress_file_fdw_user SERVER file_server;
|
|
SELECT * FROM agg_text ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
56 | 7.8
|
|
100 | 99.097
|
|
(4 rows)
|
|
|
|
-- privilege tests for object
|
|
SET ROLE regress_file_fdw_superuser;
|
|
ALTER FOREIGN TABLE agg_text OWNER TO regress_file_fdw_user;
|
|
ALTER FOREIGN TABLE agg_text OPTIONS (SET format 'text');
|
|
SET ROLE regress_file_fdw_user;
|
|
ALTER FOREIGN TABLE agg_text OPTIONS (SET format 'text');
|
|
ERROR: only superuser can change options of a file_fdw foreign table
|
|
SET ROLE regress_file_fdw_superuser;
|
|
-- cleanup
|
|
RESET ROLE;
|
|
DROP EXTENSION file_fdw CASCADE;
|
|
NOTICE: drop cascades to 7 other objects
|
|
DETAIL: drop cascades to server file_server
|
|
drop cascades to user mapping for regress_file_fdw_superuser on server file_server
|
|
drop cascades to user mapping for regress_no_priv_user on server file_server
|
|
drop cascades to foreign table agg_text
|
|
drop cascades to foreign table agg_csv
|
|
drop cascades to foreign table agg_bad
|
|
drop cascades to foreign table text_csv
|
|
DROP ROLE regress_file_fdw_superuser, regress_file_fdw_user, regress_no_priv_user;
|