2016-06-08 05:36:22 +02:00
|
|
|
--
|
|
|
|
-- PARALLEL
|
|
|
|
--
|
2016-06-17 14:35:47 +02:00
|
|
|
create or replace function parallel_restricted(int) returns int as
|
|
|
|
$$begin return $1; end$$ language plpgsql parallel restricted;
|
2016-06-08 05:36:22 +02:00
|
|
|
-- Serializable isolation would disable parallel query, so explicitly use an
|
|
|
|
-- arbitrary other level.
|
|
|
|
begin isolation level repeatable read;
|
2016-06-18 06:28:51 +02:00
|
|
|
-- encourage use of parallel plans
|
2016-06-08 05:36:22 +02:00
|
|
|
set parallel_setup_cost=0;
|
|
|
|
set parallel_tuple_cost=0;
|
Replace min_parallel_relation_size with two new GUCs.
When min_parallel_relation_size was added, the only supported type
of parallel scan was a parallel sequential scan, but there are
pending patches for parallel index scan, parallel index-only scan,
and parallel bitmap heap scan. Those patches introduce two new
types of complications: first, what's relevant is not really the
total size of the relation but the portion of it that we will scan;
and second, index pages and heap pages shouldn't necessarily be
treated in exactly the same way. Typically, the number of index
pages will be quite small, but that doesn't necessarily mean that
a parallel index scan can't pay off.
Therefore, we introduce min_parallel_table_scan_size, which works
out a degree of parallelism for scans based on the number of table
pages that will be scanned (and which is therefore equivalent to
min_parallel_relation_size for parallel sequential scans) and also
min_parallel_index_scan_size which can be used to work out a degree
of parallelism based on the number of index pages that will be
scanned.
Amit Kapila and Robert Haas
Discussion: http://postgr.es/m/CAA4eK1KowGSYYVpd2qPpaPPA5R90r++QwDFbrRECTE9H_HvpOg@mail.gmail.com
Discussion: http://postgr.es/m/CAA4eK1+TnM4pXQbvn7OXqam+k_HZqb0ROZUMxOiL6DWJYCyYow@mail.gmail.com
2017-02-15 19:37:24 +01:00
|
|
|
set min_parallel_table_scan_size=0;
|
2016-06-16 18:00:55 +02:00
|
|
|
set max_parallel_workers_per_gather=4;
|
2016-06-08 05:36:22 +02:00
|
|
|
explain (costs off)
|
|
|
|
select count(*) from a_star;
|
|
|
|
QUERY PLAN
|
|
|
|
-----------------------------------------------------
|
|
|
|
Finalize Aggregate
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 1
|
|
|
|
-> Partial Aggregate
|
|
|
|
-> Append
|
|
|
|
-> Parallel Seq Scan on a_star
|
|
|
|
-> Parallel Seq Scan on b_star
|
|
|
|
-> Parallel Seq Scan on c_star
|
|
|
|
-> Parallel Seq Scan on d_star
|
|
|
|
-> Parallel Seq Scan on e_star
|
|
|
|
-> Parallel Seq Scan on f_star
|
|
|
|
(11 rows)
|
|
|
|
|
|
|
|
select count(*) from a_star;
|
|
|
|
count
|
|
|
|
-------
|
|
|
|
50
|
|
|
|
(1 row)
|
|
|
|
|
2016-06-16 18:00:55 +02:00
|
|
|
-- test that parallel_restricted function doesn't run in worker
|
|
|
|
alter table tenk1 set (parallel_workers = 4);
|
|
|
|
explain (verbose, costs off)
|
|
|
|
select parallel_restricted(unique1) from tenk1
|
|
|
|
where stringu1 = 'GRAAAA' order by 1;
|
|
|
|
QUERY PLAN
|
|
|
|
---------------------------------------------------------
|
|
|
|
Sort
|
|
|
|
Output: (parallel_restricted(unique1))
|
|
|
|
Sort Key: (parallel_restricted(tenk1.unique1))
|
|
|
|
-> Gather
|
|
|
|
Output: parallel_restricted(unique1)
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Parallel Seq Scan on public.tenk1
|
|
|
|
Output: unique1
|
|
|
|
Filter: (tenk1.stringu1 = 'GRAAAA'::name)
|
|
|
|
(9 rows)
|
|
|
|
|
2016-06-17 22:25:02 +02:00
|
|
|
-- test parallel plan when group by expression is in target list.
|
|
|
|
explain (costs off)
|
|
|
|
select length(stringu1) from tenk1 group by length(stringu1);
|
|
|
|
QUERY PLAN
|
|
|
|
---------------------------------------------------
|
|
|
|
Finalize HashAggregate
|
|
|
|
Group Key: (length((stringu1)::text))
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial HashAggregate
|
|
|
|
Group Key: length((stringu1)::text)
|
|
|
|
-> Parallel Seq Scan on tenk1
|
|
|
|
(7 rows)
|
|
|
|
|
|
|
|
select length(stringu1) from tenk1 group by length(stringu1);
|
|
|
|
length
|
|
|
|
--------
|
|
|
|
6
|
|
|
|
(1 row)
|
|
|
|
|
2016-06-18 06:28:51 +02:00
|
|
|
explain (costs off)
|
|
|
|
select stringu1, count(*) from tenk1 group by stringu1 order by stringu1;
|
|
|
|
QUERY PLAN
|
|
|
|
----------------------------------------------------
|
|
|
|
Sort
|
|
|
|
Sort Key: stringu1
|
|
|
|
-> Finalize HashAggregate
|
|
|
|
Group Key: stringu1
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial HashAggregate
|
|
|
|
Group Key: stringu1
|
|
|
|
-> Parallel Seq Scan on tenk1
|
|
|
|
(9 rows)
|
|
|
|
|
2016-06-17 22:25:02 +02:00
|
|
|
-- test that parallel plan for aggregates is not selected when
|
|
|
|
-- target list contains parallel restricted clause.
|
|
|
|
explain (costs off)
|
|
|
|
select sum(parallel_restricted(unique1)) from tenk1
|
|
|
|
group by(parallel_restricted(unique1));
|
2017-02-19 11:23:59 +01:00
|
|
|
QUERY PLAN
|
|
|
|
-------------------------------------------------------------------
|
2016-06-17 22:25:02 +02:00
|
|
|
HashAggregate
|
|
|
|
Group Key: parallel_restricted(unique1)
|
2017-02-19 11:23:59 +01:00
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Parallel Index Only Scan using tenk1_unique1 on tenk1
|
|
|
|
(5 rows)
|
2016-06-17 22:25:02 +02:00
|
|
|
|
2017-02-15 00:09:47 +01:00
|
|
|
-- test parallel plans for queries containing un-correlated subplans.
|
|
|
|
alter table tenk2 set (parallel_workers = 0);
|
|
|
|
explain (costs off)
|
|
|
|
select count(*) from tenk1 where (two, four) not in
|
|
|
|
(select hundred, thousand from tenk2 where thousand > 100);
|
|
|
|
QUERY PLAN
|
|
|
|
------------------------------------------------------
|
|
|
|
Finalize Aggregate
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial Aggregate
|
|
|
|
-> Parallel Seq Scan on tenk1
|
|
|
|
Filter: (NOT (hashed SubPlan 1))
|
|
|
|
SubPlan 1
|
|
|
|
-> Seq Scan on tenk2
|
|
|
|
Filter: (thousand > 100)
|
|
|
|
(9 rows)
|
|
|
|
|
|
|
|
select count(*) from tenk1 where (two, four) not in
|
|
|
|
(select hundred, thousand from tenk2 where thousand > 100);
|
|
|
|
count
|
|
|
|
-------
|
|
|
|
10000
|
|
|
|
(1 row)
|
|
|
|
|
|
|
|
alter table tenk2 reset (parallel_workers);
|
2017-02-15 19:53:24 +01:00
|
|
|
-- test parallel index scans.
|
|
|
|
set enable_seqscan to off;
|
|
|
|
set enable_bitmapscan to off;
|
|
|
|
explain (costs off)
|
|
|
|
select count((unique1)) from tenk1 where hundred > 1;
|
|
|
|
QUERY PLAN
|
|
|
|
--------------------------------------------------------------------
|
|
|
|
Finalize Aggregate
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial Aggregate
|
|
|
|
-> Parallel Index Scan using tenk1_hundred on tenk1
|
|
|
|
Index Cond: (hundred > 1)
|
|
|
|
(6 rows)
|
|
|
|
|
|
|
|
select count((unique1)) from tenk1 where hundred > 1;
|
|
|
|
count
|
|
|
|
-------
|
|
|
|
9800
|
|
|
|
(1 row)
|
|
|
|
|
2017-02-19 11:23:59 +01:00
|
|
|
-- test parallel index-only scans.
|
|
|
|
explain (costs off)
|
|
|
|
select count(*) from tenk1 where thousand > 95;
|
|
|
|
QUERY PLAN
|
|
|
|
--------------------------------------------------------------------------------
|
|
|
|
Finalize Aggregate
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial Aggregate
|
|
|
|
-> Parallel Index Only Scan using tenk1_thous_tenthous on tenk1
|
|
|
|
Index Cond: (thousand > 95)
|
|
|
|
(6 rows)
|
|
|
|
|
|
|
|
select count(*) from tenk1 where thousand > 95;
|
|
|
|
count
|
|
|
|
-------
|
|
|
|
9040
|
|
|
|
(1 row)
|
|
|
|
|
2017-02-15 19:53:24 +01:00
|
|
|
reset enable_seqscan;
|
|
|
|
reset enable_bitmapscan;
|
Support parallel bitmap heap scans.
The index is scanned by a single process, but then all cooperating
processes can iterate jointly over the resulting set of heap blocks.
In the future, we might also want to support using a parallel bitmap
index scan to set up for a parallel bitmap heap scan, but that's a
job for another day.
Dilip Kumar, with some corrections and cosmetic changes by me. The
larger patch set of which this is a part has been reviewed and tested
by (at least) Andres Freund, Amit Khandekar, Tushar Ahuja, Rafia
Sabih, Haribabu Kommi, Thomas Munro, and me.
Discussion: http://postgr.es/m/CAFiTN-uc4=0WxRGfCzs-xfkMYcSEWUC-Fon6thkJGjkh9i=13A@mail.gmail.com
2017-03-08 18:05:43 +01:00
|
|
|
-- test parallel bitmap heap scan.
|
|
|
|
set enable_seqscan to off;
|
|
|
|
set enable_indexscan to off;
|
|
|
|
explain (costs off)
|
|
|
|
select count((unique1)) from tenk1 where hundred > 1;
|
|
|
|
QUERY PLAN
|
|
|
|
------------------------------------------------------------
|
|
|
|
Finalize Aggregate
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial Aggregate
|
|
|
|
-> Parallel Bitmap Heap Scan on tenk1
|
|
|
|
Recheck Cond: (hundred > 1)
|
|
|
|
-> Bitmap Index Scan on tenk1_hundred
|
|
|
|
Index Cond: (hundred > 1)
|
|
|
|
(8 rows)
|
|
|
|
|
|
|
|
reset enable_seqscan;
|
|
|
|
reset enable_indexscan;
|
2017-03-07 17:49:49 +01:00
|
|
|
-- test parallel merge join path.
|
|
|
|
set enable_hashjoin to off;
|
|
|
|
set enable_nestloop to off;
|
|
|
|
explain (costs off)
|
|
|
|
select count(*) from tenk1, tenk2 where tenk1.unique1 = tenk2.unique1;
|
|
|
|
QUERY PLAN
|
|
|
|
-------------------------------------------------------------------------------
|
|
|
|
Finalize Aggregate
|
|
|
|
-> Gather
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial Aggregate
|
|
|
|
-> Merge Join
|
|
|
|
Merge Cond: (tenk1.unique1 = tenk2.unique1)
|
|
|
|
-> Parallel Index Only Scan using tenk1_unique1 on tenk1
|
|
|
|
-> Index Only Scan using tenk2_unique1 on tenk2
|
|
|
|
(8 rows)
|
|
|
|
|
|
|
|
select count(*) from tenk1, tenk2 where tenk1.unique1 = tenk2.unique1;
|
|
|
|
count
|
|
|
|
-------
|
|
|
|
10000
|
|
|
|
(1 row)
|
|
|
|
|
|
|
|
reset enable_hashjoin;
|
|
|
|
reset enable_nestloop;
|
2017-03-09 13:40:36 +01:00
|
|
|
--test gather merge
|
|
|
|
set enable_hashagg to off;
|
|
|
|
explain (costs off)
|
|
|
|
select string4, count((unique2)) from tenk1 group by string4 order by string4;
|
|
|
|
QUERY PLAN
|
|
|
|
----------------------------------------------------
|
|
|
|
Finalize GroupAggregate
|
|
|
|
Group Key: string4
|
|
|
|
-> Gather Merge
|
|
|
|
Workers Planned: 4
|
|
|
|
-> Partial GroupAggregate
|
|
|
|
Group Key: string4
|
|
|
|
-> Sort
|
|
|
|
Sort Key: string4
|
|
|
|
-> Parallel Seq Scan on tenk1
|
|
|
|
(9 rows)
|
|
|
|
|
|
|
|
select string4, count((unique2)) from tenk1 group by string4 order by string4;
|
|
|
|
string4 | count
|
|
|
|
---------+-------
|
|
|
|
AAAAxx | 2500
|
|
|
|
HHHHxx | 2500
|
|
|
|
OOOOxx | 2500
|
|
|
|
VVVVxx | 2500
|
|
|
|
(4 rows)
|
|
|
|
|
|
|
|
reset enable_hashagg;
|
2016-06-08 05:36:22 +02:00
|
|
|
set force_parallel_mode=1;
|
|
|
|
explain (costs off)
|
|
|
|
select stringu1::int2 from tenk1 where unique1 = 1;
|
|
|
|
QUERY PLAN
|
|
|
|
-----------------------------------------------
|
|
|
|
Gather
|
|
|
|
Workers Planned: 1
|
|
|
|
Single Copy: true
|
|
|
|
-> Index Scan using tenk1_unique1 on tenk1
|
|
|
|
Index Cond: (unique1 = 1)
|
|
|
|
(5 rows)
|
|
|
|
|
2016-08-22 18:00:00 +02:00
|
|
|
-- provoke error in worker
|
|
|
|
select stringu1::int2 from tenk1 where unique1 = 1;
|
|
|
|
ERROR: invalid input syntax for integer: "BAAAAA"
|
|
|
|
CONTEXT: parallel worker
|
2016-06-08 05:36:22 +02:00
|
|
|
rollback;
|