Commit 89d349b0 authored by Etsuro Fujita's avatar Etsuro Fujita

postgres_fdw: Disable batch insert when BEFORE ROW INSERT triggers exist.

Previously, we allowed this, but such triggers might query the table to
insert into and act differently if the tuples that have already been
processed and prepared for insertion are not there, so disable it in
such cases.

Back-patch to v14 where batch insert was added.

Discussion: https://postgr.es/m/CAPmGK16_uPqsmgK0-LpLSUk54_BoK13bPrhxhfjSoSTVz414hA%40mail.gmail.com
parent e4521841
...@@ -9868,6 +9868,34 @@ SELECT COUNT(*) FROM ftable; ...@@ -9868,6 +9868,34 @@ SELECT COUNT(*) FROM ftable;
2 2
(1 row) (1 row)
-- Disable batch inserting into foreign tables with BEFORE ROW INSERT triggers
-- even if the batch_size option is enabled.
ALTER FOREIGN TABLE ftable OPTIONS ( SET batch_size '10' );
CREATE TRIGGER trig_row_before BEFORE INSERT ON ftable
FOR EACH ROW EXECUTE PROCEDURE trigger_data(23,'skidoo');
EXPLAIN (VERBOSE, COSTS OFF) INSERT INTO ftable VALUES (3), (4);
QUERY PLAN
-------------------------------------------------------------
Insert on public.ftable
Remote SQL: INSERT INTO public.batch_table(x) VALUES ($1)
Batch Size: 1
-> Values Scan on "*VALUES*"
Output: "*VALUES*".column1
(5 rows)
INSERT INTO ftable VALUES (3), (4);
NOTICE: trig_row_before(23, skidoo) BEFORE ROW INSERT ON ftable
NOTICE: NEW: (3)
NOTICE: trig_row_before(23, skidoo) BEFORE ROW INSERT ON ftable
NOTICE: NEW: (4)
SELECT COUNT(*) FROM ftable;
count
-------
4
(1 row)
-- Clean up
DROP TRIGGER trig_row_before ON ftable;
DROP FOREIGN TABLE ftable; DROP FOREIGN TABLE ftable;
DROP TABLE batch_table; DROP TABLE batch_table;
-- Use partitioning -- Use partitioning
......
...@@ -2012,8 +2012,8 @@ postgresExecForeignBatchInsert(EState *estate, ...@@ -2012,8 +2012,8 @@ postgresExecForeignBatchInsert(EState *estate,
* Determine the maximum number of tuples that can be inserted in bulk * Determine the maximum number of tuples that can be inserted in bulk
* *
* Returns the batch size specified for server or table. When batching is not * Returns the batch size specified for server or table. When batching is not
* allowed (e.g. for tables with AFTER ROW triggers or with RETURNING clause), * allowed (e.g. for tables with BEFORE/AFTER ROW triggers or with RETURNING
* returns 1. * clause), returns 1.
*/ */
static int static int
postgresGetForeignModifyBatchSize(ResultRelInfo *resultRelInfo) postgresGetForeignModifyBatchSize(ResultRelInfo *resultRelInfo)
...@@ -2042,10 +2042,19 @@ postgresGetForeignModifyBatchSize(ResultRelInfo *resultRelInfo) ...@@ -2042,10 +2042,19 @@ postgresGetForeignModifyBatchSize(ResultRelInfo *resultRelInfo)
else else
batch_size = get_batch_size_option(resultRelInfo->ri_RelationDesc); batch_size = get_batch_size_option(resultRelInfo->ri_RelationDesc);
/* Disable batching when we have to use RETURNING. */ /*
* Disable batching when we have to use RETURNING or there are any
* BEFORE/AFTER ROW INSERT triggers on the foreign table.
*
* When there are any BEFORE ROW INSERT triggers on the table, we can't
* support it, because such triggers might query the table we're inserting
* into and act differently if the tuples that have already been processed
* and prepared for insertion are not there.
*/
if (resultRelInfo->ri_projectReturning != NULL || if (resultRelInfo->ri_projectReturning != NULL ||
(resultRelInfo->ri_TrigDesc && (resultRelInfo->ri_TrigDesc &&
resultRelInfo->ri_TrigDesc->trig_insert_after_row)) (resultRelInfo->ri_TrigDesc->trig_insert_before_row ||
resultRelInfo->ri_TrigDesc->trig_insert_after_row)))
return 1; return 1;
/* /*
......
...@@ -3083,6 +3083,18 @@ CREATE FOREIGN TABLE ftable ( x int ) SERVER loopback OPTIONS ( table_name 'batc ...@@ -3083,6 +3083,18 @@ CREATE FOREIGN TABLE ftable ( x int ) SERVER loopback OPTIONS ( table_name 'batc
EXPLAIN (VERBOSE, COSTS OFF) INSERT INTO ftable VALUES (1), (2); EXPLAIN (VERBOSE, COSTS OFF) INSERT INTO ftable VALUES (1), (2);
INSERT INTO ftable VALUES (1), (2); INSERT INTO ftable VALUES (1), (2);
SELECT COUNT(*) FROM ftable; SELECT COUNT(*) FROM ftable;
-- Disable batch inserting into foreign tables with BEFORE ROW INSERT triggers
-- even if the batch_size option is enabled.
ALTER FOREIGN TABLE ftable OPTIONS ( SET batch_size '10' );
CREATE TRIGGER trig_row_before BEFORE INSERT ON ftable
FOR EACH ROW EXECUTE PROCEDURE trigger_data(23,'skidoo');
EXPLAIN (VERBOSE, COSTS OFF) INSERT INTO ftable VALUES (3), (4);
INSERT INTO ftable VALUES (3), (4);
SELECT COUNT(*) FROM ftable;
-- Clean up
DROP TRIGGER trig_row_before ON ftable;
DROP FOREIGN TABLE ftable; DROP FOREIGN TABLE ftable;
DROP TABLE batch_table; DROP TABLE batch_table;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment