]> granicus.if.org Git - postgresql/commitdiff
Handle parallel index builds on mapped relations.
authorPeter Geoghegan <pg@bowt.ie>
Fri, 10 Aug 2018 20:01:33 +0000 (13:01 -0700)
committerPeter Geoghegan <pg@bowt.ie>
Fri, 10 Aug 2018 20:01:33 +0000 (13:01 -0700)
Commit 9da0cc35284, which introduced parallel CREATE INDEX, failed to
propagate relmapper.c backend local cache state to parallel worker
processes.  This could result in parallel index builds against mapped
catalog relations where the leader process (participating as a worker)
scans the new, pristine relfilenode, while worker processes scan the
obsolescent relfilenode.  When this happened, the final index structure
was typically not consistent with the owning table's structure.  The
final index structure could contain entries formed from both heap
relfilenodes.  Only rebuilds on mapped catalog relations that occur as
part of a VACUUM FULL or CLUSTER could become corrupt in practice, since
their mapped relation relfilenode swap is what allows the inconsistency
to arise.

On master, fix the problem by propagating the required relmapper.c
backend state as part of standard parallel initialization (Cf. commit
29d58fd3).  On v11, simply disallow builds against mapped catalog
relations by deeming them parallel unsafe.

Author: Peter Geoghegan
Reported-By: "death lock"
Reviewed-By: Tom Lane, Amit Kapila
Bug: #15309
Discussion: https://postgr.es/m/153329671686.1405.18298309097348420351@wrigleys.postgresql.org
Backpatch: 11-, where parallel CREATE INDEX was introduced.

src/backend/optimizer/plan/planner.c
src/backend/utils/cache/relmapper.c

index 00db38e90bd4ba8b086a4f751494231811d07c98..173f0d21fed81089384609dd29031781ba1c35e3 100644 (file)
@@ -6093,11 +6093,13 @@ plan_create_index_workers(Oid tableOid, Oid indexOid)
        /*
         * Determine if it's safe to proceed.
         *
-        * Currently, parallel workers can't access the leader's temporary tables.
-        * Furthermore, any index predicate or index expressions must be parallel
-        * safe.
+        * Currently, parallel workers can't access the leader's temporary tables,
+        * or the leader's relmapper.c state, which is needed for builds on mapped
+        * relations.  Furthermore, any index predicate or index expressions must
+        * be parallel safe.
         */
        if (heap->rd_rel->relpersistence == RELPERSISTENCE_TEMP ||
+               RelationIsMapped(heap) ||
                !is_parallel_safe(root, (Node *) RelationGetIndexExpressions(index)) ||
                !is_parallel_safe(root, (Node *) RelationGetIndexPredicate(index)))
        {
index 99d095f2df394ab86ee77dd713192b12303454d9..e3a5e4e386e70e1c56e477f998f51ee431656ad5 100644 (file)
@@ -263,13 +263,17 @@ RelationMapUpdateMap(Oid relationId, Oid fileNode, bool shared,
        else
        {
                /*
-                * We don't currently support map changes within subtransactions. This
-                * could be done with more bookkeeping infrastructure, but it doesn't
-                * presently seem worth it.
+                * We don't currently support map changes within subtransactions, and
+                * parallel workers must avoid relying on mapping state, since it
+                * isn't propagated from the leader.  This could be done with more
+                * bookkeeping infrastructure, but it doesn't presently seem worth it.
                 */
                if (GetCurrentTransactionNestLevel() > 1)
                        elog(ERROR, "cannot change relation mapping within subtransaction");
 
+               if (IsInParallelMode())
+                       elog(ERROR, "cannot change relation mapping in parallel mode");
+
                if (immediate)
                {
                        /* Make it active, but only locally */