]> granicus.if.org Git - postgresql/blobdiff - src/backend/access/index/indexam.c
Extend index AM API for parallel index scans.
[postgresql] / src / backend / access / index / indexam.c
index a4b5f3d698e0548bc710be37569c5d3491f28cbf..ba27c1e86d9f64de25aa2db6cd8da9b31eb6453b 100644 (file)
@@ -3,7 +3,7 @@
  * indexam.c
  *       general index access method routines
  *
- * Portions Copyright (c) 1996-2014, PostgreSQL Global Development Group
+ * Portions Copyright (c) 1996-2017, PostgreSQL Global Development Group
  * Portions Copyright (c) 1994, Regents of the University of California
  *
  *
  *             index_insert    - insert an index tuple into a relation
  *             index_markpos   - mark a scan position
  *             index_restrpos  - restore a scan position
+ *             index_parallelscan_estimate - estimate shared memory for parallel scan
+ *             index_parallelscan_initialize - initialize parallel scan
+ *             index_parallelrescan  - (re)start a parallel scan of an index
+ *             index_beginscan_parallel - join parallel index scan
  *             index_getnext_tid       - get the next TID from a scan
  *             index_fetch_heap                - get the scan's next heap tuple
  *             index_getnext   - get the next heap tuple from a scan
 
 #include "postgres.h"
 
+#include "access/amapi.h"
 #include "access/relscan.h"
 #include "access/transam.h"
 #include "access/xlog.h"
-
-#include "catalog/index.h"
 #include "catalog/catalog.h"
+#include "catalog/index.h"
 #include "pgstat.h"
 #include "storage/bufmgr.h"
 #include "storage/lmgr.h"
@@ -84,7 +88,7 @@
  *
  * Note: the ReindexIsProcessingIndex() check in RELATION_CHECKS is there
  * to check that we don't try to scan or do retail insertions into an index
- * that is currently being rebuilt or pending rebuild. This helps to catch
+ * that is currently being rebuilt or pending rebuild.  This helps to catch
  * things that don't work when reindexing system catalogs.  The assertion
  * doesn't prevent the actual rebuild because we don't use RELATION_CHECKS
  * when calling the index AM's ambuild routine, and there is no reason for
@@ -94,7 +98,7 @@
 #define RELATION_CHECKS \
 ( \
        AssertMacro(RelationIsValid(indexRelation)), \
-       AssertMacro(PointerIsValid(indexRelation->rd_am)), \
+       AssertMacro(PointerIsValid(indexRelation->rd_amroutine)), \
        AssertMacro(!ReindexIsProcessingIndex(RelationGetRelid(indexRelation))) \
 )
 
 ( \
        AssertMacro(IndexScanIsValid(scan)), \
        AssertMacro(RelationIsValid(scan->indexRelation)), \
-       AssertMacro(PointerIsValid(scan->indexRelation->rd_am)) \
+       AssertMacro(PointerIsValid(scan->indexRelation->rd_amroutine)) \
 )
 
-#define GET_REL_PROCEDURE(pname) \
-do { \
-       procedure = &indexRelation->rd_aminfo->pname; \
-       if (!OidIsValid(procedure->fn_oid)) \
-       { \
-               RegProcedure    procOid = indexRelation->rd_am->pname; \
-               if (!RegProcedureIsValid(procOid)) \
-                       elog(ERROR, "invalid %s regproc", CppAsString(pname)); \
-               fmgr_info_cxt(procOid, procedure, indexRelation->rd_indexcxt); \
-       } \
-} while(0)
-
-#define GET_UNCACHED_REL_PROCEDURE(pname) \
+#define CHECK_REL_PROCEDURE(pname) \
 do { \
-       if (!RegProcedureIsValid(indexRelation->rd_am->pname)) \
-               elog(ERROR, "invalid %s regproc", CppAsString(pname)); \
-       fmgr_info(indexRelation->rd_am->pname, &procedure); \
+       if (indexRelation->rd_amroutine->pname == NULL) \
+               elog(ERROR, "function %s is not defined for index %s", \
+                        CppAsString(pname), RelationGetRelationName(indexRelation)); \
 } while(0)
 
-#define GET_SCAN_PROCEDURE(pname) \
+#define CHECK_SCAN_PROCEDURE(pname) \
 do { \
-       procedure = &scan->indexRelation->rd_aminfo->pname; \
-       if (!OidIsValid(procedure->fn_oid)) \
-       { \
-               RegProcedure    procOid = scan->indexRelation->rd_am->pname; \
-               if (!RegProcedureIsValid(procOid)) \
-                       elog(ERROR, "invalid %s regproc", CppAsString(pname)); \
-               fmgr_info_cxt(procOid, procedure, scan->indexRelation->rd_indexcxt); \
-       } \
+       if (scan->indexRelation->rd_amroutine->pname == NULL) \
+               elog(ERROR, "function %s is not defined for index %s", \
+                        CppAsString(pname), RelationGetRelationName(scan->indexRelation)); \
 } while(0)
 
 static IndexScanDesc index_beginscan_internal(Relation indexRelation,
-                                                int nkeys, int norderbys, Snapshot snapshot);
+                                                int nkeys, int norderbys, Snapshot snapshot,
+                                                ParallelIndexScanDesc pscan, bool temp_snap);
 
 
 /* ----------------------------------------------------------------
@@ -149,7 +137,7 @@ static IndexScanDesc index_beginscan_internal(Relation indexRelation,
  *             index_open - open an index relation by relation OID
  *
  *             If lockmode is not "NoLock", the specified kind of lock is
- *             obtained on the index.  (Generally, NoLock should only be
+ *             obtained on the index.  (Generally, NoLock should only be
  *             used if the caller knows it has some appropriate lock on the
  *             index already.)
  *
@@ -210,26 +198,17 @@ index_insert(Relation indexRelation,
                         Relation heapRelation,
                         IndexUniqueCheck checkUnique)
 {
-       FmgrInfo   *procedure;
-
        RELATION_CHECKS;
-       GET_REL_PROCEDURE(aminsert);
+       CHECK_REL_PROCEDURE(aminsert);
 
-       if (!(indexRelation->rd_am->ampredlocks))
+       if (!(indexRelation->rd_amroutine->ampredlocks))
                CheckForSerializableConflictIn(indexRelation,
                                                                           (HeapTuple) NULL,
                                                                           InvalidBuffer);
 
-       /*
-        * have the am's insert proc do all the work.
-        */
-       return DatumGetBool(FunctionCall6(procedure,
-                                                                         PointerGetDatum(indexRelation),
-                                                                         PointerGetDatum(values),
-                                                                         PointerGetDatum(isnull),
-                                                                         PointerGetDatum(heap_t_ctid),
-                                                                         PointerGetDatum(heapRelation),
-                                                                         Int32GetDatum((int32) checkUnique)));
+       return indexRelation->rd_amroutine->aminsert(indexRelation, values, isnull,
+                                                                                                heap_t_ctid, heapRelation,
+                                                                                                checkUnique);
 }
 
 /*
@@ -245,7 +224,7 @@ index_beginscan(Relation heapRelation,
 {
        IndexScanDesc scan;
 
-       scan = index_beginscan_internal(indexRelation, nkeys, norderbys, snapshot);
+       scan = index_beginscan_internal(indexRelation, nkeys, norderbys, snapshot, NULL, false);
 
        /*
         * Save additional parameters into the scandesc.  Everything else was set
@@ -270,7 +249,7 @@ index_beginscan_bitmap(Relation indexRelation,
 {
        IndexScanDesc scan;
 
-       scan = index_beginscan_internal(indexRelation, nkeys, 0, snapshot);
+       scan = index_beginscan_internal(indexRelation, nkeys, 0, snapshot, NULL, false);
 
        /*
         * Save additional parameters into the scandesc.  Everything else was set
@@ -286,15 +265,15 @@ index_beginscan_bitmap(Relation indexRelation,
  */
 static IndexScanDesc
 index_beginscan_internal(Relation indexRelation,
-                                                int nkeys, int norderbys, Snapshot snapshot)
+                                                int nkeys, int norderbys, Snapshot snapshot,
+                                                ParallelIndexScanDesc pscan, bool temp_snap)
 {
        IndexScanDesc scan;
-       FmgrInfo   *procedure;
 
        RELATION_CHECKS;
-       GET_REL_PROCEDURE(ambeginscan);
+       CHECK_REL_PROCEDURE(ambeginscan);
 
-       if (!(indexRelation->rd_am->ampredlocks))
+       if (!(indexRelation->rd_amroutine->ampredlocks))
                PredicateLockRelation(indexRelation, snapshot);
 
        /*
@@ -305,11 +284,11 @@ index_beginscan_internal(Relation indexRelation,
        /*
         * Tell the AM to open a scan.
         */
-       scan = (IndexScanDesc)
-               DatumGetPointer(FunctionCall3(procedure,
-                                                                         PointerGetDatum(indexRelation),
-                                                                         Int32GetDatum(nkeys),
-                                                                         Int32GetDatum(norderbys)));
+       scan = indexRelation->rd_amroutine->ambeginscan(indexRelation, nkeys,
+                                                                                                       norderbys);
+       /* Initialize information for parallel scan. */
+       scan->parallel_scan = pscan;
+       scan->xs_temp_snap = temp_snap;
 
        return scan;
 }
@@ -331,10 +310,8 @@ index_rescan(IndexScanDesc scan,
                         ScanKey keys, int nkeys,
                         ScanKey orderbys, int norderbys)
 {
-       FmgrInfo   *procedure;
-
        SCAN_CHECKS;
-       GET_SCAN_PROCEDURE(amrescan);
+       CHECK_SCAN_PROCEDURE(amrescan);
 
        Assert(nkeys == scan->numberOfKeys);
        Assert(norderbys == scan->numberOfOrderBys);
@@ -350,12 +327,8 @@ index_rescan(IndexScanDesc scan,
 
        scan->kill_prior_tuple = false;         /* for safety */
 
-       FunctionCall5(procedure,
-                                 PointerGetDatum(scan),
-                                 PointerGetDatum(keys),
-                                 Int32GetDatum(nkeys),
-                                 PointerGetDatum(orderbys),
-                                 Int32GetDatum(norderbys));
+       scan->indexRelation->rd_amroutine->amrescan(scan, keys, nkeys,
+                                                                                               orderbys, norderbys);
 }
 
 /* ----------------
@@ -365,10 +338,8 @@ index_rescan(IndexScanDesc scan,
 void
 index_endscan(IndexScanDesc scan)
 {
-       FmgrInfo   *procedure;
-
        SCAN_CHECKS;
-       GET_SCAN_PROCEDURE(amendscan);
+       CHECK_SCAN_PROCEDURE(amendscan);
 
        /* Release any held pin on a heap page */
        if (BufferIsValid(scan->xs_cbuf))
@@ -378,11 +349,14 @@ index_endscan(IndexScanDesc scan)
        }
 
        /* End the AM's scan */
-       FunctionCall1(procedure, PointerGetDatum(scan));
+       scan->indexRelation->rd_amroutine->amendscan(scan);
 
        /* Release index refcount acquired by index_beginscan */
        RelationDecrementReferenceCount(scan->indexRelation);
 
+       if (scan->xs_temp_snap)
+               UnregisterSnapshot(scan->xs_snapshot);
+
        /* Release the scan data structure itself */
        IndexScanEnd(scan);
 }
@@ -394,12 +368,10 @@ index_endscan(IndexScanDesc scan)
 void
 index_markpos(IndexScanDesc scan)
 {
-       FmgrInfo   *procedure;
-
        SCAN_CHECKS;
-       GET_SCAN_PROCEDURE(ammarkpos);
+       CHECK_SCAN_PROCEDURE(ammarkpos);
 
-       FunctionCall1(procedure, PointerGetDatum(scan));
+       scan->indexRelation->rd_amroutine->ammarkpos(scan);
 }
 
 /* ----------------
@@ -414,25 +386,132 @@ index_markpos(IndexScanDesc scan)
  * returnable tuple in each HOT chain, and so restoring the prior state at the
  * granularity of the index AM is sufficient.  Since the only current user
  * of mark/restore functionality is nodeMergejoin.c, this effectively means
- * that merge-join plans only work for MVCC snapshots. This could be fixed
+ * that merge-join plans only work for MVCC snapshots.  This could be fixed
  * if necessary, but for now it seems unimportant.
  * ----------------
  */
 void
 index_restrpos(IndexScanDesc scan)
 {
-       FmgrInfo   *procedure;
-
        Assert(IsMVCCSnapshot(scan->xs_snapshot));
 
        SCAN_CHECKS;
-       GET_SCAN_PROCEDURE(amrestrpos);
+       CHECK_SCAN_PROCEDURE(amrestrpos);
 
        scan->xs_continue_hot = false;
 
        scan->kill_prior_tuple = false;         /* for safety */
 
-       FunctionCall1(procedure, PointerGetDatum(scan));
+       scan->indexRelation->rd_amroutine->amrestrpos(scan);
+}
+
+/*
+ * index_parallelscan_estimate - estimate shared memory for parallel scan
+ *
+ * Currently, we don't pass any information to the AM-specific estimator,
+ * so it can probably only return a constant.  In the future, we might need
+ * to pass more information.
+ */
+Size
+index_parallelscan_estimate(Relation indexRelation, Snapshot snapshot)
+{
+       Size            nbytes;
+
+       RELATION_CHECKS;
+
+       nbytes = offsetof(ParallelIndexScanDescData, ps_snapshot_data);
+       nbytes = add_size(nbytes, EstimateSnapshotSpace(snapshot));
+       nbytes = MAXALIGN(nbytes);
+
+       /*
+        * If amestimateparallelscan is not provided, assume there is no
+        * AM-specific data needed.  (It's hard to believe that could work, but
+        * it's easy enough to cater to it here.)
+        */
+       if (indexRelation->rd_amroutine->amestimateparallelscan != NULL)
+               nbytes = add_size(nbytes,
+                                         indexRelation->rd_amroutine->amestimateparallelscan());
+
+       return nbytes;
+}
+
+/*
+ * index_parallelscan_initialize - initialize parallel scan
+ *
+ * We initialize both the ParallelIndexScanDesc proper and the AM-specific
+ * information which follows it.
+ *
+ * This function calls access method specific initialization routine to
+ * initialize am specific information.  Call this just once in the leader
+ * process; then, individual workers attach via index_beginscan_parallel.
+ */
+void
+index_parallelscan_initialize(Relation heapRelation, Relation indexRelation,
+                                                         Snapshot snapshot, ParallelIndexScanDesc target)
+{
+       Size            offset;
+
+       RELATION_CHECKS;
+
+       offset = add_size(offsetof(ParallelIndexScanDescData, ps_snapshot_data),
+                                         EstimateSnapshotSpace(snapshot));
+       offset = MAXALIGN(offset);
+
+       target->ps_relid = RelationGetRelid(heapRelation);
+       target->ps_indexid = RelationGetRelid(indexRelation);
+       target->ps_offset = offset;
+       SerializeSnapshot(snapshot, target->ps_snapshot_data);
+
+       /* aminitparallelscan is optional; assume no-op if not provided by AM */
+       if (indexRelation->rd_amroutine->aminitparallelscan != NULL)
+       {
+               void       *amtarget;
+
+               amtarget = OffsetToPointer(target, offset);
+               indexRelation->rd_amroutine->aminitparallelscan(amtarget);
+       }
+}
+
+/* ----------------
+ *             index_parallelrescan  - (re)start a parallel scan of an index
+ * ----------------
+ */
+void
+index_parallelrescan(IndexScanDesc scan)
+{
+       SCAN_CHECKS;
+
+       /* amparallelrescan is optional; assume no-op if not provided by AM */
+       if (scan->indexRelation->rd_amroutine->amparallelrescan != NULL)
+               scan->indexRelation->rd_amroutine->amparallelrescan(scan);
+}
+
+/*
+ * index_beginscan_parallel - join parallel index scan
+ *
+ * Caller must be holding suitable locks on the heap and the index.
+ */
+IndexScanDesc
+index_beginscan_parallel(Relation heaprel, Relation indexrel, int nkeys,
+                                                int norderbys, ParallelIndexScanDesc pscan)
+{
+       Snapshot        snapshot;
+       IndexScanDesc scan;
+
+       Assert(RelationGetRelid(heaprel) == pscan->ps_relid);
+       snapshot = RestoreSnapshot(pscan->ps_snapshot_data);
+       RegisterSnapshot(snapshot);
+       scan = index_beginscan_internal(indexrel, nkeys, norderbys, snapshot,
+                                                                       pscan, true);
+
+       /*
+        * Save additional parameters into the scandesc.  Everything else was set
+        * up by index_beginscan_internal.
+        */
+       scan->heapRelation = heaprel;
+       scan->xs_snapshot = snapshot;
+
+       return scan;
 }
 
 /* ----------------
@@ -445,11 +524,10 @@ index_restrpos(IndexScanDesc scan)
 ItemPointer
 index_getnext_tid(IndexScanDesc scan, ScanDirection direction)
 {
-       FmgrInfo   *procedure;
        bool            found;
 
        SCAN_CHECKS;
-       GET_SCAN_PROCEDURE(amgettuple);
+       CHECK_SCAN_PROCEDURE(amgettuple);
 
        Assert(TransactionIdIsValid(RecentGlobalXmin));
 
@@ -459,9 +537,7 @@ index_getnext_tid(IndexScanDesc scan, ScanDirection direction)
         * scan->xs_recheck and possibly scan->xs_itup, though we pay no attention
         * to those fields here.
         */
-       found = DatumGetBool(FunctionCall2(procedure,
-                                                                          PointerGetDatum(scan),
-                                                                          Int32GetDatum(direction)));
+       found = scan->indexRelation->rd_amroutine->amgettuple(scan, direction);
 
        /* Reset kill flag immediately for safety */
        scan->kill_prior_tuple = false;
@@ -553,7 +629,7 @@ index_fetch_heap(IndexScanDesc scan)
        /*
         * If we scanned a whole HOT chain and found only dead tuples, tell index
         * AM to kill its entry for that TID (this will take effect in the next
-        * amgettuple call, in index_getnext_tid).      We do not do this when in
+        * amgettuple call, in index_getnext_tid).  We do not do this when in
         * recovery because it may violate MVCC to do so.  See comments in
         * RelationGetIndexScan().
         */
@@ -590,7 +666,7 @@ index_getnext(IndexScanDesc scan, ScanDirection direction)
                {
                        /*
                         * We are resuming scan of a HOT chain after having returned an
-                        * earlier member.      Must still hold pin on current heap page.
+                        * earlier member.  Must still hold pin on current heap page.
                         */
                        Assert(BufferIsValid(scan->xs_cbuf));
                        Assert(ItemPointerGetBlockNumber(&scan->xs_ctup.t_self) ==
@@ -635,12 +711,10 @@ index_getnext(IndexScanDesc scan, ScanDirection direction)
 int64
 index_getbitmap(IndexScanDesc scan, TIDBitmap *bitmap)
 {
-       FmgrInfo   *procedure;
        int64           ntids;
-       Datum           d;
 
        SCAN_CHECKS;
-       GET_SCAN_PROCEDURE(amgetbitmap);
+       CHECK_SCAN_PROCEDURE(amgetbitmap);
 
        /* just make sure this is false... */
        scan->kill_prior_tuple = false;
@@ -648,16 +722,7 @@ index_getbitmap(IndexScanDesc scan, TIDBitmap *bitmap)
        /*
         * have the am's getbitmap proc do all the work.
         */
-       d = FunctionCall2(procedure,
-                                         PointerGetDatum(scan),
-                                         PointerGetDatum(bitmap));
-
-       ntids = DatumGetInt64(d);
-
-       /* If int8 is pass-by-ref, must free the result to avoid memory leak */
-#ifndef USE_FLOAT8_BYVAL
-       pfree(DatumGetPointer(d));
-#endif
+       ntids = scan->indexRelation->rd_amroutine->amgetbitmap(scan, bitmap);
 
        pgstat_count_index_tuples(scan->indexRelation, ntids);
 
@@ -680,20 +745,12 @@ index_bulk_delete(IndexVacuumInfo *info,
                                  void *callback_state)
 {
        Relation        indexRelation = info->index;
-       FmgrInfo        procedure;
-       IndexBulkDeleteResult *result;
 
        RELATION_CHECKS;
-       GET_UNCACHED_REL_PROCEDURE(ambulkdelete);
-
-       result = (IndexBulkDeleteResult *)
-               DatumGetPointer(FunctionCall4(&procedure,
-                                                                         PointerGetDatum(info),
-                                                                         PointerGetDatum(stats),
-                                                                         PointerGetDatum((Pointer) callback),
-                                                                         PointerGetDatum(callback_state)));
+       CHECK_REL_PROCEDURE(ambulkdelete);
 
-       return result;
+       return indexRelation->rd_amroutine->ambulkdelete(info, stats,
+                                                                                                  callback, callback_state);
 }
 
 /* ----------------
@@ -707,39 +764,30 @@ index_vacuum_cleanup(IndexVacuumInfo *info,
                                         IndexBulkDeleteResult *stats)
 {
        Relation        indexRelation = info->index;
-       FmgrInfo        procedure;
-       IndexBulkDeleteResult *result;
 
        RELATION_CHECKS;
-       GET_UNCACHED_REL_PROCEDURE(amvacuumcleanup);
+       CHECK_REL_PROCEDURE(amvacuumcleanup);
 
-       result = (IndexBulkDeleteResult *)
-               DatumGetPointer(FunctionCall2(&procedure,
-                                                                         PointerGetDatum(info),
-                                                                         PointerGetDatum(stats)));
-
-       return result;
+       return indexRelation->rd_amroutine->amvacuumcleanup(info, stats);
 }
 
 /* ----------------
- *             index_can_return - does index support index-only scans?
+ *             index_can_return
+ *
+ *             Does the index access method support index-only scans for the given
+ *             column?
  * ----------------
  */
 bool
-index_can_return(Relation indexRelation)
+index_can_return(Relation indexRelation, int attno)
 {
-       FmgrInfo   *procedure;
-
        RELATION_CHECKS;
 
        /* amcanreturn is optional; assume FALSE if not provided by AM */
-       if (!RegProcedureIsValid(indexRelation->rd_am->amcanreturn))
+       if (indexRelation->rd_amroutine->amcanreturn == NULL)
                return false;
 
-       GET_REL_PROCEDURE(amcanreturn);
-
-       return DatumGetBool(FunctionCall1(procedure,
-                                                                         PointerGetDatum(indexRelation)));
+       return indexRelation->rd_amroutine->amcanreturn(indexRelation, attno);
 }
 
 /* ----------------
@@ -760,7 +808,7 @@ index_can_return(Relation indexRelation)
  *             particular indexed attribute are those with both types equal to
  *             the index opclass' opcintype (note that this is subtly different
  *             from the indexed attribute's own type: it may be a binary-compatible
- *             type instead).  Only the default functions are stored in relcache
+ *             type instead).  Only the default functions are stored in relcache
  *             entries --- access methods can use the syscache to look up non-default
  *             functions.
  *
@@ -777,7 +825,7 @@ index_getprocid(Relation irel,
        int                     nproc;
        int                     procindex;
 
-       nproc = irel->rd_am->amsupport;
+       nproc = irel->rd_amroutine->amsupport;
 
        Assert(procnum > 0 && procnum <= (uint16) nproc);
 
@@ -794,7 +842,7 @@ index_getprocid(Relation irel,
  *             index_getprocinfo
  *
  *             This routine allows index AMs to keep fmgr lookup info for
- *             support procs in the relcache.  As above, only the "default"
+ *             support procs in the relcache.  As above, only the "default"
  *             functions for any particular indexed attribute are cached.
  *
  * Note: the return value points into cached data that will be lost during
@@ -811,7 +859,7 @@ index_getprocinfo(Relation irel,
        int                     nproc;
        int                     procindex;
 
-       nproc = irel->rd_am->amsupport;
+       nproc = irel->rd_amroutine->amsupport;
 
        Assert(procnum > 0 && procnum <= (uint16) nproc);