Age Owner Branch data TLA Line data Source code
1 : : /*-------------------------------------------------------------------------
2 : : *
3 : : * genam.c
4 : : * general index access method routines
5 : : *
6 : : * Portions Copyright (c) 1996-2025, PostgreSQL Global Development Group
7 : : * Portions Copyright (c) 1994, Regents of the University of California
8 : : *
9 : : *
10 : : * IDENTIFICATION
11 : : * src/backend/access/index/genam.c
12 : : *
13 : : * NOTES
14 : : * many of the old access method routines have been turned into
15 : : * macros and moved to genam.h -cim 4/30/91
16 : : *
17 : : *-------------------------------------------------------------------------
18 : : */
19 : :
20 : : #include "postgres.h"
21 : :
22 : : #include "access/genam.h"
23 : : #include "access/heapam.h"
24 : : #include "access/relscan.h"
25 : : #include "access/tableam.h"
26 : : #include "access/transam.h"
27 : : #include "catalog/index.h"
28 : : #include "lib/stringinfo.h"
29 : : #include "miscadmin.h"
30 : : #include "storage/bufmgr.h"
31 : : #include "storage/procarray.h"
32 : : #include "utils/acl.h"
33 : : #include "utils/injection_point.h"
34 : : #include "utils/lsyscache.h"
35 : : #include "utils/rel.h"
36 : : #include "utils/rls.h"
37 : : #include "utils/ruleutils.h"
38 : : #include "utils/snapmgr.h"
39 : :
40 : :
41 : : /* ----------------------------------------------------------------
42 : : * general access method routines
43 : : *
44 : : * All indexed access methods use an identical scan structure.
45 : : * We don't know how the various AMs do locking, however, so we don't
46 : : * do anything about that here.
47 : : *
48 : : * The intent is that an AM implementor will define a beginscan routine
49 : : * that calls RelationGetIndexScan, to fill in the scan, and then does
50 : : * whatever kind of locking he wants.
51 : : *
52 : : * At the end of a scan, the AM's endscan routine undoes the locking,
53 : : * but does *not* call IndexScanEnd --- the higher-level index_endscan
54 : : * routine does that. (We can't do it in the AM because index_endscan
55 : : * still needs to touch the IndexScanDesc after calling the AM.)
56 : : *
57 : : * Because of this, the AM does not have a choice whether to call
58 : : * RelationGetIndexScan or not; its beginscan routine must return an
59 : : * object made by RelationGetIndexScan. This is kinda ugly but not
60 : : * worth cleaning up now.
61 : : * ----------------------------------------------------------------
62 : : */
63 : :
64 : : /* ----------------
65 : : * RelationGetIndexScan -- Create and fill an IndexScanDesc.
66 : : *
67 : : * This routine creates an index scan structure and sets up initial
68 : : * contents for it.
69 : : *
70 : : * Parameters:
71 : : * indexRelation -- index relation for scan.
72 : : * nkeys -- count of scan keys (index qual conditions).
73 : : * norderbys -- count of index order-by operators.
74 : : *
75 : : * Returns:
76 : : * An initialized IndexScanDesc.
77 : : * ----------------
78 : : */
79 : : IndexScanDesc
5392 tgl@sss.pgh.pa.us 80 :CBC 6691345 : RelationGetIndexScan(Relation indexRelation, int nkeys, int norderbys)
81 : : {
82 : : IndexScanDesc scan;
83 : :
10226 bruce@momjian.us 84 : 6691345 : scan = (IndexScanDesc) palloc(sizeof(IndexScanDescData));
85 : :
8510 tgl@sss.pgh.pa.us 86 : 6691345 : scan->heapRelation = NULL; /* may be set later */
2371 andres@anarazel.de 87 : 6691345 : scan->xs_heapfetch = NULL;
8510 tgl@sss.pgh.pa.us 88 : 6691345 : scan->indexRelation = indexRelation;
2999 89 : 6691345 : scan->xs_snapshot = InvalidSnapshot; /* caller must initialize this */
8510 90 : 6691345 : scan->numberOfKeys = nkeys;
5392 91 : 6691345 : scan->numberOfOrderBys = norderbys;
92 : :
93 : : /*
94 : : * We allocate key workspace here, but it won't get filled until amrescan.
95 : : */
8510 96 [ + + ]: 6691345 : if (nkeys > 0)
97 : 6684818 : scan->keyData = (ScanKey) palloc(sizeof(ScanKeyData) * nkeys);
98 : : else
99 : 6527 : scan->keyData = NULL;
5392 100 [ + + ]: 6691345 : if (norderbys > 0)
101 : 96 : scan->orderByData = (ScanKey) palloc(sizeof(ScanKeyData) * norderbys);
102 : : else
103 : 6691249 : scan->orderByData = NULL;
104 : :
4836 bruce@momjian.us 105 : 6691345 : scan->xs_want_itup = false; /* may be set later */
106 : :
107 : : /*
108 : : * During recovery we ignore killed tuples and don't bother to kill them
109 : : * either. We do this because the xmin on the primary node could easily be
110 : : * later than the xmin on the standby node, so that what the primary
111 : : * thinks is killed is supposed to be visible on standby. So for correct
112 : : * MVCC for queries during recovery we must ignore these hints and check
113 : : * all tuples. Do *not* set ignore_killed_tuples to true when running in a
114 : : * transaction that was started during recovery. xactStartedInRecovery
115 : : * should not be altered by index AMs.
116 : : */
8506 tgl@sss.pgh.pa.us 117 : 6691345 : scan->kill_prior_tuple = false;
5740 simon@2ndQuadrant.co 118 : 6691345 : scan->xactStartedInRecovery = TransactionStartedDuringRecovery();
119 : 6691345 : scan->ignore_killed_tuples = !scan->xactStartedInRecovery;
120 : :
10226 bruce@momjian.us 121 : 6691345 : scan->opaque = NULL;
179 pg@bowt.ie 122 : 6691345 : scan->instrument = NULL;
123 : :
5083 tgl@sss.pgh.pa.us 124 : 6691345 : scan->xs_itup = NULL;
5074 125 : 6691345 : scan->xs_itupdesc = NULL;
3113 126 : 6691345 : scan->xs_hitup = NULL;
127 : 6691345 : scan->xs_hitupdesc = NULL;
128 : :
9867 bruce@momjian.us 129 : 6691345 : return scan;
130 : : }
131 : :
132 : : /* ----------------
133 : : * IndexScanEnd -- End an index scan.
134 : : *
135 : : * This routine just releases the storage acquired by
136 : : * RelationGetIndexScan(). Any AM-level resources are
137 : : * assumed to already have been released by the AM's
138 : : * endscan routine.
139 : : *
140 : : * Returns:
141 : : * None.
142 : : * ----------------
143 : : */
144 : : void
9382 tgl@sss.pgh.pa.us 145 : 6690410 : IndexScanEnd(IndexScanDesc scan)
146 : : {
147 [ + + ]: 6690410 : if (scan->keyData != NULL)
148 : 6683901 : pfree(scan->keyData);
5392 149 [ + + ]: 6690410 : if (scan->orderByData != NULL)
150 : 93 : pfree(scan->orderByData);
151 : :
9382 152 : 6690410 : pfree(scan);
153 : 6690410 : }
154 : :
155 : : /*
156 : : * BuildIndexValueDescription
157 : : *
158 : : * Construct a string describing the contents of an index entry, in the
159 : : * form "(key_name, ...)=(key_value, ...)". This is currently used
160 : : * for building unique-constraint, exclusion-constraint error messages, and
161 : : * logical replication conflict error messages so only key columns of the index
162 : : * are checked and printed.
163 : : *
164 : : * Note that if the user does not have permissions to view all of the
165 : : * columns involved then a NULL is returned. Returning a partial key seems
166 : : * unlikely to be useful and we have no way to know which of the columns the
167 : : * user provided (unlike in ExecBuildSlotValueDescription).
168 : : *
169 : : * The passed-in values/nulls arrays are the "raw" input to the index AM,
170 : : * e.g. results of FormIndexDatum --- this is not necessarily what is stored
171 : : * in the index, but it's what the user perceives to be stored.
172 : : *
173 : : * Note: if you change anything here, check whether
174 : : * ExecBuildSlotPartitionKeyDescription() in execMain.c needs a similar
175 : : * change.
176 : : */
177 : : char *
5880 178 : 530 : BuildIndexValueDescription(Relation indexRelation,
179 : : const Datum *values, const bool *isnull)
180 : : {
181 : : StringInfoData buf;
182 : : Form_pg_index idxrec;
183 : : int indnkeyatts;
184 : : int i;
185 : : int keyno;
3890 sfrost@snowman.net 186 : 530 : Oid indexrelid = RelationGetRelid(indexRelation);
187 : : Oid indrelid;
188 : : AclResult aclresult;
189 : :
2709 teodor@sigaev.ru 190 : 530 : indnkeyatts = IndexRelationGetNumberOfKeyAttributes(indexRelation);
191 : :
192 : : /*
193 : : * Check permissions- if the user does not have access to view all of the
194 : : * key columns then return NULL to avoid leaking data.
195 : : *
196 : : * First check if RLS is enabled for the relation. If so, return NULL to
197 : : * avoid leaking data.
198 : : *
199 : : * Next we need to check table-level SELECT access and then, if there is
200 : : * no access there, check column-level permissions.
201 : : */
2609 alvherre@alvh.no-ip. 202 : 530 : idxrec = indexRelation->rd_index;
3890 sfrost@snowman.net 203 : 530 : indrelid = idxrec->indrelid;
204 [ - + ]: 530 : Assert(indexrelid == idxrec->indexrelid);
205 : :
206 : : /* RLS check- if RLS is enabled then we don't return anything. */
3693 mail@joeconway.com 207 [ + + ]: 530 : if (check_enable_rls(indrelid, InvalidOid, true) == RLS_ENABLED)
3890 sfrost@snowman.net 208 : 6 : return NULL;
209 : :
210 : : /* Table-level SELECT is enough, if the user has it */
211 : 524 : aclresult = pg_class_aclcheck(indrelid, GetUserId(), ACL_SELECT);
212 [ + + ]: 524 : if (aclresult != ACLCHECK_OK)
213 : : {
214 : : /*
215 : : * No table-level access, so step through the columns in the index and
216 : : * make sure the user has SELECT rights on all of them.
217 : : */
2609 alvherre@alvh.no-ip. 218 [ + - ]: 12 : for (keyno = 0; keyno < indnkeyatts; keyno++)
219 : : {
3890 sfrost@snowman.net 220 : 12 : AttrNumber attnum = idxrec->indkey.values[keyno];
221 : :
222 : : /*
223 : : * Note that if attnum == InvalidAttrNumber, then this is an index
224 : : * based on an expression and we return no detail rather than try
225 : : * to figure out what column(s) the expression includes and if the
226 : : * user has SELECT rights on them.
227 : : */
3873 228 [ + - + + ]: 24 : if (attnum == InvalidAttrNumber ||
229 : 12 : pg_attribute_aclcheck(indrelid, attnum, GetUserId(),
230 : : ACL_SELECT) != ACLCHECK_OK)
231 : : {
232 : : /* No access, so clean up and return */
3890 233 : 6 : return NULL;
234 : : }
235 : : }
236 : : }
237 : :
5880 tgl@sss.pgh.pa.us 238 : 518 : initStringInfo(&buf);
239 : 518 : appendStringInfo(&buf, "(%s)=(",
240 : : pg_get_indexdef_columns(indexrelid, true));
241 : :
2709 teodor@sigaev.ru 242 [ + + ]: 1206 : for (i = 0; i < indnkeyatts; i++)
243 : : {
244 : : char *val;
245 : :
5880 tgl@sss.pgh.pa.us 246 [ + + ]: 688 : if (isnull[i])
247 : 9 : val = "null";
248 : : else
249 : : {
250 : : Oid foutoid;
251 : : bool typisvarlena;
252 : :
253 : : /*
254 : : * The provided data is not necessarily of the type stored in the
255 : : * index; rather it is of the index opclass's input type. So look
256 : : * at rd_opcintype not the index tupdesc.
257 : : *
258 : : * Note: this is a bit shaky for opclasses that have pseudotype
259 : : * input types such as ANYARRAY or RECORD. Currently, the
260 : : * typoutput functions associated with the pseudotypes will work
261 : : * okay, but we might have to try harder in future.
262 : : */
5752 263 : 679 : getTypeOutputInfo(indexRelation->rd_opcintype[i],
264 : : &foutoid, &typisvarlena);
5880 265 : 679 : val = OidOutputFunctionCall(foutoid, values[i]);
266 : : }
267 : :
268 [ + + ]: 688 : if (i > 0)
269 : 170 : appendStringInfoString(&buf, ", ");
270 : 688 : appendStringInfoString(&buf, val);
271 : : }
272 : :
273 : 518 : appendStringInfoChar(&buf, ')');
274 : :
275 : 518 : return buf.data;
276 : : }
277 : :
278 : : /*
279 : : * Get the snapshotConflictHorizon from the table entries pointed to by the
280 : : * index tuples being deleted using an AM-generic approach.
281 : : *
282 : : * This is a table_index_delete_tuples() shim used by index AMs that only need
283 : : * to consult the tableam to get a snapshotConflictHorizon value, and only
284 : : * expect to delete index tuples that are already known deletable (typically
285 : : * due to having LP_DEAD bits set). When a snapshotConflictHorizon value
286 : : * isn't needed in index AM's deletion WAL record, it is safe for it to skip
287 : : * calling here entirely.
288 : : *
289 : : * We assume that caller index AM uses the standard IndexTuple representation,
290 : : * with table TIDs stored in the t_tid field. We also expect (and assert)
291 : : * that the line pointers on page for 'itemnos' offsets are already marked
292 : : * LP_DEAD.
293 : : */
294 : : TransactionId
2356 andres@anarazel.de 295 :UBC 0 : index_compute_xid_horizon_for_tuples(Relation irel,
296 : : Relation hrel,
297 : : Buffer ibuf,
298 : : OffsetNumber *itemnos,
299 : : int nitems)
300 : : {
301 : : TM_IndexDeleteOp delstate;
1024 pg@bowt.ie 302 : 0 : TransactionId snapshotConflictHorizon = InvalidTransactionId;
2356 andres@anarazel.de 303 : 0 : Page ipage = BufferGetPage(ibuf);
304 : : IndexTuple itup;
305 : :
1684 pg@bowt.ie 306 [ # # ]: 0 : Assert(nitems > 0);
307 : :
1402 308 : 0 : delstate.irel = irel;
309 : 0 : delstate.iblknum = BufferGetBlockNumber(ibuf);
1697 310 : 0 : delstate.bottomup = false;
311 : 0 : delstate.bottomupfreespace = 0;
312 : 0 : delstate.ndeltids = 0;
313 : 0 : delstate.deltids = palloc(nitems * sizeof(TM_IndexDelete));
314 : 0 : delstate.status = palloc(nitems * sizeof(TM_IndexStatus));
315 : :
316 : : /* identify what the index tuples about to be deleted point to */
2356 andres@anarazel.de 317 [ # # ]: 0 : for (int i = 0; i < nitems; i++)
318 : : {
1402 pg@bowt.ie 319 : 0 : OffsetNumber offnum = itemnos[i];
320 : : ItemId iitemid;
321 : :
322 : 0 : iitemid = PageGetItemId(ipage, offnum);
2356 andres@anarazel.de 323 : 0 : itup = (IndexTuple) PageGetItem(ipage, iitemid);
324 : :
1697 pg@bowt.ie 325 [ # # ]: 0 : Assert(ItemIdIsDead(iitemid));
326 : :
327 : 0 : ItemPointerCopy(&itup->t_tid, &delstate.deltids[i].tid);
328 : 0 : delstate.deltids[i].id = delstate.ndeltids;
1402 329 : 0 : delstate.status[i].idxoffnum = offnum;
1697 330 : 0 : delstate.status[i].knowndeletable = true; /* LP_DEAD-marked */
331 : 0 : delstate.status[i].promising = false; /* unused */
332 : 0 : delstate.status[i].freespace = 0; /* unused */
333 : :
334 : 0 : delstate.ndeltids++;
335 : : }
336 : :
337 : : /* determine the actual xid horizon */
1024 338 : 0 : snapshotConflictHorizon = table_index_delete_tuples(hrel, &delstate);
339 : :
340 : : /* assert tableam agrees that all items are deletable */
1697 341 [ # # ]: 0 : Assert(delstate.ndeltids == nitems);
342 : :
343 : 0 : pfree(delstate.deltids);
344 : 0 : pfree(delstate.status);
345 : :
1024 346 : 0 : return snapshotConflictHorizon;
347 : : }
348 : :
349 : :
350 : : /* ----------------------------------------------------------------
351 : : * heap-or-index-scan access to system catalogs
352 : : *
353 : : * These functions support system catalog accesses that normally use
354 : : * an index but need to be capable of being switched to heap scans
355 : : * if the system indexes are unavailable.
356 : : *
357 : : * The specified scan keys must be compatible with the named index.
358 : : * Generally this means that they must constrain either all columns
359 : : * of the index, or the first K columns of an N-column index.
360 : : *
361 : : * These routines could work with non-system tables, actually,
362 : : * but they're only useful when there is a known index to use with
363 : : * the given scan keys; so in practice they're only good for
364 : : * predetermined types of scans of system catalogs.
365 : : * ----------------------------------------------------------------
366 : : */
367 : :
368 : : /*
369 : : * systable_beginscan --- set up for heap-or-index scan
370 : : *
371 : : * rel: catalog to scan, already opened and suitably locked
372 : : * indexId: OID of index to conditionally use
373 : : * indexOK: if false, forces a heap scan (see notes below)
374 : : * snapshot: time qual to use (NULL for a recent catalog snapshot)
375 : : * nkeys, key: scan keys
376 : : *
377 : : * The attribute numbers in the scan key should be set for the heap case.
378 : : * If we choose to index, we convert them to 1..n to reference the index
379 : : * columns. Note this means there must be one scankey qualification per
380 : : * index column! This is checked by the Asserts in the normal, index-using
381 : : * case, but won't be checked if the heapscan path is taken.
382 : : *
383 : : * The routine checks the normal cases for whether an indexscan is safe,
384 : : * but caller can make additional checks and pass indexOK=false if needed.
385 : : * In standard case indexOK can simply be constant TRUE.
386 : : */
387 : : SysScanDesc
8510 tgl@sss.pgh.pa.us 388 :CBC 6624169 : systable_beginscan(Relation heapRelation,
389 : : Oid indexId,
390 : : bool indexOK,
391 : : Snapshot snapshot,
392 : : int nkeys, ScanKey key)
393 : : {
394 : : SysScanDesc sysscan;
395 : : Relation irel;
396 : :
7450 397 [ + + ]: 6624169 : if (indexOK &&
7184 peter_e@gmx.net 398 [ + + ]: 6508694 : !IgnoreSystemIndexes &&
7450 tgl@sss.pgh.pa.us 399 [ + + ]: 6447076 : !ReindexIsProcessingIndex(indexId))
6977 400 : 6441964 : irel = index_open(indexId, AccessShareLock);
401 : : else
8018 402 : 182205 : irel = NULL;
403 : :
8600 404 : 6624165 : sysscan = (SysScanDesc) palloc(sizeof(SysScanDescData));
405 : :
8510 406 : 6624165 : sysscan->heap_rel = heapRelation;
8018 407 : 6624165 : sysscan->irel = irel;
2371 andres@anarazel.de 408 : 6624165 : sysscan->slot = table_slot_create(heapRelation, NULL);
409 : :
4449 rhaas@postgresql.org 410 [ + + ]: 6624165 : if (snapshot == NULL)
411 : : {
4141 bruce@momjian.us 412 : 6047815 : Oid relid = RelationGetRelid(heapRelation);
413 : :
4449 rhaas@postgresql.org 414 : 6047815 : snapshot = RegisterSnapshot(GetCatalogSnapshot(relid));
415 : 6047815 : sysscan->snapshot = snapshot;
416 : : }
417 : : else
418 : : {
419 : : /* Caller is responsible for any snapshot. */
420 : 576350 : sysscan->snapshot = NULL;
421 : : }
422 : :
8018 tgl@sss.pgh.pa.us 423 [ + + ]: 6624165 : if (irel)
424 : : {
425 : : int i;
426 : : ScanKey idxkey;
427 : :
394 peter@eisentraut.org 428 : 6441960 : idxkey = palloc_array(ScanKeyData, nkeys);
429 : :
430 : : /* Convert attribute numbers to be index column numbers. */
8600 tgl@sss.pgh.pa.us 431 [ + + ]: 17109854 : for (i = 0; i < nkeys; i++)
432 : : {
433 : : int j;
434 : :
394 peter@eisentraut.org 435 : 10667894 : memcpy(&idxkey[i], &key[i], sizeof(ScanKeyData));
436 : :
2709 teodor@sigaev.ru 437 [ + - ]: 15768962 : for (j = 0; j < IndexRelationGetNumberOfAttributes(irel); j++)
438 : : {
6148 heikki.linnakangas@i 439 [ + + ]: 15768962 : if (key[i].sk_attno == irel->rd_index->indkey.values[j])
440 : : {
394 peter@eisentraut.org 441 : 10667894 : idxkey[i].sk_attno = j + 1;
6148 heikki.linnakangas@i 442 : 10667894 : break;
443 : : }
444 : : }
2709 teodor@sigaev.ru 445 [ - + ]: 10667894 : if (j == IndexRelationGetNumberOfAttributes(irel))
6148 heikki.linnakangas@i 446 [ # # ]:UBC 0 : elog(ERROR, "column is not in index");
447 : : }
448 : :
6977 tgl@sss.pgh.pa.us 449 :CBC 6441960 : sysscan->iscan = index_beginscan(heapRelation, irel,
450 : : snapshot, NULL, nkeys, 0);
394 peter@eisentraut.org 451 : 6441960 : index_rescan(sysscan->iscan, idxkey, nkeys, NULL, 0);
8600 tgl@sss.pgh.pa.us 452 : 6441960 : sysscan->scan = NULL;
453 : :
277 peter@eisentraut.org 454 : 6441960 : pfree(idxkey);
455 : : }
456 : : else
457 : : {
458 : : /*
459 : : * We disallow synchronized scans when forced to use a heapscan on a
460 : : * catalog. In most cases the desired rows are near the front, so
461 : : * that the unpredictable start point of a syncscan is a serious
462 : : * disadvantage; and there are no compensating advantages, because
463 : : * it's unlikely that such scans will occur in parallel.
464 : : */
2371 andres@anarazel.de 465 : 182205 : sysscan->scan = table_beginscan_strat(heapRelation, snapshot,
466 : : nkeys, key,
467 : : true, false);
8600 tgl@sss.pgh.pa.us 468 : 182205 : sysscan->iscan = NULL;
469 : : }
470 : :
471 : : /*
472 : : * If CheckXidAlive is set then set a flag to indicate that system table
473 : : * scan is in-progress. See detailed comments in xact.c where these
474 : : * variables are declared.
475 : : */
1855 akapila@postgresql.o 476 [ + + ]: 6624165 : if (TransactionIdIsValid(CheckXidAlive))
477 : 1062 : bsysscan = true;
478 : :
8600 tgl@sss.pgh.pa.us 479 : 6624165 : return sysscan;
480 : : }
481 : :
482 : : /*
483 : : * HandleConcurrentAbort - Handle concurrent abort of the CheckXidAlive.
484 : : *
485 : : * Error out, if CheckXidAlive is aborted. We can't directly use
486 : : * TransactionIdDidAbort as after crash such transaction might not have been
487 : : * marked as aborted. See detailed comments in xact.c where the variable
488 : : * is declared.
489 : : */
490 : : static inline void
1855 akapila@postgresql.o 491 : 13744404 : HandleConcurrentAbort()
492 : : {
493 [ + + ]: 13744404 : if (TransactionIdIsValid(CheckXidAlive) &&
494 [ + + ]: 1729 : !TransactionIdIsInProgress(CheckXidAlive) &&
495 [ + - ]: 8 : !TransactionIdDidCommit(CheckXidAlive))
496 [ + - ]: 8 : ereport(ERROR,
497 : : (errcode(ERRCODE_TRANSACTION_ROLLBACK),
498 : : errmsg("transaction aborted during system catalog scan")));
499 : 13744396 : }
500 : :
501 : : /*
502 : : * systable_getnext --- get next tuple in a heap-or-index scan
503 : : *
504 : : * Returns NULL if no more tuples available.
505 : : *
506 : : * Note that returned tuple is a reference to data in a disk buffer;
507 : : * it must not be modified, and should be presumed inaccessible after
508 : : * next getnext() or endscan() call.
509 : : *
510 : : * XXX: It'd probably make sense to offer a slot based interface, at least
511 : : * optionally.
512 : : */
513 : : HeapTuple
8600 tgl@sss.pgh.pa.us 514 : 13519611 : systable_getnext(SysScanDesc sysscan)
515 : : {
2371 andres@anarazel.de 516 : 13519611 : HeapTuple htup = NULL;
517 : :
8600 tgl@sss.pgh.pa.us 518 [ + + ]: 13519611 : if (sysscan->irel)
519 : : {
2371 andres@anarazel.de 520 [ + + ]: 12349872 : if (index_getnext_slot(sysscan->iscan, ForwardScanDirection, sysscan->slot))
521 : : {
522 : : bool shouldFree;
523 : :
524 : 9334245 : htup = ExecFetchSlotHeapTuple(sysscan->slot, false, &shouldFree);
525 [ - + ]: 9334245 : Assert(!shouldFree);
526 : :
527 : : /*
528 : : * We currently don't need to support lossy index operators for
529 : : * any system catalog scan. It could be done here, using the scan
530 : : * keys to drive the operator calls, if we arranged to save the
531 : : * heap attnums during systable_beginscan(); this is practical
532 : : * because we still wouldn't need to support indexes on
533 : : * expressions.
534 : : */
535 [ - + ]: 9334245 : if (sysscan->iscan->xs_recheck)
2371 andres@anarazel.de 536 [ # # ]:UBC 0 : elog(ERROR, "system catalog scans with lossy index conditions are not implemented");
537 : : }
538 : : }
539 : : else
540 : : {
2371 andres@anarazel.de 541 [ + + ]:CBC 1169739 : if (table_scan_getnextslot(sysscan->scan, ForwardScanDirection, sysscan->slot))
542 : : {
543 : : bool shouldFree;
544 : :
545 : 1127398 : htup = ExecFetchSlotHeapTuple(sysscan->slot, false, &shouldFree);
546 [ - + ]: 1127398 : Assert(!shouldFree);
547 : : }
548 : : }
549 : :
550 : : /*
551 : : * Handle the concurrent abort while fetching the catalog tuple during
552 : : * logical streaming of a transaction.
553 : : */
1855 akapila@postgresql.o 554 : 13519607 : HandleConcurrentAbort();
555 : :
8600 tgl@sss.pgh.pa.us 556 : 13519599 : return htup;
557 : : }
558 : :
559 : : /*
560 : : * systable_recheck_tuple --- recheck visibility of most-recently-fetched tuple
561 : : *
562 : : * In particular, determine if this tuple would be visible to a catalog scan
563 : : * that started now. We don't handle the case of a non-MVCC scan snapshot,
564 : : * because no caller needs that yet.
565 : : *
566 : : * This is useful to test whether an object was deleted while we waited to
567 : : * acquire lock on it.
568 : : *
569 : : * Note: we don't actually *need* the tuple to be passed in, but it's a
570 : : * good crosscheck that the caller is interested in the right tuple.
571 : : */
572 : : bool
6299 573 : 110072 : systable_recheck_tuple(SysScanDesc sysscan, HeapTuple tup)
574 : : {
575 : : Snapshot freshsnap;
576 : : bool result;
577 : :
2371 andres@anarazel.de 578 [ - + ]: 110072 : Assert(tup == ExecFetchSlotHeapTuple(sysscan->slot, false, NULL));
579 : :
4435 noah@leadboat.com 580 : 110072 : freshsnap = GetCatalogSnapshot(RelationGetRelid(sysscan->heap_rel));
179 heikki.linnakangas@i 581 : 110072 : freshsnap = RegisterSnapshot(freshsnap);
582 : :
2371 andres@anarazel.de 583 : 110072 : result = table_tuple_satisfies_snapshot(sysscan->heap_rel,
584 : 110072 : sysscan->slot,
585 : : freshsnap);
179 heikki.linnakangas@i 586 : 110072 : UnregisterSnapshot(freshsnap);
587 : :
588 : : /*
589 : : * Handle the concurrent abort while fetching the catalog tuple during
590 : : * logical streaming of a transaction.
591 : : */
1855 akapila@postgresql.o 592 : 110072 : HandleConcurrentAbort();
593 : :
6299 tgl@sss.pgh.pa.us 594 : 110072 : return result;
595 : : }
596 : :
597 : : /*
598 : : * systable_endscan --- close scan, release resources
599 : : *
600 : : * Note that it's still up to the caller to close the heap relation.
601 : : */
602 : : void
8600 603 : 6623775 : systable_endscan(SysScanDesc sysscan)
604 : : {
2371 andres@anarazel.de 605 [ + - ]: 6623775 : if (sysscan->slot)
606 : : {
607 : 6623775 : ExecDropSingleTupleTableSlot(sysscan->slot);
608 : 6623775 : sysscan->slot = NULL;
609 : : }
610 : :
8600 tgl@sss.pgh.pa.us 611 [ + + ]: 6623775 : if (sysscan->irel)
612 : : {
613 : 6441579 : index_endscan(sysscan->iscan);
6977 614 : 6441579 : index_close(sysscan->irel, AccessShareLock);
615 : : }
616 : : else
2371 andres@anarazel.de 617 : 182196 : table_endscan(sysscan->scan);
618 : :
4449 rhaas@postgresql.org 619 [ + + ]: 6623775 : if (sysscan->snapshot)
620 : 6047425 : UnregisterSnapshot(sysscan->snapshot);
621 : :
622 : : /*
623 : : * Reset the bsysscan flag at the end of the systable scan. See detailed
624 : : * comments in xact.c where these variables are declared.
625 : : */
1855 akapila@postgresql.o 626 [ + + ]: 6623775 : if (TransactionIdIsValid(CheckXidAlive))
627 : 1054 : bsysscan = false;
628 : :
8600 tgl@sss.pgh.pa.us 629 : 6623775 : pfree(sysscan);
630 : 6623775 : }
631 : :
632 : :
633 : : /*
634 : : * systable_beginscan_ordered --- set up for ordered catalog scan
635 : : *
636 : : * These routines have essentially the same API as systable_beginscan etc,
637 : : * except that they guarantee to return multiple matching tuples in
638 : : * index order. Also, for largely historical reasons, the index to use
639 : : * is opened and locked by the caller, not here.
640 : : *
641 : : * Currently we do not support non-index-based scans here. (In principle
642 : : * we could do a heapscan and sort, but the uses are in places that
643 : : * probably don't need to still work with corrupted catalog indexes.)
644 : : * For the moment, therefore, these functions are merely the thinest of
645 : : * wrappers around index_beginscan/index_getnext_slot. The main reason for
646 : : * their existence is to centralize possible future support of lossy operators
647 : : * in catalog scans.
648 : : */
649 : : SysScanDesc
6356 650 : 28795 : systable_beginscan_ordered(Relation heapRelation,
651 : : Relation indexRelation,
652 : : Snapshot snapshot,
653 : : int nkeys, ScanKey key)
654 : : {
655 : : SysScanDesc sysscan;
656 : : int i;
657 : : ScanKey idxkey;
658 : :
659 : : /* REINDEX can probably be a hard error here ... */
660 [ - + ]: 28795 : if (ReindexIsProcessingIndex(RelationGetRelid(indexRelation)))
559 tgl@sss.pgh.pa.us 661 [ # # ]:UBC 0 : ereport(ERROR,
662 : : (errcode(ERRCODE_FEATURE_NOT_SUPPORTED),
663 : : errmsg("cannot access index \"%s\" while it is being reindexed",
664 : : RelationGetRelationName(indexRelation))));
665 : : /* ... but we only throw a warning about violating IgnoreSystemIndexes */
6356 tgl@sss.pgh.pa.us 666 [ - + ]:CBC 28795 : if (IgnoreSystemIndexes)
6356 tgl@sss.pgh.pa.us 667 [ # # ]:UBC 0 : elog(WARNING, "using index \"%s\" despite IgnoreSystemIndexes",
668 : : RelationGetRelationName(indexRelation));
669 : :
6356 tgl@sss.pgh.pa.us 670 :CBC 28795 : sysscan = (SysScanDesc) palloc(sizeof(SysScanDescData));
671 : :
672 : 28795 : sysscan->heap_rel = heapRelation;
673 : 28795 : sysscan->irel = indexRelation;
2371 andres@anarazel.de 674 : 28795 : sysscan->slot = table_slot_create(heapRelation, NULL);
675 : :
4449 rhaas@postgresql.org 676 [ + + ]: 28795 : if (snapshot == NULL)
677 : : {
4141 bruce@momjian.us 678 : 4281 : Oid relid = RelationGetRelid(heapRelation);
679 : :
4449 rhaas@postgresql.org 680 : 4281 : snapshot = RegisterSnapshot(GetCatalogSnapshot(relid));
681 : 4281 : sysscan->snapshot = snapshot;
682 : : }
683 : : else
684 : : {
685 : : /* Caller is responsible for any snapshot. */
686 : 24514 : sysscan->snapshot = NULL;
687 : : }
688 : :
394 peter@eisentraut.org 689 : 28795 : idxkey = palloc_array(ScanKeyData, nkeys);
690 : :
691 : : /* Convert attribute numbers to be index column numbers. */
6356 tgl@sss.pgh.pa.us 692 [ + + ]: 55884 : for (i = 0; i < nkeys; i++)
693 : : {
694 : : int j;
695 : :
394 peter@eisentraut.org 696 : 27089 : memcpy(&idxkey[i], &key[i], sizeof(ScanKeyData));
697 : :
2709 teodor@sigaev.ru 698 [ + - ]: 28734 : for (j = 0; j < IndexRelationGetNumberOfAttributes(indexRelation); j++)
699 : : {
6148 heikki.linnakangas@i 700 [ + + ]: 28734 : if (key[i].sk_attno == indexRelation->rd_index->indkey.values[j])
701 : : {
394 peter@eisentraut.org 702 : 27089 : idxkey[i].sk_attno = j + 1;
6148 heikki.linnakangas@i 703 : 27089 : break;
704 : : }
705 : : }
2709 teodor@sigaev.ru 706 [ - + ]: 27089 : if (j == IndexRelationGetNumberOfAttributes(indexRelation))
6148 heikki.linnakangas@i 707 [ # # ]:UBC 0 : elog(ERROR, "column is not in index");
708 : : }
709 : :
6356 tgl@sss.pgh.pa.us 710 :CBC 28795 : sysscan->iscan = index_beginscan(heapRelation, indexRelation,
711 : : snapshot, NULL, nkeys, 0);
394 peter@eisentraut.org 712 : 28795 : index_rescan(sysscan->iscan, idxkey, nkeys, NULL, 0);
6356 tgl@sss.pgh.pa.us 713 : 28795 : sysscan->scan = NULL;
714 : :
277 peter@eisentraut.org 715 : 28795 : pfree(idxkey);
716 : :
717 : : /*
718 : : * If CheckXidAlive is set then set a flag to indicate that system table
719 : : * scan is in-progress. See detailed comments in xact.c where these
720 : : * variables are declared.
721 : : */
334 akapila@postgresql.o 722 [ + + ]: 28795 : if (TransactionIdIsValid(CheckXidAlive))
723 : 1 : bsysscan = true;
724 : :
6356 tgl@sss.pgh.pa.us 725 : 28795 : return sysscan;
726 : : }
727 : :
728 : : /*
729 : : * systable_getnext_ordered --- get next tuple in an ordered catalog scan
730 : : */
731 : : HeapTuple
732 : 114728 : systable_getnext_ordered(SysScanDesc sysscan, ScanDirection direction)
733 : : {
2371 andres@anarazel.de 734 : 114728 : HeapTuple htup = NULL;
735 : :
6356 tgl@sss.pgh.pa.us 736 [ - + ]: 114728 : Assert(sysscan->irel);
2371 andres@anarazel.de 737 [ + + ]: 114728 : if (index_getnext_slot(sysscan->iscan, direction, sysscan->slot))
738 : 86548 : htup = ExecFetchSlotHeapTuple(sysscan->slot, false, NULL);
739 : :
740 : : /* See notes in systable_getnext */
6355 tgl@sss.pgh.pa.us 741 [ + + - + ]: 114725 : if (htup && sysscan->iscan->xs_recheck)
6355 tgl@sss.pgh.pa.us 742 [ # # ]:UBC 0 : elog(ERROR, "system catalog scans with lossy index conditions are not implemented");
743 : :
744 : : /*
745 : : * Handle the concurrent abort while fetching the catalog tuple during
746 : : * logical streaming of a transaction.
747 : : */
1855 akapila@postgresql.o 748 :CBC 114725 : HandleConcurrentAbort();
749 : :
6356 tgl@sss.pgh.pa.us 750 : 114725 : return htup;
751 : : }
752 : :
753 : : /*
754 : : * systable_endscan_ordered --- close scan, release resources
755 : : */
756 : : void
757 : 28786 : systable_endscan_ordered(SysScanDesc sysscan)
758 : : {
2371 andres@anarazel.de 759 [ + - ]: 28786 : if (sysscan->slot)
760 : : {
761 : 28786 : ExecDropSingleTupleTableSlot(sysscan->slot);
762 : 28786 : sysscan->slot = NULL;
763 : : }
764 : :
6356 tgl@sss.pgh.pa.us 765 [ - + ]: 28786 : Assert(sysscan->irel);
766 : 28786 : index_endscan(sysscan->iscan);
4449 rhaas@postgresql.org 767 [ + + ]: 28786 : if (sysscan->snapshot)
768 : 4275 : UnregisterSnapshot(sysscan->snapshot);
769 : :
770 : : /*
771 : : * Reset the bsysscan flag at the end of the systable scan. See detailed
772 : : * comments in xact.c where these variables are declared.
773 : : */
334 akapila@postgresql.o 774 [ + + ]: 28786 : if (TransactionIdIsValid(CheckXidAlive))
775 : 1 : bsysscan = false;
776 : :
6356 tgl@sss.pgh.pa.us 777 : 28786 : pfree(sysscan);
778 : 28786 : }
779 : :
780 : : /*
781 : : * systable_inplace_update_begin --- update a row "in place" (overwrite it)
782 : : *
783 : : * Overwriting violates both MVCC and transactional safety, so the uses of
784 : : * this function in Postgres are extremely limited. Nonetheless we find some
785 : : * places to use it. See README.tuplock section "Locking to write
786 : : * inplace-updated tables" and later sections for expectations of readers and
787 : : * writers of a table that gets inplace updates. Standard flow:
788 : : *
789 : : * ... [any slow preparation not requiring oldtup] ...
790 : : * systable_inplace_update_begin([...], &tup, &inplace_state);
791 : : * if (!HeapTupleIsValid(tup))
792 : : * elog(ERROR, [...]);
793 : : * ... [buffer is exclusive-locked; mutate "tup"] ...
794 : : * if (dirty)
795 : : * systable_inplace_update_finish(inplace_state, tup);
796 : : * else
797 : : * systable_inplace_update_cancel(inplace_state);
798 : : *
799 : : * The first several params duplicate the systable_beginscan() param list.
800 : : * "oldtupcopy" is an output parameter, assigned NULL if the key ceases to
801 : : * find a live tuple. (In PROC_IN_VACUUM, that is a low-probability transient
802 : : * condition.) If "oldtupcopy" gets non-NULL, you must pass output parameter
803 : : * "state" to systable_inplace_update_finish() or
804 : : * systable_inplace_update_cancel().
805 : : */
806 : : void
347 noah@leadboat.com 807 : 90795 : systable_inplace_update_begin(Relation relation,
808 : : Oid indexId,
809 : : bool indexOK,
810 : : Snapshot snapshot,
811 : : int nkeys, const ScanKeyData *key,
812 : : HeapTuple *oldtupcopy,
813 : : void **state)
814 : : {
815 : 90795 : int retries = 0;
816 : : SysScanDesc scan;
817 : : HeapTuple oldtup;
818 : : BufferHeapTupleTableSlot *bslot;
819 : :
820 : : /*
821 : : * For now, we don't allow parallel updates. Unlike a regular update,
822 : : * this should never create a combo CID, so it might be possible to relax
823 : : * this restriction, but not without more thought and testing. It's not
824 : : * clear that it would be useful, anyway.
825 : : */
826 [ - + ]: 90795 : if (IsInParallelMode())
347 noah@leadboat.com 827 [ # # ]:UBC 0 : ereport(ERROR,
828 : : (errcode(ERRCODE_INVALID_TRANSACTION_STATE),
829 : : errmsg("cannot update tuples during a parallel operation")));
830 : :
831 : : /*
832 : : * Accept a snapshot argument, for symmetry, but this function advances
833 : : * its snapshot as needed to reach the tail of the updated tuple chain.
834 : : */
347 noah@leadboat.com 835 [ - + ]:CBC 90795 : Assert(snapshot == NULL);
836 : :
837 [ - + - - ]: 90795 : Assert(IsInplaceUpdateRelation(relation) || !IsSystemRelation(relation));
838 : :
839 : : /* Loop for an exclusive-locked buffer of a non-updated tuple. */
840 : : do
841 : : {
842 : : TupleTableSlot *slot;
843 : :
844 [ + + ]: 90832 : CHECK_FOR_INTERRUPTS();
845 : :
846 : : /*
847 : : * Processes issuing heap_update (e.g. GRANT) at maximum speed could
848 : : * drive us to this error. A hostile table owner has stronger ways to
849 : : * damage their own table, so that's minor.
850 : : */
851 [ - + ]: 90832 : if (retries++ > 10000)
347 noah@leadboat.com 852 [ # # ]:UBC 0 : elog(ERROR, "giving up after too many tries to overwrite row");
853 : :
854 : : INJECTION_POINT("inplace-before-pin", NULL);
347 noah@leadboat.com 855 :CBC 90832 : scan = systable_beginscan(relation, indexId, indexOK, snapshot,
856 : 90832 : nkeys, unconstify(ScanKeyData *, key));
857 : 90832 : oldtup = systable_getnext(scan);
858 [ - + ]: 90832 : if (!HeapTupleIsValid(oldtup))
859 : : {
347 noah@leadboat.com 860 :UBC 0 : systable_endscan(scan);
861 : 0 : *oldtupcopy = NULL;
862 : 0 : return;
863 : : }
864 : :
347 noah@leadboat.com 865 :CBC 90832 : slot = scan->slot;
866 [ - + ]: 90832 : Assert(TTS_IS_BUFFERTUPLE(slot));
867 : 90832 : bslot = (BufferHeapTupleTableSlot *) slot;
312 868 [ + + ]: 90832 : } while (!heap_inplace_lock(scan->heap_rel,
869 : : bslot->base.tuple, bslot->buffer,
870 : : (void (*) (void *)) systable_endscan, scan));
871 : :
347 872 : 90795 : *oldtupcopy = heap_copytuple(oldtup);
873 : 90795 : *state = scan;
874 : : }
875 : :
876 : : /*
877 : : * systable_inplace_update_finish --- second phase of inplace update
878 : : *
879 : : * The tuple cannot change size, and therefore its header fields and null
880 : : * bitmap (if any) don't change either.
881 : : */
882 : : void
883 : 62880 : systable_inplace_update_finish(void *state, HeapTuple tuple)
884 : : {
885 : 62880 : SysScanDesc scan = (SysScanDesc) state;
886 : 62880 : Relation relation = scan->heap_rel;
887 : 62880 : TupleTableSlot *slot = scan->slot;
888 : 62880 : BufferHeapTupleTableSlot *bslot = (BufferHeapTupleTableSlot *) slot;
889 : 62880 : HeapTuple oldtup = bslot->base.tuple;
890 : 62880 : Buffer buffer = bslot->buffer;
891 : :
892 : 62880 : heap_inplace_update_and_unlock(relation, oldtup, tuple, buffer);
893 : 62880 : systable_endscan(scan);
894 : 62880 : }
895 : :
896 : : /*
897 : : * systable_inplace_update_cancel --- abandon inplace update
898 : : *
899 : : * This is an alternative to making a no-op update.
900 : : */
901 : : void
902 : 27915 : systable_inplace_update_cancel(void *state)
903 : : {
904 : 27915 : SysScanDesc scan = (SysScanDesc) state;
905 : 27915 : Relation relation = scan->heap_rel;
906 : 27915 : TupleTableSlot *slot = scan->slot;
907 : 27915 : BufferHeapTupleTableSlot *bslot = (BufferHeapTupleTableSlot *) slot;
908 : 27915 : HeapTuple oldtup = bslot->base.tuple;
909 : 27915 : Buffer buffer = bslot->buffer;
910 : :
911 : 27915 : heap_inplace_unlock(relation, oldtup, buffer);
912 : 27915 : systable_endscan(scan);
913 : 27915 : }
|
