/*------------------------------------------------------------------------- * * xlogutils.c * * PostgreSQL transaction log manager utility routines * * This file contains support routines that are used by XLOG replay functions. * None of this code is used during normal system operation. * * * Portions Copyright (c) 1996-2006, PostgreSQL Global Development Group * Portions Copyright (c) 1994, Regents of the University of California * * $PostgreSQL: pgsql/src/backend/access/transam/xlogutils.c,v 1.43 2006/03/31 23:32:06 tgl Exp $ * *------------------------------------------------------------------------- */ #include "postgres.h" #include "access/xlogutils.h" #include "storage/bufmgr.h" #include "storage/bufpage.h" #include "storage/smgr.h" #include "utils/hsearch.h" /* * XLogReadBuffer * Read a page during XLOG replay * * This is functionally comparable to ReadBuffer followed by * LockBuffer(buffer, BUFFER_LOCK_EXCLUSIVE): you get back a pinned * and locked buffer. (Getting the lock is not really necessary, since we * expect that this is only used during single-process XLOG replay, but * some subroutines such as MarkBufferDirty will complain if we don't.) * * If "init" is true then the caller intends to rewrite the page fully * using the info in the XLOG record. In this case we will extend the * relation if needed to make the page exist, and we will not complain about * the page being "new" (all zeroes). * * If "init" is false then the caller needs the page to be valid already. * If the page doesn't exist or contains zeroes, we report failure. * * If the return value is InvalidBuffer (only possible when init = false), * the caller should silently skip the update on this page. This currently * never happens, but we retain it as part of the API spec for possible future * use. */ Buffer XLogReadBuffer(Relation reln, BlockNumber blkno, bool init) { BlockNumber lastblock = RelationGetNumberOfBlocks(reln); Buffer buffer; Assert(blkno != P_NEW); if (blkno < lastblock) { /* page exists in file */ buffer = ReadBuffer(reln, blkno); } else { /* hm, page doesn't exist in file */ if (!init) elog(PANIC, "block %u of relation %u/%u/%u does not exist", blkno, reln->rd_node.spcNode, reln->rd_node.dbNode, reln->rd_node.relNode); /* OK to extend the file */ /* we do this in recovery only - no rel-extension lock needed */ Assert(InRecovery); buffer = InvalidBuffer; while (blkno >= lastblock) { if (buffer != InvalidBuffer) ReleaseBuffer(buffer); buffer = ReadBuffer(reln, P_NEW); lastblock++; } Assert(BufferGetBlockNumber(buffer) == blkno); } LockBuffer(buffer, BUFFER_LOCK_EXCLUSIVE); if (!init) { /* check that page has been initialized */ Page page = (Page) BufferGetPage(buffer); if (PageIsNew((PageHeader) page)) elog(PANIC, "block %u of relation %u/%u/%u is uninitialized", blkno, reln->rd_node.spcNode, reln->rd_node.dbNode, reln->rd_node.relNode); } return buffer; } /* * Lightweight "Relation" cache --- this substitutes for the normal relcache * during XLOG replay. */ typedef struct XLogRelDesc { RelationData reldata; struct XLogRelDesc *lessRecently; struct XLogRelDesc *moreRecently; } XLogRelDesc; typedef struct XLogRelCacheEntry { RelFileNode rnode; XLogRelDesc *rdesc; } XLogRelCacheEntry; static HTAB *_xlrelcache; static XLogRelDesc *_xlrelarr = NULL; static Form_pg_class _xlpgcarr = NULL; static int _xlast = 0; static int _xlcnt = 0; #define _XLOG_RELCACHESIZE 512 static void _xl_init_rel_cache(void) { HASHCTL ctl; _xlcnt = _XLOG_RELCACHESIZE; _xlast = 0; _xlrelarr = (XLogRelDesc *) malloc(sizeof(XLogRelDesc) * _xlcnt); memset(_xlrelarr, 0, sizeof(XLogRelDesc) * _xlcnt); _xlpgcarr = (Form_pg_class) malloc(sizeof(FormData_pg_class) * _xlcnt); memset(_xlpgcarr, 0, sizeof(FormData_pg_class) * _xlcnt); _xlrelarr[0].moreRecently = &(_xlrelarr[0]); _xlrelarr[0].lessRecently = &(_xlrelarr[0]); memset(&ctl, 0, sizeof(ctl)); ctl.keysize = sizeof(RelFileNode); ctl.entrysize = sizeof(XLogRelCacheEntry); ctl.hash = tag_hash; _xlrelcache = hash_create("XLOG relcache", _XLOG_RELCACHESIZE, &ctl, HASH_ELEM | HASH_FUNCTION); } static void _xl_remove_hash_entry(XLogRelDesc *rdesc) { Form_pg_class tpgc = rdesc->reldata.rd_rel; XLogRelCacheEntry *hentry; rdesc->lessRecently->moreRecently = rdesc->moreRecently; rdesc->moreRecently->lessRecently = rdesc->lessRecently; hentry = (XLogRelCacheEntry *) hash_search(_xlrelcache, (void *) &(rdesc->reldata.rd_node), HASH_REMOVE, NULL); if (hentry == NULL) elog(PANIC, "_xl_remove_hash_entry: file was not found in cache"); RelationCloseSmgr(&(rdesc->reldata)); memset(rdesc, 0, sizeof(XLogRelDesc)); memset(tpgc, 0, sizeof(FormData_pg_class)); rdesc->reldata.rd_rel = tpgc; } static XLogRelDesc * _xl_new_reldesc(void) { XLogRelDesc *res; _xlast++; if (_xlast < _xlcnt) { _xlrelarr[_xlast].reldata.rd_rel = &(_xlpgcarr[_xlast]); return &(_xlrelarr[_xlast]); } /* reuse */ res = _xlrelarr[0].moreRecently; _xl_remove_hash_entry(res); _xlast--; return res; } void XLogInitRelationCache(void) { _xl_init_rel_cache(); } void XLogCloseRelationCache(void) { HASH_SEQ_STATUS status; XLogRelCacheEntry *hentry; if (!_xlrelarr) return; hash_seq_init(&status, _xlrelcache); while ((hentry = (XLogRelCacheEntry *) hash_seq_search(&status)) != NULL) _xl_remove_hash_entry(hentry->rdesc); hash_destroy(_xlrelcache); free(_xlrelarr); free(_xlpgcarr); _xlrelarr = NULL; } /* * Open a relation during XLOG replay * * Note: this once had an API that allowed NULL return on failure, but it * no longer does; any failure results in elog(). */ Relation XLogOpenRelation(RelFileNode rnode) { XLogRelDesc *res; XLogRelCacheEntry *hentry; bool found; hentry = (XLogRelCacheEntry *) hash_search(_xlrelcache, (void *) &rnode, HASH_FIND, NULL); if (hentry) { res = hentry->rdesc; res->lessRecently->moreRecently = res->moreRecently; res->moreRecently->lessRecently = res->lessRecently; } else { res = _xl_new_reldesc(); sprintf(RelationGetRelationName(&(res->reldata)), "%u", rnode.relNode); res->reldata.rd_node = rnode; /* * We set up the lockRelId in case anything tries to lock the dummy * relation. Note that this is fairly bogus since relNode may be * different from the relation's OID. It shouldn't really matter * though, since we are presumably running by ourselves and can't have * any lock conflicts ... */ res->reldata.rd_lockInfo.lockRelId.dbId = rnode.dbNode; res->reldata.rd_lockInfo.lockRelId.relId = rnode.relNode; hentry = (XLogRelCacheEntry *) hash_search(_xlrelcache, (void *) &rnode, HASH_ENTER, &found); if (found) elog(PANIC, "xlog relation already present on insert into cache"); hentry->rdesc = res; res->reldata.rd_targblock = InvalidBlockNumber; res->reldata.rd_smgr = NULL; RelationOpenSmgr(&(res->reldata)); /* * Create the target file if it doesn't already exist. This lets us * cope if the replay sequence contains writes to a relation that is * later deleted. (The original coding of this routine would instead * return NULL, causing the writes to be suppressed. But that seems * like it risks losing valuable data if the filesystem loses an inode * during a crash. Better to write the data until we are actually * told to delete the file.) */ smgrcreate(res->reldata.rd_smgr, res->reldata.rd_istemp, true); } res->moreRecently = &(_xlrelarr[0]); res->lessRecently = _xlrelarr[0].lessRecently; _xlrelarr[0].lessRecently = res; res->lessRecently->moreRecently = res; return &(res->reldata); } /* * Drop a relation during XLOG replay * * This is called when the relation is about to be deleted; we need to ensure * that there is no dangling smgr reference in the xlog relation cache. * * Currently, we don't bother to physically remove the relation from the * cache, we just let it age out normally. */ void XLogDropRelation(RelFileNode rnode) { XLogRelDesc *rdesc; XLogRelCacheEntry *hentry; hentry = (XLogRelCacheEntry *) hash_search(_xlrelcache, (void *) &rnode, HASH_FIND, NULL); if (!hentry) return; /* not in cache so no work */ rdesc = hentry->rdesc; RelationCloseSmgr(&(rdesc->reldata)); } /* * Drop a whole database during XLOG replay * * As above, but for DROP DATABASE instead of dropping a single rel */ void XLogDropDatabase(Oid dbid) { HASH_SEQ_STATUS status; XLogRelCacheEntry *hentry; hash_seq_init(&status, _xlrelcache); while ((hentry = (XLogRelCacheEntry *) hash_seq_search(&status)) != NULL) { XLogRelDesc *rdesc = hentry->rdesc; if (hentry->rnode.dbNode == dbid) RelationCloseSmgr(&(rdesc->reldata)); } }