2779 lines
87 KiB
C
2779 lines
87 KiB
C
/*-------------------------------------------------------------------------
|
|
*
|
|
* multixact.c
|
|
* PostgreSQL multi-transaction-log manager
|
|
*
|
|
* The pg_multixact manager is a pg_clog-like manager that stores an array of
|
|
* MultiXactMember for each MultiXactId. It is a fundamental part of the
|
|
* shared-row-lock implementation. Each MultiXactMember is comprised of a
|
|
* TransactionId and a set of flag bits. The name is a bit historical:
|
|
* originally, a MultiXactId consisted of more than one TransactionId (except
|
|
* in rare corner cases), hence "multi". Nowadays, however, it's perfectly
|
|
* legitimate to have MultiXactIds that only include a single Xid.
|
|
*
|
|
* The meaning of the flag bits is opaque to this module, but they are mostly
|
|
* used in heapam.c to identify lock modes that each of the member transactions
|
|
* is holding on any given tuple. This module just contains support to store
|
|
* and retrieve the arrays.
|
|
*
|
|
* We use two SLRU areas, one for storing the offsets at which the data
|
|
* starts for each MultiXactId in the other one. This trick allows us to
|
|
* store variable length arrays of TransactionIds. (We could alternatively
|
|
* use one area containing counts and TransactionIds, with valid MultiXactId
|
|
* values pointing at slots containing counts; but that way seems less robust
|
|
* since it would get completely confused if someone inquired about a bogus
|
|
* MultiXactId that pointed to an intermediate slot containing an XID.)
|
|
*
|
|
* XLOG interactions: this module generates an XLOG record whenever a new
|
|
* OFFSETs or MEMBERs page is initialized to zeroes, as well as an XLOG record
|
|
* whenever a new MultiXactId is defined. This allows us to completely
|
|
* rebuild the data entered since the last checkpoint during XLOG replay.
|
|
* Because this is possible, we need not follow the normal rule of
|
|
* "write WAL before data"; the only correctness guarantee needed is that
|
|
* we flush and sync all dirty OFFSETs and MEMBERs pages to disk before a
|
|
* checkpoint is considered complete. If a page does make it to disk ahead
|
|
* of corresponding WAL records, it will be forcibly zeroed before use anyway.
|
|
* Therefore, we don't need to mark our pages with LSN information; we have
|
|
* enough synchronization already.
|
|
*
|
|
* Like clog.c, and unlike subtrans.c, we have to preserve state across
|
|
* crashes and ensure that MXID and offset numbering increases monotonically
|
|
* across a crash. We do this in the same way as it's done for transaction
|
|
* IDs: the WAL record is guaranteed to contain evidence of every MXID we
|
|
* could need to worry about, and we just make sure that at the end of
|
|
* replay, the next-MXID and next-offset counters are at least as large as
|
|
* anything we saw during replay.
|
|
*
|
|
* We are able to remove segments no longer necessary by carefully tracking
|
|
* each table's used values: during vacuum, any multixact older than a
|
|
* certain value is removed; the cutoff value is stored in pg_class.
|
|
* The minimum value in each database is stored in pg_database, and the
|
|
* global minimum is part of pg_control. Any vacuum that is able to
|
|
* advance its database's minimum value also computes a new global minimum,
|
|
* and uses this value to truncate older segments. When new multixactid
|
|
* values are to be created, care is taken that the counter does not
|
|
* fall within the wraparound horizon considering the global minimum value.
|
|
*
|
|
* Portions Copyright (c) 1996-2014, PostgreSQL Global Development Group
|
|
* Portions Copyright (c) 1994, Regents of the University of California
|
|
*
|
|
* src/backend/access/transam/multixact.c
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
#include "postgres.h"
|
|
|
|
#include "access/multixact.h"
|
|
#include "access/slru.h"
|
|
#include "access/transam.h"
|
|
#include "access/twophase.h"
|
|
#include "access/twophase_rmgr.h"
|
|
#include "access/xact.h"
|
|
#include "catalog/pg_type.h"
|
|
#include "commands/dbcommands.h"
|
|
#include "funcapi.h"
|
|
#include "lib/ilist.h"
|
|
#include "miscadmin.h"
|
|
#include "pg_trace.h"
|
|
#include "postmaster/autovacuum.h"
|
|
#include "storage/lmgr.h"
|
|
#include "storage/pmsignal.h"
|
|
#include "storage/procarray.h"
|
|
#include "utils/builtins.h"
|
|
#include "utils/memutils.h"
|
|
#include "utils/snapmgr.h"
|
|
|
|
|
|
/*
|
|
* Defines for MultiXactOffset page sizes. A page is the same BLCKSZ as is
|
|
* used everywhere else in Postgres.
|
|
*
|
|
* Note: because MultiXactOffsets are 32 bits and wrap around at 0xFFFFFFFF,
|
|
* MultiXact page numbering also wraps around at
|
|
* 0xFFFFFFFF/MULTIXACT_OFFSETS_PER_PAGE, and segment numbering at
|
|
* 0xFFFFFFFF/MULTIXACT_OFFSETS_PER_PAGE/SLRU_SEGMENTS_PER_PAGE. We need
|
|
* take no explicit notice of that fact in this module, except when comparing
|
|
* segment and page numbers in TruncateMultiXact (see
|
|
* MultiXactOffsetPagePrecedes).
|
|
*/
|
|
|
|
/* We need four bytes per offset */
|
|
#define MULTIXACT_OFFSETS_PER_PAGE (BLCKSZ / sizeof(MultiXactOffset))
|
|
|
|
#define MultiXactIdToOffsetPage(xid) \
|
|
((xid) / (MultiXactOffset) MULTIXACT_OFFSETS_PER_PAGE)
|
|
#define MultiXactIdToOffsetEntry(xid) \
|
|
((xid) % (MultiXactOffset) MULTIXACT_OFFSETS_PER_PAGE)
|
|
|
|
/*
|
|
* The situation for members is a bit more complex: we store one byte of
|
|
* additional flag bits for each TransactionId. To do this without getting
|
|
* into alignment issues, we store four bytes of flags, and then the
|
|
* corresponding 4 Xids. Each such 5-word (20-byte) set we call a "group", and
|
|
* are stored as a whole in pages. Thus, with 8kB BLCKSZ, we keep 409 groups
|
|
* per page. This wastes 12 bytes per page, but that's OK -- simplicity (and
|
|
* performance) trumps space efficiency here.
|
|
*
|
|
* Note that the "offset" macros work with byte offset, not array indexes, so
|
|
* arithmetic must be done using "char *" pointers.
|
|
*/
|
|
/* We need eight bits per xact, so one xact fits in a byte */
|
|
#define MXACT_MEMBER_BITS_PER_XACT 8
|
|
#define MXACT_MEMBER_FLAGS_PER_BYTE 1
|
|
#define MXACT_MEMBER_XACT_BITMASK ((1 << MXACT_MEMBER_BITS_PER_XACT) - 1)
|
|
|
|
/* how many full bytes of flags are there in a group? */
|
|
#define MULTIXACT_FLAGBYTES_PER_GROUP 4
|
|
#define MULTIXACT_MEMBERS_PER_MEMBERGROUP \
|
|
(MULTIXACT_FLAGBYTES_PER_GROUP * MXACT_MEMBER_FLAGS_PER_BYTE)
|
|
/* size in bytes of a complete group */
|
|
#define MULTIXACT_MEMBERGROUP_SIZE \
|
|
(sizeof(TransactionId) * MULTIXACT_MEMBERS_PER_MEMBERGROUP + MULTIXACT_FLAGBYTES_PER_GROUP)
|
|
#define MULTIXACT_MEMBERGROUPS_PER_PAGE (BLCKSZ / MULTIXACT_MEMBERGROUP_SIZE)
|
|
#define MULTIXACT_MEMBERS_PER_PAGE \
|
|
(MULTIXACT_MEMBERGROUPS_PER_PAGE * MULTIXACT_MEMBERS_PER_MEMBERGROUP)
|
|
|
|
/* page in which a member is to be found */
|
|
#define MXOffsetToMemberPage(xid) ((xid) / (TransactionId) MULTIXACT_MEMBERS_PER_PAGE)
|
|
|
|
/* Location (byte offset within page) of flag word for a given member */
|
|
#define MXOffsetToFlagsOffset(xid) \
|
|
((((xid) / (TransactionId) MULTIXACT_MEMBERS_PER_MEMBERGROUP) % \
|
|
(TransactionId) MULTIXACT_MEMBERGROUPS_PER_PAGE) * \
|
|
(TransactionId) MULTIXACT_MEMBERGROUP_SIZE)
|
|
#define MXOffsetToFlagsBitShift(xid) \
|
|
(((xid) % (TransactionId) MULTIXACT_MEMBERS_PER_MEMBERGROUP) * \
|
|
MXACT_MEMBER_BITS_PER_XACT)
|
|
|
|
/* Location (byte offset within page) of TransactionId of given member */
|
|
#define MXOffsetToMemberOffset(xid) \
|
|
(MXOffsetToFlagsOffset(xid) + MULTIXACT_FLAGBYTES_PER_GROUP + \
|
|
((xid) % MULTIXACT_MEMBERS_PER_MEMBERGROUP) * sizeof(TransactionId))
|
|
|
|
|
|
/*
|
|
* Links to shared-memory data structures for MultiXact control
|
|
*/
|
|
static SlruCtlData MultiXactOffsetCtlData;
|
|
static SlruCtlData MultiXactMemberCtlData;
|
|
|
|
#define MultiXactOffsetCtl (&MultiXactOffsetCtlData)
|
|
#define MultiXactMemberCtl (&MultiXactMemberCtlData)
|
|
|
|
/*
|
|
* MultiXact state shared across all backends. All this state is protected
|
|
* by MultiXactGenLock. (We also use MultiXactOffsetControlLock and
|
|
* MultiXactMemberControlLock to guard accesses to the two sets of SLRU
|
|
* buffers. For concurrency's sake, we avoid holding more than one of these
|
|
* locks at a time.)
|
|
*/
|
|
typedef struct MultiXactStateData
|
|
{
|
|
/* next-to-be-assigned MultiXactId */
|
|
MultiXactId nextMXact;
|
|
|
|
/* next-to-be-assigned offset */
|
|
MultiXactOffset nextOffset;
|
|
|
|
/* the Offset SLRU area was last truncated at this MultiXactId */
|
|
MultiXactId lastTruncationPoint;
|
|
|
|
/*
|
|
* oldest multixact that is still on disk. Anything older than this
|
|
* should not be consulted.
|
|
*/
|
|
MultiXactId oldestMultiXactId;
|
|
Oid oldestMultiXactDB;
|
|
|
|
/* support for anti-wraparound measures */
|
|
MultiXactId multiVacLimit;
|
|
MultiXactId multiWarnLimit;
|
|
MultiXactId multiStopLimit;
|
|
MultiXactId multiWrapLimit;
|
|
|
|
/*
|
|
* Per-backend data starts here. We have two arrays stored in the area
|
|
* immediately following the MultiXactStateData struct. Each is indexed by
|
|
* BackendId.
|
|
*
|
|
* In both arrays, there's a slot for all normal backends (1..MaxBackends)
|
|
* followed by a slot for max_prepared_xacts prepared transactions. Valid
|
|
* BackendIds start from 1; element zero of each array is never used.
|
|
*
|
|
* OldestMemberMXactId[k] is the oldest MultiXactId each backend's current
|
|
* transaction(s) could possibly be a member of, or InvalidMultiXactId
|
|
* when the backend has no live transaction that could possibly be a
|
|
* member of a MultiXact. Each backend sets its entry to the current
|
|
* nextMXact counter just before first acquiring a shared lock in a given
|
|
* transaction, and clears it at transaction end. (This works because only
|
|
* during or after acquiring a shared lock could an XID possibly become a
|
|
* member of a MultiXact, and that MultiXact would have to be created
|
|
* during or after the lock acquisition.)
|
|
*
|
|
* OldestVisibleMXactId[k] is the oldest MultiXactId each backend's
|
|
* current transaction(s) think is potentially live, or InvalidMultiXactId
|
|
* when not in a transaction or not in a transaction that's paid any
|
|
* attention to MultiXacts yet. This is computed when first needed in a
|
|
* given transaction, and cleared at transaction end. We can compute it
|
|
* as the minimum of the valid OldestMemberMXactId[] entries at the time
|
|
* we compute it (using nextMXact if none are valid). Each backend is
|
|
* required not to attempt to access any SLRU data for MultiXactIds older
|
|
* than its own OldestVisibleMXactId[] setting; this is necessary because
|
|
* the checkpointer could truncate away such data at any instant.
|
|
*
|
|
* The checkpointer can compute the safe truncation point as the oldest
|
|
* valid value among all the OldestMemberMXactId[] and
|
|
* OldestVisibleMXactId[] entries, or nextMXact if none are valid.
|
|
* Clearly, it is not possible for any later-computed OldestVisibleMXactId
|
|
* value to be older than this, and so there is no risk of truncating data
|
|
* that is still needed.
|
|
*/
|
|
MultiXactId perBackendXactIds[1]; /* VARIABLE LENGTH ARRAY */
|
|
} MultiXactStateData;
|
|
|
|
/*
|
|
* Last element of OldestMemberMXactID and OldestVisibleMXactId arrays.
|
|
* Valid elements are (1..MaxOldestSlot); element 0 is never used.
|
|
*/
|
|
#define MaxOldestSlot (MaxBackends + max_prepared_xacts)
|
|
|
|
/* Pointers to the state data in shared memory */
|
|
static MultiXactStateData *MultiXactState;
|
|
static MultiXactId *OldestMemberMXactId;
|
|
static MultiXactId *OldestVisibleMXactId;
|
|
|
|
|
|
/*
|
|
* Definitions for the backend-local MultiXactId cache.
|
|
*
|
|
* We use this cache to store known MultiXacts, so we don't need to go to
|
|
* SLRU areas every time.
|
|
*
|
|
* The cache lasts for the duration of a single transaction, the rationale
|
|
* for this being that most entries will contain our own TransactionId and
|
|
* so they will be uninteresting by the time our next transaction starts.
|
|
* (XXX not clear that this is correct --- other members of the MultiXact
|
|
* could hang around longer than we did. However, it's not clear what a
|
|
* better policy for flushing old cache entries would be.) FIXME actually
|
|
* this is plain wrong now that multixact's may contain update Xids.
|
|
*
|
|
* We allocate the cache entries in a memory context that is deleted at
|
|
* transaction end, so we don't need to do retail freeing of entries.
|
|
*/
|
|
typedef struct mXactCacheEnt
|
|
{
|
|
MultiXactId multi;
|
|
int nmembers;
|
|
dlist_node node;
|
|
MultiXactMember members[FLEXIBLE_ARRAY_MEMBER];
|
|
} mXactCacheEnt;
|
|
|
|
#define MAX_CACHE_ENTRIES 256
|
|
static dlist_head MXactCache = DLIST_STATIC_INIT(MXactCache);
|
|
static int MXactCacheMembers = 0;
|
|
static MemoryContext MXactContext = NULL;
|
|
|
|
#ifdef MULTIXACT_DEBUG
|
|
#define debug_elog2(a,b) elog(a,b)
|
|
#define debug_elog3(a,b,c) elog(a,b,c)
|
|
#define debug_elog4(a,b,c,d) elog(a,b,c,d)
|
|
#define debug_elog5(a,b,c,d,e) elog(a,b,c,d,e)
|
|
#define debug_elog6(a,b,c,d,e,f) elog(a,b,c,d,e,f)
|
|
#else
|
|
#define debug_elog2(a,b)
|
|
#define debug_elog3(a,b,c)
|
|
#define debug_elog4(a,b,c,d)
|
|
#define debug_elog5(a,b,c,d,e)
|
|
#define debug_elog6(a,b,c,d,e,f)
|
|
#endif
|
|
|
|
/* internal MultiXactId management */
|
|
static void MultiXactIdSetOldestVisible(void);
|
|
static void RecordNewMultiXact(MultiXactId multi, MultiXactOffset offset,
|
|
int nmembers, MultiXactMember *members);
|
|
static MultiXactId GetNewMultiXactId(int nmembers, MultiXactOffset *offset);
|
|
|
|
/* MultiXact cache management */
|
|
static int mxactMemberComparator(const void *arg1, const void *arg2);
|
|
static MultiXactId mXactCacheGetBySet(int nmembers, MultiXactMember *members);
|
|
static int mXactCacheGetById(MultiXactId multi, MultiXactMember **members);
|
|
static void mXactCachePut(MultiXactId multi, int nmembers,
|
|
MultiXactMember *members);
|
|
|
|
static char *mxstatus_to_string(MultiXactStatus status);
|
|
|
|
/* management of SLRU infrastructure */
|
|
static int ZeroMultiXactOffsetPage(int pageno, bool writeXlog);
|
|
static int ZeroMultiXactMemberPage(int pageno, bool writeXlog);
|
|
static bool MultiXactOffsetPagePrecedes(int page1, int page2);
|
|
static bool MultiXactMemberPagePrecedes(int page1, int page2);
|
|
static bool MultiXactOffsetPrecedes(MultiXactOffset offset1,
|
|
MultiXactOffset offset2);
|
|
static void ExtendMultiXactOffset(MultiXactId multi);
|
|
static void ExtendMultiXactMember(MultiXactOffset offset, int nmembers);
|
|
static void WriteMZeroPageXlogRec(int pageno, uint8 info);
|
|
|
|
|
|
/*
|
|
* MultiXactIdCreate
|
|
* Construct a MultiXactId representing two TransactionIds.
|
|
*
|
|
* The two XIDs must be different, or be requesting different statuses.
|
|
*
|
|
* NB - we don't worry about our local MultiXactId cache here, because that
|
|
* is handled by the lower-level routines.
|
|
*/
|
|
MultiXactId
|
|
MultiXactIdCreate(TransactionId xid1, MultiXactStatus status1,
|
|
TransactionId xid2, MultiXactStatus status2)
|
|
{
|
|
MultiXactId newMulti;
|
|
MultiXactMember members[2];
|
|
|
|
AssertArg(TransactionIdIsValid(xid1));
|
|
AssertArg(TransactionIdIsValid(xid2));
|
|
|
|
Assert(!TransactionIdEquals(xid1, xid2) || (status1 != status2));
|
|
|
|
/* MultiXactIdSetOldestMember() must have been called already. */
|
|
Assert(MultiXactIdIsValid(OldestMemberMXactId[MyBackendId]));
|
|
|
|
/*
|
|
* Note: unlike MultiXactIdExpand, we don't bother to check that both XIDs
|
|
* are still running. In typical usage, xid2 will be our own XID and the
|
|
* caller just did a check on xid1, so it'd be wasted effort.
|
|
*/
|
|
|
|
members[0].xid = xid1;
|
|
members[0].status = status1;
|
|
members[1].xid = xid2;
|
|
members[1].status = status2;
|
|
|
|
newMulti = MultiXactIdCreateFromMembers(2, members);
|
|
|
|
debug_elog3(DEBUG2, "Create: %s",
|
|
mxid_to_string(newMulti, 2, members));
|
|
|
|
return newMulti;
|
|
}
|
|
|
|
/*
|
|
* MultiXactIdExpand
|
|
* Add a TransactionId to a pre-existing MultiXactId.
|
|
*
|
|
* If the TransactionId is already a member of the passed MultiXactId with the
|
|
* same status, just return it as-is.
|
|
*
|
|
* Note that we do NOT actually modify the membership of a pre-existing
|
|
* MultiXactId; instead we create a new one. This is necessary to avoid
|
|
* a race condition against code trying to wait for one MultiXactId to finish;
|
|
* see notes in heapam.c.
|
|
*
|
|
* NB - we don't worry about our local MultiXactId cache here, because that
|
|
* is handled by the lower-level routines.
|
|
*
|
|
* Note: It is critical that MultiXactIds that come from an old cluster (i.e.
|
|
* one upgraded by pg_upgrade from a cluster older than this feature) are not
|
|
* passed in.
|
|
*/
|
|
MultiXactId
|
|
MultiXactIdExpand(MultiXactId multi, TransactionId xid, MultiXactStatus status)
|
|
{
|
|
MultiXactId newMulti;
|
|
MultiXactMember *members;
|
|
MultiXactMember *newMembers;
|
|
int nmembers;
|
|
int i;
|
|
int j;
|
|
|
|
AssertArg(MultiXactIdIsValid(multi));
|
|
AssertArg(TransactionIdIsValid(xid));
|
|
|
|
/* MultiXactIdSetOldestMember() must have been called already. */
|
|
Assert(MultiXactIdIsValid(OldestMemberMXactId[MyBackendId]));
|
|
|
|
debug_elog5(DEBUG2, "Expand: received multi %u, xid %u status %s",
|
|
multi, xid, mxstatus_to_string(status));
|
|
|
|
/*
|
|
* Note: we don't allow for old multis here. The reason is that the only
|
|
* caller of this function does a check that the multixact is no longer
|
|
* running.
|
|
*/
|
|
nmembers = GetMultiXactIdMembers(multi, &members, false);
|
|
|
|
if (nmembers < 0)
|
|
{
|
|
MultiXactMember member;
|
|
|
|
/*
|
|
* The MultiXactId is obsolete. This can only happen if all the
|
|
* MultiXactId members stop running between the caller checking and
|
|
* passing it to us. It would be better to return that fact to the
|
|
* caller, but it would complicate the API and it's unlikely to happen
|
|
* too often, so just deal with it by creating a singleton MultiXact.
|
|
*/
|
|
member.xid = xid;
|
|
member.status = status;
|
|
newMulti = MultiXactIdCreateFromMembers(1, &member);
|
|
|
|
debug_elog4(DEBUG2, "Expand: %u has no members, create singleton %u",
|
|
multi, newMulti);
|
|
return newMulti;
|
|
}
|
|
|
|
/*
|
|
* If the TransactionId is already a member of the MultiXactId with the
|
|
* same status, just return the existing MultiXactId.
|
|
*/
|
|
for (i = 0; i < nmembers; i++)
|
|
{
|
|
if (TransactionIdEquals(members[i].xid, xid) &&
|
|
(members[i].status == status))
|
|
{
|
|
debug_elog4(DEBUG2, "Expand: %u is already a member of %u",
|
|
xid, multi);
|
|
pfree(members);
|
|
return multi;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Determine which of the members of the MultiXactId are still of
|
|
* interest. This is any running transaction, and also any transaction
|
|
* that grabbed something stronger than just a lock and was committed. (An
|
|
* update that aborted is of no interest here; and having more than one
|
|
* update Xid in a multixact would cause errors elsewhere.)
|
|
*
|
|
* Removing dead members is not just an optimization: freezing of tuples
|
|
* whose Xmax are multis depends on this behavior.
|
|
*
|
|
* Note we have the same race condition here as above: j could be 0 at the
|
|
* end of the loop.
|
|
*/
|
|
newMembers = (MultiXactMember *)
|
|
palloc(sizeof(MultiXactMember) * (nmembers + 1));
|
|
|
|
for (i = 0, j = 0; i < nmembers; i++)
|
|
{
|
|
if (TransactionIdIsInProgress(members[i].xid) ||
|
|
((members[i].status > MultiXactStatusForUpdate) &&
|
|
TransactionIdDidCommit(members[i].xid)))
|
|
{
|
|
newMembers[j].xid = members[i].xid;
|
|
newMembers[j++].status = members[i].status;
|
|
}
|
|
}
|
|
|
|
newMembers[j].xid = xid;
|
|
newMembers[j++].status = status;
|
|
newMulti = MultiXactIdCreateFromMembers(j, newMembers);
|
|
|
|
pfree(members);
|
|
pfree(newMembers);
|
|
|
|
debug_elog3(DEBUG2, "Expand: returning new multi %u", newMulti);
|
|
|
|
return newMulti;
|
|
}
|
|
|
|
/*
|
|
* MultiXactIdIsRunning
|
|
* Returns whether a MultiXactId is "running".
|
|
*
|
|
* We return true if at least one member of the given MultiXactId is still
|
|
* running. Note that a "false" result is certain not to change,
|
|
* because it is not legal to add members to an existing MultiXactId.
|
|
*
|
|
* Caller is expected to have verified that the multixact does not come from
|
|
* a pg_upgraded share-locked tuple.
|
|
*/
|
|
bool
|
|
MultiXactIdIsRunning(MultiXactId multi)
|
|
{
|
|
MultiXactMember *members;
|
|
int nmembers;
|
|
int i;
|
|
|
|
debug_elog3(DEBUG2, "IsRunning %u?", multi);
|
|
|
|
/*
|
|
* "false" here means we assume our callers have checked that the given
|
|
* multi cannot possibly come from a pg_upgraded database.
|
|
*/
|
|
nmembers = GetMultiXactIdMembers(multi, &members, false);
|
|
|
|
if (nmembers < 0)
|
|
{
|
|
debug_elog2(DEBUG2, "IsRunning: no members");
|
|
return false;
|
|
}
|
|
|
|
/*
|
|
* Checking for myself is cheap compared to looking in shared memory;
|
|
* return true if any live subtransaction of the current top-level
|
|
* transaction is a member.
|
|
*
|
|
* This is not needed for correctness, it's just a fast path.
|
|
*/
|
|
for (i = 0; i < nmembers; i++)
|
|
{
|
|
if (TransactionIdIsCurrentTransactionId(members[i].xid))
|
|
{
|
|
debug_elog3(DEBUG2, "IsRunning: I (%d) am running!", i);
|
|
pfree(members);
|
|
return true;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* This could be made faster by having another entry point in procarray.c,
|
|
* walking the PGPROC array only once for all the members. But in most
|
|
* cases nmembers should be small enough that it doesn't much matter.
|
|
*/
|
|
for (i = 0; i < nmembers; i++)
|
|
{
|
|
if (TransactionIdIsInProgress(members[i].xid))
|
|
{
|
|
debug_elog4(DEBUG2, "IsRunning: member %d (%u) is running",
|
|
i, members[i].xid);
|
|
pfree(members);
|
|
return true;
|
|
}
|
|
}
|
|
|
|
pfree(members);
|
|
|
|
debug_elog3(DEBUG2, "IsRunning: %u is not running", multi);
|
|
|
|
return false;
|
|
}
|
|
|
|
/*
|
|
* MultiXactIdSetOldestMember
|
|
* Save the oldest MultiXactId this transaction could be a member of.
|
|
*
|
|
* We set the OldestMemberMXactId for a given transaction the first time it's
|
|
* going to do some operation that might require a MultiXactId (tuple lock,
|
|
* update or delete). We need to do this even if we end up using a
|
|
* TransactionId instead of a MultiXactId, because there is a chance that
|
|
* another transaction would add our XID to a MultiXactId.
|
|
*
|
|
* The value to set is the next-to-be-assigned MultiXactId, so this is meant to
|
|
* be called just before doing any such possibly-MultiXactId-able operation.
|
|
*/
|
|
void
|
|
MultiXactIdSetOldestMember(void)
|
|
{
|
|
if (!MultiXactIdIsValid(OldestMemberMXactId[MyBackendId]))
|
|
{
|
|
MultiXactId nextMXact;
|
|
|
|
/*
|
|
* You might think we don't need to acquire a lock here, since
|
|
* fetching and storing of TransactionIds is probably atomic, but in
|
|
* fact we do: suppose we pick up nextMXact and then lose the CPU for
|
|
* a long time. Someone else could advance nextMXact, and then
|
|
* another someone else could compute an OldestVisibleMXactId that
|
|
* would be after the value we are going to store when we get control
|
|
* back. Which would be wrong.
|
|
*
|
|
* Note that a shared lock is sufficient, because it's enough to stop
|
|
* someone from advancing nextMXact; and nobody else could be trying to
|
|
* write to our OldestMember entry, only reading (and we assume storing
|
|
* it is atomic.)
|
|
*/
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
|
|
/*
|
|
* We have to beware of the possibility that nextMXact is in the
|
|
* wrapped-around state. We don't fix the counter itself here, but we
|
|
* must be sure to store a valid value in our array entry.
|
|
*/
|
|
nextMXact = MultiXactState->nextMXact;
|
|
if (nextMXact < FirstMultiXactId)
|
|
nextMXact = FirstMultiXactId;
|
|
|
|
OldestMemberMXactId[MyBackendId] = nextMXact;
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
debug_elog4(DEBUG2, "MultiXact: setting OldestMember[%d] = %u",
|
|
MyBackendId, nextMXact);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* MultiXactIdSetOldestVisible
|
|
* Save the oldest MultiXactId this transaction considers possibly live.
|
|
*
|
|
* We set the OldestVisibleMXactId for a given transaction the first time
|
|
* it's going to inspect any MultiXactId. Once we have set this, we are
|
|
* guaranteed that the checkpointer won't truncate off SLRU data for
|
|
* MultiXactIds at or after our OldestVisibleMXactId.
|
|
*
|
|
* The value to set is the oldest of nextMXact and all the valid per-backend
|
|
* OldestMemberMXactId[] entries. Because of the locking we do, we can be
|
|
* certain that no subsequent call to MultiXactIdSetOldestMember can set
|
|
* an OldestMemberMXactId[] entry older than what we compute here. Therefore
|
|
* there is no live transaction, now or later, that can be a member of any
|
|
* MultiXactId older than the OldestVisibleMXactId we compute here.
|
|
*/
|
|
static void
|
|
MultiXactIdSetOldestVisible(void)
|
|
{
|
|
if (!MultiXactIdIsValid(OldestVisibleMXactId[MyBackendId]))
|
|
{
|
|
MultiXactId oldestMXact;
|
|
int i;
|
|
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
|
|
/*
|
|
* We have to beware of the possibility that nextMXact is in the
|
|
* wrapped-around state. We don't fix the counter itself here, but we
|
|
* must be sure to store a valid value in our array entry.
|
|
*/
|
|
oldestMXact = MultiXactState->nextMXact;
|
|
if (oldestMXact < FirstMultiXactId)
|
|
oldestMXact = FirstMultiXactId;
|
|
|
|
for (i = 1; i <= MaxOldestSlot; i++)
|
|
{
|
|
MultiXactId thisoldest = OldestMemberMXactId[i];
|
|
|
|
if (MultiXactIdIsValid(thisoldest) &&
|
|
MultiXactIdPrecedes(thisoldest, oldestMXact))
|
|
oldestMXact = thisoldest;
|
|
}
|
|
|
|
OldestVisibleMXactId[MyBackendId] = oldestMXact;
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
debug_elog4(DEBUG2, "MultiXact: setting OldestVisible[%d] = %u",
|
|
MyBackendId, oldestMXact);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* ReadNextMultiXactId
|
|
* Return the next MultiXactId to be assigned, but don't allocate it
|
|
*/
|
|
MultiXactId
|
|
ReadNextMultiXactId(void)
|
|
{
|
|
MultiXactId mxid;
|
|
|
|
/* XXX we could presumably do this without a lock. */
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
mxid = MultiXactState->nextMXact;
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
if (mxid < FirstMultiXactId)
|
|
mxid = FirstMultiXactId;
|
|
|
|
return mxid;
|
|
}
|
|
|
|
/*
|
|
* MultiXactIdCreateFromMembers
|
|
* Make a new MultiXactId from the specified set of members
|
|
*
|
|
* Make XLOG, SLRU and cache entries for a new MultiXactId, recording the
|
|
* given TransactionIds as members. Returns the newly created MultiXactId.
|
|
*
|
|
* NB: the passed members[] array will be sorted in-place.
|
|
*/
|
|
MultiXactId
|
|
MultiXactIdCreateFromMembers(int nmembers, MultiXactMember *members)
|
|
{
|
|
MultiXactId multi;
|
|
MultiXactOffset offset;
|
|
XLogRecData rdata[2];
|
|
xl_multixact_create xlrec;
|
|
|
|
debug_elog3(DEBUG2, "Create: %s",
|
|
mxid_to_string(InvalidMultiXactId, nmembers, members));
|
|
|
|
/*
|
|
* See if the same set of members already exists in our cache; if so, just
|
|
* re-use that MultiXactId. (Note: it might seem that looking in our
|
|
* cache is insufficient, and we ought to search disk to see if a
|
|
* duplicate definition already exists. But since we only ever create
|
|
* MultiXacts containing our own XID, in most cases any such MultiXacts
|
|
* were in fact created by us, and so will be in our cache. There are
|
|
* corner cases where someone else added us to a MultiXact without our
|
|
* knowledge, but it's not worth checking for.)
|
|
*/
|
|
multi = mXactCacheGetBySet(nmembers, members);
|
|
if (MultiXactIdIsValid(multi))
|
|
{
|
|
debug_elog2(DEBUG2, "Create: in cache!");
|
|
return multi;
|
|
}
|
|
|
|
/*
|
|
* Assign the MXID and offsets range to use, and make sure there is space
|
|
* in the OFFSETs and MEMBERs files. NB: this routine does
|
|
* START_CRIT_SECTION().
|
|
*
|
|
* Note: unlike MultiXactIdCreate and MultiXactIdExpand, we do not check
|
|
* that we've called MultiXactIdSetOldestMember here. This is because
|
|
* this routine is used in some places to create new MultiXactIds of which
|
|
* the current backend is not a member, notably during freezing of multis
|
|
* in vacuum. During vacuum, in particular, it would be unacceptable to
|
|
* keep OldestMulti set, in case it runs for long.
|
|
*/
|
|
multi = GetNewMultiXactId(nmembers, &offset);
|
|
|
|
/*
|
|
* Make an XLOG entry describing the new MXID.
|
|
*
|
|
* Note: we need not flush this XLOG entry to disk before proceeding. The
|
|
* only way for the MXID to be referenced from any data page is for
|
|
* heap_lock_tuple() to have put it there, and heap_lock_tuple() generates
|
|
* an XLOG record that must follow ours. The normal LSN interlock between
|
|
* the data page and that XLOG record will ensure that our XLOG record
|
|
* reaches disk first. If the SLRU members/offsets data reaches disk
|
|
* sooner than the XLOG record, we do not care because we'll overwrite it
|
|
* with zeroes unless the XLOG record is there too; see notes at top of
|
|
* this file.
|
|
*/
|
|
xlrec.mid = multi;
|
|
xlrec.moff = offset;
|
|
xlrec.nmembers = nmembers;
|
|
|
|
/*
|
|
* XXX Note: there's a lot of padding space in MultiXactMember. We could
|
|
* find a more compact representation of this Xlog record -- perhaps all
|
|
* the status flags in one XLogRecData, then all the xids in another one?
|
|
* Not clear that it's worth the trouble though.
|
|
*/
|
|
rdata[0].data = (char *) (&xlrec);
|
|
rdata[0].len = SizeOfMultiXactCreate;
|
|
rdata[0].buffer = InvalidBuffer;
|
|
rdata[0].next = &(rdata[1]);
|
|
|
|
rdata[1].data = (char *) members;
|
|
rdata[1].len = nmembers * sizeof(MultiXactMember);
|
|
rdata[1].buffer = InvalidBuffer;
|
|
rdata[1].next = NULL;
|
|
|
|
(void) XLogInsert(RM_MULTIXACT_ID, XLOG_MULTIXACT_CREATE_ID, rdata);
|
|
|
|
/* Now enter the information into the OFFSETs and MEMBERs logs */
|
|
RecordNewMultiXact(multi, offset, nmembers, members);
|
|
|
|
/* Done with critical section */
|
|
END_CRIT_SECTION();
|
|
|
|
/* Store the new MultiXactId in the local cache, too */
|
|
mXactCachePut(multi, nmembers, members);
|
|
|
|
debug_elog2(DEBUG2, "Create: all done");
|
|
|
|
return multi;
|
|
}
|
|
|
|
/*
|
|
* RecordNewMultiXact
|
|
* Write info about a new multixact into the offsets and members files
|
|
*
|
|
* This is broken out of MultiXactIdCreateFromMembers so that xlog replay can
|
|
* use it.
|
|
*/
|
|
static void
|
|
RecordNewMultiXact(MultiXactId multi, MultiXactOffset offset,
|
|
int nmembers, MultiXactMember *members)
|
|
{
|
|
int pageno;
|
|
int prev_pageno;
|
|
int entryno;
|
|
int slotno;
|
|
MultiXactOffset *offptr;
|
|
int i;
|
|
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
pageno = MultiXactIdToOffsetPage(multi);
|
|
entryno = MultiXactIdToOffsetEntry(multi);
|
|
|
|
/*
|
|
* Note: we pass the MultiXactId to SimpleLruReadPage as the "transaction"
|
|
* to complain about if there's any I/O error. This is kinda bogus, but
|
|
* since the errors will always give the full pathname, it should be clear
|
|
* enough that a MultiXactId is really involved. Perhaps someday we'll
|
|
* take the trouble to generalize the slru.c error reporting code.
|
|
*/
|
|
slotno = SimpleLruReadPage(MultiXactOffsetCtl, pageno, true, multi);
|
|
offptr = (MultiXactOffset *) MultiXactOffsetCtl->shared->page_buffer[slotno];
|
|
offptr += entryno;
|
|
|
|
*offptr = offset;
|
|
|
|
MultiXactOffsetCtl->shared->page_dirty[slotno] = true;
|
|
|
|
/* Exchange our lock */
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
|
|
LWLockAcquire(MultiXactMemberControlLock, LW_EXCLUSIVE);
|
|
|
|
prev_pageno = -1;
|
|
|
|
for (i = 0; i < nmembers; i++, offset++)
|
|
{
|
|
TransactionId *memberptr;
|
|
uint32 *flagsptr;
|
|
uint32 flagsval;
|
|
int bshift;
|
|
int flagsoff;
|
|
int memberoff;
|
|
|
|
Assert(members[i].status <= MultiXactStatusUpdate);
|
|
|
|
pageno = MXOffsetToMemberPage(offset);
|
|
memberoff = MXOffsetToMemberOffset(offset);
|
|
flagsoff = MXOffsetToFlagsOffset(offset);
|
|
bshift = MXOffsetToFlagsBitShift(offset);
|
|
|
|
if (pageno != prev_pageno)
|
|
{
|
|
slotno = SimpleLruReadPage(MultiXactMemberCtl, pageno, true, multi);
|
|
prev_pageno = pageno;
|
|
}
|
|
|
|
memberptr = (TransactionId *)
|
|
(MultiXactMemberCtl->shared->page_buffer[slotno] + memberoff);
|
|
|
|
*memberptr = members[i].xid;
|
|
|
|
flagsptr = (uint32 *)
|
|
(MultiXactMemberCtl->shared->page_buffer[slotno] + flagsoff);
|
|
|
|
flagsval = *flagsptr;
|
|
flagsval &= ~(((1 << MXACT_MEMBER_BITS_PER_XACT) - 1) << bshift);
|
|
flagsval |= (members[i].status << bshift);
|
|
*flagsptr = flagsval;
|
|
|
|
MultiXactMemberCtl->shared->page_dirty[slotno] = true;
|
|
}
|
|
|
|
LWLockRelease(MultiXactMemberControlLock);
|
|
}
|
|
|
|
/*
|
|
* GetNewMultiXactId
|
|
* Get the next MultiXactId.
|
|
*
|
|
* Also, reserve the needed amount of space in the "members" area. The
|
|
* starting offset of the reserved space is returned in *offset.
|
|
*
|
|
* This may generate XLOG records for expansion of the offsets and/or members
|
|
* files. Unfortunately, we have to do that while holding MultiXactGenLock
|
|
* to avoid race conditions --- the XLOG record for zeroing a page must appear
|
|
* before any backend can possibly try to store data in that page!
|
|
*
|
|
* We start a critical section before advancing the shared counters. The
|
|
* caller must end the critical section after writing SLRU data.
|
|
*/
|
|
static MultiXactId
|
|
GetNewMultiXactId(int nmembers, MultiXactOffset *offset)
|
|
{
|
|
MultiXactId result;
|
|
MultiXactOffset nextOffset;
|
|
|
|
debug_elog3(DEBUG2, "GetNew: for %d xids", nmembers);
|
|
|
|
/* safety check, we should never get this far in a HS slave */
|
|
if (RecoveryInProgress())
|
|
elog(ERROR, "cannot assign MultiXactIds during recovery");
|
|
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
|
|
/* Handle wraparound of the nextMXact counter */
|
|
if (MultiXactState->nextMXact < FirstMultiXactId)
|
|
MultiXactState->nextMXact = FirstMultiXactId;
|
|
|
|
/* Assign the MXID */
|
|
result = MultiXactState->nextMXact;
|
|
|
|
/*----------
|
|
* Check to see if it's safe to assign another MultiXactId. This protects
|
|
* against catastrophic data loss due to multixact wraparound. The basic
|
|
* rules are:
|
|
*
|
|
* If we're past multiVacLimit, start trying to force autovacuum cycles.
|
|
* If we're past multiWarnLimit, start issuing warnings.
|
|
* If we're past multiStopLimit, refuse to create new MultiXactIds.
|
|
*
|
|
* Note these are pretty much the same protections in GetNewTransactionId.
|
|
*----------
|
|
*/
|
|
if (!MultiXactIdPrecedes(result, MultiXactState->multiVacLimit))
|
|
{
|
|
/*
|
|
* For safety's sake, we release MultiXactGenLock while sending
|
|
* signals, warnings, etc. This is not so much because we care about
|
|
* preserving concurrency in this situation, as to avoid any
|
|
* possibility of deadlock while doing get_database_name(). First,
|
|
* copy all the shared values we'll need in this path.
|
|
*/
|
|
MultiXactId multiWarnLimit = MultiXactState->multiWarnLimit;
|
|
MultiXactId multiStopLimit = MultiXactState->multiStopLimit;
|
|
MultiXactId multiWrapLimit = MultiXactState->multiWrapLimit;
|
|
Oid oldest_datoid = MultiXactState->oldestMultiXactDB;
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
/*
|
|
* To avoid swamping the postmaster with signals, we issue the autovac
|
|
* request only once per 64K transaction starts. This still gives
|
|
* plenty of chances before we get into real trouble.
|
|
*/
|
|
if (IsUnderPostmaster && (result % 65536) == 0)
|
|
SendPostmasterSignal(PMSIGNAL_START_AUTOVAC_LAUNCHER);
|
|
|
|
if (IsUnderPostmaster &&
|
|
!MultiXactIdPrecedes(result, multiStopLimit))
|
|
{
|
|
char *oldest_datname = get_database_name(oldest_datoid);
|
|
|
|
/* complain even if that DB has disappeared */
|
|
if (oldest_datname)
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
|
|
errmsg("database is not accepting commands that generate new MultiXactIds to avoid wraparound data loss in database \"%s\"",
|
|
oldest_datname),
|
|
errhint("Execute a database-wide VACUUM in that database.\n"
|
|
"You might also need to commit or roll back old prepared transactions.")));
|
|
else
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
|
|
errmsg("database is not accepting commands that generate new MultiXactIds to avoid wraparound data loss in database with OID %u",
|
|
oldest_datoid),
|
|
errhint("Execute a database-wide VACUUM in that database.\n"
|
|
"You might also need to commit or roll back old prepared transactions.")));
|
|
}
|
|
else if (!MultiXactIdPrecedes(result, multiWarnLimit))
|
|
{
|
|
char *oldest_datname = get_database_name(oldest_datoid);
|
|
|
|
/* complain even if that DB has disappeared */
|
|
if (oldest_datname)
|
|
ereport(WARNING,
|
|
(errmsg_plural("database \"%s\" must be vacuumed before %u more MultiXactId is used",
|
|
"database \"%s\" must be vacuumed before %u more MultiXactIds are used",
|
|
multiWrapLimit - result,
|
|
oldest_datname,
|
|
multiWrapLimit - result),
|
|
errhint("Execute a database-wide VACUUM in that database.\n"
|
|
"You might also need to commit or roll back old prepared transactions.")));
|
|
else
|
|
ereport(WARNING,
|
|
(errmsg_plural("database with OID %u must be vacuumed before %u more MultiXactId is used",
|
|
"database with OID %u must be vacuumed before %u more MultiXactIds are used",
|
|
multiWrapLimit - result,
|
|
oldest_datoid,
|
|
multiWrapLimit - result),
|
|
errhint("Execute a database-wide VACUUM in that database.\n"
|
|
"You might also need to commit or roll back old prepared transactions.")));
|
|
}
|
|
|
|
/* Re-acquire lock and start over */
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
result = MultiXactState->nextMXact;
|
|
if (result < FirstMultiXactId)
|
|
result = FirstMultiXactId;
|
|
}
|
|
|
|
/* Make sure there is room for the MXID in the file. */
|
|
ExtendMultiXactOffset(result);
|
|
|
|
/*
|
|
* Reserve the members space, similarly to above. Also, be careful not to
|
|
* return zero as the starting offset for any multixact. See
|
|
* GetMultiXactIdMembers() for motivation.
|
|
*/
|
|
nextOffset = MultiXactState->nextOffset;
|
|
if (nextOffset == 0)
|
|
{
|
|
*offset = 1;
|
|
nmembers++; /* allocate member slot 0 too */
|
|
}
|
|
else
|
|
*offset = nextOffset;
|
|
|
|
ExtendMultiXactMember(nextOffset, nmembers);
|
|
|
|
/*
|
|
* Critical section from here until caller has written the data into the
|
|
* just-reserved SLRU space; we don't want to error out with a partly
|
|
* written MultiXact structure. (In particular, failing to write our
|
|
* start offset after advancing nextMXact would effectively corrupt the
|
|
* previous MultiXact.)
|
|
*/
|
|
START_CRIT_SECTION();
|
|
|
|
/*
|
|
* Advance counters. As in GetNewTransactionId(), this must not happen
|
|
* until after file extension has succeeded!
|
|
*
|
|
* We don't care about MultiXactId wraparound here; it will be handled by
|
|
* the next iteration. But note that nextMXact may be InvalidMultiXactId
|
|
* or the first value on a segment-beginning page after this routine
|
|
* exits, so anyone else looking at the variable must be prepared to deal
|
|
* with either case. Similarly, nextOffset may be zero, but we won't use
|
|
* that as the actual start offset of the next multixact.
|
|
*/
|
|
(MultiXactState->nextMXact)++;
|
|
|
|
MultiXactState->nextOffset += nmembers;
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
debug_elog4(DEBUG2, "GetNew: returning %u offset %u", result, *offset);
|
|
return result;
|
|
}
|
|
|
|
/*
|
|
* GetMultiXactIdMembers
|
|
* Returns the set of MultiXactMembers that make up a MultiXactId
|
|
*
|
|
* If the given MultiXactId is older than the value we know to be oldest, we
|
|
* return -1. The caller is expected to allow that only in permissible cases,
|
|
* i.e. when the infomask lets it presuppose that the tuple had been
|
|
* share-locked before a pg_upgrade; this means that the HEAP_XMAX_LOCK_ONLY
|
|
* needs to be set, but HEAP_XMAX_KEYSHR_LOCK and HEAP_XMAX_EXCL_LOCK are not
|
|
* set.
|
|
*
|
|
* Other border conditions, such as trying to read a value that's larger than
|
|
* the value currently known as the next to assign, raise an error. Previously
|
|
* these also returned -1, but since this can lead to the wrong visibility
|
|
* results, it is dangerous to do that.
|
|
*/
|
|
int
|
|
GetMultiXactIdMembers(MultiXactId multi, MultiXactMember **members,
|
|
bool allow_old)
|
|
{
|
|
int pageno;
|
|
int prev_pageno;
|
|
int entryno;
|
|
int slotno;
|
|
MultiXactOffset *offptr;
|
|
MultiXactOffset offset;
|
|
int length;
|
|
int truelength;
|
|
int i;
|
|
MultiXactId oldestMXact;
|
|
MultiXactId nextMXact;
|
|
MultiXactId tmpMXact;
|
|
MultiXactOffset nextOffset;
|
|
MultiXactMember *ptr;
|
|
|
|
debug_elog3(DEBUG2, "GetMembers: asked for %u", multi);
|
|
|
|
if (!MultiXactIdIsValid(multi))
|
|
return -1;
|
|
|
|
/* See if the MultiXactId is in the local cache */
|
|
length = mXactCacheGetById(multi, members);
|
|
if (length >= 0)
|
|
{
|
|
debug_elog3(DEBUG2, "GetMembers: found %s in the cache",
|
|
mxid_to_string(multi, length, *members));
|
|
return length;
|
|
}
|
|
|
|
/* Set our OldestVisibleMXactId[] entry if we didn't already */
|
|
MultiXactIdSetOldestVisible();
|
|
|
|
/*
|
|
* We check known limits on MultiXact before resorting to the SLRU area.
|
|
*
|
|
* An ID older than MultiXactState->oldestMultiXactId cannot possibly be
|
|
* useful; it should have already been removed by vacuum. We've truncated
|
|
* the on-disk structures anyway. Returning the wrong values could lead
|
|
* to an incorrect visibility result. However, to support pg_upgrade we
|
|
* need to allow an empty set to be returned regardless, if the caller is
|
|
* willing to accept it; the caller is expected to check that it's an
|
|
* allowed condition (such as ensuring that the infomask bits set on the
|
|
* tuple are consistent with the pg_upgrade scenario). If the caller is
|
|
* expecting this to be called only on recently created multis, then we
|
|
* raise an error.
|
|
*
|
|
* Conversely, an ID >= nextMXact shouldn't ever be seen here; if it is
|
|
* seen, it implies undetected ID wraparound has occurred. This raises a
|
|
* hard error.
|
|
*
|
|
* Shared lock is enough here since we aren't modifying any global state.
|
|
* Acquire it just long enough to grab the current counter values. We may
|
|
* need both nextMXact and nextOffset; see below.
|
|
*/
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
|
|
oldestMXact = MultiXactState->oldestMultiXactId;
|
|
nextMXact = MultiXactState->nextMXact;
|
|
nextOffset = MultiXactState->nextOffset;
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
if (MultiXactIdPrecedes(multi, oldestMXact))
|
|
{
|
|
ereport(allow_old ? DEBUG1 : ERROR,
|
|
(errcode(ERRCODE_INTERNAL_ERROR),
|
|
errmsg("MultiXactId %u does no longer exist -- apparent wraparound",
|
|
multi)));
|
|
return -1;
|
|
}
|
|
|
|
if (!MultiXactIdPrecedes(multi, nextMXact))
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_INTERNAL_ERROR),
|
|
errmsg("MultiXactId %u has not been created yet -- apparent wraparound",
|
|
multi)));
|
|
|
|
/*
|
|
* Find out the offset at which we need to start reading MultiXactMembers
|
|
* and the number of members in the multixact. We determine the latter as
|
|
* the difference between this multixact's starting offset and the next
|
|
* one's. However, there are some corner cases to worry about:
|
|
*
|
|
* 1. This multixact may be the latest one created, in which case there is
|
|
* no next one to look at. In this case the nextOffset value we just
|
|
* saved is the correct endpoint.
|
|
*
|
|
* 2. The next multixact may still be in process of being filled in: that
|
|
* is, another process may have done GetNewMultiXactId but not yet written
|
|
* the offset entry for that ID. In that scenario, it is guaranteed that
|
|
* the offset entry for that multixact exists (because GetNewMultiXactId
|
|
* won't release MultiXactGenLock until it does) but contains zero
|
|
* (because we are careful to pre-zero offset pages). Because
|
|
* GetNewMultiXactId will never return zero as the starting offset for a
|
|
* multixact, when we read zero as the next multixact's offset, we know we
|
|
* have this case. We sleep for a bit and try again.
|
|
*
|
|
* 3. Because GetNewMultiXactId increments offset zero to offset one to
|
|
* handle case #2, there is an ambiguity near the point of offset
|
|
* wraparound. If we see next multixact's offset is one, is that our
|
|
* multixact's actual endpoint, or did it end at zero with a subsequent
|
|
* increment? We handle this using the knowledge that if the zero'th
|
|
* member slot wasn't filled, it'll contain zero, and zero isn't a valid
|
|
* transaction ID so it can't be a multixact member. Therefore, if we
|
|
* read a zero from the members array, just ignore it.
|
|
*
|
|
* This is all pretty messy, but the mess occurs only in infrequent corner
|
|
* cases, so it seems better than holding the MultiXactGenLock for a long
|
|
* time on every multixact creation.
|
|
*/
|
|
retry:
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
pageno = MultiXactIdToOffsetPage(multi);
|
|
entryno = MultiXactIdToOffsetEntry(multi);
|
|
|
|
slotno = SimpleLruReadPage(MultiXactOffsetCtl, pageno, true, multi);
|
|
offptr = (MultiXactOffset *) MultiXactOffsetCtl->shared->page_buffer[slotno];
|
|
offptr += entryno;
|
|
offset = *offptr;
|
|
|
|
Assert(offset != 0);
|
|
|
|
/*
|
|
* Use the same increment rule as GetNewMultiXactId(), that is, don't
|
|
* handle wraparound explicitly until needed.
|
|
*/
|
|
tmpMXact = multi + 1;
|
|
|
|
if (nextMXact == tmpMXact)
|
|
{
|
|
/* Corner case 1: there is no next multixact */
|
|
length = nextOffset - offset;
|
|
}
|
|
else
|
|
{
|
|
MultiXactOffset nextMXOffset;
|
|
|
|
/* handle wraparound if needed */
|
|
if (tmpMXact < FirstMultiXactId)
|
|
tmpMXact = FirstMultiXactId;
|
|
|
|
prev_pageno = pageno;
|
|
|
|
pageno = MultiXactIdToOffsetPage(tmpMXact);
|
|
entryno = MultiXactIdToOffsetEntry(tmpMXact);
|
|
|
|
if (pageno != prev_pageno)
|
|
slotno = SimpleLruReadPage(MultiXactOffsetCtl, pageno, true, tmpMXact);
|
|
|
|
offptr = (MultiXactOffset *) MultiXactOffsetCtl->shared->page_buffer[slotno];
|
|
offptr += entryno;
|
|
nextMXOffset = *offptr;
|
|
|
|
if (nextMXOffset == 0)
|
|
{
|
|
/* Corner case 2: next multixact is still being filled in */
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
pg_usleep(1000L);
|
|
goto retry;
|
|
}
|
|
|
|
length = nextMXOffset - offset;
|
|
}
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
|
|
ptr = (MultiXactMember *) palloc(length * sizeof(MultiXactMember));
|
|
*members = ptr;
|
|
|
|
/* Now get the members themselves. */
|
|
LWLockAcquire(MultiXactMemberControlLock, LW_EXCLUSIVE);
|
|
|
|
truelength = 0;
|
|
prev_pageno = -1;
|
|
for (i = 0; i < length; i++, offset++)
|
|
{
|
|
TransactionId *xactptr;
|
|
uint32 *flagsptr;
|
|
int flagsoff;
|
|
int bshift;
|
|
int memberoff;
|
|
|
|
pageno = MXOffsetToMemberPage(offset);
|
|
memberoff = MXOffsetToMemberOffset(offset);
|
|
|
|
if (pageno != prev_pageno)
|
|
{
|
|
slotno = SimpleLruReadPage(MultiXactMemberCtl, pageno, true, multi);
|
|
prev_pageno = pageno;
|
|
}
|
|
|
|
xactptr = (TransactionId *)
|
|
(MultiXactMemberCtl->shared->page_buffer[slotno] + memberoff);
|
|
|
|
if (!TransactionIdIsValid(*xactptr))
|
|
{
|
|
/* Corner case 3: we must be looking at unused slot zero */
|
|
Assert(offset == 0);
|
|
continue;
|
|
}
|
|
|
|
flagsoff = MXOffsetToFlagsOffset(offset);
|
|
bshift = MXOffsetToFlagsBitShift(offset);
|
|
flagsptr = (uint32 *) (MultiXactMemberCtl->shared->page_buffer[slotno] + flagsoff);
|
|
|
|
ptr[truelength].xid = *xactptr;
|
|
ptr[truelength].status = (*flagsptr >> bshift) & MXACT_MEMBER_XACT_BITMASK;
|
|
truelength++;
|
|
}
|
|
|
|
LWLockRelease(MultiXactMemberControlLock);
|
|
|
|
/*
|
|
* Copy the result into the local cache.
|
|
*/
|
|
mXactCachePut(multi, truelength, ptr);
|
|
|
|
debug_elog3(DEBUG2, "GetMembers: no cache for %s",
|
|
mxid_to_string(multi, truelength, ptr));
|
|
return truelength;
|
|
}
|
|
|
|
/*
|
|
* MultiXactHasRunningRemoteMembers
|
|
* Does the given multixact have still-live members from
|
|
* transactions other than our own?
|
|
*/
|
|
bool
|
|
MultiXactHasRunningRemoteMembers(MultiXactId multi)
|
|
{
|
|
MultiXactMember *members;
|
|
int nmembers;
|
|
int i;
|
|
|
|
nmembers = GetMultiXactIdMembers(multi, &members, true);
|
|
if (nmembers <= 0)
|
|
return false;
|
|
|
|
for (i = 0; i < nmembers; i++)
|
|
{
|
|
/* not interested in our own members */
|
|
if (TransactionIdIsCurrentTransactionId(members[i].xid))
|
|
continue;
|
|
|
|
if (TransactionIdIsInProgress(members[i].xid))
|
|
{
|
|
pfree(members);
|
|
return true;
|
|
}
|
|
}
|
|
|
|
pfree(members);
|
|
return false;
|
|
}
|
|
|
|
/*
|
|
* mxactMemberComparator
|
|
* qsort comparison function for MultiXactMember
|
|
*
|
|
* We can't use wraparound comparison for XIDs because that does not respect
|
|
* the triangle inequality! Any old sort order will do.
|
|
*/
|
|
static int
|
|
mxactMemberComparator(const void *arg1, const void *arg2)
|
|
{
|
|
MultiXactMember member1 = *(const MultiXactMember *) arg1;
|
|
MultiXactMember member2 = *(const MultiXactMember *) arg2;
|
|
|
|
if (member1.xid > member2.xid)
|
|
return 1;
|
|
if (member1.xid < member2.xid)
|
|
return -1;
|
|
if (member1.status > member2.status)
|
|
return 1;
|
|
if (member1.status < member2.status)
|
|
return -1;
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* mXactCacheGetBySet
|
|
* returns a MultiXactId from the cache based on the set of
|
|
* TransactionIds that compose it, or InvalidMultiXactId if
|
|
* none matches.
|
|
*
|
|
* This is helpful, for example, if two transactions want to lock a huge
|
|
* table. By using the cache, the second will use the same MultiXactId
|
|
* for the majority of tuples, thus keeping MultiXactId usage low (saving
|
|
* both I/O and wraparound issues).
|
|
*
|
|
* NB: the passed members array will be sorted in-place.
|
|
*/
|
|
static MultiXactId
|
|
mXactCacheGetBySet(int nmembers, MultiXactMember *members)
|
|
{
|
|
dlist_iter iter;
|
|
|
|
debug_elog3(DEBUG2, "CacheGet: looking for %s",
|
|
mxid_to_string(InvalidMultiXactId, nmembers, members));
|
|
|
|
/* sort the array so comparison is easy */
|
|
qsort(members, nmembers, sizeof(MultiXactMember), mxactMemberComparator);
|
|
|
|
dlist_foreach(iter, &MXactCache)
|
|
{
|
|
mXactCacheEnt *entry = dlist_container(mXactCacheEnt, node, iter.cur);
|
|
|
|
if (entry->nmembers != nmembers)
|
|
continue;
|
|
|
|
/*
|
|
* We assume the cache entries are sorted, and that the unused bits in
|
|
* "status" are zeroed.
|
|
*/
|
|
if (memcmp(members, entry->members, nmembers * sizeof(MultiXactMember)) == 0)
|
|
{
|
|
debug_elog3(DEBUG2, "CacheGet: found %u", entry->multi);
|
|
dlist_move_head(&MXactCache, iter.cur);
|
|
return entry->multi;
|
|
}
|
|
}
|
|
|
|
debug_elog2(DEBUG2, "CacheGet: not found :-(");
|
|
return InvalidMultiXactId;
|
|
}
|
|
|
|
/*
|
|
* mXactCacheGetById
|
|
* returns the composing MultiXactMember set from the cache for a
|
|
* given MultiXactId, if present.
|
|
*
|
|
* If successful, *xids is set to the address of a palloc'd copy of the
|
|
* MultiXactMember set. Return value is number of members, or -1 on failure.
|
|
*/
|
|
static int
|
|
mXactCacheGetById(MultiXactId multi, MultiXactMember **members)
|
|
{
|
|
dlist_iter iter;
|
|
|
|
debug_elog3(DEBUG2, "CacheGet: looking for %u", multi);
|
|
|
|
dlist_foreach(iter, &MXactCache)
|
|
{
|
|
mXactCacheEnt *entry = dlist_container(mXactCacheEnt, node, iter.cur);
|
|
|
|
if (entry->multi == multi)
|
|
{
|
|
MultiXactMember *ptr;
|
|
Size size;
|
|
|
|
size = sizeof(MultiXactMember) * entry->nmembers;
|
|
ptr = (MultiXactMember *) palloc(size);
|
|
*members = ptr;
|
|
|
|
memcpy(ptr, entry->members, size);
|
|
|
|
debug_elog3(DEBUG2, "CacheGet: found %s",
|
|
mxid_to_string(multi,
|
|
entry->nmembers,
|
|
entry->members));
|
|
|
|
/*
|
|
* Note we modify the list while not using a modifiable iterator.
|
|
* This is acceptable only because we exit the iteration
|
|
* immediately afterwards.
|
|
*/
|
|
dlist_move_head(&MXactCache, iter.cur);
|
|
|
|
return entry->nmembers;
|
|
}
|
|
}
|
|
|
|
debug_elog2(DEBUG2, "CacheGet: not found");
|
|
return -1;
|
|
}
|
|
|
|
/*
|
|
* mXactCachePut
|
|
* Add a new MultiXactId and its composing set into the local cache.
|
|
*/
|
|
static void
|
|
mXactCachePut(MultiXactId multi, int nmembers, MultiXactMember *members)
|
|
{
|
|
mXactCacheEnt *entry;
|
|
|
|
debug_elog3(DEBUG2, "CachePut: storing %s",
|
|
mxid_to_string(multi, nmembers, members));
|
|
|
|
if (MXactContext == NULL)
|
|
{
|
|
/* The cache only lives as long as the current transaction */
|
|
debug_elog2(DEBUG2, "CachePut: initializing memory context");
|
|
MXactContext = AllocSetContextCreate(TopTransactionContext,
|
|
"MultiXact Cache Context",
|
|
ALLOCSET_SMALL_MINSIZE,
|
|
ALLOCSET_SMALL_INITSIZE,
|
|
ALLOCSET_SMALL_MAXSIZE);
|
|
}
|
|
|
|
entry = (mXactCacheEnt *)
|
|
MemoryContextAlloc(MXactContext,
|
|
offsetof(mXactCacheEnt, members) +
|
|
nmembers * sizeof(MultiXactMember));
|
|
|
|
entry->multi = multi;
|
|
entry->nmembers = nmembers;
|
|
memcpy(entry->members, members, nmembers * sizeof(MultiXactMember));
|
|
|
|
/* mXactCacheGetBySet assumes the entries are sorted, so sort them */
|
|
qsort(entry->members, nmembers, sizeof(MultiXactMember), mxactMemberComparator);
|
|
|
|
dlist_push_head(&MXactCache, &entry->node);
|
|
if (MXactCacheMembers++ >= MAX_CACHE_ENTRIES)
|
|
{
|
|
dlist_node *node;
|
|
mXactCacheEnt *entry;
|
|
|
|
node = dlist_tail_node(&MXactCache);
|
|
dlist_delete(node);
|
|
MXactCacheMembers--;
|
|
|
|
entry = dlist_container(mXactCacheEnt, node, node);
|
|
debug_elog3(DEBUG2, "CachePut: pruning cached multi %u",
|
|
entry->multi);
|
|
|
|
pfree(entry);
|
|
}
|
|
}
|
|
|
|
static char *
|
|
mxstatus_to_string(MultiXactStatus status)
|
|
{
|
|
switch (status)
|
|
{
|
|
case MultiXactStatusForKeyShare:
|
|
return "keysh";
|
|
case MultiXactStatusForShare:
|
|
return "sh";
|
|
case MultiXactStatusForNoKeyUpdate:
|
|
return "fornokeyupd";
|
|
case MultiXactStatusForUpdate:
|
|
return "forupd";
|
|
case MultiXactStatusNoKeyUpdate:
|
|
return "nokeyupd";
|
|
case MultiXactStatusUpdate:
|
|
return "upd";
|
|
default:
|
|
elog(ERROR, "unrecognized multixact status %d", status);
|
|
return "";
|
|
}
|
|
}
|
|
|
|
char *
|
|
mxid_to_string(MultiXactId multi, int nmembers, MultiXactMember *members)
|
|
{
|
|
static char *str = NULL;
|
|
StringInfoData buf;
|
|
int i;
|
|
|
|
if (str != NULL)
|
|
pfree(str);
|
|
|
|
initStringInfo(&buf);
|
|
|
|
appendStringInfo(&buf, "%u %d[%u (%s)", multi, nmembers, members[0].xid,
|
|
mxstatus_to_string(members[0].status));
|
|
|
|
for (i = 1; i < nmembers; i++)
|
|
appendStringInfo(&buf, ", %u (%s)", members[i].xid,
|
|
mxstatus_to_string(members[i].status));
|
|
|
|
appendStringInfoChar(&buf, ']');
|
|
str = MemoryContextStrdup(TopMemoryContext, buf.data);
|
|
pfree(buf.data);
|
|
return str;
|
|
}
|
|
|
|
/*
|
|
* AtEOXact_MultiXact
|
|
* Handle transaction end for MultiXact
|
|
*
|
|
* This is called at top transaction commit or abort (we don't care which).
|
|
*/
|
|
void
|
|
AtEOXact_MultiXact(void)
|
|
{
|
|
/*
|
|
* Reset our OldestMemberMXactId and OldestVisibleMXactId values, both of
|
|
* which should only be valid while within a transaction.
|
|
*
|
|
* We assume that storing a MultiXactId is atomic and so we need not take
|
|
* MultiXactGenLock to do this.
|
|
*/
|
|
OldestMemberMXactId[MyBackendId] = InvalidMultiXactId;
|
|
OldestVisibleMXactId[MyBackendId] = InvalidMultiXactId;
|
|
|
|
/*
|
|
* Discard the local MultiXactId cache. Since MXactContext was created as
|
|
* a child of TopTransactionContext, we needn't delete it explicitly.
|
|
*/
|
|
MXactContext = NULL;
|
|
dlist_init(&MXactCache);
|
|
MXactCacheMembers = 0;
|
|
}
|
|
|
|
/*
|
|
* AtPrepare_MultiXact
|
|
* Save multixact state at 2PC transaction prepare
|
|
*
|
|
* In this phase, we only store our OldestMemberMXactId value in the two-phase
|
|
* state file.
|
|
*/
|
|
void
|
|
AtPrepare_MultiXact(void)
|
|
{
|
|
MultiXactId myOldestMember = OldestMemberMXactId[MyBackendId];
|
|
|
|
if (MultiXactIdIsValid(myOldestMember))
|
|
RegisterTwoPhaseRecord(TWOPHASE_RM_MULTIXACT_ID, 0,
|
|
&myOldestMember, sizeof(MultiXactId));
|
|
}
|
|
|
|
/*
|
|
* PostPrepare_MultiXact
|
|
* Clean up after successful PREPARE TRANSACTION
|
|
*/
|
|
void
|
|
PostPrepare_MultiXact(TransactionId xid)
|
|
{
|
|
MultiXactId myOldestMember;
|
|
|
|
/*
|
|
* Transfer our OldestMemberMXactId value to the slot reserved for the
|
|
* prepared transaction.
|
|
*/
|
|
myOldestMember = OldestMemberMXactId[MyBackendId];
|
|
if (MultiXactIdIsValid(myOldestMember))
|
|
{
|
|
BackendId dummyBackendId = TwoPhaseGetDummyBackendId(xid);
|
|
|
|
/*
|
|
* Even though storing MultiXactId is atomic, acquire lock to make
|
|
* sure others see both changes, not just the reset of the slot of the
|
|
* current backend. Using a volatile pointer might suffice, but this
|
|
* isn't a hot spot.
|
|
*/
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
|
|
OldestMemberMXactId[dummyBackendId] = myOldestMember;
|
|
OldestMemberMXactId[MyBackendId] = InvalidMultiXactId;
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
}
|
|
|
|
/*
|
|
* We don't need to transfer OldestVisibleMXactId value, because the
|
|
* transaction is not going to be looking at any more multixacts once it's
|
|
* prepared.
|
|
*
|
|
* We assume that storing a MultiXactId is atomic and so we need not take
|
|
* MultiXactGenLock to do this.
|
|
*/
|
|
OldestVisibleMXactId[MyBackendId] = InvalidMultiXactId;
|
|
|
|
/*
|
|
* Discard the local MultiXactId cache like in AtEOX_MultiXact
|
|
*/
|
|
MXactContext = NULL;
|
|
dlist_init(&MXactCache);
|
|
MXactCacheMembers = 0;
|
|
}
|
|
|
|
/*
|
|
* multixact_twophase_recover
|
|
* Recover the state of a prepared transaction at startup
|
|
*/
|
|
void
|
|
multixact_twophase_recover(TransactionId xid, uint16 info,
|
|
void *recdata, uint32 len)
|
|
{
|
|
BackendId dummyBackendId = TwoPhaseGetDummyBackendId(xid);
|
|
MultiXactId oldestMember;
|
|
|
|
/*
|
|
* Get the oldest member XID from the state file record, and set it in the
|
|
* OldestMemberMXactId slot reserved for this prepared transaction.
|
|
*/
|
|
Assert(len == sizeof(MultiXactId));
|
|
oldestMember = *((MultiXactId *) recdata);
|
|
|
|
OldestMemberMXactId[dummyBackendId] = oldestMember;
|
|
}
|
|
|
|
/*
|
|
* multixact_twophase_postcommit
|
|
* Similar to AtEOX_MultiXact but for COMMIT PREPARED
|
|
*/
|
|
void
|
|
multixact_twophase_postcommit(TransactionId xid, uint16 info,
|
|
void *recdata, uint32 len)
|
|
{
|
|
BackendId dummyBackendId = TwoPhaseGetDummyBackendId(xid);
|
|
|
|
Assert(len == sizeof(MultiXactId));
|
|
|
|
OldestMemberMXactId[dummyBackendId] = InvalidMultiXactId;
|
|
}
|
|
|
|
/*
|
|
* multixact_twophase_postabort
|
|
* This is actually just the same as the COMMIT case.
|
|
*/
|
|
void
|
|
multixact_twophase_postabort(TransactionId xid, uint16 info,
|
|
void *recdata, uint32 len)
|
|
{
|
|
multixact_twophase_postcommit(xid, info, recdata, len);
|
|
}
|
|
|
|
/*
|
|
* Initialization of shared memory for MultiXact. We use two SLRU areas,
|
|
* thus double memory. Also, reserve space for the shared MultiXactState
|
|
* struct and the per-backend MultiXactId arrays (two of those, too).
|
|
*/
|
|
Size
|
|
MultiXactShmemSize(void)
|
|
{
|
|
Size size;
|
|
|
|
#define SHARED_MULTIXACT_STATE_SIZE \
|
|
add_size(sizeof(MultiXactStateData), \
|
|
mul_size(sizeof(MultiXactId) * 2, MaxOldestSlot))
|
|
|
|
size = SHARED_MULTIXACT_STATE_SIZE;
|
|
size = add_size(size, SimpleLruShmemSize(NUM_MXACTOFFSET_BUFFERS, 0));
|
|
size = add_size(size, SimpleLruShmemSize(NUM_MXACTMEMBER_BUFFERS, 0));
|
|
|
|
return size;
|
|
}
|
|
|
|
void
|
|
MultiXactShmemInit(void)
|
|
{
|
|
bool found;
|
|
|
|
debug_elog2(DEBUG2, "Shared Memory Init for MultiXact");
|
|
|
|
MultiXactOffsetCtl->PagePrecedes = MultiXactOffsetPagePrecedes;
|
|
MultiXactMemberCtl->PagePrecedes = MultiXactMemberPagePrecedes;
|
|
|
|
SimpleLruInit(MultiXactOffsetCtl,
|
|
"MultiXactOffset Ctl", NUM_MXACTOFFSET_BUFFERS, 0,
|
|
MultiXactOffsetControlLock, "pg_multixact/offsets");
|
|
SimpleLruInit(MultiXactMemberCtl,
|
|
"MultiXactMember Ctl", NUM_MXACTMEMBER_BUFFERS, 0,
|
|
MultiXactMemberControlLock, "pg_multixact/members");
|
|
|
|
/* Initialize our shared state struct */
|
|
MultiXactState = ShmemInitStruct("Shared MultiXact State",
|
|
SHARED_MULTIXACT_STATE_SIZE,
|
|
&found);
|
|
if (!IsUnderPostmaster)
|
|
{
|
|
Assert(!found);
|
|
|
|
/* Make sure we zero out the per-backend state */
|
|
MemSet(MultiXactState, 0, SHARED_MULTIXACT_STATE_SIZE);
|
|
}
|
|
else
|
|
Assert(found);
|
|
|
|
/*
|
|
* Set up array pointers. Note that perBackendXactIds[0] is wasted space
|
|
* since we only use indexes 1..MaxOldestSlot in each array.
|
|
*/
|
|
OldestMemberMXactId = MultiXactState->perBackendXactIds;
|
|
OldestVisibleMXactId = OldestMemberMXactId + MaxOldestSlot;
|
|
}
|
|
|
|
/*
|
|
* This func must be called ONCE on system install. It creates the initial
|
|
* MultiXact segments. (The MultiXacts directories are assumed to have been
|
|
* created by initdb, and MultiXactShmemInit must have been called already.)
|
|
*/
|
|
void
|
|
BootStrapMultiXact(void)
|
|
{
|
|
int slotno;
|
|
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
/* Create and zero the first page of the offsets log */
|
|
slotno = ZeroMultiXactOffsetPage(0, false);
|
|
|
|
/* Make sure it's written out */
|
|
SimpleLruWritePage(MultiXactOffsetCtl, slotno);
|
|
Assert(!MultiXactOffsetCtl->shared->page_dirty[slotno]);
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
|
|
LWLockAcquire(MultiXactMemberControlLock, LW_EXCLUSIVE);
|
|
|
|
/* Create and zero the first page of the members log */
|
|
slotno = ZeroMultiXactMemberPage(0, false);
|
|
|
|
/* Make sure it's written out */
|
|
SimpleLruWritePage(MultiXactMemberCtl, slotno);
|
|
Assert(!MultiXactMemberCtl->shared->page_dirty[slotno]);
|
|
|
|
LWLockRelease(MultiXactMemberControlLock);
|
|
}
|
|
|
|
/*
|
|
* Initialize (or reinitialize) a page of MultiXactOffset to zeroes.
|
|
* If writeXlog is TRUE, also emit an XLOG record saying we did this.
|
|
*
|
|
* The page is not actually written, just set up in shared memory.
|
|
* The slot number of the new page is returned.
|
|
*
|
|
* Control lock must be held at entry, and will be held at exit.
|
|
*/
|
|
static int
|
|
ZeroMultiXactOffsetPage(int pageno, bool writeXlog)
|
|
{
|
|
int slotno;
|
|
|
|
slotno = SimpleLruZeroPage(MultiXactOffsetCtl, pageno);
|
|
|
|
if (writeXlog)
|
|
WriteMZeroPageXlogRec(pageno, XLOG_MULTIXACT_ZERO_OFF_PAGE);
|
|
|
|
return slotno;
|
|
}
|
|
|
|
/*
|
|
* Ditto, for MultiXactMember
|
|
*/
|
|
static int
|
|
ZeroMultiXactMemberPage(int pageno, bool writeXlog)
|
|
{
|
|
int slotno;
|
|
|
|
slotno = SimpleLruZeroPage(MultiXactMemberCtl, pageno);
|
|
|
|
if (writeXlog)
|
|
WriteMZeroPageXlogRec(pageno, XLOG_MULTIXACT_ZERO_MEM_PAGE);
|
|
|
|
return slotno;
|
|
}
|
|
|
|
/*
|
|
* MaybeExtendOffsetSlru
|
|
* Extend the offsets SLRU area, if necessary
|
|
*
|
|
* After a binary upgrade from <= 9.2, the pg_multixact/offset SLRU area might
|
|
* contain files that are shorter than necessary; this would occur if the old
|
|
* installation had used multixacts beyond the first page (files cannot be
|
|
* copied, because the on-disk representation is different). pg_upgrade would
|
|
* update pg_control to set the next offset value to be at that position, so
|
|
* that tuples marked as locked by such MultiXacts would be seen as visible
|
|
* without having to consult multixact. However, trying to create and use a
|
|
* new MultiXactId would result in an error because the page on which the new
|
|
* value would reside does not exist. This routine is in charge of creating
|
|
* such pages.
|
|
*/
|
|
static void
|
|
MaybeExtendOffsetSlru(void)
|
|
{
|
|
int pageno;
|
|
|
|
pageno = MultiXactIdToOffsetPage(MultiXactState->nextMXact);
|
|
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
if (!SimpleLruDoesPhysicalPageExist(MultiXactOffsetCtl, pageno))
|
|
{
|
|
int slotno;
|
|
|
|
/*
|
|
* Fortunately for us, SimpleLruWritePage is already prepared to deal
|
|
* with creating a new segment file even if the page we're writing is
|
|
* not the first in it, so this is enough.
|
|
*/
|
|
slotno = ZeroMultiXactOffsetPage(pageno, false);
|
|
SimpleLruWritePage(MultiXactOffsetCtl, slotno);
|
|
}
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
}
|
|
|
|
/*
|
|
* This must be called ONCE during postmaster or standalone-backend startup.
|
|
*
|
|
* StartupXLOG has already established nextMXact/nextOffset by calling
|
|
* MultiXactSetNextMXact and/or MultiXactAdvanceNextMXact, and the oldestMulti
|
|
* info from pg_control and/or MultiXactAdvanceOldest, but we haven't yet
|
|
* replayed WAL.
|
|
*/
|
|
void
|
|
StartupMultiXact(void)
|
|
{
|
|
MultiXactId multi = MultiXactState->nextMXact;
|
|
MultiXactOffset offset = MultiXactState->nextOffset;
|
|
int pageno;
|
|
|
|
/*
|
|
* Initialize offset's idea of the latest page number.
|
|
*/
|
|
pageno = MultiXactIdToOffsetPage(multi);
|
|
MultiXactOffsetCtl->shared->latest_page_number = pageno;
|
|
|
|
/*
|
|
* Initialize member's idea of the latest page number.
|
|
*/
|
|
pageno = MXOffsetToMemberPage(offset);
|
|
MultiXactMemberCtl->shared->latest_page_number = pageno;
|
|
}
|
|
|
|
/*
|
|
* This must be called ONCE at the end of startup/recovery.
|
|
*
|
|
* We don't need any locks here, really; the SLRU locks are taken only because
|
|
* slru.c expects to be called with locks held.
|
|
*/
|
|
void
|
|
TrimMultiXact(void)
|
|
{
|
|
MultiXactId multi = MultiXactState->nextMXact;
|
|
MultiXactOffset offset = MultiXactState->nextOffset;
|
|
int pageno;
|
|
int entryno;
|
|
int flagsoff;
|
|
|
|
/*
|
|
* During a binary upgrade, make sure that the offsets SLRU is large
|
|
* enough to contain the next value that would be created. It's fine to do
|
|
* this here and not in StartupMultiXact() since binary upgrades should
|
|
* never need crash recovery.
|
|
*/
|
|
if (IsBinaryUpgrade)
|
|
MaybeExtendOffsetSlru();
|
|
|
|
/* Clean up offsets state */
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
/*
|
|
* (Re-)Initialize our idea of the latest page number.
|
|
*/
|
|
pageno = MultiXactIdToOffsetPage(multi);
|
|
MultiXactOffsetCtl->shared->latest_page_number = pageno;
|
|
|
|
/*
|
|
* Zero out the remainder of the current offsets page. See notes in
|
|
* StartupCLOG() for motivation.
|
|
*/
|
|
entryno = MultiXactIdToOffsetEntry(multi);
|
|
if (entryno != 0)
|
|
{
|
|
int slotno;
|
|
MultiXactOffset *offptr;
|
|
|
|
slotno = SimpleLruReadPage(MultiXactOffsetCtl, pageno, true, multi);
|
|
offptr = (MultiXactOffset *) MultiXactOffsetCtl->shared->page_buffer[slotno];
|
|
offptr += entryno;
|
|
|
|
MemSet(offptr, 0, BLCKSZ - (entryno * sizeof(MultiXactOffset)));
|
|
|
|
MultiXactOffsetCtl->shared->page_dirty[slotno] = true;
|
|
}
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
|
|
/* And the same for members */
|
|
LWLockAcquire(MultiXactMemberControlLock, LW_EXCLUSIVE);
|
|
|
|
/*
|
|
* (Re-)Initialize our idea of the latest page number.
|
|
*/
|
|
pageno = MXOffsetToMemberPage(offset);
|
|
MultiXactMemberCtl->shared->latest_page_number = pageno;
|
|
|
|
/*
|
|
* Zero out the remainder of the current members page. See notes in
|
|
* TrimCLOG() for motivation.
|
|
*/
|
|
flagsoff = MXOffsetToFlagsOffset(offset);
|
|
if (flagsoff != 0)
|
|
{
|
|
int slotno;
|
|
TransactionId *xidptr;
|
|
int memberoff;
|
|
|
|
memberoff = MXOffsetToMemberOffset(offset);
|
|
slotno = SimpleLruReadPage(MultiXactMemberCtl, pageno, true, offset);
|
|
xidptr = (TransactionId *)
|
|
(MultiXactMemberCtl->shared->page_buffer[slotno] + memberoff);
|
|
|
|
MemSet(xidptr, 0, BLCKSZ - memberoff);
|
|
|
|
/*
|
|
* Note: we don't need to zero out the flag bits in the remaining
|
|
* members of the current group, because they are always reset before
|
|
* writing.
|
|
*/
|
|
|
|
MultiXactMemberCtl->shared->page_dirty[slotno] = true;
|
|
}
|
|
|
|
LWLockRelease(MultiXactMemberControlLock);
|
|
}
|
|
|
|
/*
|
|
* This must be called ONCE during postmaster or standalone-backend shutdown
|
|
*/
|
|
void
|
|
ShutdownMultiXact(void)
|
|
{
|
|
/* Flush dirty MultiXact pages to disk */
|
|
TRACE_POSTGRESQL_MULTIXACT_CHECKPOINT_START(false);
|
|
SimpleLruFlush(MultiXactOffsetCtl, false);
|
|
SimpleLruFlush(MultiXactMemberCtl, false);
|
|
TRACE_POSTGRESQL_MULTIXACT_CHECKPOINT_DONE(false);
|
|
}
|
|
|
|
/*
|
|
* Get the MultiXact data to save in a checkpoint record
|
|
*/
|
|
void
|
|
MultiXactGetCheckptMulti(bool is_shutdown,
|
|
MultiXactId *nextMulti,
|
|
MultiXactOffset *nextMultiOffset,
|
|
MultiXactId *oldestMulti,
|
|
Oid *oldestMultiDB)
|
|
{
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
*nextMulti = MultiXactState->nextMXact;
|
|
*nextMultiOffset = MultiXactState->nextOffset;
|
|
*oldestMulti = MultiXactState->oldestMultiXactId;
|
|
*oldestMultiDB = MultiXactState->oldestMultiXactDB;
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
debug_elog6(DEBUG2,
|
|
"MultiXact: checkpoint is nextMulti %u, nextOffset %u, oldestMulti %u in DB %u",
|
|
*nextMulti, *nextMultiOffset, *oldestMulti, *oldestMultiDB);
|
|
}
|
|
|
|
/*
|
|
* Perform a checkpoint --- either during shutdown, or on-the-fly
|
|
*/
|
|
void
|
|
CheckPointMultiXact(void)
|
|
{
|
|
TRACE_POSTGRESQL_MULTIXACT_CHECKPOINT_START(true);
|
|
|
|
/* Flush dirty MultiXact pages to disk */
|
|
SimpleLruFlush(MultiXactOffsetCtl, true);
|
|
SimpleLruFlush(MultiXactMemberCtl, true);
|
|
|
|
TRACE_POSTGRESQL_MULTIXACT_CHECKPOINT_DONE(true);
|
|
}
|
|
|
|
/*
|
|
* Set the next-to-be-assigned MultiXactId and offset
|
|
*
|
|
* This is used when we can determine the correct next ID/offset exactly
|
|
* from a checkpoint record. Although this is only called during bootstrap
|
|
* and XLog replay, we take the lock in case any hot-standby backends are
|
|
* examining the values.
|
|
*/
|
|
void
|
|
MultiXactSetNextMXact(MultiXactId nextMulti,
|
|
MultiXactOffset nextMultiOffset)
|
|
{
|
|
debug_elog4(DEBUG2, "MultiXact: setting next multi to %u offset %u",
|
|
nextMulti, nextMultiOffset);
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
MultiXactState->nextMXact = nextMulti;
|
|
MultiXactState->nextOffset = nextMultiOffset;
|
|
LWLockRelease(MultiXactGenLock);
|
|
}
|
|
|
|
/*
|
|
* Determine the last safe MultiXactId to allocate given the currently oldest
|
|
* datminmxid (ie, the oldest MultiXactId that might exist in any database
|
|
* of our cluster), and the OID of the (or a) database with that value.
|
|
*/
|
|
void
|
|
SetMultiXactIdLimit(MultiXactId oldest_datminmxid, Oid oldest_datoid)
|
|
{
|
|
MultiXactId multiVacLimit;
|
|
MultiXactId multiWarnLimit;
|
|
MultiXactId multiStopLimit;
|
|
MultiXactId multiWrapLimit;
|
|
MultiXactId curMulti;
|
|
|
|
Assert(MultiXactIdIsValid(oldest_datminmxid));
|
|
|
|
/*
|
|
* Since multixacts wrap differently from transaction IDs, this logic is
|
|
* not entirely correct: in some scenarios we could go for longer than 2
|
|
* billion multixacts without seeing any data loss, and in some others we
|
|
* could get in trouble before that if the new pg_multixact/members data
|
|
* stomps on the previous cycle's data. For lack of a better mechanism we
|
|
* use the same logic as for transaction IDs, that is, start taking action
|
|
* halfway around the oldest potentially-existing multixact.
|
|
*/
|
|
multiWrapLimit = oldest_datminmxid + (MaxMultiXactId >> 1);
|
|
if (multiWrapLimit < FirstMultiXactId)
|
|
multiWrapLimit += FirstMultiXactId;
|
|
|
|
/*
|
|
* We'll refuse to continue assigning MultiXactIds once we get within 100
|
|
* multi of data loss.
|
|
*
|
|
* Note: This differs from the magic number used in
|
|
* SetTransactionIdLimit() since vacuum itself will never generate new
|
|
* multis.
|
|
*/
|
|
multiStopLimit = multiWrapLimit - 100;
|
|
if (multiStopLimit < FirstMultiXactId)
|
|
multiStopLimit -= FirstMultiXactId;
|
|
|
|
/*
|
|
* We'll start complaining loudly when we get within 10M multis of the
|
|
* stop point. This is kind of arbitrary, but if you let your gas gauge
|
|
* get down to 1% of full, would you be looking for the next gas station?
|
|
* We need to be fairly liberal about this number because there are lots
|
|
* of scenarios where most transactions are done by automatic clients that
|
|
* won't pay attention to warnings. (No, we're not gonna make this
|
|
* configurable. If you know enough to configure it, you know enough to
|
|
* not get in this kind of trouble in the first place.)
|
|
*/
|
|
multiWarnLimit = multiStopLimit - 10000000;
|
|
if (multiWarnLimit < FirstMultiXactId)
|
|
multiWarnLimit -= FirstMultiXactId;
|
|
|
|
/*
|
|
* We'll start trying to force autovacuums when oldest_datminmxid gets to
|
|
* be more than autovacuum_multixact_freeze_max_age mxids old.
|
|
*
|
|
* Note: autovacuum_multixact_freeze_max_age is a PGC_POSTMASTER parameter
|
|
* so that we don't have to worry about dealing with on-the-fly changes in
|
|
* its value. See SetTransactionIdLimit.
|
|
*/
|
|
multiVacLimit = oldest_datminmxid + autovacuum_multixact_freeze_max_age;
|
|
if (multiVacLimit < FirstMultiXactId)
|
|
multiVacLimit += FirstMultiXactId;
|
|
|
|
/* Grab lock for just long enough to set the new limit values */
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
MultiXactState->oldestMultiXactId = oldest_datminmxid;
|
|
MultiXactState->oldestMultiXactDB = oldest_datoid;
|
|
MultiXactState->multiVacLimit = multiVacLimit;
|
|
MultiXactState->multiWarnLimit = multiWarnLimit;
|
|
MultiXactState->multiStopLimit = multiStopLimit;
|
|
MultiXactState->multiWrapLimit = multiWrapLimit;
|
|
curMulti = MultiXactState->nextMXact;
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
/* Log the info */
|
|
ereport(DEBUG1,
|
|
(errmsg("MultiXactId wrap limit is %u, limited by database with OID %u",
|
|
multiWrapLimit, oldest_datoid)));
|
|
|
|
/*
|
|
* If past the autovacuum force point, immediately signal an autovac
|
|
* request. The reason for this is that autovac only processes one
|
|
* database per invocation. Once it's finished cleaning up the oldest
|
|
* database, it'll call here, and we'll signal the postmaster to start
|
|
* another iteration immediately if there are still any old databases.
|
|
*/
|
|
if (MultiXactIdPrecedes(multiVacLimit, curMulti) &&
|
|
IsUnderPostmaster && !InRecovery)
|
|
SendPostmasterSignal(PMSIGNAL_START_AUTOVAC_LAUNCHER);
|
|
|
|
/* Give an immediate warning if past the wrap warn point */
|
|
if (MultiXactIdPrecedes(multiWarnLimit, curMulti) && !InRecovery)
|
|
{
|
|
char *oldest_datname;
|
|
|
|
/*
|
|
* We can be called when not inside a transaction, for example during
|
|
* StartupXLOG(). In such a case we cannot do database access, so we
|
|
* must just report the oldest DB's OID.
|
|
*
|
|
* Note: it's also possible that get_database_name fails and returns
|
|
* NULL, for example because the database just got dropped. We'll
|
|
* still warn, even though the warning might now be unnecessary.
|
|
*/
|
|
if (IsTransactionState())
|
|
oldest_datname = get_database_name(oldest_datoid);
|
|
else
|
|
oldest_datname = NULL;
|
|
|
|
if (oldest_datname)
|
|
ereport(WARNING,
|
|
(errmsg_plural("database \"%s\" must be vacuumed before %u more MultiXactId is used",
|
|
"database \"%s\" must be vacuumed before %u more MultiXactIds are used",
|
|
multiWrapLimit - curMulti,
|
|
oldest_datname,
|
|
multiWrapLimit - curMulti),
|
|
errhint("To avoid a database shutdown, execute a database-wide VACUUM in that database.\n"
|
|
"You might also need to commit or roll back old prepared transactions.")));
|
|
else
|
|
ereport(WARNING,
|
|
(errmsg_plural("database with OID %u must be vacuumed before %u more MultiXactId is used",
|
|
"database with OID %u must be vacuumed before %u more MultiXactIds are used",
|
|
multiWrapLimit - curMulti,
|
|
oldest_datoid,
|
|
multiWrapLimit - curMulti),
|
|
errhint("To avoid a database shutdown, execute a database-wide VACUUM in that database.\n"
|
|
"You might also need to commit or roll back old prepared transactions.")));
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Ensure the next-to-be-assigned MultiXactId is at least minMulti,
|
|
* and similarly nextOffset is at least minMultiOffset.
|
|
*
|
|
* This is used when we can determine minimum safe values from an XLog
|
|
* record (either an on-line checkpoint or an mxact creation log entry).
|
|
* Although this is only called during XLog replay, we take the lock in case
|
|
* any hot-standby backends are examining the values.
|
|
*/
|
|
void
|
|
MultiXactAdvanceNextMXact(MultiXactId minMulti,
|
|
MultiXactOffset minMultiOffset)
|
|
{
|
|
LWLockAcquire(MultiXactGenLock, LW_EXCLUSIVE);
|
|
if (MultiXactIdPrecedes(MultiXactState->nextMXact, minMulti))
|
|
{
|
|
debug_elog3(DEBUG2, "MultiXact: setting next multi to %u", minMulti);
|
|
MultiXactState->nextMXact = minMulti;
|
|
}
|
|
if (MultiXactOffsetPrecedes(MultiXactState->nextOffset, minMultiOffset))
|
|
{
|
|
debug_elog3(DEBUG2, "MultiXact: setting next offset to %u",
|
|
minMultiOffset);
|
|
MultiXactState->nextOffset = minMultiOffset;
|
|
}
|
|
LWLockRelease(MultiXactGenLock);
|
|
}
|
|
|
|
/*
|
|
* Update our oldestMultiXactId value, but only if it's more recent than
|
|
* what we had.
|
|
*/
|
|
void
|
|
MultiXactAdvanceOldest(MultiXactId oldestMulti, Oid oldestMultiDB)
|
|
{
|
|
if (MultiXactIdPrecedes(MultiXactState->oldestMultiXactId, oldestMulti))
|
|
SetMultiXactIdLimit(oldestMulti, oldestMultiDB);
|
|
}
|
|
|
|
/*
|
|
* Make sure that MultiXactOffset has room for a newly-allocated MultiXactId.
|
|
*
|
|
* NB: this is called while holding MultiXactGenLock. We want it to be very
|
|
* fast most of the time; even when it's not so fast, no actual I/O need
|
|
* happen unless we're forced to write out a dirty log or xlog page to make
|
|
* room in shared memory.
|
|
*/
|
|
static void
|
|
ExtendMultiXactOffset(MultiXactId multi)
|
|
{
|
|
int pageno;
|
|
|
|
/*
|
|
* No work except at first MultiXactId of a page. But beware: just after
|
|
* wraparound, the first MultiXactId of page zero is FirstMultiXactId.
|
|
*/
|
|
if (MultiXactIdToOffsetEntry(multi) != 0 &&
|
|
multi != FirstMultiXactId)
|
|
return;
|
|
|
|
pageno = MultiXactIdToOffsetPage(multi);
|
|
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
/* Zero the page and make an XLOG entry about it */
|
|
ZeroMultiXactOffsetPage(pageno, true);
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
}
|
|
|
|
/*
|
|
* Make sure that MultiXactMember has room for the members of a newly-
|
|
* allocated MultiXactId.
|
|
*
|
|
* Like the above routine, this is called while holding MultiXactGenLock;
|
|
* same comments apply.
|
|
*/
|
|
static void
|
|
ExtendMultiXactMember(MultiXactOffset offset, int nmembers)
|
|
{
|
|
/*
|
|
* It's possible that the members span more than one page of the members
|
|
* file, so we loop to ensure we consider each page. The coding is not
|
|
* optimal if the members span several pages, but that seems unusual
|
|
* enough to not worry much about.
|
|
*/
|
|
while (nmembers > 0)
|
|
{
|
|
int flagsoff;
|
|
int flagsbit;
|
|
|
|
/*
|
|
* Only zero when at first entry of a page.
|
|
*/
|
|
flagsoff = MXOffsetToFlagsOffset(offset);
|
|
flagsbit = MXOffsetToFlagsBitShift(offset);
|
|
if (flagsoff == 0 && flagsbit == 0)
|
|
{
|
|
int pageno;
|
|
|
|
pageno = MXOffsetToMemberPage(offset);
|
|
|
|
LWLockAcquire(MultiXactMemberControlLock, LW_EXCLUSIVE);
|
|
|
|
/* Zero the page and make an XLOG entry about it */
|
|
ZeroMultiXactMemberPage(pageno, true);
|
|
|
|
LWLockRelease(MultiXactMemberControlLock);
|
|
}
|
|
|
|
/*
|
|
* Advance to next page, taking care to properly handle the wraparound
|
|
* case. OK if nmembers goes negative.
|
|
*/
|
|
if ((unsigned int) (offset + nmembers) < offset)
|
|
{
|
|
uint32 difference = offset + MULTIXACT_MEMBERS_PER_PAGE;
|
|
|
|
nmembers -= (unsigned int) (MULTIXACT_MEMBERS_PER_PAGE - difference);
|
|
offset = 0;
|
|
}
|
|
else
|
|
{
|
|
int difference;
|
|
|
|
difference = MULTIXACT_MEMBERS_PER_PAGE - offset % MULTIXACT_MEMBERS_PER_PAGE;
|
|
nmembers -= difference;
|
|
offset += difference;
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
* GetOldestMultiXactId
|
|
*
|
|
* Return the oldest MultiXactId that's still possibly still seen as live by
|
|
* any running transaction. Older ones might still exist on disk, but they no
|
|
* longer have any running member transaction.
|
|
*
|
|
* It's not safe to truncate MultiXact SLRU segments on the value returned by
|
|
* this function; however, it can be used by a full-table vacuum to set the
|
|
* point at which it will be possible to truncate SLRU for that table.
|
|
*/
|
|
MultiXactId
|
|
GetOldestMultiXactId(void)
|
|
{
|
|
MultiXactId oldestMXact;
|
|
MultiXactId nextMXact;
|
|
int i;
|
|
|
|
/*
|
|
* This is the oldest valid value among all the OldestMemberMXactId[] and
|
|
* OldestVisibleMXactId[] entries, or nextMXact if none are valid.
|
|
*/
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
|
|
/*
|
|
* We have to beware of the possibility that nextMXact is in the
|
|
* wrapped-around state. We don't fix the counter itself here, but we
|
|
* must be sure to use a valid value in our calculation.
|
|
*/
|
|
nextMXact = MultiXactState->nextMXact;
|
|
if (nextMXact < FirstMultiXactId)
|
|
nextMXact = FirstMultiXactId;
|
|
|
|
oldestMXact = nextMXact;
|
|
for (i = 1; i <= MaxOldestSlot; i++)
|
|
{
|
|
MultiXactId thisoldest;
|
|
|
|
thisoldest = OldestMemberMXactId[i];
|
|
if (MultiXactIdIsValid(thisoldest) &&
|
|
MultiXactIdPrecedes(thisoldest, oldestMXact))
|
|
oldestMXact = thisoldest;
|
|
thisoldest = OldestVisibleMXactId[i];
|
|
if (MultiXactIdIsValid(thisoldest) &&
|
|
MultiXactIdPrecedes(thisoldest, oldestMXact))
|
|
oldestMXact = thisoldest;
|
|
}
|
|
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
return oldestMXact;
|
|
}
|
|
|
|
/*
|
|
* SlruScanDirectory callback.
|
|
* This callback deletes segments that are outside the range determined by
|
|
* the given page numbers.
|
|
*
|
|
* Both range endpoints are exclusive (that is, segments containing any of
|
|
* those pages are kept.)
|
|
*/
|
|
typedef struct MembersLiveRange
|
|
{
|
|
int rangeStart;
|
|
int rangeEnd;
|
|
} MembersLiveRange;
|
|
|
|
static bool
|
|
SlruScanDirCbRemoveMembers(SlruCtl ctl, char *filename, int segpage,
|
|
void *data)
|
|
{
|
|
MembersLiveRange *range = (MembersLiveRange *) data;
|
|
MultiXactOffset nextOffset;
|
|
|
|
if ((segpage == range->rangeStart) ||
|
|
(segpage == range->rangeEnd))
|
|
return false; /* easy case out */
|
|
|
|
/*
|
|
* To ensure that no segment is spuriously removed, we must keep track
|
|
* of new segments added since the start of the directory scan; to do this,
|
|
* we update our end-of-range point as we run.
|
|
*
|
|
* As an optimization, we can skip looking at shared memory if we know for
|
|
* certain that the current segment must be kept. This is so because
|
|
* nextOffset never decreases, and we never increase rangeStart during any
|
|
* one run.
|
|
*/
|
|
if (!((range->rangeStart > range->rangeEnd &&
|
|
segpage > range->rangeEnd && segpage < range->rangeStart) ||
|
|
(range->rangeStart < range->rangeEnd &&
|
|
(segpage < range->rangeStart || segpage > range->rangeEnd))))
|
|
return false;
|
|
|
|
/*
|
|
* Update our idea of the end of the live range.
|
|
*/
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
nextOffset = MultiXactState->nextOffset;
|
|
LWLockRelease(MultiXactGenLock);
|
|
range->rangeEnd = MXOffsetToMemberPage(nextOffset);
|
|
|
|
/* Recheck the deletion condition. If it still holds, perform deletion */
|
|
if ((range->rangeStart > range->rangeEnd &&
|
|
segpage > range->rangeEnd && segpage < range->rangeStart) ||
|
|
(range->rangeStart < range->rangeEnd &&
|
|
(segpage < range->rangeStart || segpage > range->rangeEnd)))
|
|
SlruDeleteSegment(ctl, filename);
|
|
|
|
return false; /* keep going */
|
|
}
|
|
|
|
typedef struct mxtruncinfo
|
|
{
|
|
int earliestExistingPage;
|
|
} mxtruncinfo;
|
|
|
|
/*
|
|
* SlruScanDirectory callback
|
|
* This callback determines the earliest existing page number.
|
|
*/
|
|
static bool
|
|
SlruScanDirCbFindEarliest(SlruCtl ctl, char *filename, int segpage, void *data)
|
|
{
|
|
mxtruncinfo *trunc = (mxtruncinfo *) data;
|
|
|
|
if (trunc->earliestExistingPage == -1 ||
|
|
ctl->PagePrecedes(segpage, trunc->earliestExistingPage))
|
|
{
|
|
trunc->earliestExistingPage = segpage;
|
|
}
|
|
|
|
return false; /* keep going */
|
|
}
|
|
|
|
/*
|
|
* Remove all MultiXactOffset and MultiXactMember segments before the oldest
|
|
* ones still of interest.
|
|
*
|
|
* On a primary, this is called by vacuum after it has successfully advanced a
|
|
* database's datminmxid value; the cutoff value we're passed is the minimum of
|
|
* all databases' datminmxid values.
|
|
*
|
|
* During crash recovery, it's called from CreateRestartPoint() instead. We
|
|
* rely on the fact that xlog_redo() will already have called
|
|
* MultiXactAdvanceOldest(). Our latest_page_number will already have been
|
|
* initialized by StartupMultiXact() and kept up to date as new pages are
|
|
* zeroed.
|
|
*/
|
|
void
|
|
TruncateMultiXact(MultiXactId oldestMXact)
|
|
{
|
|
MultiXactOffset oldestOffset;
|
|
MultiXactOffset nextOffset;
|
|
mxtruncinfo trunc;
|
|
MultiXactId earliest;
|
|
MembersLiveRange range;
|
|
|
|
/*
|
|
* Note we can't just plow ahead with the truncation; it's possible that
|
|
* there are no segments to truncate, which is a problem because we are
|
|
* going to attempt to read the offsets page to determine where to
|
|
* truncate the members SLRU. So we first scan the directory to determine
|
|
* the earliest offsets page number that we can read without error.
|
|
*/
|
|
trunc.earliestExistingPage = -1;
|
|
SlruScanDirectory(MultiXactOffsetCtl, SlruScanDirCbFindEarliest, &trunc);
|
|
earliest = trunc.earliestExistingPage * MULTIXACT_OFFSETS_PER_PAGE;
|
|
|
|
/* nothing to do */
|
|
if (MultiXactIdPrecedes(oldestMXact, earliest))
|
|
return;
|
|
|
|
/*
|
|
* First, compute the safe truncation point for MultiXactMember. This is
|
|
* the starting offset of the multixact we were passed as MultiXactOffset
|
|
* cutoff.
|
|
*/
|
|
{
|
|
int pageno;
|
|
int slotno;
|
|
int entryno;
|
|
MultiXactOffset *offptr;
|
|
|
|
/* lock is acquired by SimpleLruReadPage_ReadOnly */
|
|
|
|
pageno = MultiXactIdToOffsetPage(oldestMXact);
|
|
entryno = MultiXactIdToOffsetEntry(oldestMXact);
|
|
|
|
slotno = SimpleLruReadPage_ReadOnly(MultiXactOffsetCtl, pageno,
|
|
oldestMXact);
|
|
offptr = (MultiXactOffset *)
|
|
MultiXactOffsetCtl->shared->page_buffer[slotno];
|
|
offptr += entryno;
|
|
oldestOffset = *offptr;
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
}
|
|
|
|
/* truncate MultiXactOffset */
|
|
SimpleLruTruncate(MultiXactOffsetCtl,
|
|
MultiXactIdToOffsetPage(oldestMXact));
|
|
|
|
/*
|
|
* To truncate MultiXactMembers, we need to figure out the active page
|
|
* range and delete all files outside that range. The start point is the
|
|
* start of the segment containing the oldest offset; an end point of the
|
|
* segment containing the next offset to use is enough. The end point is
|
|
* updated as MultiXactMember gets extended concurrently, elsewhere.
|
|
*/
|
|
range.rangeStart = MXOffsetToMemberPage(oldestOffset);
|
|
range.rangeStart -= range.rangeStart % SLRU_PAGES_PER_SEGMENT;
|
|
|
|
LWLockAcquire(MultiXactGenLock, LW_SHARED);
|
|
nextOffset = MultiXactState->nextOffset;
|
|
LWLockRelease(MultiXactGenLock);
|
|
|
|
range.rangeEnd = MXOffsetToMemberPage(nextOffset);
|
|
|
|
SlruScanDirectory(MultiXactMemberCtl, SlruScanDirCbRemoveMembers, &range);
|
|
}
|
|
|
|
/*
|
|
* Decide which of two MultiXactOffset page numbers is "older" for truncation
|
|
* purposes.
|
|
*
|
|
* We need to use comparison of MultiXactId here in order to do the right
|
|
* thing with wraparound. However, if we are asked about page number zero, we
|
|
* don't want to hand InvalidMultiXactId to MultiXactIdPrecedes: it'll get
|
|
* weird. So, offset both multis by FirstMultiXactId to avoid that.
|
|
* (Actually, the current implementation doesn't do anything weird with
|
|
* InvalidMultiXactId, but there's no harm in leaving this code like this.)
|
|
*/
|
|
static bool
|
|
MultiXactOffsetPagePrecedes(int page1, int page2)
|
|
{
|
|
MultiXactId multi1;
|
|
MultiXactId multi2;
|
|
|
|
multi1 = ((MultiXactId) page1) * MULTIXACT_OFFSETS_PER_PAGE;
|
|
multi1 += FirstMultiXactId;
|
|
multi2 = ((MultiXactId) page2) * MULTIXACT_OFFSETS_PER_PAGE;
|
|
multi2 += FirstMultiXactId;
|
|
|
|
return MultiXactIdPrecedes(multi1, multi2);
|
|
}
|
|
|
|
/*
|
|
* Decide which of two MultiXactMember page numbers is "older" for truncation
|
|
* purposes. There is no "invalid offset number" so use the numbers verbatim.
|
|
*/
|
|
static bool
|
|
MultiXactMemberPagePrecedes(int page1, int page2)
|
|
{
|
|
MultiXactOffset offset1;
|
|
MultiXactOffset offset2;
|
|
|
|
offset1 = ((MultiXactOffset) page1) * MULTIXACT_MEMBERS_PER_PAGE;
|
|
offset2 = ((MultiXactOffset) page2) * MULTIXACT_MEMBERS_PER_PAGE;
|
|
|
|
return MultiXactOffsetPrecedes(offset1, offset2);
|
|
}
|
|
|
|
/*
|
|
* Decide which of two MultiXactIds is earlier.
|
|
*
|
|
* XXX do we need to do something special for InvalidMultiXactId?
|
|
* (Doesn't look like it.)
|
|
*/
|
|
bool
|
|
MultiXactIdPrecedes(MultiXactId multi1, MultiXactId multi2)
|
|
{
|
|
int32 diff = (int32) (multi1 - multi2);
|
|
|
|
return (diff < 0);
|
|
}
|
|
|
|
/*
|
|
* MultiXactIdPrecedesOrEquals -- is multi1 logically <= multi2?
|
|
*
|
|
* XXX do we need to do something special for InvalidMultiXactId?
|
|
* (Doesn't look like it.)
|
|
*/
|
|
bool
|
|
MultiXactIdPrecedesOrEquals(MultiXactId multi1, MultiXactId multi2)
|
|
{
|
|
int32 diff = (int32) (multi1 - multi2);
|
|
|
|
return (diff <= 0);
|
|
}
|
|
|
|
|
|
/*
|
|
* Decide which of two offsets is earlier.
|
|
*/
|
|
static bool
|
|
MultiXactOffsetPrecedes(MultiXactOffset offset1, MultiXactOffset offset2)
|
|
{
|
|
int32 diff = (int32) (offset1 - offset2);
|
|
|
|
return (diff < 0);
|
|
}
|
|
|
|
/*
|
|
* Write an xlog record reflecting the zeroing of either a MEMBERs or
|
|
* OFFSETs page (info shows which)
|
|
*/
|
|
static void
|
|
WriteMZeroPageXlogRec(int pageno, uint8 info)
|
|
{
|
|
XLogRecData rdata;
|
|
|
|
rdata.data = (char *) (&pageno);
|
|
rdata.len = sizeof(int);
|
|
rdata.buffer = InvalidBuffer;
|
|
rdata.next = NULL;
|
|
(void) XLogInsert(RM_MULTIXACT_ID, info, &rdata);
|
|
}
|
|
|
|
/*
|
|
* MULTIXACT resource manager's routines
|
|
*/
|
|
void
|
|
multixact_redo(XLogRecPtr lsn, XLogRecord *record)
|
|
{
|
|
uint8 info = record->xl_info & ~XLR_INFO_MASK;
|
|
|
|
/* Backup blocks are not used in multixact records */
|
|
Assert(!(record->xl_info & XLR_BKP_BLOCK_MASK));
|
|
|
|
if (info == XLOG_MULTIXACT_ZERO_OFF_PAGE)
|
|
{
|
|
int pageno;
|
|
int slotno;
|
|
|
|
memcpy(&pageno, XLogRecGetData(record), sizeof(int));
|
|
|
|
LWLockAcquire(MultiXactOffsetControlLock, LW_EXCLUSIVE);
|
|
|
|
slotno = ZeroMultiXactOffsetPage(pageno, false);
|
|
SimpleLruWritePage(MultiXactOffsetCtl, slotno);
|
|
Assert(!MultiXactOffsetCtl->shared->page_dirty[slotno]);
|
|
|
|
LWLockRelease(MultiXactOffsetControlLock);
|
|
}
|
|
else if (info == XLOG_MULTIXACT_ZERO_MEM_PAGE)
|
|
{
|
|
int pageno;
|
|
int slotno;
|
|
|
|
memcpy(&pageno, XLogRecGetData(record), sizeof(int));
|
|
|
|
LWLockAcquire(MultiXactMemberControlLock, LW_EXCLUSIVE);
|
|
|
|
slotno = ZeroMultiXactMemberPage(pageno, false);
|
|
SimpleLruWritePage(MultiXactMemberCtl, slotno);
|
|
Assert(!MultiXactMemberCtl->shared->page_dirty[slotno]);
|
|
|
|
LWLockRelease(MultiXactMemberControlLock);
|
|
}
|
|
else if (info == XLOG_MULTIXACT_CREATE_ID)
|
|
{
|
|
xl_multixact_create *xlrec =
|
|
(xl_multixact_create *) XLogRecGetData(record);
|
|
TransactionId max_xid;
|
|
int i;
|
|
|
|
/* Store the data back into the SLRU files */
|
|
RecordNewMultiXact(xlrec->mid, xlrec->moff, xlrec->nmembers,
|
|
xlrec->members);
|
|
|
|
/* Make sure nextMXact/nextOffset are beyond what this record has */
|
|
MultiXactAdvanceNextMXact(xlrec->mid + 1,
|
|
xlrec->moff + xlrec->nmembers);
|
|
|
|
/*
|
|
* Make sure nextXid is beyond any XID mentioned in the record. This
|
|
* should be unnecessary, since any XID found here ought to have other
|
|
* evidence in the XLOG, but let's be safe.
|
|
*/
|
|
max_xid = record->xl_xid;
|
|
for (i = 0; i < xlrec->nmembers; i++)
|
|
{
|
|
if (TransactionIdPrecedes(max_xid, xlrec->members[i].xid))
|
|
max_xid = xlrec->members[i].xid;
|
|
}
|
|
|
|
/*
|
|
* We don't expect anyone else to modify nextXid, hence startup
|
|
* process doesn't need to hold a lock while checking this. We still
|
|
* acquire the lock to modify it, though.
|
|
*/
|
|
if (TransactionIdFollowsOrEquals(max_xid,
|
|
ShmemVariableCache->nextXid))
|
|
{
|
|
LWLockAcquire(XidGenLock, LW_EXCLUSIVE);
|
|
ShmemVariableCache->nextXid = max_xid;
|
|
TransactionIdAdvance(ShmemVariableCache->nextXid);
|
|
LWLockRelease(XidGenLock);
|
|
}
|
|
}
|
|
else
|
|
elog(PANIC, "multixact_redo: unknown op code %u", info);
|
|
}
|
|
|
|
Datum
|
|
pg_get_multixact_members(PG_FUNCTION_ARGS)
|
|
{
|
|
typedef struct
|
|
{
|
|
MultiXactMember *members;
|
|
int nmembers;
|
|
int iter;
|
|
} mxact;
|
|
MultiXactId mxid = PG_GETARG_UINT32(0);
|
|
mxact *multi;
|
|
FuncCallContext *funccxt;
|
|
|
|
if (mxid < FirstMultiXactId)
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_INVALID_PARAMETER_VALUE),
|
|
errmsg("invalid MultiXactId: %u", mxid)));
|
|
|
|
if (SRF_IS_FIRSTCALL())
|
|
{
|
|
MemoryContext oldcxt;
|
|
TupleDesc tupdesc;
|
|
|
|
funccxt = SRF_FIRSTCALL_INIT();
|
|
oldcxt = MemoryContextSwitchTo(funccxt->multi_call_memory_ctx);
|
|
|
|
multi = palloc(sizeof(mxact));
|
|
/* no need to allow for old values here */
|
|
multi->nmembers = GetMultiXactIdMembers(mxid, &multi->members, false);
|
|
multi->iter = 0;
|
|
|
|
tupdesc = CreateTemplateTupleDesc(2, false);
|
|
TupleDescInitEntry(tupdesc, (AttrNumber) 1, "xid",
|
|
XIDOID, -1, 0);
|
|
TupleDescInitEntry(tupdesc, (AttrNumber) 2, "mode",
|
|
TEXTOID, -1, 0);
|
|
|
|
funccxt->attinmeta = TupleDescGetAttInMetadata(tupdesc);
|
|
funccxt->user_fctx = multi;
|
|
|
|
MemoryContextSwitchTo(oldcxt);
|
|
}
|
|
|
|
funccxt = SRF_PERCALL_SETUP();
|
|
multi = (mxact *) funccxt->user_fctx;
|
|
|
|
while (multi->iter < multi->nmembers)
|
|
{
|
|
HeapTuple tuple;
|
|
char *values[2];
|
|
|
|
values[0] = psprintf("%u", multi->members[multi->iter].xid);
|
|
values[1] = mxstatus_to_string(multi->members[multi->iter].status);
|
|
|
|
tuple = BuildTupleFromCStrings(funccxt->attinmeta, values);
|
|
|
|
multi->iter++;
|
|
pfree(values[0]);
|
|
SRF_RETURN_NEXT(funccxt, HeapTupleGetDatum(tuple));
|
|
}
|
|
|
|
if (multi->nmembers > 0)
|
|
pfree(multi->members);
|
|
pfree(multi);
|
|
|
|
SRF_RETURN_DONE(funccxt);
|
|
}
|