mirror of https://github.com/postgres/postgres
To support the upcoming addition of a sequence synchronization worker, this patch extracts common synchronization logic shared by table sync workers and the new sequence sync worker into a dedicated file. This modularization improves code reuse, maintainability, and clarity in the logical workers framework. Author: vignesh C <vignesh21@gmail.com> Author: Hou Zhijie <houzj.fnst@fujitsu.com> Reviewed-by: shveta malik <shveta.malik@gmail.com> Reviewed-by: Dilip Kumar <dilipbalaut@gmail.com> Reviewed-by: Peter Smith <smithpb2250@gmail.com> Reviewed-by: Hayato Kuroda <kuroda.hayato@fujitsu.com> Reviewed-by: Chao Li <li.evan.chao@gmail.com> Reviewed-by: Amit Kapila <amit.kapila16@gmail.com> Discussion: https://postgr.es/m/CAA4eK1LC+KJiAkSrpE_NwvNdidw9F2os7GERUeSxSKv71gXysQ@mail.gmail.compull/245/head
Amit Kapila
2 months ago
parent
905e932f09
commit
41c674d2e3
@ -0,0 +1,187 @@ |
||||
/*-------------------------------------------------------------------------
|
||||
* syncutils.c |
||||
* PostgreSQL logical replication: common synchronization code |
||||
* |
||||
* Copyright (c) 2025, PostgreSQL Global Development Group |
||||
* |
||||
* IDENTIFICATION |
||||
* src/backend/replication/logical/syncutils.c |
||||
* |
||||
* NOTES |
||||
* This file contains code common for synchronization workers. |
||||
*------------------------------------------------------------------------- |
||||
*/ |
||||
|
||||
#include "postgres.h" |
||||
|
||||
#include "catalog/pg_subscription_rel.h" |
||||
#include "pgstat.h" |
||||
#include "replication/worker_internal.h" |
||||
#include "storage/ipc.h" |
||||
#include "utils/lsyscache.h" |
||||
#include "utils/memutils.h" |
||||
|
||||
/*
|
||||
* Enum for phases of the subscription relations state. |
||||
* |
||||
* SYNC_RELATIONS_STATE_NEEDS_REBUILD indicates that the subscription relations |
||||
* state is no longer valid, and the subscription relations should be rebuilt. |
||||
* |
||||
* SYNC_RELATIONS_STATE_REBUILD_STARTED indicates that the subscription |
||||
* relations state is being rebuilt. |
||||
* |
||||
* SYNC_RELATIONS_STATE_VALID indicates that the subscription relation state is |
||||
* up-to-date and valid. |
||||
*/ |
||||
typedef enum |
||||
{ |
||||
SYNC_RELATIONS_STATE_NEEDS_REBUILD, |
||||
SYNC_RELATIONS_STATE_REBUILD_STARTED, |
||||
SYNC_RELATIONS_STATE_VALID, |
||||
} SyncingRelationsState; |
||||
|
||||
static SyncingRelationsState relation_states_validity = SYNC_RELATIONS_STATE_NEEDS_REBUILD; |
||||
|
||||
/*
|
||||
* Exit routine for synchronization worker. |
||||
*/ |
||||
pg_noreturn void |
||||
FinishSyncWorker(void) |
||||
{ |
||||
/*
|
||||
* Commit any outstanding transaction. This is the usual case, unless |
||||
* there was nothing to do for the table. |
||||
*/ |
||||
if (IsTransactionState()) |
||||
{ |
||||
CommitTransactionCommand(); |
||||
pgstat_report_stat(true); |
||||
} |
||||
|
||||
/* And flush all writes. */ |
||||
XLogFlush(GetXLogWriteRecPtr()); |
||||
|
||||
StartTransactionCommand(); |
||||
ereport(LOG, |
||||
(errmsg("logical replication table synchronization worker for subscription \"%s\", table \"%s\" has finished", |
||||
MySubscription->name, |
||||
get_rel_name(MyLogicalRepWorker->relid)))); |
||||
CommitTransactionCommand(); |
||||
|
||||
/* Find the leader apply worker and signal it. */ |
||||
logicalrep_worker_wakeup(MyLogicalRepWorker->subid, InvalidOid); |
||||
|
||||
/* Stop gracefully */ |
||||
proc_exit(0); |
||||
} |
||||
|
||||
/*
|
||||
* Callback from syscache invalidation. |
||||
*/ |
||||
void |
||||
InvalidateSyncingRelStates(Datum arg, int cacheid, uint32 hashvalue) |
||||
{ |
||||
relation_states_validity = SYNC_RELATIONS_STATE_NEEDS_REBUILD; |
||||
} |
||||
|
||||
/*
|
||||
* Process possible state change(s) of relations that are being synchronized. |
||||
*/ |
||||
void |
||||
ProcessSyncingRelations(XLogRecPtr current_lsn) |
||||
{ |
||||
switch (MyLogicalRepWorker->type) |
||||
{ |
||||
case WORKERTYPE_PARALLEL_APPLY: |
||||
|
||||
/*
|
||||
* Skip for parallel apply workers because they only operate on |
||||
* tables that are in a READY state. See pa_can_start() and |
||||
* should_apply_changes_for_rel(). |
||||
*/ |
||||
break; |
||||
|
||||
case WORKERTYPE_TABLESYNC: |
||||
ProcessSyncingTablesForSync(current_lsn); |
||||
break; |
||||
|
||||
case WORKERTYPE_APPLY: |
||||
ProcessSyncingTablesForApply(current_lsn); |
||||
break; |
||||
|
||||
case WORKERTYPE_UNKNOWN: |
||||
/* Should never happen. */ |
||||
elog(ERROR, "Unknown worker type"); |
||||
} |
||||
} |
||||
|
||||
/*
|
||||
* Common code to fetch the up-to-date sync state info into the static lists. |
||||
* |
||||
* Returns true if subscription has 1 or more tables, else false. |
||||
* |
||||
* Note: If this function started the transaction (indicated by the parameter) |
||||
* then it is the caller's responsibility to commit it. |
||||
*/ |
||||
bool |
||||
FetchRelationStates(bool *started_tx) |
||||
{ |
||||
static bool has_subtables = false; |
||||
|
||||
*started_tx = false; |
||||
|
||||
if (relation_states_validity != SYNC_RELATIONS_STATE_VALID) |
||||
{ |
||||
MemoryContext oldctx; |
||||
List *rstates; |
||||
ListCell *lc; |
||||
SubscriptionRelState *rstate; |
||||
|
||||
relation_states_validity = SYNC_RELATIONS_STATE_REBUILD_STARTED; |
||||
|
||||
/* Clean the old lists. */ |
||||
list_free_deep(table_states_not_ready); |
||||
table_states_not_ready = NIL; |
||||
|
||||
if (!IsTransactionState()) |
||||
{ |
||||
StartTransactionCommand(); |
||||
*started_tx = true; |
||||
} |
||||
|
||||
/* Fetch tables and sequences that are in non-ready state. */ |
||||
rstates = GetSubscriptionRelations(MySubscription->oid, true); |
||||
|
||||
/* Allocate the tracking info in a permanent memory context. */ |
||||
oldctx = MemoryContextSwitchTo(CacheMemoryContext); |
||||
foreach(lc, rstates) |
||||
{ |
||||
rstate = palloc(sizeof(SubscriptionRelState)); |
||||
memcpy(rstate, lfirst(lc), sizeof(SubscriptionRelState)); |
||||
table_states_not_ready = lappend(table_states_not_ready, rstate); |
||||
} |
||||
MemoryContextSwitchTo(oldctx); |
||||
|
||||
/*
|
||||
* Does the subscription have tables? |
||||
* |
||||
* If there were not-READY tables found then we know it does. But if |
||||
* table_states_not_ready was empty we still need to check again to |
||||
* see if there are 0 tables. |
||||
*/ |
||||
has_subtables = (table_states_not_ready != NIL) || |
||||
HasSubscriptionTables(MySubscription->oid); |
||||
|
||||
/*
|
||||
* If the subscription relation cache has been invalidated since we |
||||
* entered this routine, we still use and return the relations we just |
||||
* finished constructing, to avoid infinite loops, but we leave the |
||||
* table states marked as stale so that we'll rebuild it again on next |
||||
* access. Otherwise, we mark the table states as valid. |
||||
*/ |
||||
if (relation_states_validity == SYNC_RELATIONS_STATE_REBUILD_STARTED) |
||||
relation_states_validity = SYNC_RELATIONS_STATE_VALID; |
||||
} |
||||
|
||||
return has_subtables; |
||||
} |
||||
Loading…
Reference in new issue