diff --git a/contrib/pg_tde/t/2pc_replication.pl b/contrib/pg_tde/t/2pc_replication.pl
index 2d8286bf5cf..aaaee5ad2f7 100644
--- a/contrib/pg_tde/t/2pc_replication.pl
+++ b/contrib/pg_tde/t/2pc_replication.pl
@@ -28,6 +28,9 @@ sub configure_and_reload
 	return;
 }
 
+unlink('/tmp/pg_global_keyring.file');
+unlink('/tmp/pg_local_keyring.file');
+
 # Set up two nodes, which will alternately be primary and replication standby.
 
 # Setup london node