mirror of https://github.com/postgres/postgres
Author: Matheus Alcantara <matheusssilv97@gmail.com> Author: Mahendra Singh Thalor <mahi6run@gmail.com>pull/210/head
Andrew Dunstan
6 months ago
parent
1495eff7bd
commit
289f74d0cb
@ -0,0 +1,391 @@ |
||||
# Copyright (c) 2021-2025, PostgreSQL Global Development Group |
||||
|
||||
use strict; |
||||
use warnings FATAL => 'all'; |
||||
|
||||
use PostgreSQL::Test::Cluster; |
||||
use PostgreSQL::Test::Utils; |
||||
use Test::More; |
||||
|
||||
my $tempdir = PostgreSQL::Test::Utils::tempdir; |
||||
my $run_db = 'postgres'; |
||||
my $sep = $windows_os ? "\\" : "/"; |
||||
|
||||
# Tablespace locations used by "restore_tablespace" test case. |
||||
my $tablespace1 = "${tempdir}${sep}tbl1"; |
||||
my $tablespace2 = "${tempdir}${sep}tbl2"; |
||||
mkdir($tablespace1) || die "mkdir $tablespace1 $!"; |
||||
mkdir($tablespace2) || die "mkdir $tablespace2 $!"; |
||||
|
||||
# Scape tablespace locations on Windows. |
||||
$tablespace1 = $windows_os ? ($tablespace1 =~ s/\\/\\\\/gr) : $tablespace1; |
||||
$tablespace2 = $windows_os ? ($tablespace2 =~ s/\\/\\\\/gr) : $tablespace2; |
||||
|
||||
# Where pg_dumpall will be executed. |
||||
my $node = PostgreSQL::Test::Cluster->new('node'); |
||||
$node->init; |
||||
$node->start; |
||||
|
||||
|
||||
############################################################### |
||||
# Definition of the pg_dumpall test cases to run. |
||||
# |
||||
# Each of these test cases are named and those names are used for fail |
||||
# reporting and also to save the dump and restore information needed for the |
||||
# test to assert. |
||||
# |
||||
# The "setup_sql" is a psql valid script that contains SQL commands to execute |
||||
# before of actually execute the tests. The setups are all executed before of |
||||
# any test execution. |
||||
# |
||||
# The "dump_cmd" and "restore_cmd" are the commands that will be executed. The |
||||
# "restore_cmd" must have the --file flag to save the restore output so that we |
||||
# can assert on it. |
||||
# |
||||
# The "like" and "unlike" is a regexp that is used to match the pg_restore |
||||
# output. It must have at least one of then filled per test cases but it also |
||||
# can have both. See "excluding_databases" test case for example. |
||||
my %pgdumpall_runs = ( |
||||
restore_roles => { |
||||
setup_sql => ' |
||||
CREATE ROLE dumpall WITH ENCRYPTED PASSWORD \'admin\' SUPERUSER; |
||||
CREATE ROLE dumpall2 WITH REPLICATION CONNECTION LIMIT 10;', |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/restore_roles", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/restore_roles.sql", |
||||
"$tempdir/restore_roles", |
||||
], |
||||
like => qr/ |
||||
^\s*\QCREATE ROLE dumpall;\E\s*\n |
||||
\s*\QALTER ROLE dumpall WITH SUPERUSER INHERIT NOCREATEROLE NOCREATEDB NOLOGIN NOREPLICATION NOBYPASSRLS PASSWORD 'SCRAM-SHA-256\E |
||||
[^']+';\s*\n |
||||
\s*\QCREATE ROLE dumpall2;\E |
||||
\s*\QALTER ROLE dumpall2 WITH NOSUPERUSER INHERIT NOCREATEROLE NOCREATEDB NOLOGIN REPLICATION NOBYPASSRLS CONNECTION LIMIT 10;\E |
||||
/xm |
||||
}, |
||||
|
||||
restore_tablespace => { |
||||
setup_sql => " |
||||
CREATE ROLE tap; |
||||
CREATE TABLESPACE tbl1 OWNER tap LOCATION '$tablespace1'; |
||||
CREATE TABLESPACE tbl2 OWNER tap LOCATION '$tablespace2' WITH (seq_page_cost=1.0);", |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/restore_tablespace", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/restore_tablespace.sql", |
||||
"$tempdir/restore_tablespace", |
||||
], |
||||
# Match "E" as optional since it is added on LOCATION when running on |
||||
# Windows. |
||||
like => qr/^ |
||||
\n\QCREATE TABLESPACE tbl1 OWNER tap LOCATION \E(?:E)?\Q'$tablespace1';\E |
||||
\n\QCREATE TABLESPACE tbl2 OWNER tap LOCATION \E(?:E)?\Q'$tablespace2';\E |
||||
\n\QALTER TABLESPACE tbl2 SET (seq_page_cost=1.0);\E |
||||
/xm, |
||||
}, |
||||
|
||||
restore_grants => { |
||||
setup_sql => " |
||||
CREATE DATABASE tapgrantsdb; |
||||
CREATE SCHEMA private; |
||||
CREATE SEQUENCE serial START 101; |
||||
CREATE FUNCTION fn() RETURNS void AS \$\$ |
||||
BEGIN |
||||
END; |
||||
\$\$ LANGUAGE plpgsql; |
||||
CREATE ROLE super; |
||||
CREATE ROLE grant1; |
||||
CREATE ROLE grant2; |
||||
CREATE ROLE grant3; |
||||
CREATE ROLE grant4; |
||||
CREATE ROLE grant5; |
||||
CREATE ROLE grant6; |
||||
CREATE ROLE grant7; |
||||
CREATE ROLE grant8; |
||||
|
||||
CREATE TABLE t (id int); |
||||
INSERT INTO t VALUES (1), (2), (3), (4); |
||||
|
||||
GRANT SELECT ON TABLE t TO grant1; |
||||
GRANT INSERT ON TABLE t TO grant2; |
||||
GRANT ALL PRIVILEGES ON TABLE t to grant3; |
||||
GRANT CONNECT, CREATE ON DATABASE tapgrantsdb TO grant4; |
||||
GRANT USAGE, CREATE ON SCHEMA private TO grant5; |
||||
GRANT USAGE, SELECT, UPDATE ON SEQUENCE serial TO grant6; |
||||
GRANT super TO grant7; |
||||
GRANT EXECUTE ON FUNCTION fn() TO grant8; |
||||
", |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/restore_grants", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/restore_grants.sql", |
||||
"$tempdir/restore_grants", |
||||
], |
||||
like => qr/^ |
||||
\n\QGRANT super TO grant7 WITH INHERIT TRUE GRANTED BY\E |
||||
(.*\n)* |
||||
\n\QGRANT ALL ON SCHEMA private TO grant5;\E |
||||
(.*\n)* |
||||
\n\QGRANT ALL ON FUNCTION public.fn() TO grant8;\E |
||||
(.*\n)* |
||||
\n\QGRANT ALL ON SEQUENCE public.serial TO grant6;\E |
||||
(.*\n)* |
||||
\n\QGRANT SELECT ON TABLE public.t TO grant1;\E |
||||
\n\QGRANT INSERT ON TABLE public.t TO grant2;\E |
||||
\n\QGRANT ALL ON TABLE public.t TO grant3;\E |
||||
(.*\n)* |
||||
\n\QGRANT CREATE,CONNECT ON DATABASE tapgrantsdb TO grant4;\E |
||||
/xm, |
||||
}, |
||||
|
||||
excluding_databases => { |
||||
setup_sql => 'CREATE DATABASE db1; |
||||
\c db1 |
||||
CREATE TABLE t1 (id int); |
||||
INSERT INTO t1 VALUES (1), (2), (3), (4); |
||||
CREATE TABLE t2 (id int); |
||||
INSERT INTO t2 VALUES (1), (2), (3), (4); |
||||
|
||||
CREATE DATABASE db2; |
||||
\c db2 |
||||
CREATE TABLE t3 (id int); |
||||
INSERT INTO t3 VALUES (1), (2), (3), (4); |
||||
CREATE TABLE t4 (id int); |
||||
INSERT INTO t4 VALUES (1), (2), (3), (4); |
||||
|
||||
CREATE DATABASE dbex3; |
||||
\c dbex3 |
||||
CREATE TABLE t5 (id int); |
||||
INSERT INTO t5 VALUES (1), (2), (3), (4); |
||||
CREATE TABLE t6 (id int); |
||||
INSERT INTO t6 VALUES (1), (2), (3), (4); |
||||
|
||||
CREATE DATABASE dbex4; |
||||
\c dbex4 |
||||
CREATE TABLE t7 (id int); |
||||
INSERT INTO t7 VALUES (1), (2), (3), (4); |
||||
CREATE TABLE t8 (id int); |
||||
INSERT INTO t8 VALUES (1), (2), (3), (4); |
||||
|
||||
CREATE DATABASE db5; |
||||
\c db5 |
||||
CREATE TABLE t9 (id int); |
||||
INSERT INTO t9 VALUES (1), (2), (3), (4); |
||||
CREATE TABLE t10 (id int); |
||||
INSERT INTO t10 VALUES (1), (2), (3), (4); |
||||
', |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/excluding_databases", |
||||
'--exclude-database' => 'dbex*', |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/excluding_databases.sql", |
||||
'--exclude-database' => 'db5', |
||||
"$tempdir/excluding_databases", |
||||
], |
||||
like => qr/^ |
||||
\n\QCREATE DATABASE db1\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t1 (\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t2 (\E |
||||
(.*\n)* |
||||
\n\QCREATE DATABASE db2\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t3 (\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t4 (/xm, |
||||
unlike => qr/^ |
||||
\n\QCREATE DATABASE db3\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t5 (\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t6 (\E |
||||
(.*\n)* |
||||
\n\QCREATE DATABASE db4\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t7 (\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t8 (\E |
||||
\n\QCREATE DATABASE db5\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t9 (\E |
||||
(.*\n)* |
||||
\n\QCREATE TABLE public.t10 (\E |
||||
/xm, |
||||
}, |
||||
|
||||
format_directory => { |
||||
setup_sql => "CREATE TABLE format_directory(a int, b boolean, c text); |
||||
INSERT INTO format_directory VALUES (1, true, 'name1'), (2, false, 'name2');", |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/format_directory", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/format_directory.sql", |
||||
"$tempdir/format_directory", |
||||
], |
||||
like => qr/^\n\QCOPY public.format_directory (a, b, c) FROM stdin;/xm |
||||
}, |
||||
|
||||
format_tar => { |
||||
setup_sql => "CREATE TABLE format_tar(a int, b boolean, c text); |
||||
INSERT INTO format_tar VALUES (1, false, 'name3'), (2, true, 'name4');", |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'tar', |
||||
'--file' => "$tempdir/format_tar", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'tar', |
||||
'--file' => "$tempdir/format_tar.sql", |
||||
"$tempdir/format_tar", |
||||
], |
||||
like => qr/^\n\QCOPY public.format_tar (a, b, c) FROM stdin;/xm |
||||
}, |
||||
|
||||
format_custom => { |
||||
setup_sql => "CREATE TABLE format_custom(a int, b boolean, c text); |
||||
INSERT INTO format_custom VALUES (1, false, 'name5'), (2, true, 'name6');", |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'custom', |
||||
'--file' => "$tempdir/format_custom", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', |
||||
'--format' => 'custom', |
||||
'--file' => "$tempdir/format_custom.sql", |
||||
"$tempdir/format_custom", |
||||
], |
||||
like => qr/^ \n\QCOPY public.format_custom (a, b, c) FROM stdin;/xm |
||||
}, |
||||
|
||||
dump_globals_only => { |
||||
setup_sql => "CREATE TABLE format_dir(a int, b boolean, c text); |
||||
INSERT INTO format_dir VALUES (1, false, 'name5'), (2, true, 'name6');", |
||||
dump_cmd => [ |
||||
'pg_dumpall', |
||||
'--format' => 'directory', |
||||
'--globals-only', |
||||
'--file' => "$tempdir/dump_globals_only", |
||||
], |
||||
restore_cmd => [ |
||||
'pg_restore', '-C', '--globals-only', |
||||
'--format' => 'directory', |
||||
'--file' => "$tempdir/dump_globals_only.sql", |
||||
"$tempdir/dump_globals_only", |
||||
], |
||||
like => qr/ |
||||
^\s*\QCREATE ROLE dumpall;\E\s*\n |
||||
/xm |
||||
}, ); |
||||
|
||||
# First execute the setup_sql |
||||
foreach my $run (sort keys %pgdumpall_runs) |
||||
{ |
||||
if ($pgdumpall_runs{$run}->{setup_sql}) |
||||
{ |
||||
$node->safe_psql($run_db, $pgdumpall_runs{$run}->{setup_sql}); |
||||
} |
||||
} |
||||
|
||||
# Execute the tests |
||||
foreach my $run (sort keys %pgdumpall_runs) |
||||
{ |
||||
# Create a new target cluster to pg_restore each test case run so that we |
||||
# don't need to take care of the cleanup from the target cluster after each |
||||
# run. |
||||
my $target_node = PostgreSQL::Test::Cluster->new("target_$run"); |
||||
$target_node->init; |
||||
$target_node->start; |
||||
|
||||
# Dumpall from node cluster. |
||||
$node->command_ok(\@{ $pgdumpall_runs{$run}->{dump_cmd} }, |
||||
"$run: pg_dumpall runs"); |
||||
|
||||
# Restore the dump on "target_node" cluster. |
||||
my @restore_cmd = ( |
||||
@{ $pgdumpall_runs{$run}->{restore_cmd} }, |
||||
'--host', $target_node->host, '--port', $target_node->port); |
||||
|
||||
my ($stdout, $stderr) = run_command(\@restore_cmd); |
||||
|
||||
# pg_restore --file output file. |
||||
my $output_file = slurp_file("$tempdir/${run}.sql"); |
||||
|
||||
if (!($pgdumpall_runs{$run}->{like}) && !($pgdumpall_runs{$run}->{unlike})) |
||||
{ |
||||
die "missing \"like\" or \"unlike\" in test \"$run\""; |
||||
} |
||||
|
||||
if ($pgdumpall_runs{$run}->{like}) |
||||
{ |
||||
like($output_file, $pgdumpall_runs{$run}->{like}, "should dump $run"); |
||||
} |
||||
|
||||
if ($pgdumpall_runs{$run}->{unlike}) |
||||
{ |
||||
unlike( |
||||
$output_file, |
||||
$pgdumpall_runs{$run}->{unlike}, |
||||
"should not dump $run"); |
||||
} |
||||
} |
||||
|
||||
# Some negative test case with dump of pg_dumpall and restore using pg_restore |
||||
# test case 1: when -C is not used in pg_restore with dump of pg_dumpall |
||||
$node->command_fails_like( |
||||
[ 'pg_restore', |
||||
"$tempdir/format_custom", |
||||
'--format' => 'custom', |
||||
'--file' => "$tempdir/error_test.sql", ], |
||||
qr/\Qpg_restore: error: -C\/--create option should be specified when restoring multiple databases by archive of pg_dumpall\E/, |
||||
'When -C is not used in pg_restore with dump of pg_dumpall'); |
||||
|
||||
# test case 2: When --list option is used with dump of pg_dumpall |
||||
$node->command_fails_like( |
||||
[ 'pg_restore', |
||||
"$tempdir/format_custom", '-C', |
||||
'--format' => 'custom', '--list', |
||||
'--file' => "$tempdir/error_test.sql", ], |
||||
qr/\Qpg_restore: error: option -l\/--list cannot be used when restoring multiple databases by archive of pg_dumpall\E/, |
||||
'When --list is used in pg_restore with dump of pg_dumpall'); |
||||
|
||||
# test case 3: When non-exist database is given with -d option |
||||
$node->command_fails_like( |
||||
[ 'pg_restore', |
||||
"$tempdir/format_custom", '-C', |
||||
'--format' => 'custom', |
||||
'-d' => 'dbpq', ], |
||||
qr/\Qpg_restore: error: could not connect to database "dbpq"\E/, |
||||
'When non-exist datbase is given with -d option in pg_restore with dump of pg_dumpall'); |
||||
|
||||
$node->stop('fast'); |
||||
|
||||
done_testing(); |
||||
Loading…
Reference in new issue