Clean up all scripts to match bash linting rules
pg_db_dump_file log parameter never set the log folder, it was always overwritten pg_drop_restore had a double ;; inside which stopped the script from working All: remove -a flag for Amazon Linux OS. This was only for V1 type and we do no longer support this (or use it) and V2 AWS Linux is based more on a redhat type, so the -r flag will work Various other formatting updates Change all strange ls to find calls Change all exec calls with params to params in array
This commit is contained in:
@@ -2,14 +2,14 @@
|
||||
|
||||
# Author: Clemens Schwaighofer
|
||||
# Description:
|
||||
# Drop and restore one database
|
||||
# Drop and restore one database from a dump created by created by pg_db_dump_file.sh
|
||||
|
||||
function usage ()
|
||||
{
|
||||
cat <<- EOT
|
||||
Restores a single database dump to a database
|
||||
|
||||
Usage: ${0##/*/} -o <DB OWNER> -d <DB NAME> -f <FILE NAME> [-h <DB HOST>] [-p <DB PORT>] [-e <ENCODING>] [-i <POSTGRES VERSION>] [-j <JOBS>] [-s] [-r|-a] [-n]
|
||||
Usage: ${0##/*/} -o <DB OWNER> -d <DB NAME> -f <FILE NAME> [-h <DB HOST>] [-p <DB PORT>] [-e <ENCODING>] [-i <POSTGRES VERSION>] [-j <JOBS>] [-s] [-r] [-n]
|
||||
|
||||
-o <DB OWNER>: The user who will be owner of the database to be restored
|
||||
-d <DB NAME>: The database to restore the file to
|
||||
@@ -21,7 +21,6 @@ function usage ()
|
||||
-j <JOBS>: Run how many jobs Parallel. If not set, 2 jobs are run parallel
|
||||
-s: Restore only schema, no data
|
||||
-r: use redhat base paths instead of debian
|
||||
-a: use amazon base paths instead of debian
|
||||
-n: dry run, do not do anything, just test flow
|
||||
EOT
|
||||
}
|
||||
@@ -29,20 +28,21 @@ function usage ()
|
||||
_port=5432
|
||||
_host='local';
|
||||
_encoding='UTF8';
|
||||
role='';
|
||||
# role='';
|
||||
schema='';
|
||||
NO_ASK=0;
|
||||
TEMPLATEDB='template0';
|
||||
SCHEMA_ONLY=0;
|
||||
REDHAT=0;
|
||||
AMAZON=0;
|
||||
DRY_RUN=0;
|
||||
BC='/usr/bin/bc';
|
||||
PORT_REGEX="^[0-9]{4,5}$";
|
||||
OPTARG_REGEX="^-";
|
||||
MAX_JOBS='';
|
||||
PG_PARAMS=();
|
||||
PG_PARAM_ROLE=();
|
||||
# if we have options, set them and then ignore anything below
|
||||
while getopts ":o:d:h:f:p:e:i:j:raqnms" opt; do
|
||||
while getopts ":o:d:h:f:p:e:i:j:rqnms" opt; do
|
||||
# pre test for unfilled
|
||||
if [ "${opt}" = ":" ] || [[ "${OPTARG-}" =~ ${OPTARG_REGEX} ]]; then
|
||||
if [ "${opt}" = ":" ]; then
|
||||
@@ -86,71 +86,80 @@ while getopts ":o:d:h:f:p:e:i:j:raqnms" opt; do
|
||||
esac
|
||||
fi;
|
||||
case $opt in
|
||||
o|owner)
|
||||
# o|owner)
|
||||
o)
|
||||
if [ -z "$owner" ]; then
|
||||
owner=$OPTARG;
|
||||
# if not standard user we need to set restore role
|
||||
# so tables/etc get set to new user
|
||||
role="--no-owner --role $owner";
|
||||
# role="--no-owner --role $owner";
|
||||
PG_PARAM_ROLE=("--no-owner" "--role" "$owner");
|
||||
fi;
|
||||
;;
|
||||
d|database)
|
||||
# d|database)
|
||||
d)
|
||||
if [ -z "$database" ]; then
|
||||
database=$OPTARG;
|
||||
fi;
|
||||
;;
|
||||
e|encoding)
|
||||
# e|encoding)
|
||||
e)
|
||||
if [ -z "$encoding" ]; then
|
||||
encoding=$OPTARG;
|
||||
fi;
|
||||
;;
|
||||
f|file)
|
||||
# f|file)
|
||||
f)
|
||||
if [ -z "$file" ]; then
|
||||
file=$OPTARG;
|
||||
fi;
|
||||
;;
|
||||
h|hostname)
|
||||
# h|hostname)
|
||||
h)
|
||||
if [ -z "$_host" ]; then
|
||||
# if local it is socket
|
||||
if [ "$OPTARG" != "local" ]; then
|
||||
host='-h '$OPTARG;
|
||||
else
|
||||
host='';
|
||||
PG_PARAMS+=("-h" "${OPTARG}");
|
||||
fi;
|
||||
_host=$OPTARG;
|
||||
fi;
|
||||
;;
|
||||
p|port)
|
||||
# p|port)
|
||||
p)
|
||||
if [ -z "$port" ]; then
|
||||
port='-p '$OPTARG;
|
||||
PG_PARAMS+=("-p" "${OPTARG}");
|
||||
_port=$OPTARG;
|
||||
fi;
|
||||
;;
|
||||
i|ident)
|
||||
# i|ident)
|
||||
i)
|
||||
if [ -z "$ident" ]; then
|
||||
ident=$OPTARG;
|
||||
fi;
|
||||
;;
|
||||
j|jobs)
|
||||
# j|jobs)
|
||||
j)
|
||||
MAX_JOBS=${OPTARG};
|
||||
;;
|
||||
q|quiet)
|
||||
# q|quiet)
|
||||
q)
|
||||
NO_ASK=1;
|
||||
;;
|
||||
r|redhat)
|
||||
# r|redhat)
|
||||
r)
|
||||
REDHAT=1;
|
||||
;;
|
||||
a|amazon)
|
||||
AMAZON=1;
|
||||
;;
|
||||
n|dry-run)
|
||||
# n|dry-run)
|
||||
n)
|
||||
DRY_RUN=1;
|
||||
;;
|
||||
s|schema-only)
|
||||
# s|schema-only)
|
||||
s)
|
||||
SCHEMA_ONLY=1
|
||||
schema='-s';
|
||||
;;
|
||||
m|help)
|
||||
# m|help)
|
||||
m)
|
||||
usage;
|
||||
exit 0;
|
||||
;;
|
||||
@@ -162,10 +171,10 @@ while getopts ":o:d:h:f:p:e:i:j:raqnms" opt; do
|
||||
esac;
|
||||
done;
|
||||
|
||||
if [ "$REDHAT" -eq 1 ] && [ "$AMAZON" -eq 1 ]; then
|
||||
echo "You cannot set the -a and -r flag at the same time";
|
||||
exit 1;
|
||||
if [ "${ERROR}" -eq 1 ]; then
|
||||
exit 0;
|
||||
fi;
|
||||
|
||||
# check that the port is a valid number
|
||||
if ! [[ "$_port" =~ $PORT_REGEX ]]; then
|
||||
echo "The port needs to be a valid number: $_port";
|
||||
@@ -174,16 +183,15 @@ fi;
|
||||
NUMBER_REGEX="^[0-9]{1,}$";
|
||||
# find the max allowed jobs based on the cpu count
|
||||
# because setting more than this is not recommended
|
||||
cpu=$(cat /proc/cpuinfo | grep processor | tail -n 1);
|
||||
_max_jobs=$[ ${cpu##*: }+1 ] # +1 because cpu count starts with 0
|
||||
_max_jobs=$(nproc --all);
|
||||
# if the MAX_JOBS is not number or smaller 1 or greate _max_jobs
|
||||
if [ ! -z "${MAX_JOBS}" ]; then
|
||||
if [ -n "${MAX_JOBS}" ]; then
|
||||
# check that it is a valid number
|
||||
if ! [[ "$MAX_JOBS" =~ $NUMBER_REGEX ]]; then
|
||||
echo "Please enter a number for the -j option";
|
||||
exit 1;
|
||||
fi;
|
||||
if [ "${MAX_JOBS}" -lt 1 ] || [ "${MAX_JOBS}" -gt ${_max_jobs} ]; then
|
||||
if [ "${MAX_JOBS}" -lt 1 ] || [ "${MAX_JOBS}" -gt "${_max_jobs}" ]; then
|
||||
echo "The value for the jobs option -j cannot be smaller than 1 or bigger than ${_max_jobs}";
|
||||
exit 1;
|
||||
fi;
|
||||
@@ -208,22 +216,21 @@ fi;
|
||||
# PARAMS: timestamp in seconds or with milliseconds (nnnn.nnnn)
|
||||
# RETURN: formated string with human readable time (d/h/m/s)
|
||||
# CALL : var=$(convert_time $timestamp);
|
||||
# DESC : converts a timestamp or a timestamp with float milliseconds
|
||||
# to a human readable format
|
||||
# DESC : converts a timestamp or a timestamp with float milliseconds to a human readable format
|
||||
# output is in days/hours/minutes/seconds
|
||||
function convert_time
|
||||
{
|
||||
timestamp=${1};
|
||||
# round to four digits for ms
|
||||
timestamp=$(printf "%1.4f" $timestamp);
|
||||
timestamp=$(printf "%1.4f" "$timestamp");
|
||||
# get the ms part and remove any leading 0
|
||||
ms=$(echo ${timestamp} | cut -d "." -f 2 | sed -e 's/^0*//');
|
||||
timestamp=$(echo ${timestamp} | cut -d "." -f 1);
|
||||
ms=$(echo "${timestamp}" | cut -d "." -f 2 | sed -e 's/^0*//');
|
||||
timestamp=$(echo "${timestamp}" | cut -d "." -f 1);
|
||||
timegroups=(86400 3600 60 1); # day, hour, min, sec
|
||||
timenames=("d" "h" "m" "s"); # day, hour, min, sec
|
||||
output=( );
|
||||
time_string=;
|
||||
for timeslice in ${timegroups[@]}; do
|
||||
time_string='';
|
||||
for timeslice in "${timegroups[@]}"; do
|
||||
# floor for the division, push to output
|
||||
if [ ${BC_OK} -eq 1 ]; then
|
||||
output[${#output[*]}]=$(echo "${timestamp}/${timeslice}" | bc);
|
||||
@@ -235,15 +242,19 @@ function convert_time
|
||||
done;
|
||||
|
||||
for ((i=0; i<${#output[@]}; i++)); do
|
||||
if [ ${output[$i]} -gt 0 ] || [ ! -z "$time_string" ]; then
|
||||
if [ ! -z "${time_string}" ]; then
|
||||
if [ "${output[$i]}" -gt 0 ] || [ -n "$time_string" ]; then
|
||||
if [ -n "${time_string}" ]; then
|
||||
time_string=${time_string}" ";
|
||||
fi;
|
||||
time_string=${time_string}${output[$i]}${timenames[$i]};
|
||||
fi;
|
||||
done;
|
||||
if [ ! -z ${ms} ] && [ ${ms} -gt 0 ];; then
|
||||
time_string=${time_string}" "${ms}"ms";
|
||||
# milliseconds must be filled, but we also check that they are non "nan" string
|
||||
# that can appear in the original value
|
||||
if [ -n "${ms}" ] && [ "${ms}" != "nan" ]; then
|
||||
if [ "${ms}" -gt 0 ]; then
|
||||
time_string="${time_string} ${ms}ms";
|
||||
fi;
|
||||
fi;
|
||||
# just in case the time is 0
|
||||
if [ -z "${time_string}" ]; then
|
||||
@@ -253,20 +264,20 @@ function convert_time
|
||||
}
|
||||
|
||||
# for the auto find, we need to get only the filename, and therefore remove all path info
|
||||
db_file=`basename $file`;
|
||||
db_file=$(basename "$file");
|
||||
# if file is set and exist, but no owner or database are given, use the file name data to get user & database
|
||||
if [ -r "$file" ] && ( [ ! "$owner" ] || [ ! "$database" ] || [ ! "$encoding" ] ); then
|
||||
if [ -r "$file" ] && { [ ! "$owner" ] || [ ! "$database" ] || [ ! "$encoding" ]; }; then
|
||||
# file name format is
|
||||
# <database>.<owner>.<encoding>.<db type>-<version>_<host>_<port>_<date>_<time>_<sequence>
|
||||
# we only are interested in the first two
|
||||
_database=`echo $db_file | cut -d "." -f 1`;
|
||||
_owner=`echo $db_file | cut -d "." -f 2`;
|
||||
__encoding=`echo $db_file | cut -d "." -f 3`;
|
||||
_database=$(echo "${db_file}" | cut -d "." -f 1);
|
||||
_owner=$(echo "${db_file}" | cut -d "." -f 2);
|
||||
__encoding=$(echo "${db_file}" | cut -d "." -f 3);
|
||||
# set the others as optional
|
||||
_ident=`echo $db_file | cut -d "." -f 4 | cut -d "-" -f 2`; # db version first part
|
||||
_ident=$_ident'.'`echo $db_file | cut -d "." -f 5 | cut -d "_" -f 1`; # db version, second part (after .)
|
||||
__host=`echo $db_file | cut -d "." -f 4 | cut -d "_" -f 2`;
|
||||
__port=`echo $db_file | cut -d "." -f 4 | cut -d "_" -f 3`;
|
||||
_ident=$(echo "${db_file}" | cut -d "." -f 4 | cut -d "-" -f 2); # db version first part
|
||||
_ident=$_ident'.'$(echo "${db_file}" | cut -d "." -f 5 | cut -d "_" -f 1); # db version, second part (after .)
|
||||
__host=$(echo "${db_file}" | cut -d "." -f 4 | cut -d "_" -f 2);
|
||||
__port=$(echo "${db_file}" | cut -d "." -f 4 | cut -d "_" -f 3);
|
||||
# if any of those are not set, override by the file name settings
|
||||
if [ ! "$owner" ]; then
|
||||
owner=$_owner;
|
||||
@@ -285,7 +296,7 @@ if [ -r "$file" ] && ( [ ! "$owner" ] || [ ! "$database" ] || [ ! "$encoding" ]
|
||||
_host=$__host;
|
||||
fi;
|
||||
if [ ! "$encoding" ]; then
|
||||
if [ ! -z "$__encoding" ]; then
|
||||
if [ -n "$__encoding" ]; then
|
||||
encoding=$__encoding;
|
||||
else
|
||||
encoding=$_encoding;
|
||||
@@ -308,43 +319,50 @@ fi;
|
||||
|
||||
if [ "$REDHAT" -eq 1 ]; then
|
||||
# Debian base path
|
||||
PG_BASE_PATH='/usr/pgsql-';
|
||||
elif [ "$AMAZON" -eq 1 ]; then
|
||||
PG_BASE_PATH='/usr/lib64/pgsql';
|
||||
PG_BASE_PATH="/usr/pgsql-";
|
||||
else
|
||||
# Redhat base path (for non official ones would be '/usr/pgsql-'
|
||||
PG_BASE_PATH='/usr/lib/postgresql/';
|
||||
PG_BASE_PATH="/usr/lib/postgresql/";
|
||||
fi;
|
||||
|
||||
# if no ident is given, try to find the default one, if not fall back to pre set one
|
||||
if [ ! -z "$ident" ]; then
|
||||
PG_PATH=$PG_BASE_PATH$ident'/bin/';
|
||||
if [ -n "$ident" ]; then
|
||||
PG_PATH="${PG_BASE_PATH}${ident}/bin/";
|
||||
if [ ! -d "$PG_PATH" ]; then
|
||||
ident='';
|
||||
fi;
|
||||
fi;
|
||||
if [ -z "$ident" ]; then
|
||||
else
|
||||
# try to run psql from default path and get the version number
|
||||
ident=$(pgv=$(pg_dump --version| grep "pg_dump" | cut -d " " -f 3); if [[ $(echo "${pgv}" | cut -d "." -f 1) -ge 10 ]]; then echo "${pgv}" | cut -d "." -f 1; else echo "${pgv}" | cut -d "." -f 1,2; fi );
|
||||
if [ ! -z "$ident" ]; then
|
||||
PG_PATH=$PG_BASE_PATH$ident'/bin/';
|
||||
else
|
||||
# ident=$(pgv=$(pg_dump --version| grep "pg_dump" | cut -d " " -f 3); if [[ $(echo "${pgv}" | cut -d "." -f 1) -ge 10 ]]; then echo "${pgv}" | cut -d "." -f 1; else echo "${pgv}" | cut -d "." -f 1,2; fi );
|
||||
ident=$(
|
||||
pgv=$(
|
||||
"pg_dump" --version | \
|
||||
grep "pg_dump" | \
|
||||
cut -d " " -f 3
|
||||
);
|
||||
if [[ $(echo "${pgv}" | cut -d "." -f 1) -ge 10 ]]; then
|
||||
echo "${pgv}" | cut -d "." -f 1;
|
||||
else
|
||||
echo "${pgv}" | cut -d "." -f 1,2;
|
||||
fi
|
||||
);
|
||||
if [ -z "$ident" ]; then
|
||||
# hard setting
|
||||
ident='9.6';
|
||||
PG_PATH=$PG_BASE_PATH'9.6/bin/';
|
||||
ident='15';
|
||||
fi;
|
||||
PG_PATH="${PG_BASE_PATH}${ident}/bin/'";
|
||||
fi;
|
||||
|
||||
PG_DROPDB=$PG_PATH"dropdb";
|
||||
PG_CREATEDB=$PG_PATH"createdb";
|
||||
PG_CREATELANG=$PG_PATH"createlang";
|
||||
PG_RESTORE=$PG_PATH"pg_restore";
|
||||
PG_PSQL=$PG_PATH"psql";
|
||||
PG_DROPDB="${PG_PATH}dropdb";
|
||||
PG_CREATEDB="${PG_PATH}createdb";
|
||||
PG_CREATELANG="${PG_PATH}createlang";
|
||||
PG_RESTORE="${PG_PATH}pg_restore";
|
||||
PG_PSQL="${PG_PATH}psql";
|
||||
TEMP_FILE="temp";
|
||||
LOG_FILE_EXT=$database.`date +"%Y%m%d_%H%M%S"`".log";
|
||||
LOG_FILE_EXT="${database}.$(date +"%Y%m%d_%H%M%S").log";
|
||||
|
||||
# core abort if no core files found
|
||||
if [ ! -f $PG_PSQL ] || [ ! -f $PG_DROPDB ] || [ ! -f $PG_CREATEDB ] || [ ! -f $PG_RESTORE ]; then
|
||||
if [ ! -f "$PG_PSQL" ] || [ ! -f "$PG_DROPDB" ] || [ ! -f "$PG_CREATEDB" ] || [ ! -f "$PG_RESTORE" ]; then
|
||||
echo "One of the core binaries (psql, pg_dump, createdb, pg_restore) could not be found.";
|
||||
echo "Search Path: ${PG_PATH}";
|
||||
echo "Perhaps manual ident set with -i is necessary";
|
||||
@@ -354,11 +372,13 @@ fi;
|
||||
|
||||
# check if port / host settings are OK
|
||||
# if I cannot connect with user postgres to template1, the restore won't work
|
||||
output=`echo "SELECT version();" | $PG_PSQL -U postgres $host $port template1 -q -t -X -A -F "," 2>&1`;
|
||||
found=`echo "$output" | grep "PostgreSQL"`;
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "template1" "-q" "-t" "-X" "-A" "-F" "," "-c" "SELECT version();");
|
||||
_output=$("${PG_PSQL}" "${PG_PARAMS[@]}" 2>&1);
|
||||
found=$(echo "$_output" | grep "PostgreSQL");
|
||||
# if the output does not have the PG version string, we have an error and abort
|
||||
if [ -z "$found" ]; then
|
||||
echo "Cannot connect to the database: $output";
|
||||
echo "Cannot connect to the database: $_output";
|
||||
exit 1;
|
||||
fi;
|
||||
|
||||
@@ -370,66 +390,92 @@ if [ $NO_ASK -eq 1 ]; then
|
||||
go='yes';
|
||||
else
|
||||
echo "Continue? type 'yes'";
|
||||
read go;
|
||||
read -r go;
|
||||
fi;
|
||||
if [ "$go" != 'yes' ]; then
|
||||
echo "Aborted";
|
||||
exit;
|
||||
else
|
||||
start_time=`date +"%F %T"`;
|
||||
START=`date +'%s'`;
|
||||
start_time=$(date +"%F %T");
|
||||
START=$(date +'%s');
|
||||
echo "Drop DB $database [$_host:$_port] @ $start_time";
|
||||
# DROP DATABASE
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "${database}");
|
||||
if [ $DRY_RUN -eq 0 ]; then
|
||||
$PG_DROPDB -U postgres $host $port $database;
|
||||
# $PG_DROPDB -U postgres $host $port $database;
|
||||
"${PG_DROPDB}" "${PG_PARAMS[@]}";
|
||||
else
|
||||
echo $PG_DROPDB -U postgres $host $port $database;
|
||||
echo "${PG_DROPDB} ${PG_PARAMS[*]}";
|
||||
fi;
|
||||
# CREATE DATABASE
|
||||
echo "Create DB $database with $owner and encoding $encoding on [$_host:$_port] @ `date +"%F %T"`";
|
||||
echo "Create DB $database with $owner and encoding $encoding on [$_host:$_port] @ $(date +"%F %T")";
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "-O" "${owner}" "-E" "${encoding}" "-T" "${TEMPLATEDB}" "${database}");
|
||||
if [ $DRY_RUN -eq 0 ]; then
|
||||
$PG_CREATEDB -U postgres -O $owner -E $encoding -T $TEMPLATEDB $host $port $database;
|
||||
# $PG_CREATEDB -U postgres -O $owner -E $encoding -T $TEMPLATEDB $host $port $database;
|
||||
"${PG_CREATEDB}" "${_PG_PARAMS[@]}";
|
||||
else
|
||||
echo $PG_CREATEDB -U postgres -O $owner -E $encoding -T $TEMPLATEDB $host $port $database;
|
||||
echo "${PG_CREATEDB} ${_PG_PARAMS[*]}";
|
||||
fi;
|
||||
# CREATE plpgsql LANG
|
||||
if [ -f $PG_CREATELANG ]; then
|
||||
echo "Create plpgsql lang in DB $database on [$_host:$_port] @ `date +"%F %T"`";
|
||||
if [ -f "$PG_CREATELANG" ]; then
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "plpgsql" "${database}");
|
||||
echo "Create plpgsql lang in DB $database on [$_host:$_port] @ $(date +"%F %T")";
|
||||
if [ $DRY_RUN -eq 0 ]; then
|
||||
$PG_CREATELANG -U postgres plpgsql $host $port $database;
|
||||
# $PG_CREATELANG -U postgres plpgsql $host $port $database;
|
||||
"${PG_CREATELANG}" "${_PG_PARAMS[@]}";
|
||||
else
|
||||
echo $PG_CREATELANG -U postgres plpgsql $host $port $database;
|
||||
echo "${PG_CREATELANG} ${_PG_PARAMS[*]}";
|
||||
fi;
|
||||
fi;
|
||||
# RESTORE DATA
|
||||
echo "Restore data from $file to DB $database on [$_host:$_port] with Jobs $MAX_JOBS @ `date +"%F %T"`";
|
||||
echo "Restore data from $file to DB $database on [$_host:$_port] with Jobs $MAX_JOBS @ $(date +"%F %T")";
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("${PG_PARAM_ROLE[@]}")
|
||||
_PG_PARAMS+=("-U" "postgres" "-d" "${database}" "-F" "c" "-v" "-c" "${schema}" "-j" "${MAX_JOBS}" "${file}");
|
||||
if [ $DRY_RUN -eq 0 ]; then
|
||||
$PG_RESTORE -U postgres -d $database -F c -v -c $schema -j $MAX_JOBS $host $port $role $file 2>restore_errors.$LOG_FILE_EXT;
|
||||
# $PG_RESTORE -U postgres -d $database -F c -v -c $schema -j $MAX_JOBS $host $port $role $file 2>restore_errors.$LOG_FILE_EXT;
|
||||
"${PG_RESTORE}" "${_PG_PARAMS[@]}" 2>"restore_errors.${LOG_FILE_EXT}";
|
||||
else
|
||||
echo $PG_RESTORE -U postgres -d $database -F c -v -c $schema -j $MAX_JOBS $host $port $role $file 2>restore_errors.$LOG_FILE_EXT;
|
||||
echo "${PG_RESTORE} ${_PG_PARAMS[*]} 2>restore_errors.${LOG_FILE_EXT}";
|
||||
fi;
|
||||
# BUG FIX FOR POSTGRESQL 9.6.2 db_dump
|
||||
# it does not dump the default public ACL so the owner of the DB cannot access the data, check if the ACL dump is missing and do a basic restore
|
||||
if [ -z $($PG_RESTORE -l $file | grep -- "ACL - public postgres") ]; then
|
||||
echo "Fixing missing basic public schema ACLs from DB $database [$_host:$_port] @ `date +"%F %T"`";
|
||||
# if [ -z "$("$PG_RESTORE" -l "$file" | grep -- "ACL - public postgres")" ]; then
|
||||
if ! "$("${PG_RESTORE}" -l "$file" | grep -q -- "ACL - public postgres")"; then
|
||||
echo "Fixing missing basic public schema ACLs from DB $database [$_host:$_port] @ $(date +"%F %T")";
|
||||
# echo "GRANT USAGE ON SCHEMA public TO public;" | $PG_PSQL -U postgres -Atq $host $port $database;
|
||||
# echo "GRANT CREATE ON SCHEMA public TO public;" | $PG_PSQL -U postgres -Atq $host $port $database;
|
||||
# grant usage on schema public to public;
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "-Atq" "-c" "GRANT USAGE ON SCHEMA public TO public;" "${database}");
|
||||
"${PG_PSQL}" "${_PG_PARAMS[@]}";
|
||||
# grant create on schema public to public;
|
||||
echo "GRANT USAGE ON SCHEMA public TO public;" | $PG_PSQL -U postgres -Atq $host $port $database;
|
||||
echo "GRANT CREATE ON SCHEMA public TO public;" | $PG_PSQL -U postgres -Atq $host $port $database;
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "-Atq" "-c" "GRANT CREATE ON SCHEMA public TO public;" "${database}");
|
||||
"${PG_PSQL}" "${_PG_PARAMS[@]}";
|
||||
fi;
|
||||
# SEQUENCE RESET DATA COLLECTION
|
||||
echo "Resetting all sequences from DB $database [$_host:$_port] @ `date +"%F %T"`";
|
||||
echo "Resetting all sequences from DB $database [$_host:$_port] @ $(date +"%F %T")";
|
||||
reset_query="SELECT 'SELECT SETVAL(' ||quote_literal(S.relname)|| ', MAX(' ||quote_ident(C.attname)|| ') ) FROM ' ||quote_ident(T.relname)|| ';' FROM pg_class AS S, pg_depend AS D, pg_class AS T, pg_attribute AS C WHERE S.relkind = 'S' AND S.oid = D.objid AND D.refobjid = T.oid AND D.refobjid = C.attrelid AND D.refobjsubid = C.attnum ORDER BY S.relname;";
|
||||
_PG_PARAMS=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS+=("-U" "postgres" "-Atq" "-o" "${TEMP_FILE}" "-c" "${reset_query}" "${database}");
|
||||
_PG_PARAMS_OUT=("${PG_PARAMS[@]}");
|
||||
_PG_PARAMS_OUT+=("-U" "postgres" "-e" "-f" "${TEMP_FILE}" "${database}");
|
||||
if [ $DRY_RUN -eq 0 ]; then
|
||||
echo "${reset_query}" | $PG_PSQL -U postgres -Atq $host $port -o $TEMP_FILE $database
|
||||
$PG_PSQL -U postgres $host $port -e -f $TEMP_FILE $database 1>output_sequence.$LOG_FILE_EXT 2>errors_sequence.$database.$LOG_FILE_EXT;
|
||||
rm $TEMP_FILE;
|
||||
# echo "${reset_query}" | $PG_PSQL -U postgres -Atq $host $port -o $TEMP_FILE $database
|
||||
"${PG_PSQL}" "${_PG_PARAMS[@]}";
|
||||
# $PG_PSQL -U postgres $host $port -e -f $TEMP_FILE $database 1>output_sequence.$LOG_FILE_EXT 2>errors_sequence.$database.$LOG_FILE_EXT;
|
||||
"${PG_PSQL}" "${_PG_PARAMS_OUT[@]}" 1>"output_sequence.${LOG_FILE_EXT}" 2>"errors_sequence.${database}.${LOG_FILE_EXT}";
|
||||
rm "${TEMP_FILE}";
|
||||
else
|
||||
echo "${reset_query}";
|
||||
echo $PG_PSQL -U postgres $host $port -e -f $TEMP_FILE $database 1>output_sequence.$LOG_FILE_EXT 2>errors_sequence.$database.$LOG_FILE_EXT;
|
||||
echo "${PG_PSQL} ${_PG_PARAMS_OUT[*]} 1>output_sequence.${LOG_FILE_EXT} 2>errors_sequence.${database}.${LOG_FILE_EXT}";
|
||||
fi;
|
||||
echo "Restore of data $file for DB $database [$_host:$_port] finished";
|
||||
DURATION=$[ `date +'%s'`-$START ];
|
||||
echo "Start at $start_time and end at `date +"%F %T"` and ran for $(convert_time ${DURATION})";
|
||||
echo "=== END RESTORE" >>restore_errors.$LOG_FILE_EXT;
|
||||
DURATION=$(($(date "+%s")-START));
|
||||
echo "Start at $start_time and end at $(date +"%F %T") and ran for $(convert_time ${DURATION})";
|
||||
echo "=== END RESTORE" >>"restore_errors.${LOG_FILE_EXT}";
|
||||
fi;
|
||||
|
||||
Reference in New Issue
Block a user