build for debs
This commit is contained in:
164
Dockerfile
164
Dockerfile
@@ -1,163 +1,13 @@
|
||||
FROM debian:trixie-slim
|
||||
FROM postgres:15
|
||||
|
||||
RUN set -eux; \
|
||||
groupadd -r postgres --gid=5432; \
|
||||
useradd -r -g postgres --uid=5432 --home-dir=/var/lib/postgresql --shell=/bin/bash postgres; \
|
||||
install --verbose --directory --owner postgres --group postgres --mode 1777 /var/lib/postgresql
|
||||
|
||||
RUN set -ex; \
|
||||
apt-get update; \
|
||||
apt-get install -y --no-install-recommends \
|
||||
gnupg \
|
||||
less \
|
||||
; \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
ENV GOSU_VERSION=1.19
|
||||
RUN set -eux; \
|
||||
savedAptMark="$(apt-mark showmanual)"; \
|
||||
apt-get update; \
|
||||
apt-get install -y --no-install-recommends ca-certificates wget; \
|
||||
rm -rf /var/lib/apt/lists/*; \
|
||||
dpkgArch="$(dpkg --print-architecture | awk -F- '{ print $NF }')"; \
|
||||
wget -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$dpkgArch"; \
|
||||
wget -O /usr/local/bin/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$dpkgArch.asc"; \
|
||||
export GNUPGHOME="$(mktemp -d)"; \
|
||||
gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4; \
|
||||
gpg --batch --verify /usr/local/bin/gosu.asc /usr/local/bin/gosu; \
|
||||
gpgconf --kill all; \
|
||||
rm -rf "$GNUPGHOME" /usr/local/bin/gosu.asc; \
|
||||
apt-mark auto '.*' > /dev/null; \
|
||||
[ -z "$savedAptMark" ] || apt-mark manual $savedAptMark > /dev/null; \
|
||||
apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; \
|
||||
chmod +x /usr/local/bin/gosu; \
|
||||
gosu --version; \
|
||||
gosu nobody true
|
||||
|
||||
RUN set -eux; \
|
||||
if [ -f /etc/dpkg/dpkg.cfg.d/docker ]; then \
|
||||
grep -q '/usr/share/locale' /etc/dpkg/dpkg.cfg.d/docker; \
|
||||
sed -ri '/\/usr\/share\/locale/d' /etc/dpkg/dpkg.cfg.d/docker; \
|
||||
! grep -q '/usr/share/locale' /etc/dpkg/dpkg.cfg.d/docker; \
|
||||
fi; \
|
||||
apt-get update; apt-get install -y --no-install-recommends locales; rm -rf /var/lib/apt/lists/*; \
|
||||
echo 'en_US.UTF-8 UTF-8' >> /etc/locale.gen; \
|
||||
locale-gen; \
|
||||
locale -a | grep 'en_US.utf8'
|
||||
ENV LANG=en_US.utf8
|
||||
|
||||
RUN set -eux; \
|
||||
apt-get update; \
|
||||
apt-get install -y --no-install-recommends \
|
||||
libnss-wrapper \
|
||||
xz-utils \
|
||||
zstd \
|
||||
; \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
RUN mkdir /docker-entrypoint-initdb.d
|
||||
|
||||
RUN set -ex; \
|
||||
key='B97B0AFCAA1A47F044F244A07FCC7D46ACCC4CF8'; \
|
||||
export GNUPGHOME="$(mktemp -d)"; \
|
||||
mkdir -p /usr/local/share/keyrings/; \
|
||||
gpg --batch --keyserver keyserver.ubuntu.com --recv-keys "$key"; \
|
||||
gpg --batch --export --armor "$key" > /usr/local/share/keyrings/postgres.gpg.asc; \
|
||||
gpgconf --kill all; \
|
||||
rm -rf "$GNUPGHOME"
|
||||
|
||||
ENV PG_MAJOR=15
|
||||
ENV PATH=$PATH:/usr/lib/postgresql/$PG_MAJOR/bin
|
||||
ENV PG_VERSION=15.16-1.pgdg13+1
|
||||
RUN set -ex; \
|
||||
export PYTHONDONTWRITEBYTECODE=1; \
|
||||
dpkgArch="$(dpkg --print-architecture)"; \
|
||||
aptRepo="[ signed-by=/usr/local/share/keyrings/postgres.gpg.asc ] http://apt.postgresql.org/pub/repos/apt trixie-pgdg main $PG_MAJOR"; \
|
||||
echo "deb-src $aptRepo" > /etc/apt/sources.list.d/pgdg.list; \
|
||||
savedAptMark="$(apt-mark showmanual)"; \
|
||||
tempDir="$(mktemp -d)"; \
|
||||
cd "$tempDir"; \
|
||||
apt-get update; \
|
||||
apt-get install -y --no-install-recommends dpkg-dev; \
|
||||
echo "deb [ trusted=yes ] file://$tempDir ./" > /etc/apt/sources.list.d/temp.list; \
|
||||
_update_repo() { \
|
||||
dpkg-scanpackages . > Packages; \
|
||||
apt-get -o Acquire::GzipIndexes=false update; \
|
||||
}; \
|
||||
_update_repo; \
|
||||
nproc="$(nproc)"; \
|
||||
export DEB_BUILD_OPTIONS="nocheck parallel=$nproc"; \
|
||||
apt-get build-dep -y postgresql-common-dev; \
|
||||
apt-get source --compile postgresql-common-dev; \
|
||||
_update_repo; \
|
||||
apt-get build-dep -y "postgresql-$PG_MAJOR=$PG_VERSION"; \
|
||||
apt-get source --compile "postgresql-$PG_MAJOR=$PG_VERSION"; \
|
||||
apt-mark showmanual | xargs apt-mark auto > /dev/null; \
|
||||
apt-mark manual $savedAptMark; \
|
||||
ls -lAFh; \
|
||||
_update_repo; \
|
||||
grep '^Package: ' Packages; \
|
||||
cd /; \
|
||||
apt-get install -y --no-install-recommends postgresql-common; \
|
||||
sed -ri 's/#(create_main_cluster) .*$/\1 = false/' /etc/postgresql-common/createcluster.conf; \
|
||||
apt-get install -y --no-install-recommends \
|
||||
"postgresql-$PG_MAJOR=$PG_VERSION" \
|
||||
"postgresql-server-dev-$PG_MAJOR=$PG_VERSION" \
|
||||
; \
|
||||
rm -rf /var/lib/apt/lists/*; \
|
||||
apt-get purge -y --auto-remove; \
|
||||
rm -rf "$tempDir" /etc/apt/sources.list.d/temp.list; \
|
||||
find /usr -name '*.pyc' -type f -exec bash -c 'for pyc; do dpkg -S "$pyc" &> /dev/null || rm -vf "$pyc"; done' -- '{}' +; \
|
||||
postgres --version
|
||||
|
||||
RUN set -eux; \
|
||||
savedAptMark="$(apt-mark showmanual)"; \
|
||||
apt-get update; \
|
||||
apt-get install -y --no-install-recommends ca-certificates wget libjson-c-dev libcurlpp-dev; \
|
||||
apt-get build-dep -y "postgresql-$PG_MAJOR=$PG_VERSION"; \
|
||||
rm -rf /var/lib/apt/lists/*; \
|
||||
tempDir="$(mktemp -d)"; \
|
||||
nproc="$(nproc)"; \
|
||||
cp /usr/include/postgresql/15/server/pg_config.h /usr/include/postgresql/; \
|
||||
cd "$tempDir"; \
|
||||
wget https://github.com/EnterpriseDB/repmgr/releases/download/v5.5.0/repmgr-5.5.0.tar.gz; \
|
||||
echo "c5633c351f3a0627a53ac1828ac7581ee74c7e0c repmgr-5.5.0.tar.gz" | sha1sum --check && \
|
||||
tar -xvzf repmgr-5.5.0.tar.gz; \
|
||||
cd repmgr-5.5.0; \
|
||||
./configure && make -j "$nproc" install; \
|
||||
cd /; \
|
||||
rm -rf "$tempDir" \
|
||||
apt-mark auto '.*' > /dev/null; \
|
||||
[ -z "$savedAptMark" ] || apt-mark manual $savedAptMark > /dev/null; \
|
||||
apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false
|
||||
|
||||
RUN set -eux; \
|
||||
dpkg-divert --add --rename --divert "/usr/share/postgresql/postgresql.conf.sample.dpkg" "/usr/share/postgresql/$PG_MAJOR/postgresql.conf.sample"; \
|
||||
cp -v /usr/share/postgresql/postgresql.conf.sample.dpkg /usr/share/postgresql/postgresql.conf.sample; \
|
||||
ln -sv ../postgresql.conf.sample "/usr/share/postgresql/$PG_MAJOR/"; \
|
||||
sed -ri "s!^#?(listen_addresses)\s*=\s*\S+.*!\1 = '*'!" /usr/share/postgresql/postgresql.conf.sample; \
|
||||
grep -F "listen_addresses = '*'" /usr/share/postgresql/postgresql.conf.sample
|
||||
|
||||
RUN install --verbose --directory --owner postgres --group postgres --mode 3777 /var/run/postgresql
|
||||
|
||||
ENV PGDATA=/var/lib/postgresql/data
|
||||
|
||||
RUN install --verbose --directory --owner postgres --group postgres --mode 1777 "$PGDATA"
|
||||
|
||||
VOLUME /var/lib/postgresql/data
|
||||
|
||||
COPY docker-entrypoint.sh docker-ensure-initdb.sh /usr/local/bin/
|
||||
|
||||
RUN ln -sT docker-ensure-initdb.sh /usr/local/bin/docker-enforce-initdb.sh
|
||||
RUN apt-get update && \
|
||||
apt-get install -y --no-install-recommends \
|
||||
postgresql-$PG_MAJOR-repmgr \
|
||||
&& \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
RUN touch /etc/repmgr.conf && chmod 666 /etc/repmgr.conf
|
||||
|
||||
COPY bashrc /var/lib/postgresql/.bashrc
|
||||
COPY profile /var/lib/postgresql/.profile
|
||||
COPY docker-entrypoint-initdb.d/* /docker-entrypoint-initdb.d/
|
||||
|
||||
ENTRYPOINT ["docker-entrypoint.sh"]
|
||||
|
||||
STOPSIGNAL SIGINT
|
||||
|
||||
EXPOSE 5432
|
||||
CMD ["postgres"]
|
||||
|
||||
13
README.md
13
README.md
@@ -1,2 +1,15 @@
|
||||
# postgresrepmgr
|
||||
|
||||
## Environment Varibles
|
||||
|
||||
| Name | | Description |
|
||||
|----------------------------|---------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
||||
| POSTGRES_PASSWORD | **mandatory** | This environment variable is required for you to use the PostgreSQL image. It must not be empty or undefined. This environment variable sets the superuser password for PostgreSQL. |
|
||||
| POSTGRESQL_PORT | `5432` | |
|
||||
| POSTGRESQL_MAX_CONNECTIONS | `100` | Set the maximum amount of connections. |
|
||||
| REPMGR_NODE_ID | **mandatory** | Replication Manager node identifier (int), must be unique within cluster. |
|
||||
| REPMGR_NODE_NAME | **mandatory** | Replication Manager node name, must be unique within cluster. |
|
||||
| REPMGR_NODE_LOCATION | **mandatory** | Replication Manager node location, should identify the Availability Zone |
|
||||
| REPMGR_USERNAME | `repmgr` | Replication manager username |
|
||||
| REPMGR_DATABASE | `repmgr` | Replication manager database |
|
||||
| REPMGR_PASSWORD | **mandatory** | Replication manager password |
|
||||
|
||||
@@ -1,72 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
#
|
||||
# This script is intended for three main use cases:
|
||||
#
|
||||
# 1. (most importantly) as an example of how to use "docker-entrypoint.sh" to extend/reuse the initialization behavior
|
||||
#
|
||||
# 2. ("docker-ensure-initdb.sh") as a Kubernetes "init container" to ensure the provided database directory is initialized; see also "startup probes" for an alternative solution
|
||||
# (no-op if database is already initialized)
|
||||
#
|
||||
# 3. ("docker-enforce-initdb.sh") as part of CI to ensure the database is fully initialized before use
|
||||
# (error if database is already initialized)
|
||||
#
|
||||
|
||||
source /usr/local/bin/docker-entrypoint.sh
|
||||
|
||||
# arguments to this script are assumed to be arguments to the "postgres" server (same as "docker-entrypoint.sh"), and most "docker-entrypoint.sh" functions assume "postgres" is the first argument (see "_main" over there)
|
||||
if [ "$#" -eq 0 ] || [ "$1" != 'postgres' ]; then
|
||||
set -- postgres "$@"
|
||||
fi
|
||||
|
||||
# see also "_main" in "docker-entrypoint.sh"
|
||||
|
||||
docker_setup_env
|
||||
# setup data directories and permissions (when run as root)
|
||||
docker_create_db_directories
|
||||
if [ "$(id -u)" = '0' ]; then
|
||||
# then restart script as postgres user
|
||||
exec gosu postgres "$BASH_SOURCE" "$@"
|
||||
fi
|
||||
|
||||
# only run initialization on an empty data directory
|
||||
if [ -z "$DATABASE_ALREADY_EXISTS" ]; then
|
||||
docker_verify_minimum_env
|
||||
docker_error_old_databases
|
||||
|
||||
# check dir permissions to reduce likelihood of half-initialized database
|
||||
ls /docker-entrypoint-initdb.d/ > /dev/null
|
||||
|
||||
docker_init_database_dir
|
||||
pg_setup_hba_conf "$@"
|
||||
|
||||
# PGPASSWORD is required for psql when authentication is required for 'local' connections via pg_hba.conf and is otherwise harmless
|
||||
# e.g. when '--auth=md5' or '--auth-local=md5' is used in POSTGRES_INITDB_ARGS
|
||||
export PGPASSWORD="${PGPASSWORD:-$POSTGRES_PASSWORD}"
|
||||
docker_temp_server_start "$@"
|
||||
|
||||
docker_setup_db
|
||||
docker_process_init_files /docker-entrypoint-initdb.d/*
|
||||
|
||||
docker_temp_server_stop
|
||||
unset PGPASSWORD
|
||||
else
|
||||
self="$(basename "$0")"
|
||||
case "$self" in
|
||||
docker-ensure-initdb.sh)
|
||||
echo >&2 "$self: note: database already initialized in '$PGDATA'!"
|
||||
exit 0
|
||||
;;
|
||||
|
||||
docker-enforce-initdb.sh)
|
||||
echo >&2 "$self: error: (unexpected) database found in '$PGDATA'!"
|
||||
exit 1
|
||||
;;
|
||||
|
||||
*)
|
||||
echo >&2 "$self: error: unknown file name: $self"
|
||||
exit 99
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
@@ -10,55 +10,47 @@ server_start() {
|
||||
-w start
|
||||
}
|
||||
|
||||
|
||||
# the variable UPSTREAM indicates that a standby instance is requested, otherwise this is primary
|
||||
if [[ -z $UPSTREAM ]]; then
|
||||
if [[ -z $REPMGR_UPSTREAM ]]; then
|
||||
|
||||
psql -c "CREATE USER repmgr WITH SUPERUSER ENCRYPTED PASSWORD '${REPLICATOR_PASSWORD}';"
|
||||
psql -c "CREATE USER repmgr WITH SUPERUSER ENCRYPTED PASSWORD '${REPMGR_PASSWORD}';"
|
||||
psql -c "CREATE DATABASE repmgr WITH OWNER repmgr;"
|
||||
psql -c 'ALTER USER repmgr SET search_path TO repmgr, "$user", public;'
|
||||
|
||||
docker_temp_server_stop
|
||||
|
||||
# ensure required entries in configuration
|
||||
# shellcheck disable=SC2129
|
||||
# echo "archive_command = 'cp %p ${WAL_ARCHIVE:-/wal_archive}/%f'" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "archive_command = '/bin/true'" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "archive_mode = on" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "hot_standby = on" >> /var/lib/postgresql/data/postgresql.conf
|
||||
# echo "promote_trigger_file = '/var/lib/postgresql/data/${TRIGGER_FILE:-i_am_primary}'" >> /var/lib/postgresql/data/postgresql.conf
|
||||
# echo "wal_keep_size = ${WAL_KEEP_SIZE:-1GB}" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "max_wal_senders = 10" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "max_replication_slots = 10" >> /var/lib/postgresql/data/postgresql.conf
|
||||
# ensure required entries in hba
|
||||
echo "local all all trust" > /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "local replication repmgr trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host replication repmgr 127.0.0.1/32 trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host replication repmgr 100.64.0.0/10 trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "local repmgr repmgr trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host repmgr repmgr 127.0.0.1/32 trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host repmgr repmgr 100.64.0.0/10 trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host all all all scram-sha-256" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "archive_command = '/bin/true'" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "archive_mode = on" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "hot_standby = on" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "max_wal_senders = 10" >> /var/lib/postgresql/data/postgresql.conf
|
||||
echo "max_replication_slots = 10" >> /var/lib/postgresql/data/postgresql.conf
|
||||
|
||||
# create user for replication
|
||||
echo "node_id = 1" >> /etc/repmgr.conf
|
||||
echo "node_name = pg-0" >> /etc/repmgr.conf
|
||||
echo "conninfo = 'host=pg-0 dbname=repmgr user=repmgr connect_timeout=2'" >> /etc/repmgr.conf
|
||||
echo "data_directory = '/var/lib/postgresql/data'" >> /etc/repmgr.conf
|
||||
echo "use_replication_slots = on" >> /etc/repmgr.conf
|
||||
echo "pg_bindir = '/usr/lib/postgresql/15/bin/'" >> /etc/repmgr.conf
|
||||
echo "local all all trust" > /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "local replication repmgr trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host replication repmgr 127.0.0.1/32 trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host replication repmgr ${POSTGRES_NETWORK-100.64.0.0/10} trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "local repmgr repmgr trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host repmgr repmgr 127.0.0.1/32 trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host repmgr repmgr ${POSTGRES_NETWORK-100.64.0.0/10} trust" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
echo "host all all all scram-sha-256" >> /var/lib/postgresql/data/pg_hba.conf
|
||||
|
||||
echo "node_id = ${REPMGR_NODE_ID}" >> /etc/repmgr.conf
|
||||
echo "node_name = ${REPMGR_NODE_NAME}" >> /etc/repmgr.conf
|
||||
echo "conninfo = 'host=${REPMGR_NODE_NAME} dbname=repmgr user=repmgr connect_timeout=2'" >> /etc/repmgr.conf
|
||||
echo "location = '${REPMGR_NODE_LOCATION}'" >> /etc/repmgr.conf
|
||||
echo "data_directory = '/var/lib/postgresql/data'" >> /etc/repmgr.conf
|
||||
echo "use_replication_slots = on" >> /etc/repmgr.conf
|
||||
echo "pg_bindir = '/usr/lib/postgresql/15/bin/'" >> /etc/repmgr.conf
|
||||
|
||||
# process selected tweaks
|
||||
if [[ -n $MAX_CONNECTIONS ]]; then
|
||||
echo "max_connections = ${MAX_CONNECTIONS}" >> /var/lib/postgresql/data/postgresql.conf
|
||||
if [[ -n $POSTGRES_MAX_CONNECTIONS ]]; then
|
||||
echo "max_connections = ${POSTGRES_MAX_CONNECTIONS}" >> /var/lib/postgresql/data/postgresql.conf
|
||||
fi
|
||||
|
||||
server_start
|
||||
|
||||
/usr/lib/postgresql/15/bin/repmgr -f /etc/repmgr.conf primary register
|
||||
|
||||
|
||||
else
|
||||
# this is a standby
|
||||
|
||||
@@ -66,17 +58,17 @@ else
|
||||
|
||||
rm -rf /var/lib/postgresql/data/*
|
||||
|
||||
echo "node_id = 2" >> /etc/repmgr.conf
|
||||
echo "node_name = pg-1" >> /etc/repmgr.conf
|
||||
echo "conninfo = 'host=pg-1 dbname=repmgr user=repmgr connect_timeout=2'" >> /etc/repmgr.conf
|
||||
echo "data_directory = '/var/lib/postgresql/data'" >> /etc/repmgr.conf
|
||||
echo "use_replication_slots = on" >> /etc/repmgr.conf
|
||||
echo "pg_bindir = '/usr/lib/postgresql/15/bin/'" >> /etc/repmgr.conf
|
||||
|
||||
echo "node_id = ${REPMGR_NODE_ID}" >> /etc/repmgr.conf
|
||||
echo "node_name = ${REPMGR_NODE_NAME}" >> /etc/repmgr.conf
|
||||
echo "conninfo = 'host=${REPMGR_NODE_NAME} dbname=repmgr user=repmgr connect_timeout=2'" >> /etc/repmgr.conf
|
||||
echo "location = '${REPMGR_NODE_LOCATION}'" >> /etc/repmgr.conf
|
||||
echo "data_directory = '/var/lib/postgresql/data'" >> /etc/repmgr.conf
|
||||
echo "use_replication_slots = on" >> /etc/repmgr.conf
|
||||
echo "pg_bindir = '/usr/lib/postgresql/15/bin/'" >> /etc/repmgr.conf
|
||||
|
||||
until /usr/lib/postgresql/15/bin/repmgr -h pg-0 -U repmgr -f /etc/repmgr.conf standby clone --dry-run &> /dev/null
|
||||
do
|
||||
echo "Upstream host not ready..."
|
||||
echo "Upstream host not ready. Waiting for 5 minutes..."
|
||||
sleep 300
|
||||
done
|
||||
echo "Upstream host found..."
|
||||
|
||||
@@ -1,382 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeo pipefail
|
||||
# swap to -Eeuo pipefail above (after handling all potentially-unset variables)
|
||||
|
||||
# usage: file_env VAR [DEFAULT]
|
||||
# ie: file_env 'XYZ_DB_PASSWORD' 'example'
|
||||
# (will allow for "$XYZ_DB_PASSWORD_FILE" to fill in the value of
|
||||
# "$XYZ_DB_PASSWORD" from a file, especially for Docker's secrets feature)
|
||||
file_env() {
|
||||
local var="$1"
|
||||
local fileVar="${var}_FILE"
|
||||
local def="${2:-}"
|
||||
if [ "${!var:-}" ] && [ "${!fileVar:-}" ]; then
|
||||
printf >&2 'error: both %s and %s are set (but are exclusive)\n' "$var" "$fileVar"
|
||||
exit 1
|
||||
fi
|
||||
local val="$def"
|
||||
if [ "${!var:-}" ]; then
|
||||
val="${!var}"
|
||||
elif [ "${!fileVar:-}" ]; then
|
||||
val="$(< "${!fileVar}")"
|
||||
fi
|
||||
export "$var"="$val"
|
||||
unset "$fileVar"
|
||||
}
|
||||
|
||||
# check to see if this file is being run or sourced from another script
|
||||
_is_sourced() {
|
||||
# https://unix.stackexchange.com/a/215279
|
||||
[ "${#FUNCNAME[@]}" -ge 2 ] \
|
||||
&& [ "${FUNCNAME[0]}" = '_is_sourced' ] \
|
||||
&& [ "${FUNCNAME[1]}" = 'source' ]
|
||||
}
|
||||
|
||||
# used to create initial postgres directories and if run as root, ensure ownership to the "postgres" user
|
||||
docker_create_db_directories() {
|
||||
local user; user="$(id -u)"
|
||||
|
||||
mkdir -p "$PGDATA"
|
||||
# ignore failure since there are cases where we can't chmod (and PostgreSQL might fail later anyhow - it's picky about permissions of this directory)
|
||||
chmod 00700 "$PGDATA" || :
|
||||
|
||||
# ignore failure since it will be fine when using the image provided directory; see also https://github.com/docker-library/postgres/pull/289
|
||||
mkdir -p /var/run/postgresql || :
|
||||
chmod 03775 /var/run/postgresql || :
|
||||
|
||||
# Create the transaction log directory before initdb is run so the directory is owned by the correct user
|
||||
if [ -n "${POSTGRES_INITDB_WALDIR:-}" ]; then
|
||||
mkdir -p "$POSTGRES_INITDB_WALDIR"
|
||||
if [ "$user" = '0' ]; then
|
||||
find "$POSTGRES_INITDB_WALDIR" \! -user postgres -exec chown postgres '{}' +
|
||||
fi
|
||||
chmod 700 "$POSTGRES_INITDB_WALDIR"
|
||||
fi
|
||||
|
||||
# allow the container to be started with `--user`
|
||||
if [ "$user" = '0' ]; then
|
||||
find "$PGDATA" \! -user postgres -exec chown postgres '{}' +
|
||||
find /var/run/postgresql \! -user postgres -exec chown postgres '{}' +
|
||||
fi
|
||||
}
|
||||
|
||||
# initialize empty PGDATA directory with new database via 'initdb'
|
||||
# arguments to `initdb` can be passed via POSTGRES_INITDB_ARGS or as arguments to this function
|
||||
# `initdb` automatically creates the "postgres", "template0", and "template1" dbnames
|
||||
# this is also where the database user is created, specified by `POSTGRES_USER` env
|
||||
docker_init_database_dir() {
|
||||
# "initdb" is particular about the current user existing in "/etc/passwd", so we use "nss_wrapper" to fake that if necessary
|
||||
# see https://github.com/docker-library/postgres/pull/253, https://github.com/docker-library/postgres/issues/359, https://cwrap.org/nss_wrapper.html
|
||||
local uid; uid="$(id -u)"
|
||||
if ! getent passwd "$uid" &> /dev/null; then
|
||||
# see if we can find a suitable "libnss_wrapper.so" (https://salsa.debian.org/sssd-team/nss-wrapper/-/commit/b9925a653a54e24d09d9b498a2d913729f7abb15)
|
||||
local wrapper
|
||||
for wrapper in {/usr,}/lib{/*,}/libnss_wrapper.so; do
|
||||
if [ -s "$wrapper" ]; then
|
||||
NSS_WRAPPER_PASSWD="$(mktemp)"
|
||||
NSS_WRAPPER_GROUP="$(mktemp)"
|
||||
export LD_PRELOAD="$wrapper" NSS_WRAPPER_PASSWD NSS_WRAPPER_GROUP
|
||||
local gid; gid="$(id -g)"
|
||||
printf 'postgres:x:%s:%s:PostgreSQL:%s:/bin/false\n' "$uid" "$gid" "$PGDATA" > "$NSS_WRAPPER_PASSWD"
|
||||
printf 'postgres:x:%s:\n' "$gid" > "$NSS_WRAPPER_GROUP"
|
||||
break
|
||||
fi
|
||||
done
|
||||
fi
|
||||
|
||||
if [ -n "${POSTGRES_INITDB_WALDIR:-}" ]; then
|
||||
set -- --waldir "$POSTGRES_INITDB_WALDIR" "$@"
|
||||
fi
|
||||
|
||||
# --pwfile refuses to handle a properly-empty file (hence the "\n"): https://github.com/docker-library/postgres/issues/1025
|
||||
eval 'initdb --username="$POSTGRES_USER" --pwfile=<(printf "%s\n" "$POSTGRES_PASSWORD") '"$POSTGRES_INITDB_ARGS"' "$@"'
|
||||
|
||||
# unset/cleanup "nss_wrapper" bits
|
||||
if [[ "${LD_PRELOAD:-}" == */libnss_wrapper.so ]]; then
|
||||
rm -f "$NSS_WRAPPER_PASSWD" "$NSS_WRAPPER_GROUP"
|
||||
unset LD_PRELOAD NSS_WRAPPER_PASSWD NSS_WRAPPER_GROUP
|
||||
fi
|
||||
}
|
||||
|
||||
# print large warning if POSTGRES_PASSWORD is long
|
||||
# error if both POSTGRES_PASSWORD is empty and POSTGRES_HOST_AUTH_METHOD is not 'trust'
|
||||
# print large warning if POSTGRES_HOST_AUTH_METHOD is set to 'trust'
|
||||
# assumes database is not set up, ie: [ -z "$DATABASE_ALREADY_EXISTS" ]
|
||||
docker_verify_minimum_env() {
|
||||
if [ -z "$POSTGRES_PASSWORD" ] && [ 'trust' != "$POSTGRES_HOST_AUTH_METHOD" ]; then
|
||||
# The - option suppresses leading tabs but *not* spaces. :)
|
||||
cat >&2 <<-'EOE'
|
||||
Error: Database is uninitialized and superuser password is not specified.
|
||||
You must specify POSTGRES_PASSWORD to a non-empty value for the
|
||||
superuser. For example, "-e POSTGRES_PASSWORD=password" on "docker run".
|
||||
|
||||
You may also use "POSTGRES_HOST_AUTH_METHOD=trust" to allow all
|
||||
connections without a password. This is *not* recommended.
|
||||
|
||||
See PostgreSQL documentation about "trust":
|
||||
https://www.postgresql.org/docs/current/auth-trust.html
|
||||
EOE
|
||||
exit 1
|
||||
fi
|
||||
if [ 'trust' = "$POSTGRES_HOST_AUTH_METHOD" ]; then
|
||||
cat >&2 <<-'EOWARN'
|
||||
********************************************************************************
|
||||
WARNING: POSTGRES_HOST_AUTH_METHOD has been set to "trust". This will allow
|
||||
anyone with access to the Postgres port to access your database without
|
||||
a password, even if POSTGRES_PASSWORD is set. See PostgreSQL
|
||||
documentation about "trust":
|
||||
https://www.postgresql.org/docs/current/auth-trust.html
|
||||
In Docker's default configuration, this is effectively any other
|
||||
container on the same system.
|
||||
|
||||
It is not recommended to use POSTGRES_HOST_AUTH_METHOD=trust. Replace
|
||||
it with "-e POSTGRES_PASSWORD=password" instead to set a password in
|
||||
"docker run".
|
||||
********************************************************************************
|
||||
EOWARN
|
||||
fi
|
||||
}
|
||||
# similar to the above, but errors if there are any "old" databases detected (usually due to upgrades without pg_upgrade)
|
||||
docker_error_old_databases() {
|
||||
if [ -n "${OLD_DATABASES[0]:-}" ]; then
|
||||
cat >&2 <<-EOE
|
||||
Error: in 18+, these Docker images are configured to store database data in a
|
||||
format which is compatible with "pg_ctlcluster" (specifically, using
|
||||
major-version-specific directory names). This better reflects how
|
||||
PostgreSQL itself works, and how upgrades are to be performed.
|
||||
|
||||
See also https://github.com/docker-library/postgres/pull/1259
|
||||
|
||||
Counter to that, there appears to be PostgreSQL data in:
|
||||
${OLD_DATABASES[*]}
|
||||
|
||||
This is usually the result of upgrading the Docker image without
|
||||
upgrading the underlying database using "pg_upgrade" (which requires both
|
||||
versions).
|
||||
|
||||
The suggested container configuration for 18+ is to place a single mount
|
||||
at /var/lib/postgresql which will then place PostgreSQL data in a
|
||||
subdirectory, allowing usage of "pg_upgrade --link" without mount point
|
||||
boundary issues.
|
||||
|
||||
See https://github.com/docker-library/postgres/issues/37 for a (long)
|
||||
discussion around this process, and suggestions for how to do so.
|
||||
EOE
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
# usage: docker_process_init_files [file [file [...]]]
|
||||
# ie: docker_process_init_files /always-initdb.d/*
|
||||
# process initializer files, based on file extensions and permissions
|
||||
docker_process_init_files() {
|
||||
# psql here for backwards compatibility "${psql[@]}"
|
||||
psql=( docker_process_sql )
|
||||
|
||||
printf '\n'
|
||||
local f
|
||||
for f; do
|
||||
case "$f" in
|
||||
*.sh)
|
||||
# https://github.com/docker-library/postgres/issues/450#issuecomment-393167936
|
||||
# https://github.com/docker-library/postgres/pull/452
|
||||
if [ -x "$f" ]; then
|
||||
printf '%s: running %s\n' "$0" "$f"
|
||||
"$f"
|
||||
else
|
||||
printf '%s: sourcing %s\n' "$0" "$f"
|
||||
. "$f"
|
||||
fi
|
||||
;;
|
||||
*.sql) printf '%s: running %s\n' "$0" "$f"; docker_process_sql -f "$f"; printf '\n' ;;
|
||||
*.sql.gz) printf '%s: running %s\n' "$0" "$f"; gunzip -c "$f" | docker_process_sql; printf '\n' ;;
|
||||
*.sql.xz) printf '%s: running %s\n' "$0" "$f"; xzcat "$f" | docker_process_sql; printf '\n' ;;
|
||||
*.sql.zst) printf '%s: running %s\n' "$0" "$f"; zstd -dc "$f" | docker_process_sql; printf '\n' ;;
|
||||
*) printf '%s: ignoring %s\n' "$0" "$f" ;;
|
||||
esac
|
||||
printf '\n'
|
||||
done
|
||||
}
|
||||
|
||||
# Execute sql script, passed via stdin (or -f flag of pqsl)
|
||||
# usage: docker_process_sql [psql-cli-args]
|
||||
# ie: docker_process_sql --dbname=mydb <<<'INSERT ...'
|
||||
# ie: docker_process_sql -f my-file.sql
|
||||
# ie: docker_process_sql <my-file.sql
|
||||
docker_process_sql() {
|
||||
local query_runner=( psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --no-password --no-psqlrc )
|
||||
if [ -n "$POSTGRES_DB" ]; then
|
||||
query_runner+=( --dbname "$POSTGRES_DB" )
|
||||
fi
|
||||
|
||||
PGHOST= PGHOSTADDR= "${query_runner[@]}" "$@"
|
||||
}
|
||||
|
||||
# create initial database
|
||||
# uses environment variables for input: POSTGRES_DB
|
||||
docker_setup_db() {
|
||||
local dbAlreadyExists
|
||||
dbAlreadyExists="$(
|
||||
POSTGRES_DB= docker_process_sql --dbname postgres --set db="$POSTGRES_DB" --tuples-only <<-'EOSQL'
|
||||
SELECT 1 FROM pg_database WHERE datname = :'db' ;
|
||||
EOSQL
|
||||
)"
|
||||
if [ -z "$dbAlreadyExists" ]; then
|
||||
POSTGRES_DB= docker_process_sql --dbname postgres --set db="$POSTGRES_DB" <<-'EOSQL'
|
||||
CREATE DATABASE :"db" ;
|
||||
EOSQL
|
||||
printf '\n'
|
||||
fi
|
||||
}
|
||||
|
||||
# Loads various settings that are used elsewhere in the script
|
||||
# This should be called before any other functions
|
||||
docker_setup_env() {
|
||||
file_env 'POSTGRES_PASSWORD'
|
||||
|
||||
file_env 'POSTGRES_USER' 'postgres'
|
||||
file_env 'POSTGRES_DB' "$POSTGRES_USER"
|
||||
file_env 'POSTGRES_INITDB_ARGS'
|
||||
: "${POSTGRES_HOST_AUTH_METHOD:=}"
|
||||
|
||||
declare -g DATABASE_ALREADY_EXISTS
|
||||
: "${DATABASE_ALREADY_EXISTS:=}"
|
||||
declare -ag OLD_DATABASES=()
|
||||
# look specifically for PG_VERSION, as it is expected in the DB dir
|
||||
if [ -s "$PGDATA/PG_VERSION" ]; then
|
||||
DATABASE_ALREADY_EXISTS='true'
|
||||
elif [ "$PGDATA" = "/var/lib/postgresql/$PG_MAJOR/docker" ]; then
|
||||
# https://github.com/docker-library/postgres/pull/1259
|
||||
for d in /var/lib/postgresql /var/lib/postgresql/data /var/lib/postgresql/*/docker; do
|
||||
if [ -s "$d/PG_VERSION" ]; then
|
||||
OLD_DATABASES+=( "$d" )
|
||||
fi
|
||||
done
|
||||
if [ "${#OLD_DATABASES[@]}" -eq 0 ] && [ "$PG_MAJOR" -ge 18 ] && mountpoint -q /var/lib/postgresql/data; then
|
||||
OLD_DATABASES+=( '/var/lib/postgresql/data (unused mount/volume)' )
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
# append POSTGRES_HOST_AUTH_METHOD to pg_hba.conf for "host" connections
|
||||
# all arguments will be passed along as arguments to `postgres` for getting the value of 'password_encryption'
|
||||
pg_setup_hba_conf() {
|
||||
# default authentication method is md5 on versions before 14
|
||||
# https://www.postgresql.org/about/news/postgresql-14-released-2318/
|
||||
if [ "$1" = 'postgres' ]; then
|
||||
shift
|
||||
fi
|
||||
local auth
|
||||
# check the default/configured encryption and use that as the auth method
|
||||
auth="$(postgres -C password_encryption "$@")"
|
||||
: "${POSTGRES_HOST_AUTH_METHOD:=$auth}"
|
||||
{
|
||||
printf '\n'
|
||||
if [ 'trust' = "$POSTGRES_HOST_AUTH_METHOD" ]; then
|
||||
printf '# warning trust is enabled for all connections\n'
|
||||
printf '# see https://www.postgresql.org/docs/17/auth-trust.html\n'
|
||||
fi
|
||||
printf 'host all all all %s\n' "$POSTGRES_HOST_AUTH_METHOD"
|
||||
} >> "$PGDATA/pg_hba.conf"
|
||||
}
|
||||
|
||||
# start socket-only postgresql server for setting up or running scripts
|
||||
# all arguments will be passed along as arguments to `postgres` (via pg_ctl)
|
||||
docker_temp_server_start() {
|
||||
if [ "$1" = 'postgres' ]; then
|
||||
shift
|
||||
fi
|
||||
|
||||
# internal start of server in order to allow setup using psql client
|
||||
# does not listen on external TCP/IP and waits until start finishes
|
||||
set -- "$@" -c listen_addresses='' -p "${PGPORT:-5432}"
|
||||
|
||||
# unset NOTIFY_SOCKET so the temporary server doesn't prematurely notify
|
||||
# any process supervisor.
|
||||
NOTIFY_SOCKET= \
|
||||
PGUSER="${PGUSER:-$POSTGRES_USER}" \
|
||||
pg_ctl -D "$PGDATA" \
|
||||
-o "$(printf '%q ' "$@")" \
|
||||
-w start
|
||||
}
|
||||
|
||||
# stop postgresql server after done setting up user and running scripts
|
||||
docker_temp_server_stop() {
|
||||
PGUSER="${PGUSER:-postgres}" \
|
||||
pg_ctl -D "$PGDATA" -m fast -w stop
|
||||
}
|
||||
|
||||
# check arguments for an option that would cause postgres to stop
|
||||
# return true if there is one
|
||||
_pg_want_help() {
|
||||
local arg
|
||||
for arg; do
|
||||
case "$arg" in
|
||||
# postgres --help | grep 'then exit'
|
||||
# leaving out -C on purpose since it always fails and is unhelpful:
|
||||
# postgres: could not access the server configuration file "/var/lib/postgresql/data/postgresql.conf": No such file or directory
|
||||
-'?'|--help|--describe-config|-V|--version)
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
_main() {
|
||||
# if first arg looks like a flag, assume we want to run postgres server
|
||||
if [ "${1:0:1}" = '-' ]; then
|
||||
set -- postgres "$@"
|
||||
fi
|
||||
|
||||
if [ "$1" = 'postgres' ] && ! _pg_want_help "$@"; then
|
||||
docker_setup_env
|
||||
# setup data directories and permissions (when run as root)
|
||||
docker_create_db_directories
|
||||
if [ "$(id -u)" = '0' ]; then
|
||||
# then restart script as postgres user
|
||||
exec gosu postgres "$BASH_SOURCE" "$@"
|
||||
fi
|
||||
|
||||
# only run initialization on an empty data directory
|
||||
if [ -z "$DATABASE_ALREADY_EXISTS" ]; then
|
||||
docker_verify_minimum_env
|
||||
docker_error_old_databases
|
||||
|
||||
# check dir permissions to reduce likelihood of half-initialized database
|
||||
ls /docker-entrypoint-initdb.d/ > /dev/null
|
||||
|
||||
docker_init_database_dir
|
||||
pg_setup_hba_conf "$@"
|
||||
|
||||
# PGPASSWORD is required for psql when authentication is required for 'local' connections via pg_hba.conf and is otherwise harmless
|
||||
# e.g. when '--auth=md5' or '--auth-local=md5' is used in POSTGRES_INITDB_ARGS
|
||||
export PGPASSWORD="${PGPASSWORD:-$POSTGRES_PASSWORD}"
|
||||
docker_temp_server_start "$@"
|
||||
|
||||
docker_setup_db
|
||||
docker_process_init_files /docker-entrypoint-initdb.d/*
|
||||
|
||||
docker_temp_server_stop
|
||||
unset PGPASSWORD
|
||||
|
||||
cat <<-'EOM'
|
||||
|
||||
PostgreSQL init process complete; ready for start up.
|
||||
|
||||
EOM
|
||||
else
|
||||
cat <<-'EOM'
|
||||
|
||||
PostgreSQL Database directory appears to contain a database; Skipping initialization
|
||||
|
||||
EOM
|
||||
fi
|
||||
fi
|
||||
|
||||
exec "$@"
|
||||
}
|
||||
|
||||
if ! _is_sourced; then
|
||||
_main "$@"
|
||||
fi
|
||||
Reference in New Issue
Block a user