tests: rewrite tests for better readability and maintainability

- Added utility functions for docker abstraction
 - Volumes can be mounted for every container instance as long as the
   name is unique when multiple containers are started
 - Cleanup of containers is performed once when the tests are started
   and in the teardown function
 - Full container environment is specified in each test for better
   readability
 - Comments are also added for better readability
This commit is contained in:
Sameer Naik
2015-11-02 21:49:37 +05:30
parent ac606e4a97
commit 636341b2b9

View File

@@ -1,404 +1,481 @@
#!/usr/bin/env bats
CONTAINER_NAME=bitnami-postgresql-test
IMAGE_NAME=${IMAGE_NAME:-bitnami/postgresql}
SLEEP_TIME=5
VOL_PREFIX=/bitnami/postgresql
HOST_VOL_PREFIX=${HOST_VOL_PREFIX:-/tmp/bitnami/$CONTAINER_NAME}
POSTGRESQL_DATABASE=test_database
POSTGRESQL_ROOT_USER=postgres
POSTGRESQL_USER=test_user
POSTGRESQL_PASSWORD=test_password
POSTGRESQL_REPLICATION_USER=repl_user
POSTGRESQL_REPLICATION_PASSWORD=repl_password
VOL_PREFIX=/bitnami/postgresql
HOST_VOL_PREFIX=${HOST_VOL_PREFIX:-/tmp/bitnami/$CONTAINER_NAME}
cleanup_running_containers() {
if [ "$(docker ps -a | grep ${1:-$CONTAINER_NAME})" ]; then
docker rm -fv ${1:-$CONTAINER_NAME}
# Creates a container whose name has the prefix $CONTAINER_NAME
# $1: name for the new container
# ${@:2}: additional arguments for docker run while starting the container
create_container() {
docker run --name $CONTAINER_NAME-$1 "${@:2}" $IMAGE_NAME
sleep $SLEEP_TIME
}
# Creates a container with host volumes mounted at $VOL_PREFIX
# $1: name for the new container
# ${@:2}: additional arguments for docker run while starting the container
create_container_with_host_volumes() {
create_container $1 "${@:2}" \
-v $HOST_VOL_PREFIX/$1/data:$VOL_PREFIX/data \
-v $HOST_VOL_PREFIX/$1/conf:$VOL_PREFIX/conf \
-v $HOST_VOL_PREFIX/$1/logs:$VOL_PREFIX/logs
}
# Start a stopped container
# $1: name of the container
container_start() {
if [ "$(docker ps -a | grep $CONTAINER_NAME-$1)" ]; then
docker start $CONTAINER_NAME-$1
sleep $SLEEP_TIME
else
return 1
fi
}
setup() {
cleanup_running_containers
cleanup_running_containers $CONTAINER_NAME-master
cleanup_running_containers $CONTAINER_NAME-slave
mkdir -p $HOST_VOL_PREFIX
# Stop a running container
# $1: name of the container
container_stop() {
if [ "$(docker ps -a | grep $CONTAINER_NAME-$1)" ]; then
docker stop $CONTAINER_NAME-$1
else
return 1
fi
}
# Remove a running/stopped container
# $1: name of the container
container_remove() {
if [ "$(docker ps -a | grep $CONTAINER_NAME-$1)" ]; then
docker rm -fv $CONTAINER_NAME-$1
fi
}
# Remove a running/stopped container and clear host volumes
# $1: name of the container
container_remove_full() {
container_remove $1
docker run --rm --entrypoint bash \
-v $HOST_VOL_PREFIX/$1/data:$VOL_PREFIX/data \
-v $HOST_VOL_PREFIX/$1/conf:$VOL_PREFIX/conf \
-v $HOST_VOL_PREFIX/$1/logs:$VOL_PREFIX/logs \
$IMAGE_NAME -c "rm -rf $VOL_PREFIX/data/ $VOL_PREFIX/logs/ $VOL_PREFIX/conf/"
}
# Get the logs of a container
# $1: name of the container
container_logs() {
if [ "$(docker ps -a | grep $CONTAINER_NAME-$1)" ]; then
docker logs $CONTAINER_NAME-$1
else
return 1
fi
}
# Docker inspect a container
# $1: name of the container
container_inspect() {
if [ "$(docker ps -a | grep $CONTAINER_NAME-$1)" ]; then
docker inspect $CONTAINER_NAME-$1
else
return 1
fi
}
# Execute a command in a running container using docker exec
# $1: name of the container
container_exec() {
if [ "$(docker ps | grep $CONTAINER_NAME-$1)" ]; then
docker exec $CONTAINER_NAME-$1 ${@:2}
else
return 1
fi
}
# Generates docker link parameter for linking to a container
# $1: name of the container to link
# $2: alias for the link
container_link() {
if [ "$(docker ps -a | grep $CONTAINER_NAME-$1)" ]; then
echo "--link $CONTAINER_NAME-$1:$2"
fi
}
# Link to container and execute command
# $1: name of the container to link to
# ${@:2}: command to execute
psql_command() {
docker run --rm $(container_link $1 $CONTAINER_NAME) \
-e PGPASSWORD=$POSTGRESQL_PASSWORD $IMAGE_NAME \
"${@:2}"
}
# Link to container and execute psql client
# $1 : name of the container to link to
# ${@:2} : arguments for the psql command
psql_client() {
psql_command $1 psql -h $CONTAINER_NAME -p 5432 "${@:2}"
}
# Cleans up all running/stopped containers and host mounted volumes
cleanup_environment() {
container_remove_full slave1
container_remove_full slave0
container_remove_full master
container_remove_full standalone
}
# Teardown called at the end of each test
teardown() {
cleanup_running_containers
cleanup_running_containers $CONTAINER_NAME-master
cleanup_running_containers $CONTAINER_NAME-slave
cleanup_environment
}
cleanup_volumes_content() {
docker run --rm\
-v $HOST_VOL_PREFIX/data:$VOL_PREFIX/data\
-v $HOST_VOL_PREFIX/conf:$VOL_PREFIX/conf\
-v $HOST_VOL_PREFIX/logs:$VOL_PREFIX/logs\
$IMAGE_NAME rm -rf $VOL_PREFIX/data/ $VOL_PREFIX/logs/ $VOL_PREFIX/conf/
}
create_container() {
docker run --name $CONTAINER_NAME -e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD "$@" $IMAGE_NAME
sleep $SLEEP_TIME
}
# $1 is the command
psql_client(){
case "$1" in
master|slave)
SERVER_LINK="--link $CONTAINER_NAME-$1:$CONTAINER_NAME"
shift
;;
*)
SERVER_LINK="--link $CONTAINER_NAME:$CONTAINER_NAME"
;;
esac
docker run --rm $SERVER_LINK -e PGPASSWORD=$POSTGRESQL_PASSWORD $IMAGE_NAME psql -h $CONTAINER_NAME "$@"
}
create_full_container() {
docker run -d --name $CONTAINER_NAME\
-e POSTGRESQL_USER=$POSTGRESQL_USER\
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE\
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD $IMAGE_NAME
sleep $SLEEP_TIME
}
create_full_container_mounted() {
docker run -d --name $CONTAINER_NAME\
-e POSTGRESQL_USER=$POSTGRESQL_USER\
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE\
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD\
-v $HOST_VOL_PREFIX/data:$VOL_PREFIX/data\
-v $HOST_VOL_PREFIX/conf:$VOL_PREFIX/conf\
-v $HOST_VOL_PREFIX/logs:$VOL_PREFIX/logs\
$IMAGE_NAME
sleep $SLEEP_TIME
}
# cleanup the environment of any leftover containers and volumes before starting the tests
cleanup_environment
@test "Port 5432 exposed and accepting external connections" {
create_container -d
create_container standalone -d \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
run docker run --rm --name 'linked' --link $CONTAINER_NAME:$CONTAINER_NAME\
-e PGPASSWORD=$POSTGRESQL_PASSWORD $IMAGE_NAME\
pg_isready -h $CONTAINER_NAME -p 5432 -t 5
[ $status = 0 ]
# check if postgresql server is accepting connections
run psql_command standalone pg_isready -h $CONTAINER_NAME -p 5432 -t 5
[[ "$output" =~ "accepting connections" ]]
}
@test "User postgres created with password" {
create_container -d -e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
# Can not login as postgres
run docker run --rm --link $CONTAINER_NAME:$CONTAINER_NAME $IMAGE_NAME psql -h $CONTAINER_NAME -U $POSTGRESQL_ROOT_USER -wc "\l"
[ $status != 1 ]
run psql_client -U $POSTGRESQL_ROOT_USER -c "\l"
[ $status = 0 ]
create_container standalone -d \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
# auth as POSTGRESQL_ROOT_USER user and list all databases
run psql_client standalone -U $POSTGRESQL_ROOT_USER -Axc "\l"
[[ "$output" =~ "Name|postgres" ]]
}
@test "User postgres is superuser" {
create_container -d -e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
run psql_client -U $POSTGRESQL_ROOT_USER -Axc "SHOW is_superuser;"
create_container standalone -d \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
# check if POSTGRESQL_ROOT_USER user is a superuser
run psql_client standalone -U $POSTGRESQL_ROOT_USER -Axc "SHOW is_superuser;"
[[ $output =~ "is_superuser|on" ]]
[ $status = 0 ]
}
@test "Custom database created" {
create_container -d -e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD -e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE
run psql_client -U $POSTGRESQL_ROOT_USER -Axc "\l"
create_container standalone -d \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE
# auth as POSTGRESQL_ROOT_USER user and list all databases
run psql_client standalone -U $POSTGRESQL_ROOT_USER -Axc "\l"
[[ "$output" =~ "Name|$POSTGRESQL_DATABASE" ]]
}
@test "Can't create a custom user without database" {
run create_container -e POSTGRESQL_USER=$POSTGRESQL_USER
# create container without specifying POSTGRESQL_DATABASE
run create_container standalone \
-e POSTGRESQL_USER=$POSTGRESQL_USER
[[ "$output" =~ "you need to provide the POSTGRESQL_DATABASE" ]]
}
@test "Create custom user and database with password" {
create_full_container
# Can not login as postgres
run docker run --rm --link $CONTAINER_NAME:$CONTAINER_NAME $IMAGE_NAME psql -h $CONTAINER_NAME -U $POSTGRESQL_ROOT_USER -wc "\l"
[ $status != 1 ]
run psql_client -U $POSTGRESQL_ROOT_USER -c "\l"
[ $status != 1 ]
run psql_client -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "\dt"
[ $status = 0 ]
create_container standalone -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
# auth as POSTGRESQL_ROOT_USER user and list all databases, should fail
run psql_client standalone -U $POSTGRESQL_ROOT_USER -Axc "\l"
[[ "$output" =~ "authentication failed for user" ]]
# auth as POSTGRESQL_USER and list all databases
run psql_client standalone -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "\l"
[[ "$output" =~ "Name|$POSTGRESQL_DATABASE" ]]
}
@test "User and password settings are preserved after restart" {
create_full_container
create_container standalone -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
docker stop $CONTAINER_NAME
docker start $CONTAINER_NAME
sleep $SLEEP_TIME
# restart container
container_stop standalone
container_start standalone
run docker logs $CONTAINER_NAME
# get container logs
run container_logs standalone
[[ "$output" =~ "The credentials were set on first boot." ]]
run psql_client -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "\dt"
[ $status = 0 ]
}
@test "If host mounted, password and settings are preserved after deletion" {
cleanup_volumes_content
create_full_container_mounted
docker rm -fv $CONTAINER_NAME
docker run -d --name $CONTAINER_NAME\
-v $HOST_VOL_PREFIX/data:$VOL_PREFIX/data\
-v $HOST_VOL_PREFIX/conf:$VOL_PREFIX/conf\
$IMAGE_NAME
sleep $SLEEP_TIME
run psql_client -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "\dt"
[ $status = 0 ]
cleanup_volumes_content
# auth as POSTGRESQL_USER and list all databases
run psql_client standalone -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "\l"
[[ "$output" =~ "Name|$POSTGRESQL_DATABASE" ]]
}
@test "All the volumes exposed" {
create_container -d
run docker inspect $CONTAINER_NAME
create_container standalone -d
# get container introspection details and check if volumes are exposed
run container_inspect standalone
[[ "$output" =~ "$VOL_PREFIX/data" ]]
[[ "$output" =~ "$VOL_PREFIX/conf" ]]
[[ "$output" =~ "$VOL_PREFIX/logs" ]]
}
@test "Data gets generated in conf, data and logs if bind mounted in the host" {
create_full_container_mounted
run docker run -v $HOST_VOL_PREFIX:$HOST_VOL_PREFIX --rm $IMAGE_NAME ls -l $HOST_VOL_PREFIX/conf/postgresql.conf $HOST_VOL_PREFIX/logs/postgresql.log
[ $status = 0 ]
cleanup_volumes_content
create_container_with_host_volumes standalone -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
# list files from data, conf and logs volumes
run container_exec standalone ls -l $VOL_PREFIX/conf/ $VOL_PREFIX/logs/ $VOL_PREFIX/data/
# files expected in conf volume (subset)
[[ "$output" =~ "postgresql.conf" ]]
[[ "$output" =~ "pg_hba.conf" ]]
# files expected in data volume (subset)
[[ "$output" =~ "PG_VERSION" ]]
[[ "$output" =~ "base" ]]
# files expected in logs volume
[[ "$output" =~ "postgresql.log" ]]
}
@test "Master database is replicated on slave" {
create_container -d --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
@test "If host mounted, password and settings are preserved after deletion" {
create_container_with_host_volumes standalone -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD
create_container -d --name $CONTAINER_NAME-slave \
--link $CONTAINER_NAME-master:$CONTAINER_NAME-master \
-e POSTGRESQL_MASTER_HOST=$CONTAINER_NAME-master \
-e POSTGRESQL_MASTER_PORT=5432 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# stop and remove container
container_remove standalone
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "CREATE TABLE users (id serial, name varchar(40) NOT NULL);"
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Marko');"
# recreate container without specifying any env parameters
create_container_with_host_volumes standalone -d
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[ $status = 0 ]
cleanup_running_containers $CONTAINER_NAME-master
cleanup_running_containers $CONTAINER_NAME-slave
# auth as POSTGRESQL_USER and list all databases
run psql_client standalone -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "\l"
[[ "$output" =~ "Name|$POSTGRESQL_DATABASE" ]]
}
@test "Can't setup replication master without replication user" {
run create_container --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master
# create replication master without specifying POSTGRESQL_REPLICATION_USER
run create_container master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master
[[ "$output" =~ "you need to provide the POSTGRESQL_REPLICATION_USER" ]]
cleanup_running_containers $CONTAINER_NAME-master
}
@test "Can't setup replication master without replication user password" {
run create_container --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER
# create replication master without specifying POSTGRESQL_REPLICATION_PASSWORD
run create_container master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER
[[ "$output" =~ "you need to provide the POSTGRESQL_REPLICATION_PASSWORD" ]]
cleanup_running_containers $CONTAINER_NAME-master
}
@test "Can't setup replication slave without master host" {
run create_container --name $CONTAINER_NAME-slave \
-e POSTGRESQL_REPLICATION_MODE=slave
# create replication slave without specifying POSTGRESQL_MASTER_HOST
run create_container slave0 \
-e POSTGRESQL_REPLICATION_MODE=slave
[[ "$output" =~ "you need to provide the POSTGRESQL_MASTER_HOST" ]]
cleanup_running_containers $CONTAINER_NAME-slave
}
@test "Can't setup replication slave without replication user" {
run create_container --name $CONTAINER_NAME-slave \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_MASTER_HOST=master
# create replication slave without specifying POSTGRESQL_REPLICATION_USER
run create_container slave0 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_MASTER_HOST=master
[[ "$output" =~ "you need to provide the POSTGRESQL_REPLICATION_USER" ]]
cleanup_running_containers $CONTAINER_NAME-slave
}
@test "Can't setup replication slave without replication password" {
run create_container --name $CONTAINER_NAME-slave \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_MASTER_HOST=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER
# create replication slave without specifying POSTGRESQL_REPLICATION_PASSWORD
run create_container slave0 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_MASTER_HOST=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER
[[ "$output" =~ "you need to provide the POSTGRESQL_REPLICATION_PASSWORD" ]]
}
cleanup_running_containers $CONTAINER_NAME-slave
@test "Master database is replicated on slave" {
create_container master -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container slave0 -d \
$(container_link master $CONTAINER_NAME) \
-e POSTGRESQL_MASTER_HOST=$CONTAINER_NAME \
-e POSTGRESQL_MASTER_PORT=5432 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# create users table on master and insert a record
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c \
"CREATE TABLE users (id serial, name varchar(40) NOT NULL); \
INSERT INTO users(name) VALUES ('Marko');"
# verify that record is replicated on slave0
run psql_client slave0 -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "SELECT * FROM users;"
[[ "$output" =~ "name|Marko" ]]
}
@test "Replication slave can fetch replication parameters from link alias \"master\"" {
create_container -d --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container master -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container -d --name $CONTAINER_NAME-slave \
--link $CONTAINER_NAME-master:master \
-e POSTGRESQL_REPLICATION_MODE=slave
# create replication slave0 linked to master with alias named master
create_container slave0 -d \
$(container_link master master) \
-e POSTGRESQL_REPLICATION_MODE=slave
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "CREATE TABLE users (id serial, name varchar(40) NOT NULL);"
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Marko');"
# create users table on master and insert a new row
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c \
"CREATE TABLE users (id serial, name varchar(40) NOT NULL); \
INSERT INTO users(name) VALUES ('Marko');"
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[ $status = 0 ]
cleanup_running_containers $CONTAINER_NAME-master
cleanup_running_containers $CONTAINER_NAME-slave
# check if row is replicated on slave
run psql_client slave0 -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "SELECT * FROM users;"
[[ "$output" =~ "name|Marko" ]]
}
@test "Slave synchronizes with the master (delayed start)" {
create_container -d --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container master -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "CREATE TABLE users (id serial, name varchar(40) NOT NULL);"
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Marko');"
# create users table on master and insert a new row
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c \
"CREATE TABLE users (id serial, name varchar(40) NOT NULL); \
INSERT INTO users(name) VALUES ('Marko');"
create_container -d --name $CONTAINER_NAME-slave \
--link $CONTAINER_NAME-master:master \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# start slave linked to the master
create_container slave0 -d \
$(container_link master $CONTAINER_NAME) \
-e POSTGRESQL_MASTER_HOST=$CONTAINER_NAME \
-e POSTGRESQL_MASTER_PORT=5432 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[ $status = 0 ]
cleanup_running_containers $CONTAINER_NAME-master
cleanup_running_containers $CONTAINER_NAME-slave
# verify that master data is replicated on slave
run psql_client slave0 -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "SELECT * FROM users;"
[[ "$output" =~ "name|Marko" ]]
}
@test "Replication status is preserved after deletion" {
cleanup_volumes_content
# create master container with host mounted volumes
run create_container_with_host_volumes master -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container -d --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD \
-v $HOST_VOL_PREFIX/data:$VOL_PREFIX/data \
-v $HOST_VOL_PREFIX/conf:$VOL_PREFIX/conf \
-v $HOST_VOL_PREFIX/logs:$VOL_PREFIX/logs
# create users table on master and insert a new row
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c \
"CREATE TABLE users (id serial, name varchar(40) NOT NULL); \
INSERT INTO users(name) VALUES ('Marko');"
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "CREATE TABLE users (id serial, name varchar(40) NOT NULL);"
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Marko');"
# create slave0 container with host mounted volumes, should replicate the master data
create_container_with_host_volumes slave0 -d \
$(container_link master $CONTAINER_NAME) \
-e POSTGRESQL_MASTER_HOST=$CONTAINER_NAME \
-e POSTGRESQL_MASTER_PORT=5432 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container -d --name $CONTAINER_NAME-slave \
--link $CONTAINER_NAME-master:master \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# stop and remove master and slave0 containers
container_remove slave0
container_remove master
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[ $status = 0 ]
cleanup_running_containers $CONTAINER_NAME-slave
cleanup_running_containers $CONTAINER_NAME-master
create_container -d --name $CONTAINER_NAME-master \
-e POSTGRESQL_REPLICATION_MODE=master \
-v $HOST_VOL_PREFIX/data:$VOL_PREFIX/data \
-v $HOST_VOL_PREFIX/conf:$VOL_PREFIX/conf \
-v $HOST_VOL_PREFIX/logs:$VOL_PREFIX/logs
create_container -d --name $CONTAINER_NAME-slave \
--link $CONTAINER_NAME-master:master \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# start master and slave0 containers with existing host volumes and no additional env arguments
create_container_with_host_volumes master -d
create_container_with_host_volumes slave0 -d $(container_link master $CONTAINER_NAME)
# insert new row into the master database
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Polo');"
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[[ "$output" =~ "Polo" ]]
[ $status = 0 ]
cleanup_running_containers $CONTAINER_NAME-master
cleanup_running_containers $CONTAINER_NAME-slave
cleanup_volumes_content
# verify that all previous and new data is replicated on slave0
run psql_client slave0 -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "SELECT * FROM users;"
[[ "$output" =~ "name|Marko" ]]
[[ "$output" =~ "name|Polo" ]]
}
@test "Replication slave can be triggered to act as the master" {
create_container -d --name $CONTAINER_NAME-master \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container master -d \
-e POSTGRESQL_USER=$POSTGRESQL_USER \
-e POSTGRESQL_PASSWORD=$POSTGRESQL_PASSWORD \
-e POSTGRESQL_DATABASE=$POSTGRESQL_DATABASE \
-e POSTGRESQL_REPLICATION_MODE=master \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container -d --name $CONTAINER_NAME-slave \
--link $CONTAINER_NAME-master:master \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
create_container slave0 -d \
$(container_link master $CONTAINER_NAME) \
-e POSTGRESQL_MASTER_HOST=$CONTAINER_NAME \
-e POSTGRESQL_MASTER_PORT=5432 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "CREATE TABLE users (id serial, name varchar(40) NOT NULL);"
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Marko');"
# create users table on master and insert a new row
psql_client master -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c \
"CREATE TABLE users (id serial, name varchar(40) NOT NULL); \
INSERT INTO users(name) VALUES ('Marko');"
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[ $status = 0 ]
# stop and remove the existing master
cleanup_running_containers $CONTAINER_NAME-master
# stop and remove master
container_remove master
# trigger slave to become master
docker exec $CONTAINER_NAME-slave touch /tmp/postgresql.trigger.5432
container_exec slave0 touch /tmp/postgresql.trigger.5432
sleep $SLEEP_TIME
psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Polo');"
run psql_client slave -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[[ "$output" =~ "Polo" ]]
[ $status = 0 ]
# create slave1 that configures slave0 as the master
create_container slave1 -d \
$(container_link slave0 $CONTAINER_NAME) \
-e POSTGRESQL_MASTER_HOST=$CONTAINER_NAME \
-e POSTGRESQL_MASTER_PORT=5432 \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# create new slave that connects to the new master
create_container -d \
--link $CONTAINER_NAME-slave:master \
-e POSTGRESQL_REPLICATION_MODE=slave \
-e POSTGRESQL_REPLICATION_USER=$POSTGRESQL_REPLICATION_USER \
-e POSTGRESQL_REPLICATION_PASSWORD=$POSTGRESQL_REPLICATION_PASSWORD
# insert new row into slave0, since it is now the master it should allow writes
psql_client slave0 -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "INSERT INTO users(name) VALUES ('Polo');"
run psql_client -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -c "SELECT * FROM users;"
[[ "$output" =~ "Marko" ]]
[[ "$output" =~ "Polo" ]]
[ $status = 0 ]
cleanup_running_containers
cleanup_running_containers $CONTAINER_NAME-slave
# verify that all past and new data is replicated on slave1
run psql_client slave1 -U $POSTGRESQL_USER $POSTGRESQL_DATABASE -Axc "SELECT * FROM users;"
[[ "$output" =~ "name|Marko" ]]
[[ "$output" =~ "name|Polo" ]]
}