postgresql/test/run-openshift
2018-11-06 14:17:45 +00:00

394 lines
13 KiB
Bash
Executable file

#!/bin/bash
#
# Test the Postgresql image in OpenShift.
#
# IMAGE_NAME specifies a name of the candidate image used for testing.
# The image has to be available before this script is executed.
#
THISDIR=$(dirname ${BASH_SOURCE[0]})
TEMPLATES="$THISDIR/examples"
REMOTE_TEMPLATES="https://raw.githubusercontent.com/openshift/origin/master/examples/db-templates"
source "$THISDIR"/test-lib-openshift.sh
set -exo nounset
test -n "${IMAGE_NAME-}" || false 'make sure $IMAGE_NAME is defined'
test -n "${VERSION-}" || false 'make sure $VERSION is defined'
test -n "${OS-}" || false 'make sure $OS is defined'
# Populate template variables if not set already
if [ -z "${EPHEMERAL_TEMPLATES:-}" ]; then
EPHEMERAL_TEMPLATES="
$REMOTE_TEMPLATES/postgresql-ephemeral-template.json
$TEMPLATES/postgresql-ephemeral-template.json"
fi
if [ -z "${PERSISTENT_TEMPLATES:-}" ]; then
PERSISTENT_TEMPLATES="
$REMOTE_TEMPLATES/postgresql-persistent-template.json
$TEMPLATES/postgresql-persistent-template.json"
fi
function assert_cmd_fails() {
if eval "$@" &>/dev/null; then
echo " FAIL"
return 1
fi
echo " PASS"
return 0
}
function insert_postgresql_data() {
local image_name=$1 ; shift
local user=$1 ; shift
local pass=$1 ; shift
local database=$1 ; shift
local pod_ip=$1; shift
: "Inserting data into the database"
local cmd="PGPASSWORD=$pass psql -c \"CREATE TABLE testing (a integer); INSERT INTO testing VALUES (42);\""
local cmd_args="-h $pod_ip -U $user -d $database"
docker run --rm "$image_name" bash -c "$cmd $cmd_args"
}
function check_postgresql_data() {
local image_name=$1 ; shift
local user=$1 ; shift
local pass=$1 ; shift
local database=$1 ; shift
local pod_ip=$1; shift
local timeout=${1:-60}
SECONDS=0
: "Checking whether the data can be accessed"
local cmd="PGPASSWORD=$pass psql -c \"select * from testing;\""
local cmd_args="-h $pod_ip -U $user -d $database"
while true ; do
result=$(docker run --rm "$image_name" bash -c "$cmd -At $cmd_args")
if [ "$result" = "42" ]; then
echo " PASS"
return 0
fi
echo -n "."
[ $SECONDS -gt $timeout ] && break
sleep 3
done
echo " FAIL"
return 1
}
function check_postgresql_os_service_connection() {
local util_image_name=$1 ; shift
local service_name=$1 ; shift
local user=$1 ; shift
local pass=$1 ; shift
local database=$1 ; shift
local timeout=${1:-60} ; shift || :
local pod_ip=$(ct_os_get_service_ip ${service_name})
: " Service ${service_name} check ..."
local cmd="PGPASSWORD=${pass} pg_isready -t 15 -h ${pod_ip} -U ${user} -d ${database}"
local expected_value='accepting connections'
local output
local ret
SECONDS=0
echo -n "Waiting for ${service_name} service becoming ready ..."
while true ; do
output=$(docker run --rm ${util_image_name} bash -c "${cmd}" || :)
echo "${output}" | grep -qe "${expected_value}" && ret=0 || ret=1
if [ ${ret} -eq 0 ] ; then
echo " PASS"
return 0
fi
echo -n "."
[ ${SECONDS} -gt ${timeout} ] && break
sleep 3
done
echo " FAIL"
return 1
}
function test_postgresql_pure_image() {
local image_name=$1
local image_name_no_namespace=${image_name##*/}
local service_name=${image_name_no_namespace}
ct_os_new_project
ct_os_upload_image "${image_name}"
# Create a specific imagestream tag for the image so that oc cannot use anything else
ct_os_upload_image "${image_name}" "$image_name_no_namespace:testing"
ct_os_deploy_pure_image "$image_name_no_namespace:testing" \
--name "${service_name}" \
--env POSTGRESQL_ADMIN_PASSWORD=test
ct_os_wait_pod_ready "${service_name}" 60
check_postgresql_os_service_connection "${image_name}" "${service_name}" postgres test postgres
ct_os_delete_project
}
function test_postgresql_template() {
local image_name=$1; shift
local template=$1
local image_name_no_namespace=${image_name##*/}
local service_name=${image_name_no_namespace}
ct_os_new_project
ct_os_upload_image "${image_name}" "postgresql:$VERSION"
ct_os_deploy_template_image "$template" \
NAMESPACE="$(oc project -q)" \
POSTGRESQL_VERSION="$VERSION" \
DATABASE_SERVICE_NAME="${service_name}" \
POSTGRESQL_USER=testu \
POSTGRESQL_PASSWORD=testp \
POSTGRESQL_DATABASE=testdb
ct_os_wait_pod_ready "${service_name}" 60
check_postgresql_os_service_connection "${image_name}" "${service_name}" testu testp testdb
ct_os_delete_project
}
function test_postgresql_update() {
local image_name=$1; shift
local template=$1
local image_name_no_registry=${image_name#*/}
local service_name=${image_name_no_registry#*/}
local user="testu" pass="testp" db="testdb"
local registry="" old_image="" pod_ip=""
local version released=:
case $OS in
rhel7)
registry=registry.access.redhat.com
;;
centos7)
registry=docker.io
;;
esac
old_image="$registry/$image_name_no_registry"
for version in $NOT_RELEASED_VERSIONS; do
case $image_name in
*$version*)
released=false
break
;;
esac
done
if docker pull "$old_image" 2>/dev/null; then
# Check if we do not have a stale unreleased versions list
# Fail only on rhel, on centos the image is likely already released
$released || [ "$OS" = "centos7" ]
elif $released; then
false "image '$old_image' should already be available"
else
return # not yet released image, skip
fi
ct_os_new_project
ct_os_upload_image "$old_image" "postgresql:$VERSION"
ct_os_deploy_template_image "$template" \
NAMESPACE="$(oc project -q)" \
POSTGRESQL_VERSION="$VERSION" \
DATABASE_SERVICE_NAME="$service_name" \
POSTGRESQL_USER="$user" \
POSTGRESQL_PASSWORD="$pass" \
POSTGRESQL_DATABASE="$db"
ct_os_wait_pod_ready "${service_name}" 60
check_postgresql_os_service_connection "$image_name" "$service_name" "$user" "$pass" "$db"
pod_ip=$(ct_os_get_service_ip "$service_name")
insert_postgresql_data "$image_name" "$user" "$pass" "$db" "$pod_ip"
ct_os_upload_image "$image_name" "postgresql:$VERSION"
: "Waiting for a few seconds while the pods get restarted"
sleep 5
ct_os_wait_pod_ready "$service_name" 60
check_postgresql_os_service_connection "$image_name" "$service_name" "$user" "$pass" "$db"
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$pod_ip"
ct_os_delete_project
}
function test_postgresql_replication() {
local image_name=$1
local image_name_no_namespace=${image_name##*/}
local master_service_name=${image_name_no_namespace}-master
local slave_service_name=${image_name_no_namespace}-slave
local istag="postgresql:$VERSION"
local user="testu" pass="testp" db="testdb"
local master_name="" master_ip="" slave_name="" slave_ip=""
ct_os_new_project
ct_os_upload_image "${image_name}" "$istag"
ct_os_deploy_template_image "$TEMPLATES/replica/postgresql_replica.json" \
NAMESPACE="$(oc project -q)" \
IMAGESTREAMTAG="$istag" \
POSTGRESQL_MASTER_SERVICE_NAME="$master_service_name" \
POSTGRESQL_SLAVE_SERVICE_NAME="$slave_service_name" \
POSTGRESQL_USER=testu \
POSTGRESQL_PASSWORD=testp \
POSTGRESQL_DATABASE=testdb
ct_os_wait_pod_ready "$master_service_name" 60
ct_os_wait_pod_ready "$slave_service_name" 60
# Force unused rc removal as we do not need rollbacks during testing
oc patch "dc/$master_service_name" -p '{"spec":{"revisionHistoryLimit":0}}'
oc patch "dc/$slave_service_name" -p '{"spec":{"revisionHistoryLimit":0}}'
master_name=$(ct_os_get_pod_name "$master_service_name")
slave_name=$(ct_os_get_pod_name "$slave_service_name")
master_ip=$(ct_os_get_pod_ip "$master_name")
slave_ip=$(ct_os_get_pod_ip "$slave_name")
insert_postgresql_data "$image_name" "$user" "$pass" "$db" "$master_ip"
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$slave_ip"
: "Changing POSTGRESQL_PASSWORD for master and slave"
pass=redhat
oc set env "dc/$master_service_name" -e POSTGRESQL_PASSWORD="$pass"
oc set env "dc/$slave_service_name" -e POSTGRESQL_PASSWORD="$pass"
ct_os_wait_pod_ready "$master_service_name-2" 60
ct_os_wait_pod_ready "$slave_service_name-2" 60
# We need to get new pod names and IPs
master_name=$(ct_os_get_pod_name "$master_service_name")
slave_name=$(ct_os_get_pod_name "$slave_service_name")
master_ip=$(ct_os_get_pod_ip "$master_name")
slave_ip=$(ct_os_get_pod_ip "$slave_name")
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$master_ip"
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$slave_ip"
: "Redeploying slave node"
oc deploy "$slave_service_name" --latest
ct_os_wait_pod_ready "$slave_service_name-3" 60
slave_name=$(ct_os_get_pod_name "$slave_service_name")
slave_ip=$(ct_os_get_pod_ip "$slave_name")
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$slave_ip"
: "Scaling slaves to 2"
oc scale --replicas 2 "dc/$slave_service_name"
ct_os_wait_rc_ready "$slave_service_name" 60
slave_name=$(ct_os_get_pod_name "$slave_service_name")
for slave in $slave_name; do
ct_os_wait_pod_ready "$slave" 60
slave_ip=$(ct_os_get_pod_ip "$slave")
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$slave_ip"
done
ct_os_delete_project
}
function test_postgresql_persistent_redeploy() {
local image_name=$1; shift
local template=$1
local image_name_no_namespace=${image_name##*/}
local service_name=$image_name_no_namespace
local user="testu" pass="testp" db="testdb"
local registry="" old_image="" pod_ip=""
ct_os_new_project
ct_os_upload_image "$image_name" "postgresql:$VERSION"
ct_os_deploy_template_image "$template" \
NAMESPACE="$(oc project -q)" \
POSTGRESQL_VERSION="$VERSION" \
DATABASE_SERVICE_NAME="$service_name" \
POSTGRESQL_USER="$user" \
POSTGRESQL_PASSWORD="$pass" \
POSTGRESQL_DATABASE="$db"
ct_os_wait_pod_ready "$service_name" 60
check_postgresql_os_service_connection "$image_name" "$service_name" testu testp testdb
pod_ip=$(ct_os_get_service_ip "$service_name")
insert_postgresql_data "$image_name" "$user" "$pass" "$db" "$pod_ip"
: "Redeploying pod"
oc deploy "$service_name" --latest
: "Waiting for a few seconds while the pod gets restarted"
sleep 5
ct_os_wait_pod_ready "$service_name" 60
check_postgresql_os_service_connection "$image_name" "$service_name" "$user" "$pass" "$db"
: "This should succeed"
check_postgresql_data "$image_name" "$user" "$pass" "$db" "$pod_ip" 0
ct_os_delete_project
}
function test_postgresql_ephemeral_redeploy() {
local image_name=$1; shift
local template=$1
local image_name_no_namespace=${image_name##*/}
local service_name=$image_name_no_namespace
local user="testu" pass="testp" db="testdb"
local registry="" old_image="" pod_ip=""
ct_os_new_project
ct_os_upload_image "$image_name" "postgresql:$VERSION"
ct_os_deploy_template_image "$template" \
NAMESPACE="$(oc project -q)" \
POSTGRESQL_VERSION="$VERSION" \
DATABASE_SERVICE_NAME="$service_name" \
POSTGRESQL_USER="$user" \
POSTGRESQL_PASSWORD="$pass" \
POSTGRESQL_DATABASE="$db"
ct_os_wait_pod_ready "$service_name" 60
check_postgresql_os_service_connection "$image_name" "$service_name" testu testp testdb
pod_ip=$(ct_os_get_service_ip "$service_name")
insert_postgresql_data "$image_name" "$user" "$pass" "$db" "$pod_ip"
: "Redeploying pod"
oc deploy "$service_name" --latest
: "Waiting for a few seconds while the pod gets restarted"
sleep 5
ct_os_wait_pod_ready "$service_name" 60
check_postgresql_os_service_connection "$image_name" "$service_name" "$user" "$pass" "$db"
: "This should fail"
assert_cmd_fails check_postgresql_data "$image_name" "$user" "$pass" "$db" "$pod_ip" 0
ct_os_delete_project
}
function run_ephemeral_tests() {
local image_name=$1
for template in $EPHEMERAL_TEMPLATES; do
test_postgresql_ephemeral_redeploy "$image_name" "$template"
test_postgresql_template "$image_name" "$template"
done
}
function run_persistent_tests() {
local image_name=$1
for template in $PERSISTENT_TEMPLATES; do
test_postgresql_persistent_redeploy "$image_name" "$template"
test_postgresql_update "$image_name" "$template"
done
}
ct_os_cluster_up
# Print oc logs on failure
ct_os_enable_print_logs
test_postgresql_pure_image "$IMAGE_NAME"
test_postgresql_replication "$IMAGE_NAME"
run_ephemeral_tests "$IMAGE_NAME"
run_persistent_tests "$IMAGE_NAME"