forked from cerc-io/stack-orchestrator
Thomas E Lackey
b22c72e715
In kind, when we bind-mount a host directory it is first mounted into the kind container at /mnt, then into the pod at the desired location. We accidentally picked this up for full-blown k8s, and were creating volumes at /mnt. This changes the behavior for both kind and regular k8s so that bind mounts are only allowed if a fully-qualified path is specified. If no path is specified at all, a default storageClass is assumed to be present, and the volume managed by a provisioner. Eg, for kind, the default provisioner is: https://github.com/rancher/local-path-provisioner ``` stack: test deploy-to: k8s-kind config: test-variable-1: test-value-1 network: ports: test: - '80' volumes: # this will be bind-mounted to a host-path test-data-bind: /srv/data # this will be managed by the k8s node test-data-auto: configmaps: test-config: ./configmap/test-config ``` Reviewed-on: cerc-io/stack-orchestrator#741 Co-authored-by: Thomas E Lackey <telackey@bozemanpass.com> Co-committed-by: Thomas E Lackey <telackey@bozemanpass.com>
171 lines
6.2 KiB
Bash
Executable File
171 lines
6.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -e
|
|
if [ -n "$CERC_SCRIPT_DEBUG" ]; then
|
|
set -x
|
|
fi
|
|
# Dump environment variables for debugging
|
|
echo "Environment variables:"
|
|
env
|
|
|
|
delete_cluster_exit () {
|
|
$TEST_TARGET_SO deployment --dir $test_deployment_dir stop --delete-volumes
|
|
exit 1
|
|
}
|
|
|
|
# Test basic stack-orchestrator deploy
|
|
echo "Running stack-orchestrator deploy test"
|
|
# Bit of a hack, test the most recent package
|
|
TEST_TARGET_SO=$( ls -t1 ./package/laconic-so* | head -1 )
|
|
# Set a non-default repo dir
|
|
export CERC_REPO_BASE_DIR=~/stack-orchestrator-test/repo-base-dir
|
|
echo "Testing this package: $TEST_TARGET_SO"
|
|
echo "Test version command"
|
|
reported_version_string=$( $TEST_TARGET_SO version )
|
|
echo "Version reported is: ${reported_version_string}"
|
|
echo "Cloning repositories into: $CERC_REPO_BASE_DIR"
|
|
rm -rf $CERC_REPO_BASE_DIR
|
|
mkdir -p $CERC_REPO_BASE_DIR
|
|
# Test bringing the test container up and down
|
|
# with and without volume removal
|
|
$TEST_TARGET_SO --stack test setup-repositories
|
|
$TEST_TARGET_SO --stack test build-containers
|
|
# Test deploy command execution
|
|
$TEST_TARGET_SO --stack test deploy setup $CERC_REPO_BASE_DIR
|
|
# Check that we now have the expected output directory
|
|
container_output_dir=$CERC_REPO_BASE_DIR/container-output-dir
|
|
if [ ! -d "$container_output_dir" ]; then
|
|
echo "deploy setup test: output directory not present"
|
|
echo "deploy setup test: FAILED"
|
|
exit 1
|
|
fi
|
|
if [ ! -f "$container_output_dir/output-file" ]; then
|
|
echo "deploy setup test: output file not present"
|
|
echo "deploy setup test: FAILED"
|
|
exit 1
|
|
fi
|
|
output_file_content=$(<$container_output_dir/output-file)
|
|
if [ ! "$output_file_content" == "output-data" ]; then
|
|
echo "deploy setup test: output file contents not correct"
|
|
echo "deploy setup test: FAILED"
|
|
exit 1
|
|
fi
|
|
# Check that we now have the expected output file
|
|
$TEST_TARGET_SO --stack test deploy up
|
|
# Test deploy port command
|
|
deploy_port_output=$( $TEST_TARGET_SO --stack test deploy port test 80 )
|
|
if [[ "$deploy_port_output" =~ ^0.0.0.0:[1-9][0-9]* ]]; then
|
|
echo "Deploy port test: passed"
|
|
else
|
|
echo "Deploy port test: FAILED"
|
|
exit 1
|
|
fi
|
|
$TEST_TARGET_SO --stack test deploy down
|
|
# The next time we bring the container up the volume will be old (from the previous run above)
|
|
$TEST_TARGET_SO --stack test deploy up
|
|
log_output_1=$( $TEST_TARGET_SO --stack test deploy logs )
|
|
if [[ "$log_output_1" == *"filesystem is old"* ]]; then
|
|
echo "Retain volumes test: passed"
|
|
else
|
|
echo "Retain volumes test: FAILED"
|
|
exit 1
|
|
fi
|
|
$TEST_TARGET_SO --stack test deploy down --delete-volumes
|
|
# Now when we bring the container up the volume will be new again
|
|
$TEST_TARGET_SO --stack test deploy up
|
|
log_output_2=$( $TEST_TARGET_SO --stack test deploy logs )
|
|
if [[ "$log_output_2" == *"filesystem is fresh"* ]]; then
|
|
echo "Delete volumes test: passed"
|
|
else
|
|
echo "Delete volumes test: FAILED"
|
|
exit 1
|
|
fi
|
|
$TEST_TARGET_SO --stack test deploy down --delete-volumes
|
|
# Basic test of creating a deployment
|
|
test_deployment_dir=$CERC_REPO_BASE_DIR/test-deployment-dir
|
|
test_deployment_spec=$CERC_REPO_BASE_DIR/test-deployment-spec.yml
|
|
$TEST_TARGET_SO --stack test deploy init --output $test_deployment_spec --config CERC_TEST_PARAM_1=PASSED
|
|
# Check the file now exists
|
|
if [ ! -f "$test_deployment_spec" ]; then
|
|
echo "deploy init test: spec file not present"
|
|
echo "deploy init test: FAILED"
|
|
exit 1
|
|
fi
|
|
echo "deploy init test: passed"
|
|
$TEST_TARGET_SO --stack test deploy create --spec-file $test_deployment_spec --deployment-dir $test_deployment_dir
|
|
# Check the deployment dir exists
|
|
if [ ! -d "$test_deployment_dir" ]; then
|
|
echo "deploy create test: deployment directory not present"
|
|
echo "deploy create test: FAILED"
|
|
exit 1
|
|
fi
|
|
echo "deploy create test: passed"
|
|
# Check the file writted by the create command in the stack now exists
|
|
if [ ! -f "$test_deployment_dir/create-file" ]; then
|
|
echo "deploy create test: create output file not present"
|
|
echo "deploy create test: FAILED"
|
|
exit 1
|
|
fi
|
|
# And has the right content
|
|
create_file_content=$(<$test_deployment_dir/create-file)
|
|
if [ ! "$create_file_content" == "create-command-output-data" ]; then
|
|
echo "deploy create test: create output file contents not correct"
|
|
echo "deploy create test: FAILED"
|
|
exit 1
|
|
fi
|
|
|
|
# Add a config file to be picked up by the ConfigMap before starting.
|
|
echo "dbfc7a4d-44a7-416d-b5f3-29842cc47650" > $test_deployment_dir/data/test-config/test_config
|
|
|
|
echo "deploy create output file test: passed"
|
|
# Try to start the deployment
|
|
$TEST_TARGET_SO deployment --dir $test_deployment_dir start
|
|
# Check logs command works
|
|
log_output_3=$( $TEST_TARGET_SO deployment --dir $test_deployment_dir logs )
|
|
if [[ "$log_output_3" == *"filesystem is fresh"* ]]; then
|
|
echo "deployment logs test: passed"
|
|
else
|
|
echo "deployment logs test: FAILED"
|
|
exit 1
|
|
fi
|
|
# Check the config variable CERC_TEST_PARAM_1 was passed correctly
|
|
if [[ "$log_output_3" == *"Test-param-1: PASSED"* ]]; then
|
|
echo "deployment config test: passed"
|
|
else
|
|
echo "deployment config test: FAILED"
|
|
exit 1
|
|
fi
|
|
# Check the config variable CERC_TEST_PARAM_2 was passed correctly from the compose file
|
|
if [[ "$log_output_3" == *"Test-param-2: CERC_TEST_PARAM_2_VALUE"* ]]; then
|
|
echo "deployment compose config test: passed"
|
|
else
|
|
echo "deployment compose config test: FAILED"
|
|
exit 1
|
|
fi
|
|
|
|
# Check that the ConfigMap is mounted and contains the expected content.
|
|
log_output_4=$( $TEST_TARGET_SO deployment --dir $test_deployment_dir logs )
|
|
if [[ "$log_output_4" == *"/config/test_config:"* ]] && [[ "$log_output_4" == *"dbfc7a4d-44a7-416d-b5f3-29842cc47650"* ]]; then
|
|
echo "deployment ConfigMap test: passed"
|
|
else
|
|
echo "deployment ConfigMap test: FAILED"
|
|
delete_cluster_exit
|
|
fi
|
|
|
|
# Stop then start again and check the volume was preserved
|
|
$TEST_TARGET_SO deployment --dir $test_deployment_dir stop
|
|
# Sleep a bit just in case
|
|
# sleep for longer to check if that's why the subsequent create cluster fails
|
|
sleep 20
|
|
$TEST_TARGET_SO deployment --dir $test_deployment_dir start
|
|
log_output_5=$( $TEST_TARGET_SO deployment --dir $test_deployment_dir logs )
|
|
if [[ "$log_output_5" == *"filesystem is old"* ]]; then
|
|
echo "Retain volumes test: passed"
|
|
else
|
|
echo "Retain volumes test: FAILED"
|
|
delete_cluster_exit
|
|
fi
|
|
|
|
# Stop and clean up
|
|
$TEST_TARGET_SO deployment --dir $test_deployment_dir stop --delete-volumes
|
|
echo "Test passed"
|