Add scripts to deploy data stream apps

This commit is contained in:
John Colvin committed 2024-07-18 17:26:10 +00:00
1 parent 00d0d6ade4
commit 9a48ed02fd
2 files changed
+353

No files matched your search

+183
View File
@@ -0,0 +1,183 @@
#!/usr/bin/env bash
print_help_and_exit() {
cat <<EOF
Usage: bounce_data_stream_app.sh [OPTIONS] <app> <container_prefix> <release>
Positionals:
app The application to bounce [PubSubServer | DataStreamPublisher | Bts.DataStreamWebApp.Server]
container_prefix The container prefix to use. Existing dockers with this prefix will be terminated.
release The release id. This will be appended to the container prefix to form the new container name.
Options:
--app The application to bounce [PubSubServer | DataStreamPublisher | Bts.DataStreamWebApp.Server]
--container-prefix The container prefix to use. Existing dockers with this prefix will be terminated.
--release The release id. This will be appended to the container prefix to form the new container name.
Examples:
Deploy PubSubServer : deploy_data_stream_app.sh PubSubServer pubsub 00d0d6ade
Deploy DataStreamPublisher : deploy_data_stream_app.sh DataStreamPublisher ds-publisher 00d0d6ade
EOF
exit "$1"
}
stop_containers() {
if [ $# -ne 1 ]; then
echo "stop_containers expects exactly 1 arg (the container prefix). Received $#: '$@'"
exit 1
fi
declare -a containers="$(docker ps -q --filter "name=^$1-[a-z0-9]{9}\$")"
for c in ${containers[@]}; do
echo "Removing old container $c"
docker stop "$c"
status=$?
if [ $status -ne 0 ]; then
echo "Failed to remove container $c"
exit 1
fi
done
}
remove_containers() {
if [ $# -ne 1 ]; then
echo "remove_containers expects exactly 1 arg (the container prefix). Received $#: '$@'"
exit 1
fi
declare -a containers="$(docker container ls --all -q --filter "name=^$1-[a-z0-9]{9}\$")"
for c in ${containers[@]}; do
echo "Removing old container $c"
docker rm "$c"
status=$?
if [ $status -ne 0 ]; then
echo "Failed to remove container $c"
exit 1
fi
done
}
kill_containers() {
stop_containers $1
remove_containers $1
}
app_name=$1
container_prefix=$2
release=$3
while [[ $# -gt 0 ]]; do
case "$1" in
--app)
if [[ -z "$2" ]]; then
echo "App (--app) must be non-empty"
print_help_and_exit 1
fi
app_name="$2"
shift 2
;;
--container-prefix)
if [[ -z "$2" ]]; then
echo "Container prefix (--container-prefix) must be non-empty"
print_help_and_exit 1
fi
container_prefix="$2"
shift 2
;;
--release)
if [[ -z "$2" ]]; then
echo "Release (--release) must be non-empty"
print_help_and_exit 1
fi
release="$2"
shift 2
;;
-h)
;&
--help)
print_help_and_exit 0
;;
-*)
echo "Unexpected option '$1'"
print_help_and_exit 1
;;
*)
if [[ -z "$1" ]]; then
echo "Invalid position argument '$1'"
print_help_and_exit 1
elif [[ -z "$app_name" ]]; then
app_name="$1"
elif [[ -z "$container_prefix" ]]; then
container_prefix="$1"
elif [[ -z "$release" ]]; then
release="$1"
fi
shift 1
;;
esac
done
# Validate args
if [ "$release" == "" ]; then
echo "Release not defined"
print_help_and_exit 1
fi
if [ "$app_name" == "" ]; then
echo "App name not defined"
print_help_and_exit 1
fi
if [ "$container_prefix" == "" ]; then
echo "Container prefix not defined"
print_help_and_exit 1
fi
container="$container_prefix-$release"
image="$container_prefix-$release"
cat <<EOF
Bouncing with the following parameters:
Application : $app_name
Container Prefix : $container_prefix
Container : $container
Image : $image
Release : $release
EOF
cd $HOME/DataStream/releases
if [ ! -e $release ]; then
if [ -e $release.tar.gz ]; then
tar -xf $release.tar.gz
status=$?
if [ $status -ne 0 ]; then
echo "Failed to extract $release.tar.gz"
exit 1
fi
fi
if [ ! -e $release ]; then
echo "Did not find release '$release'"
exit 1
fi
fi
cd $release
echo "Building new image"
docker build -t "$image" .
status=$?
if [ $status -ne 0 ]; then
echo "Build image failed. Full command below:"
echo "docker build -t $image ."
exit 1
fi
cd ..
echo "Killing existing $app_name containers (matching prefix '$container_prefix')"
kill_containers "$container_prefix"
echo "Starting container $container"
docker run \
--name "$container" \
--net host \
-w "/home/bts/$app_name/bin" \
--shm-size=4024m \
-d \
"$image"
+170
View File
@@ -0,0 +1,170 @@
#!/usr/bin/env bash
print_help_and_exit() {
cat <<EOF
Usage: deploy_data_stream_app.sh [OPTIONS] <app> <container_prefix> <release>
Positionals:
app The application to bounce [PubSubServer | DataStreamPublisher | Bts.DataStreamWebApp.Server]
container_prefix The container prefix to use. Existing dockers with this prefix will be terminated.
release The release id. This will be appended to the container prefix to form the new container name.
Options:
--app The application to bounce [PubSubServer | DataStreamPublisher | Bts.DataStreamWebApp.Server]
--container-prefix The container prefix to use. Existing dockers with this prefix will be terminated.
--release The release id. This will be appended to the container prefix to form the new container name.
EOF
exit "$1"
}
app_name=""
container_prefix=""
release=""
while [[ $# -gt 0 ]]; do
case "$1" in
--app)
if [[ -z "$2" ]]; then
echo "App (--app) must be non-empty"
print_help_and_exit 1
fi
app_name="$2"
shift 2
;;
--container-prefix)
if [[ -z "$2" ]]; then
echo "Container prefix (--container-prefix) must be non-empty"
print_help_and_exit 1
fi
container_prefix="$2"
shift 2
;;
--release)
if [[ -z "$2" ]]; then
echo "Release (--release) must be non-empty"
print_help_and_exit 1
fi
release="$2"
shift 2
;;
-h)
;&
--help)
print_help_and_exit 0
;;
-*)
echo "Unexpected option '$1'"
print_help_and_exit 1
;;
*)
if [[ -z "$1" ]]; then
echo "Invalid position argument '$1'"
print_help_and_exit 1
elif [[ -z "$app_name" ]]; then
app_name="$1"
elif [[ -z "$container_prefix" ]]; then
container_prefix="$1"
elif [[ -z "$release" ]]; then
release="$1"
fi
shift 1
;;
esac
done
# Validate args
if [ "$app_name" == "" ]; then
echo "App name not defined"
print_help_and_exit 1
fi
if [ "$container_prefix" == "" ]; then
echo "Container prefix not defined"
print_help_and_exit 1
fi
if [ "$release" == "" ]; then
# Use commit sha
release="$(git rev-parse --short HEAD)"
fi
if [ "$release" == "" ]; then
echo "Release not defined"
print_help_and_exit 1
fi
this_dir="$(realpath "$(dirname "${BASH_SOURCE[0]}")")"
cd $this_dir/..
cfg_profile="AwsProd"
cfg_profiles_dir="src/DataStreamSuite/$app_name/Configurations"
cfg_profile_json="$cfg_profiles_dir/$cfg_profile.json"
if [ ! -e "$cfg_profile_json" ]; then
echo "Profile '${cfg_profile}' not found. Looked for file '${cfg_profile_json}'"
fi
release_dir=".tmp/$release"
mkdir -p "$release_dir"
release_bin="$release_dir/bin"
publish_sh="$this_dir/publish_data_stream.sh"
# Publish self-contained app(s)
echo "Publishing $release"
"$publish_sh" -o "$release_bin"
status=$?
if [ $status -ne 0 ]; then
echo "Publish exited with code $status. Full command below:"
echo "Command: $publish_sh -o $release_bin"
exit 1
fi
# Copy configuration file to release_bin
echo "Copying configuration to appsettings.json"
cp "$cfg_profile_json" "$release_bin/appsettings.json"
status=$?
if [ $status -ne 0 ]; then
echo "Copy configuration exited with code $status. Full command below:"
echo "cp $cfg_profile_json $release_bin/appsettings.json"
exit 1
fi
# Copy Dockerfile to release_dir
cp "docker/ubuntu-22.04/dotnet-7/Dockerfile" "$release_dir/"
status=$?
if [ $status -ne 0 ]; then
echo "Copy Dockerfile exited with code $status. Full command below:"
echo "cp docker/ubuntu-22.04/dotnet-7/Dockerfile $release_dir/"
exit 1
fi
cat <<EOF >> "$release_dir/Dockerfile"
COPY "bin" "$app_name/bin"
WORKDIR /home/bts/$app_name/bin
ENTRYPOINT [ "./$app_name" ]
EOF
# Compress
echo "Compressing $release"
cd .tmp
tar -czf "$release.tar.gz" "$release"
status=$?
if [ $status -ne 0 ]; then
echo "Compress exited with code $status. Full command below:"
echo "tar -czf $release.tar.gz $release"
exit 1
fi
# Clean
echo "Removing $release (uncompressed dir)"
rm -r "$release"
# Upload
remote=bts-cloud-streams
echo "Uploading $release.tar.gz to $remote"
scp "$release.tar.gz" $remote:~/DataStream/releases/
cat <<EOF | ssh $remote /usr/bin/env bash
rm -r /home/ubuntu/DataStream/releases/$release
/home/ubuntu/DataStream/scripts/bounce_data_stream_app.sh $app_name $container_prefix $release
EOF