140 lines
5.6 KiB
Python
140 lines
5.6 KiB
Python
# Copyright © 2022, 2023 Cerc
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http:#www.gnu.org/licenses/>.
|
|
|
|
import click
|
|
import os
|
|
from pathlib import Path
|
|
from shutil import copyfile, copytree
|
|
import sys
|
|
import ruamel.yaml
|
|
from .util import get_stack_file_path, get_parsed_deployment_spec, get_parsed_stack_config, global_options
|
|
|
|
|
|
def _get_yaml():
|
|
# See: https://stackoverflow.com/a/45701840/1701505
|
|
yaml = ruamel.yaml.YAML()
|
|
yaml.preserve_quotes = True
|
|
yaml.indent(sequence=3, offset=1)
|
|
return yaml
|
|
|
|
|
|
def _make_default_deployment_dir():
|
|
return "deployment-001"
|
|
|
|
|
|
def _get_compose_file_dir():
|
|
# TODO: refactor to use common code with deploy command
|
|
# See: https://stackoverflow.com/questions/25389095/python-get-path-of-root-project-structure
|
|
data_dir = Path(__file__).absolute().parent.joinpath("data")
|
|
source_compose_dir = data_dir.joinpath("compose")
|
|
return source_compose_dir
|
|
|
|
|
|
def _get_named_volumes(stack):
|
|
# Parse the compose files looking for named volumes
|
|
named_volumes = []
|
|
parsed_stack = get_parsed_stack_config(stack)
|
|
pods = parsed_stack["pods"]
|
|
yaml = _get_yaml()
|
|
for pod in pods:
|
|
pod_file_path = os.path.join(_get_compose_file_dir(), f"docker-compose-{pod}.yml")
|
|
parsed_pod_file = yaml.load(open(pod_file_path, "r"))
|
|
if "volumes" in parsed_pod_file:
|
|
volumes = parsed_pod_file["volumes"]
|
|
for volume in volumes.keys():
|
|
# Volume definition looks like:
|
|
# 'laconicd-data': None
|
|
named_volumes.append(volume)
|
|
return named_volumes
|
|
|
|
|
|
# See: https://stackoverflow.com/questions/45699189/editing-docker-compose-yml-with-pyyaml
|
|
def _fixup_pod_file(pod, spec):
|
|
# Fix up volumes
|
|
if "volumes" in spec:
|
|
spec_volumes = spec["volumes"]
|
|
if "volumes" in pod:
|
|
pod_volumes = pod["volumes"]
|
|
for volume in pod_volumes.keys():
|
|
if volume in spec_volumes:
|
|
volume_spec = spec_volumes[volume]
|
|
new_volume_spec = {"name": volume,
|
|
"driver_opts": {
|
|
"type": "none",
|
|
"device": volume_spec,
|
|
"o": "bind"
|
|
}
|
|
}
|
|
pod["volumes"][volume] = new_volume_spec
|
|
|
|
|
|
@click.command()
|
|
@click.option("--output", required=True, help="Write yaml spec file here")
|
|
@click.pass_context
|
|
def init(ctx, output):
|
|
yaml = _get_yaml()
|
|
stack = global_options(ctx).stack
|
|
verbose = global_options(ctx).verbose
|
|
spec_file_content = {"stack": stack}
|
|
if verbose:
|
|
print(f"Creating spec file for stack: {stack}")
|
|
named_volumes = _get_named_volumes(stack)
|
|
if named_volumes:
|
|
volume_descriptors = {}
|
|
for named_volume in named_volumes:
|
|
volume_descriptors[named_volume] = f"./data/{named_volume}"
|
|
spec_file_content["volumes"] = volume_descriptors
|
|
with open(output, "w") as output_file:
|
|
yaml.dump(spec_file_content, output_file)
|
|
|
|
|
|
@click.command()
|
|
@click.option("--spec-file", required=True, help="Spec file to use to create this deployment")
|
|
@click.option("--deployment-dir", help="Create deployment files in this directory")
|
|
@click.pass_context
|
|
def create(ctx, spec_file, deployment_dir):
|
|
# This function fails with a useful error message if the file doens't exist
|
|
parsed_spec = get_parsed_deployment_spec(spec_file)
|
|
stack_name = parsed_spec['stack']
|
|
stack_file = get_stack_file_path(stack_name)
|
|
parsed_stack = get_parsed_stack_config(stack_name)
|
|
if global_options(ctx).debug:
|
|
print(f"parsed spec: {parsed_spec}")
|
|
if deployment_dir is None:
|
|
deployment_dir = _make_default_deployment_dir()
|
|
if os.path.exists(deployment_dir):
|
|
print(f"Error: {deployment_dir} already exists")
|
|
sys.exit(1)
|
|
os.mkdir(deployment_dir)
|
|
# Copy spec file and the stack file into the deployment dir
|
|
copyfile(spec_file, os.path.join(deployment_dir, os.path.basename(spec_file)))
|
|
copyfile(stack_file, os.path.join(deployment_dir, os.path.basename(stack_file)))
|
|
# Copy the pod files into the deployment dir, fixing up content
|
|
pods = parsed_stack['pods']
|
|
destination_compose_dir = os.path.join(deployment_dir, "compose")
|
|
os.mkdir(destination_compose_dir)
|
|
data_dir = Path(__file__).absolute().parent.joinpath("data")
|
|
yaml = _get_yaml()
|
|
for pod in pods:
|
|
pod_file_path = os.path.join(_get_compose_file_dir(), f"docker-compose-{pod}.yml")
|
|
parsed_pod_file = yaml.load(open(pod_file_path, "r"))
|
|
_fixup_pod_file(parsed_pod_file, parsed_spec)
|
|
with open(os.path.join(destination_compose_dir, os.path.basename(pod_file_path)), "w") as output_file:
|
|
yaml.dump(parsed_pod_file, output_file)
|
|
# Copy the config files for the pod, if any
|
|
source_config_dir = data_dir.joinpath("config", pod)
|
|
if os.path.exists(source_config_dir):
|
|
copytree(source_config_dir, os.path.join(deployment_dir, "config", pod))
|