stack-orchestrator/app/build_npms.py

120 lines
4.8 KiB
Python
Raw Normal View History

2023-01-04 23:16:40 +00:00
# Copyright © 2022 Cerc
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http:#www.gnu.org/licenses/>.
# Builds or pulls containers for the system components
# env vars:
# CERC_REPO_BASE_DIR defaults to ~/cerc
import os
import sys
2023-01-04 23:16:40 +00:00
from decouple import config
import click
2023-01-12 04:56:05 +00:00
import importlib.resources
2023-01-19 05:01:55 +00:00
from pathlib import Path
2023-01-19 20:00:35 +00:00
from python_on_whales import docker, DockerException
2023-01-19 05:01:55 +00:00
import yaml
2023-01-04 23:16:40 +00:00
from .util import include_exclude_check
@click.command()
@click.option('--include', help="only build these packages")
@click.option('--exclude', help="don\'t build these packages")
@click.pass_context
def command(ctx, include, exclude):
'''build the set of npm packages required for a complete stack'''
quiet = ctx.obj.quiet
verbose = ctx.obj.verbose
dry_run = ctx.obj.dry_run
local_stack = ctx.obj.local_stack
debug = ctx.obj.debug
2023-01-19 05:01:55 +00:00
stack = ctx.obj.stack
continue_on_error = ctx.obj.continue_on_error
2023-01-04 23:16:40 +00:00
if local_stack:
dev_root_path = os.getcwd()[0:os.getcwd().rindex("stack-orchestrator")]
print(f'Local stack dev_root_path (CERC_REPO_BASE_DIR) overridden to: {dev_root_path}')
else:
dev_root_path = os.path.expanduser(config("CERC_REPO_BASE_DIR", default="~/cerc"))
if not quiet:
print(f'Dev Root is: {dev_root_path}')
if not os.path.isdir(dev_root_path):
print('Dev root directory doesn\'t exist, creating')
2023-01-08 03:44:08 +00:00
# See: https://stackoverflow.com/a/20885799/1701505
from . import data
with importlib.resources.open_text(data, "npm-package-list.txt") as package_list_file:
2023-01-19 05:01:55 +00:00
all_packages = package_list_file.read().splitlines()
packages_in_scope = []
if stack:
# In order to be compatible with Python 3.8 we need to use this hack to get the path:
# See: https://stackoverflow.com/questions/25389095/python-get-path-of-root-project-structure
stack_file_path = Path(__file__).absolute().parent.joinpath("data", "stacks", stack, "stack.yml")
with stack_file_path:
stack_config = yaml.safe_load(open(stack_file_path, "r"))
# TODO: syntax check the input here
packages_in_scope = stack_config['npms']
else:
packages_in_scope = all_packages
2023-01-04 23:16:40 +00:00
if verbose:
2023-01-19 05:01:55 +00:00
print(f'Packages: {packages_in_scope}')
2023-01-04 23:16:40 +00:00
def build_package(package):
if not quiet:
print(f"Building npm package: {package}")
2023-01-04 23:16:40 +00:00
repo_dir = package
repo_full_path = os.path.join(dev_root_path, repo_dir)
2023-01-05 03:50:23 +00:00
# TODO: make the npm registry url configurable.
2023-01-06 22:57:14 +00:00
build_command = ["sh", "-c", "cd /workspace && build-npm-package-local-dependencies.sh http://gitea.local:3000/api/packages/cerc-io/npm/"]
2023-01-04 23:16:40 +00:00
if not dry_run:
if verbose:
print(f"Executing: {build_command}")
envs = {"CERC_NPM_AUTH_TOKEN": os.environ["CERC_NPM_AUTH_TOKEN"]} | ({"CERC_SCRIPT_DEBUG": "true"} if debug else {})
2023-01-19 20:00:35 +00:00
try:
2023-01-19 20:30:01 +00:00
docker.run("cerc/builder-js",
remove=True,
interactive=True,
tty=True,
user=f"{os.getuid()}:{os.getgid()}",
envs=envs,
add_hosts=[("gitea.local", "host-gateway")],
volumes=[(repo_full_path, "/workspace")],
command=build_command
)
# Note that although the docs say that build_result should contain
# the command output as a string, in reality it is always the empty string.
# Since we detect errors via catching exceptions below, we can safely ignore it here.
2023-01-19 20:00:35 +00:00
except DockerException as e:
print(f"Error executing build for {package} in container:\n {e}")
if not continue_on_error:
print("FATAL Error: build failed and --continue-on-error not set, exiting")
sys.exit(1)
else:
print("****** Build Error, continuing because --continue-on-error is set")
2023-01-04 23:16:40 +00:00
else:
print("Skipped")
2023-01-19 05:01:55 +00:00
for package in packages_in_scope:
2023-01-04 23:16:40 +00:00
if include_exclude_check(package, include, exclude):
build_package(package)
else:
if verbose:
print(f"Excluding: {package}")