import argparse import os import subprocess from pathlib import Path from typing import Optional from build_spark import SparkPaths from core.iter_utils import at_bounded def _cmake_verbosity(level): # Skip 'WARNING' and 'NOTICE' levels, since the default CMake verbosity, # 'STATUS', doesn't produce that much output. This also better normalizes # numeric representation of verbosity w/ dotnet, which only has 5 levels. names = [ "ERROR", # 'WARNING', # 'NOTICE', "STATUS", "VERBOSE", "DEBUG", "TRACE", ] return at_bounded(names, level - 1) def _cmake_preset(configuration: str): return ( "sparkd-debug-clang" if configuration.lower() == "debug" else "sparkd-release-gcc" ) class PublishArgs: def __init__( self, configuration: str = "release", cmake_jobs: Optional[int] = None, clean: bool = False, verbosity: int = 2, dry_run: bool = False, output: Optional[str] = None, ): self.configuration = configuration self.cmake_jobs = cmake_jobs self.clean = clean self.verbosity = verbosity self.dry_run = dry_run # Leave out WARNING and NOTICE to normalize cmake log level and dotnet verbosity # (so both can be expressed as an int 1-5) self.cmake_log_level = at_bounded( [ "ERROR", # 'WARNING', # 'NOTICE', "STATUS", "VERBOSE", "DEBUG", "TRACE", ], verbosity, ) self.output = output def _get_arg_parser(): parser = argparse.ArgumentParser( description="Publish a self-contined spark client application" ) parser.add_argument( "--configuration", metavar="debug|release", help="The build configuration", ) parser.add_argument( "--cmake-jobs", type=int, help="The number of cmake parallel jobs", ) parser.add_argument( "--clean", action="store_true", help="Perform a clean build (remove artifacts from previous build)", ) parser.add_argument( "-o", "--output", type=str, help="The output directory for published artifacts." ) parser.add_argument( "--verbosity", metavar="{0-5}", choices=range(1, 6), type=int, help="The output verbosity level", ) parser.add_argument( "--dry-run", action="store_true", help="Preview the build commands without running them", ) defaults = PublishArgs() parser.set_defaults( configuration=defaults.configuration, clean=defaults.clean, output=defaults.output, verbosity=defaults.verbosity, dry_run=defaults.dry_run, ) return parser def publish(args): def run(cmd): print(cmd) if args.dry_run: return subprocess.run(cmd, shell=True).check_returncode() cmake_preset = _cmake_preset(args.configuration) cmake_jobs = args.cmake_jobs cmake_verbosity = _cmake_verbosity(args.verbosity) os.chdir(SparkPaths.root()) if args.clean: run(f"cmake --build build/{cmake_preset} --target clean") run(f"cmake --preset {cmake_preset} -DCMAKE_MESSAGE_LOG_LEVEL={cmake_verbosity}") cmake_build_cmd = f"cmake --build build/{cmake_preset} --target install" if cmake_jobs: cmake_build_cmd += f" -j {cmake_jobs}" run(cmake_build_cmd) if args.output: os.rename(Path("install").joinpath(cmake_preset), args.output) def _main(): parser = _get_arg_parser() args = parser.parse_args() publish( PublishArgs( configuration=args.configuration, cmake_jobs=args.cmake_jobs, clean=args.clean, verbosity=args.verbosity, dry_run=args.dry_run, output=args.output, ) ) if __name__ == "__main__": try: _main() except Exception as e: print(f"publish_sparkd.py failed: {e}") exit(1)