Files
spark/tools/py/build_spark.py
John Colvin bb1e7c30c8 build: Add msbuild flag to reference projs or local nugets
So we can use project refs for dev builds, and package refs for releases.
2026-01-04 21:19:00 +00:00

155 lines
4.5 KiB
Python

import argparse
import os
import subprocess
from typing import Optional
from core.argparse_utils import add_toggle_opt
from core.file_utils import SparkPaths
from core.iter_utils import at_bounded
class BuildArgs:
def __init__(
self,
configuration: str = 'debug',
clean: bool = False,
cpp: bool = True,
cs: bool = True,
csproj_refs: bool = True,
verbosity: int = 1,
dry_run: bool = False,
publish: bool = False,
version: Optional[str] = None,
):
self.configuration = configuration
self.clean = clean
self.cpp = cpp
self.cs = cs
self.csproj_refs = csproj_refs
self.verbosity = verbosity
self.dry_run = dry_run
self.dotnet_verbosity = at_bounded(
['quiet', 'minimal', 'normal', 'detailed', 'diagnostic'],
verbosity)
# Leave out WARNING and NOTICE to normalize cmake log level and dotnet verbosity
# (so both can be expressed as an int 1-5)
self.cmake_log_level = at_bounded(
[
'ERROR',
# 'WARNING',
# 'NOTICE',
'STATUS',
'VERBOSE',
'DEBUG',
'TRACE',
],
verbosity)
self.publish = publish
self.version = version
def _get_arg_parser():
parser = argparse.ArgumentParser(description='Build Spark')
parser.add_argument(
'--configuration',
metavar='debug|release',
help='The build configuration',
)
parser.add_argument(
'--clean',
action='store_true',
help='Perform a clean build (remove artifacts from previous build)',
)
add_toggle_opt(parser, "cpp", help="Build c++ libs")
add_toggle_opt(parser, "cs", help="Build c# libs")
add_toggle_opt(parser, "csproj-refs", help="Use local csproj refs (instead of nugets)")
parser.add_argument(
"--spark-version",
help="The version identifier to use (by default, uses git to generate semantic version number)"
)
parser.add_argument(
'--verbosity',
metavar='{0-5}',
choices=range(0, 6),
type=int,
help='The output verbosity level',
)
parser.add_argument(
'--dry-run',
action='store_true',
help='Preview the build commands without running them',
)
defaults = BuildArgs()
parser.set_defaults(
configuration=defaults.configuration,
clean=defaults.clean,
cpp=True,
cs=True,
csproj_refs=True,
verbosity=defaults.verbosity,
dry_run=defaults.dry_run,
)
return parser
def build(args: BuildArgs):
def run(cmd):
print(cmd)
if args.dry_run:
return
subprocess.run(cmd).check_returncode()
dotnet_config = args.configuration.title()
os.chdir(SparkPaths.root())
cmake_configure_cmd = ' '.join(
[
f'cmake',
f'--preset spark-windows',
f'-DCMAKE_MESSAGE_LOG_LEVEL={args.cmake_log_level}',
])
cmake_build_cmd = ' '.join(
[
f'cmake',
f'--build',
f'--preset spark-windows-{args.configuration.lower()}',
])
spark_version = args.version
if not spark_version:
from core.git_utils import git_head_version
spark_version = git_head_version()
if args.clean:
if args.cpp:
run(f'{cmake_build_cmd} --target clean')
if args.cs:
run(f"dotnet clean spark_client.sln -c {dotnet_config} -v {args.dotnet_verbosity} -p:UseProjectRefs={str(args.csproj_refs).lower()} -p SparkVersion={spark_version}")
if args.cpp:
run(cmake_configure_cmd)
run(cmake_build_cmd)
if args.cs:
build_action = "publish" if args.publish else "build"
run(f"dotnet {build_action} spark_client.sln -c {dotnet_config} -v {args.dotnet_verbosity} -p:UseProjectRefs={str(args.csproj_refs).lower()} -p SparkVersion={spark_version}")
def _main():
parser = _get_arg_parser()
cli_args = parser.parse_args()
args = BuildArgs(
configuration=cli_args.configuration,
clean=cli_args.clean,
cpp=cli_args.cpp,
cs=cli_args.cs,
csproj_refs=cli_args.csproj_refs,
verbosity=cli_args.verbosity,
dry_run=cli_args.dry_run,
version=cli_args.spark_version,
)
build(args)
if __name__ == "__main__":
try:
_main()
except Exception as e:
print(f'build_spark.py failed: {e}')
exit(1)