From 70da99e4f70845da37ae368c4788ecc18546792d Mon Sep 17 00:00:00 2001 From: Egor Tensin Date: Sat, 28 Mar 2020 17:19:43 +0000 Subject: WIP: restructure A stupid attempt to reduce code duplication led me to believe that all the scripts could use _a bit_ of refactoring. This is going to be a major pain (factoring out all the things), which I'll take gladly. All the links and usage examples are broken right now, but nobody cares, so whatevs. --- project/ci/__init__.py | 0 project/ci/appveyor/__init__.py | 0 project/ci/appveyor/boost.py | 121 +++++++++++++++++++++++++++++ project/ci/appveyor/cmake.py | 164 ++++++++++++++++++++++++++++++++++++++++ project/ci/travis/__init__.py | 0 project/ci/travis/boost.py | 119 +++++++++++++++++++++++++++++ project/ci/travis/cmake.py | 99 ++++++++++++++++++++++++ 7 files changed, 503 insertions(+) create mode 100644 project/ci/__init__.py create mode 100644 project/ci/appveyor/__init__.py create mode 100644 project/ci/appveyor/boost.py create mode 100644 project/ci/appveyor/cmake.py create mode 100644 project/ci/travis/__init__.py create mode 100644 project/ci/travis/boost.py create mode 100644 project/ci/travis/cmake.py (limited to 'project/ci') diff --git a/project/ci/__init__.py b/project/ci/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/project/ci/appveyor/__init__.py b/project/ci/appveyor/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/project/ci/appveyor/boost.py b/project/ci/appveyor/boost.py new file mode 100644 index 0000000..4218dd6 --- /dev/null +++ b/project/ci/appveyor/boost.py @@ -0,0 +1,121 @@ +#!/usr/bin/env python3 + +# Copyright (c) 2020 Egor Tensin +# This file is part of the "cmake-common" project. +# For details, see https://github.com/egor-tensin/cmake-common. +# Distributed under the MIT License. + +'''Download & build Boost on AppVeyor. + +This is similar to build.py, but auto-fills some parameters for build.py from +the AppVeyor-defined environment variables. This script is rarely usefull, +since AppVeyor images come with lots of pre-built Boost distributions, but +still. + +Boost is built in C:\projects\boost. +''' + +import argparse +import logging +import os +import os.path +import sys + +from project.boost.build import BoostVersion, main as build_main + + +def _env(name): + if name not in os.environ: + raise RuntimeError(f'undefined environment variable: {name}') + return os.environ[name] + + +def _check_appveyor(): + if 'APPVEYOR' not in os.environ: + raise RuntimeError('not running on AppVeyor') + + +def _get_build_dir(): + return 'C:\\projects' + + +def _get_boost_dir(): + return os.path.join(_get_build_dir(), 'boost') + + +def _get_boost_version(): + return _env('appveyor_boost_version') + + +def _get_configuration(): + return _env('CONFIGURATION') + + +def _get_platform(): + return _env('PLATFORM') + + +def _setup_logging(): + logging.basicConfig( + format='%(asctime)s | %(levelname)s | %(message)s', + level=logging.INFO) + + +def _parse_args(argv=None): + if argv is None: + argv = sys.argv[1:] + logging.info('Command line arguments: %s', argv) + + parser = argparse.ArgumentParser( + description=__doc__, + formatter_class=argparse.RawDescriptionHelpFormatter) + parser.add_argument('--link', metavar='LINKAGE', nargs='*', + help='how the libraries are linked (i.e. static/shared)') + parser.add_argument('--runtime-link', metavar='LINKAGE', + help='how the libraries link to the runtime') + parser.add_argument('b2_args', nargs='*', metavar='B2_ARG', default=[], + help='additional b2 arguments, to be passed verbatim') + return parser.parse_args(argv) + + +def build_appveyor(argv=None): + args = _parse_args(argv) + _check_appveyor() + + version = BoostVersion.from_string(_get_boost_version()) + appveyor_argv = [ + 'download', + '--unpack', _get_build_dir(), + '--', str(version) + ] + build_main(appveyor_argv) + + unpacked_boost_dir = version.dir_path(_get_build_dir()) + boost_dir = _get_boost_dir() + os.rename(unpacked_boost_dir, boost_dir) + + appveyor_argv = [ + 'build', + '--configuration', _get_configuration(), + '--platform', _get_platform(), + ] + if args.link is not None: + appveyor_argv.append('--link') + appveyor_argv += args.link + if args.runtime_link is not None: + appveyor_argv += ['--runtime-link', args.runtime_link] + appveyor_argv += ['--', boost_dir] + build_main(appveyor_argv + args.b2_args) + + +def main(argv=None): + _setup_logging() + try: + build_appveyor(argv) + except Exception as e: + logging.exception(e) + raise + + +if __name__ == '__main__': + main() diff --git a/project/ci/appveyor/cmake.py b/project/ci/appveyor/cmake.py new file mode 100644 index 0000000..e1ebce0 --- /dev/null +++ b/project/ci/appveyor/cmake.py @@ -0,0 +1,164 @@ +#!/usr/bin/env python3 + +# Copyright (c) 2019 Egor Tensin +# This file is part of the "cmake-common" project. +# For details, see https://github.com/egor-tensin/cmake-common. +# Distributed under the MIT License. + +'''Build a CMake project on AppVeyor. + +This is similar to build.py, but auto-fills some parameters for build.py from +the AppVeyor-defined environment variables. + +The project is built in C:\Projects\build. +''' + +import argparse +from enum import Enum +import logging +import os +import sys + +from project.cmake.build import build + + +class Image(Enum): + VS_2013 = 'Visual Studio 2013' + VS_2015 = 'Visual Studio 2015' + VS_2017 = 'Visual Studio 2017' + VS_2019 = 'Visual Studio 2019' + + def __str__(self): + return self.value + + +def _parse_image(s): + try: + return Image(s) + except ValueError as e: + raise ValueError(f'unsupported AppVeyor image: {s}') from e + + +class Generator(Enum): + VS_2013 = 'Visual Studio 12 2013' + VS_2015 = 'Visual Studio 14 2015' + VS_2017 = 'Visual Studio 15 2017' + VS_2019 = 'Visual Studio 16 2019' + + def __str__(self): + return self.value + + @staticmethod + def from_image(image): + if image is Image.VS_2013: + return Generator.VS_2013 + if image is Image.VS_2015: + return Generator.VS_2015 + if image is Image.VS_2017: + return Generator.VS_2017 + if image is Image.VS_2019: + return Generator.VS_2019 + raise RuntimeError(f"don't know which generator to use for image: {image}") + + +class Platform(Enum): + x86 = 'Win32' + X64 = 'x64' + + def __str__(self): + return self.value + + +def _parse_platform(s): + try: + return Platform(s) + except ValueError as e: + raise ValueError(f'unsupported AppVeyor platform: {s}') from e + + +def _env(name): + if name not in os.environ: + raise RuntimeError(f'undefined environment variable: {name}') + return os.environ[name] + + +def _check_appveyor(): + if 'APPVEYOR' not in os.environ: + raise RuntimeError('not running on AppVeyor') + + +def _get_src_dir(): + return _env('APPVEYOR_BUILD_FOLDER') + + +def _get_build_dir(): + return R'C:\Projects\build' + + +def _get_generator(): + image = _parse_image(_env('APPVEYOR_BUILD_WORKER_IMAGE')) + return str(Generator.from_image(image)) + + +def _get_platform(): + return str(_parse_platform(_env('PLATFORM'))) + + +def _get_configuration(): + return _env('CONFIGURATION') + + +def _setup_logging(): + logging.basicConfig( + format='%(asctime)s | %(levelname)s | %(message)s', + level=logging.INFO) + + +def _parse_args(argv=None): + if argv is None: + argv = sys.argv[1:] + logging.info('Command line arguments: %s', argv) + + parser = argparse.ArgumentParser( + description=__doc__, + formatter_class=argparse.RawDescriptionHelpFormatter) + + parser.add_argument('--install', metavar='DIR', dest='install_dir', + help='install directory') + parser.add_argument('cmake_args', nargs='*', metavar='CMAKE_ARG', default=[], + help='additional CMake arguments, to be passed verbatim') + return parser.parse_args(argv) + + +def build_appveyor(argv=None): + args = _parse_args(argv) + _check_appveyor() + + appveyor_argv = [ + '--build', _get_build_dir(), + '--configuration', _get_configuration(), + ] + if args.install_dir is not None: + appveyor_argv += [ + '--install', args.install_dir, + ] + appveyor_argv += [ + '--', + _get_src_dir(), + '-G', _get_generator(), + '-A', _get_platform(), + ] + build(appveyor_argv + args.cmake_args) + + +def main(argv=None): + _setup_logging() + try: + build_appveyor(argv) + except Exception as e: + logging.exception(e) + raise + + +if __name__ == '__main__': + main() diff --git a/project/ci/travis/__init__.py b/project/ci/travis/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/project/ci/travis/boost.py b/project/ci/travis/boost.py new file mode 100644 index 0000000..46ae96b --- /dev/null +++ b/project/ci/travis/boost.py @@ -0,0 +1,119 @@ +#!/usr/bin/env python3 + +# Copyright (c) 2019 Egor Tensin +# This file is part of the "cmake-common" project. +# For details, see https://github.com/egor-tensin/cmake-common. +# Distributed under the MIT License. + +'''Download & build Boost on Travis. + +This is similar to build.py, but auto-fills some parameters for build.py from +the Travis-defined environment variables. + +Boost is built in $HOME/boost. +''' + +import argparse +import logging +import os +import os.path +import sys + +from project.boost.build import BoostVersion, main as build_main + + +def _env(name): + if name not in os.environ: + raise RuntimeError(f'undefined environment variable: {name}') + return os.environ[name] + + +def _check_travis(): + if 'TRAVIS' not in os.environ: + raise RuntimeError('not running on Travis') + + +def _get_build_dir(): + return _env('HOME') + + +def _get_boost_dir(): + return os.path.join(_get_build_dir(), 'boost') + + +def _get_boost_version(): + return _env('travis_boost_version') + + +def _get_configuration(): + return _env('configuration') + + +def _get_platform(): + return _env('platform') + + +def _setup_logging(): + logging.basicConfig( + format='%(asctime)s | %(levelname)s | %(message)s', + level=logging.INFO) + + +def _parse_args(argv=None): + if argv is None: + argv = sys.argv[1:] + logging.info('Command line arguments: %s', argv) + + parser = argparse.ArgumentParser( + description=__doc__, + formatter_class=argparse.RawDescriptionHelpFormatter) + parser.add_argument('--link', metavar='LINKAGE', nargs='*', + help='how the libraries are linked') + parser.add_argument('--runtime-link', metavar='LINKAGE', + help='how the libraries link to the runtime') + parser.add_argument('b2_args', nargs='*', metavar='B2_ARG', default=[], + help='additional b2 arguments, to be passed verbatim') + return parser.parse_args(argv) + + +def build_travis(argv=None): + args = _parse_args(argv) + _check_travis() + + version = BoostVersion.from_string(_get_boost_version()) + travis_argv = [ + 'download', + '--unpack', _get_build_dir(), + '--', str(version) + ] + build_main(travis_argv) + + unpacked_boost_dir = version.dir_path(_get_build_dir()) + boost_dir = _get_boost_dir() + os.rename(unpacked_boost_dir, boost_dir) + + travis_argv = [ + 'build', + '--configuration', _get_configuration(), + '--platform', _get_platform(), + ] + if args.link is not None: + travis_argv.append('--link') + travis_argv += args.link + if args.runtime_link is not None: + travis_argv += ['--runtime-link', args.runtime_link] + travis_argv += ['--', boost_dir] + build_main(travis_argv + args.b2_args) + + +def main(argv=None): + _setup_logging() + try: + build_travis(argv) + except Exception as e: + logging.exception(e) + raise + + +if __name__ == '__main__': + main() diff --git a/project/ci/travis/cmake.py b/project/ci/travis/cmake.py new file mode 100644 index 0000000..7a1f707 --- /dev/null +++ b/project/ci/travis/cmake.py @@ -0,0 +1,99 @@ +#!/usr/bin/env python3 + +# Copyright (c) 2019 Egor Tensin +# This file is part of the "cmake-common" project. +# For details, see https://github.com/egor-tensin/cmake-common. +# Distributed under the MIT License. + +'''Build a CMake project on Travis. + +This is similar to build.py, but auto-fills some parameters for build.py from +the Travis-defined environment variables. + +The project is built in $HOME/build. +''' + +import argparse +import logging +import os +import os.path +import sys + +from project.cmake.build import build + + +def _env(name): + if name not in os.environ: + raise RuntimeError(f'undefined environment variable: {name}') + return os.environ[name] + + +def _check_travis(): + if 'TRAVIS' not in os.environ: + raise RuntimeError('not running on Travis') + + +def _get_src_dir(): + return _env('TRAVIS_BUILD_DIR') + + +def _get_build_dir(): + return os.path.join(_env('HOME'), 'build') + + +def _get_configuration(): + return _env('configuration') + + +def _setup_logging(): + logging.basicConfig( + format='%(asctime)s | %(levelname)s | %(message)s', + level=logging.INFO) + + +def _parse_args(argv=None): + if argv is None: + argv = sys.argv[1:] + logging.info('Command line arguments: %s', argv) + + parser = argparse.ArgumentParser( + description=__doc__, + formatter_class=argparse.RawDescriptionHelpFormatter) + + parser.add_argument('--install', metavar='DIR', dest='install_dir', + help='install directory') + parser.add_argument('cmake_args', nargs='*', metavar='CMAKE_ARG', default=[], + help='additional CMake arguments, to be passed verbatim') + return parser.parse_args(argv) + + +def build_travis(argv=None): + args = _parse_args(argv) + _check_travis() + + travis_argv = [ + '--build', _get_build_dir(), + '--configuration', _get_configuration(), + ] + if args.install_dir is not None: + travis_argv += [ + '--install', args.install_dir, + ] + travis_argv += [ + '--', + _get_src_dir(), + ] + build(travis_argv + args.cmake_args) + + +def main(argv=None): + _setup_logging() + try: + build_travis(argv) + except Exception as e: + logging.exception(e) + raise + + +if __name__ == '__main__': + main() -- cgit v1.2.3