aboutsummaryrefslogtreecommitdiffstatshomepage
path: root/project
diff options
context:
space:
mode:
authorEgor Tensin <Egor.Tensin@gmail.com>2020-03-28 17:19:43 +0000
committerEgor Tensin <Egor.Tensin@gmail.com>2020-03-28 17:23:15 +0000
commit70da99e4f70845da37ae368c4788ecc18546792d (patch)
tree51f50290e2ea926350c88fa5fa0e8d4d2ad426fa /project
parentcommon.cmake: account for ALIAS targets (diff)
downloadcmake-common-70da99e4f70845da37ae368c4788ecc18546792d.tar.gz
cmake-common-70da99e4f70845da37ae368c4788ecc18546792d.zip
WIP: restructure
A stupid attempt to reduce code duplication led me to believe that all the scripts could use _a bit_ of refactoring. This is going to be a major pain (factoring out all the things), which I'll take gladly. All the links and usage examples are broken right now, but nobody cares, so whatevs.
Diffstat (limited to 'project')
-rw-r--r--project/__init__.py0
-rw-r--r--project/boost/README.md13
-rw-r--r--project/boost/__init__.py0
-rw-r--r--project/boost/build.py566
-rw-r--r--project/ci/__init__.py0
-rw-r--r--project/ci/appveyor/__init__.py0
-rw-r--r--project/ci/appveyor/boost.py121
-rw-r--r--project/ci/appveyor/cmake.py164
-rw-r--r--project/ci/travis/__init__.py0
-rw-r--r--project/ci/travis/boost.py119
-rw-r--r--project/ci/travis/cmake.py99
-rw-r--r--project/cmake/README.md13
-rw-r--r--project/cmake/__init__.py0
-rw-r--r--project/cmake/build.py190
14 files changed, 1285 insertions, 0 deletions
diff --git a/project/__init__.py b/project/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/project/__init__.py
diff --git a/project/boost/README.md b/project/boost/README.md
new file mode 100644
index 0000000..c1f903e
--- /dev/null
+++ b/project/boost/README.md
@@ -0,0 +1,13 @@
+Boost
+=====
+
+Download & build the Boost libraries in a cross-platform way.
+Consult the output of `build.py --help` for details.
+
+A simple usage example to download and build Boost 1.71.0:
+
+ $ python3 build.py download 1.71.0
+ ...
+
+ $ python3 build.py build -- boost_1_71_0/ --with-filesystem --with-program_options
+ ...
diff --git a/project/boost/__init__.py b/project/boost/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/project/boost/__init__.py
diff --git a/project/boost/build.py b/project/boost/build.py
new file mode 100644
index 0000000..8da8c9e
--- /dev/null
+++ b/project/boost/build.py
@@ -0,0 +1,566 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Egor Tensin <Egor.Tensin@gmail.com>
+# This file is part of the "cmake-common" project.
+# For details, see https://github.com/egor-tensin/cmake-common.
+# Distributed under the MIT License.
+
+'''Download & build Boost.
+
+This script downloads and builds the Boost libraries. It's main purpose is to:
+1) provide a cross-platform way to download & unpack the Boost distribution
+archive,
+2) set the correct --stagedir parameter value to avoid name clashes.
+
+Please pick a command below. You can execute `%(prog)s COMMAND --help` to view
+its usage message.
+
+A simple usage example:
+
+ $ %(prog)s download 1.71.0
+ ...
+
+ $ %(prog)s build -- boost_1_71_0/ --with-filesystem --with-program_options
+ ...
+'''
+
+import abc
+import argparse
+from collections import namedtuple
+from contextlib import contextmanager
+from enum import Enum
+from functools import total_ordering
+import logging
+import os.path
+import platform
+import re
+import shutil
+import subprocess
+import sys
+import tempfile
+import urllib.request
+
+
+@contextmanager
+def _chdir(path):
+ cwd = os.getcwd()
+ os.chdir(path)
+ try:
+ yield
+ finally:
+ os.chdir(cwd)
+
+
+def _setup_logging():
+ logging.basicConfig(
+ format='%(asctime)s | %(levelname)s | %(message)s',
+ level=logging.INFO)
+
+
+def _on_windows():
+ return platform.system() == 'Windows'
+
+
+def _on_linux():
+ return not _on_windows()
+
+
+def _run_executable(cmd_line):
+ logging.info('Running executable: %s', cmd_line)
+ return subprocess.run(cmd_line, check=True)
+
+
+class Platform(Enum):
+ X86 = 'x86'
+ X64 = 'x64'
+ WIN32 = 'Win32'
+
+ def __str__(self):
+ return self.value
+
+ @staticmethod
+ def all():
+ return (Platform.X86, Platform.X64)
+
+ def get_address_model(self):
+ if self is Platform.X86:
+ return 32
+ if self is Platform.X64:
+ return 64
+ if self is Platform.WIN32:
+ return 32
+ raise NotImplementedError(f'unsupported platform: {self}')
+
+
+def _parse_platform(s):
+ try:
+ return Platform(s)
+ except ValueError:
+ raise argparse.ArgumentTypeError(f'invalid platform: {s}')
+
+
+class Configuration(Enum):
+ # AFAIK, Boost only supports debug/release, MinSizeRel and RelWithDebInfo
+ # are for compatibility with CMake, they map to "release".
+ # The libraries will still reside in stage/PLATFORM/CONFIGURATION/lib, even
+ # if CONFIGURATION is MinSizeRel/RelWithDebInfo.
+ DEBUG = 'Debug'
+ MINSIZEREL = 'MinSizeRel'
+ RELWITHDEBINFO = 'RelWithDebInfo'
+ RELEASE = 'Release'
+
+ def normalize(self):
+ '''Roughly maps CMake's CMAKE_BUILD_TYPE to Boost's variant.'''
+ if self is Configuration.MINSIZEREL:
+ return Configuration.RELEASE
+ if self is Configuration.RELWITHDEBINFO:
+ return Configuration.RELEASE
+ return self
+
+ @staticmethod
+ def all():
+ return (Configuration.DEBUG, Configuration.RELEASE)
+
+ def __str__(self):
+ return self.value
+
+
+def _parse_configuration(s):
+ try:
+ return Configuration(s)
+ except ValueError:
+ raise argparse.ArgumentTypeError(f'invalid configuration: {s}')
+
+
+class Linkage(Enum):
+ STATIC = 'static'
+ SHARED = 'shared'
+
+ @staticmethod
+ def all():
+ return tuple(Linkage)
+
+ def __str__(self):
+ return self.value
+
+
+def _parse_linkage(s):
+ try:
+ return Linkage(s)
+ except ValueError:
+ raise argparse.ArgumentTypeError(f'invalid linkage: {s}')
+
+
+_Version = namedtuple('_Version', ['major', 'minor', 'patch'])
+
+
+@total_ordering
+class BoostVersion:
+ def __init__(self, major, minor, patch):
+ self._impl = _Version(major, minor, patch)
+
+ @property
+ def major(self):
+ return self._impl.major
+
+ @property
+ def minor(self):
+ return self._impl.minor
+
+ @property
+ def patch(self):
+ return self._impl.patch
+
+ def __lt__(self, other):
+ return self._impl < other._impl
+
+ def __eq__(self, other):
+ return self._impl == other._impl
+
+ @staticmethod
+ def from_string(s):
+ result = re.match(r'^(\d+)\.(\d+)\.(\d+)$', s)
+ if result is None:
+ raise ValueError(f'invalid Boost version: {s}')
+ major = int(result.group(1))
+ minor = int(result.group(2))
+ patch = int(result.group(3))
+ return BoostVersion(major, minor, patch)
+
+ def __str__(self):
+ return f'{self.major}.{self.minor}.{self.patch}'
+
+ @property
+ def archive_ext(self):
+ return '.tar.gz'
+
+ def dir_path(self, parent_dir):
+ return os.path.join(parent_dir, self.dir_name)
+
+ @property
+ def dir_name(self):
+ return f'boost_{self.major}_{self.minor}_{self.patch}'
+
+ @property
+ def archive_name(self):
+ return f'{self.dir_name}{self.archive_ext}'
+
+ def _get_bintray_url(self):
+ return f'https://dl.bintray.com/boostorg/release/{self}/source/{self.archive_name}'
+
+ def _get_sourceforge_url(self):
+ return f'https://sourceforge.net/projects/boost/files/boost/{self}/{self.archive_name}/download'
+
+ def get_download_urls(self):
+ if self._impl < _Version(1, 63, 0):
+ # For versions older than 1.63.0, SourceForge is the only option:
+ return [self._get_sourceforge_url()]
+ # Otherwise, Bintray is preferred (the official website links to it).
+ return [self._get_bintray_url(), self._get_sourceforge_url()]
+
+
+class BoostArchive:
+ def __init__(self, version, path):
+ self.version = version
+ self.path = path
+
+ @property
+ def dir_name(self):
+ return self.version.dir_name
+
+ def unpack(self, dest_dir):
+ path = os.path.join(dest_dir, self.dir_name)
+ if os.path.exists(path):
+ raise RuntimeError(f'Boost directory already exists: {path}')
+ logging.info('Unpacking Boost to: %s', path)
+ shutil.unpack_archive(self.path, dest_dir)
+ return BoostDir(path)
+
+
+class ArchiveStorage(abc.ABC):
+ @contextmanager
+ def download(self, version):
+ path = self.get_archive(version)
+ if path is not None:
+ logging.info('Using existing Boost archive: %s', path)
+ yield BoostArchive(version, path)
+ return
+
+ urls = version.get_download_urls()
+
+ for url in urls:
+ logging.info('Trying URL: %s', url)
+ try:
+ with urllib.request.urlopen(url, timeout=20) as request:
+ with self.write_archive(version, request.read()) as path:
+ yield BoostArchive(version, path)
+ return
+ except urllib.request.URLError as e:
+ logging.error("Couldn't download from this mirror, an error occured:")
+ logging.exception(e)
+
+ raise RuntimeError("Couldn't download Boost from any of the mirrors")
+
+ @abc.abstractmethod
+ def get_archive(self, version):
+ pass
+
+ @contextmanager
+ @abc.abstractmethod
+ def write_archive(self, version, contents):
+ pass
+
+
+class CacheStorage(ArchiveStorage):
+ def __init__(self, cache_dir):
+ self._dir = cache_dir
+
+ def _archive_path(self, version):
+ return os.path.join(self._dir, version.archive_name)
+
+ def get_archive(self, version):
+ path = self._archive_path(version)
+ if os.path.exists(path):
+ return path
+ return None
+
+ @contextmanager
+ def write_archive(self, version, contents):
+ path = self._archive_path(version)
+ logging.info('Writing Boost archive: %s', path)
+ if os.path.exists(path):
+ raise RuntimeError(f'cannot download Boost, file already exists: {path}')
+ with open(path, mode='w+b') as dest:
+ dest.write(contents)
+ yield path
+
+
+class TempStorage(ArchiveStorage):
+ def __init__(self, temp_dir):
+ self._dir = temp_dir
+
+ def get_archive(self, version):
+ return None
+
+ @contextmanager
+ def write_archive(self, version, contents):
+ with tempfile.NamedTemporaryFile(prefix=f'boost_{version}_', suffix=version.archive_ext, dir=self._dir, delete=False) as dest:
+ path = dest.name
+ logging.info('Writing Boost archive: %s', path)
+ dest.write(contents)
+ try:
+ yield path
+ finally:
+ logging.info('Removing temporary Boost archive: %s', path)
+ os.remove(path)
+
+
+class BoostDir:
+ def __init__(self, path):
+ if not os.path.isdir(path):
+ raise RuntimeError(f"Boost directory doesn't exist: {path}")
+ self.path = path
+
+ def _go(self):
+ return _chdir(self.path)
+
+ def build(self, params):
+ with self._go():
+ self._bootstrap_if_required()
+ self._b2(params)
+
+ def _bootstrap_if_required(self):
+ if os.path.isfile(self._b2_path()):
+ logging.info('Not going to bootstrap, b2 is already there')
+ return
+ self.bootstrap()
+
+ def bootstrap(self):
+ with self._go():
+ _run_executable(self._bootstrap_path())
+
+ def _b2(self, params):
+ for b2_params in params.enum_b2_args():
+ _run_executable([self._b2_path()] + b2_params)
+
+ @staticmethod
+ def _bootstrap_path():
+ return os.path.join('.', BoostDir._bootstrap_name())
+
+ @staticmethod
+ def _bootstrap_name():
+ ext = '.sh'
+ if _on_windows():
+ ext = '.bat'
+ return f'bootstrap{ext}'
+
+ @staticmethod
+ def _b2_path():
+ return os.path.join('.', BoostDir._b2_name())
+
+ @staticmethod
+ def _b2_name():
+ ext = ''
+ if _on_windows():
+ ext = '.exe'
+ return f'b2{ext}'
+
+
+class BuildParameters:
+ def __init__(self, args):
+ self.platforms = args.platforms or Platform.all()
+ self.configurations = args.configurations or Configuration.all()
+ self.link = args.link or Linkage.all()
+ self.runtime_link = args.runtime_link
+
+ self.stage_dir = 'stage'
+
+ self.build_dir = args.build_dir
+ self.boost_dir = args.boost_dir
+
+ self.b2_args = args.b2_args
+
+ def enum_b2_args(self):
+ with self._create_build_dir() as build_dir:
+ for platform in self.platforms:
+ for configuration in self.configurations:
+ for link, runtime_link in self._linkage_options():
+ yield self._build_params(build_dir, platform, configuration, link, runtime_link)
+
+ def _linkage_options(self):
+ for link in self.link:
+ runtime_link = self.runtime_link
+ if runtime_link is Linkage.STATIC:
+ if link is Linkage.SHARED:
+ logging.warning("Cannot link the runtime statically to a dynamic library, going to link dynamically")
+ runtime_link = Linkage.SHARED
+ elif _on_linux():
+ logging.warning("Cannot link to the GNU C Library (which is assumed) statically, going to link dynamically")
+ runtime_link = Linkage.SHARED
+ yield link, runtime_link
+
+ @contextmanager
+ def _create_build_dir(self):
+ if self.build_dir is not None:
+ logging.info('Build directory: %s', self.build_dir)
+ yield self.build_dir
+ return
+
+ with tempfile.TemporaryDirectory(dir=os.path.dirname(self.boost_dir)) as build_dir:
+ logging.info('Build directory: %s', build_dir)
+ try:
+ yield build_dir
+ finally:
+ logging.info('Removing build directory: %s', build_dir)
+ return
+
+ def _build_params(self, build_dir, platform, configuration, link, runtime_link):
+ params = []
+ params.append(self._build_dir(build_dir))
+ params.append(self._stagedir(platform, configuration))
+ params.append(self._link(link))
+ params.append(self._runtime_link(runtime_link))
+ params.append(self._address_model(platform))
+ params.append(self._variant(configuration))
+ params += self.b2_args
+ return params
+
+ @staticmethod
+ def _build_dir(build_dir):
+ return f'--build-dir={build_dir}'
+
+ def _stagedir(self, platform, configuration):
+ # Having different --stagedir values for every configuration/platform
+ # combination is unnecessary on Windows.
+ # Even for older Boost versions (when the binaries weren't tagged with
+ # their target platform) only a single --stagedir for every platform
+ # would suffice.
+ # For newer versions, just a single --stagedir would do, as the
+ # binaries are tagged with the target platform, as well as their
+ # configuration (a.k.a. "variant" in Boost's terminology).
+ # Still, uniformity helps.
+ platform = str(platform)
+ configuration = str(configuration)
+ return f'--stagedir={os.path.join(self.stage_dir, platform, configuration)}'
+
+ @staticmethod
+ def _link(link):
+ return f'link={link}'
+
+ @staticmethod
+ def _runtime_link(runtime_link):
+ return f'runtime-link={runtime_link}'
+
+ @staticmethod
+ def _address_model(platform):
+ return f'address-model={platform.get_address_model()}'
+
+ @staticmethod
+ def _variant(configuration):
+ return f'variant={str(configuration.normalize()).lower()}'
+
+
+def _parse_dir(s):
+ return os.path.abspath(os.path.normpath(s))
+
+
+def _parse_args(argv=None):
+ if argv is None:
+ argv = sys.argv[1:]
+ logging.info('Command line arguments: %s', argv)
+
+ parser = argparse.ArgumentParser(
+ description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+
+ subparsers = parser.add_subparsers(dest='command')
+
+ download = subparsers.add_parser('download', help='download & bootstrap Boost')
+
+ download.add_argument('--cache', metavar='DIR', dest='cache_dir',
+ type=_parse_dir,
+ help='download directory (temporary file unless specified)')
+ download.add_argument('--unpack', metavar='DIR', dest='unpack_dir',
+ type=_parse_dir, default='.',
+ help='directory to unpack the archive to')
+ download.add_argument('boost_version', metavar='VERSION',
+ type=BoostVersion.from_string,
+ help='Boost version (in the MAJOR.MINOR.PATCH format)')
+
+ build = subparsers.add_parser('build', help='build the libraries')
+
+ # These are used to put the built libraries into proper stage/
+ # subdirectories (to avoid name clashes).
+ build.add_argument('--platform', metavar='PLATFORM',
+ nargs='*', dest='platforms', default=[],
+ type=_parse_platform,
+ help=f'target platform ({"/".join(map(str, Platform))})')
+ build.add_argument('--configuration', metavar='CONFIGURATION',
+ nargs='*', dest='configurations', default=[],
+ type=_parse_configuration,
+ help=f'target configuration ({"/".join(map(str, Configuration))})')
+ # This is needed because the default behaviour on Linux and Windows is
+ # different: static & dynamic libs are built on Linux, but only static libs
+ # are built on Windows by default.
+ build.add_argument('--link', metavar='LINKAGE',
+ nargs='*', default=[],
+ type=_parse_linkage,
+ help=f'how the libraries are linked ({"/".join(map(str, Linkage))})')
+ # This is used to omit runtime-link=static I'd have to otherwise use a lot,
+ # plus the script validates the link= and runtime-link= combinations.
+ build.add_argument('--runtime-link', metavar='LINKAGE',
+ type=_parse_linkage, default=Linkage.STATIC,
+ help=f'how the libraries link to the runtime ({"/".join(map(str, Linkage))})')
+
+ build.add_argument('--build', metavar='DIR', dest='build_dir',
+ type=_parse_dir,
+ help='Boost build directory (temporary directory unless specified)')
+ build.add_argument('boost_dir', metavar='DIR',
+ type=_parse_dir,
+ help='root Boost directory')
+
+ build.add_argument('b2_args', nargs='*', metavar='B2_ARG', default=[],
+ help='additional b2 arguments, to be passed verbatim')
+
+ args = parser.parse_args(argv)
+ if args.command is None:
+ parser.error("please specify a command")
+ return args
+
+
+def build(args):
+ build_params = BuildParameters(args)
+ boost_dir = BoostDir(args.boost_dir)
+ boost_dir.build(build_params)
+
+
+def download(args):
+ storage = TempStorage(args.unpack_dir)
+ if args.cache_dir is not None:
+ storage = CacheStorage(args.cache_dir)
+ with storage.download(args.boost_version) as archive:
+ boost_dir = archive.unpack(args.unpack_dir)
+ boost_dir.bootstrap()
+
+
+def main(argv=None):
+ args = _parse_args(argv)
+ if args.command == 'download':
+ download(args)
+ elif args.command == 'build':
+ build(args)
+ else:
+ raise NotImplementedError(f'unsupported command: {args.command}')
+
+
+def _main(argv=None):
+ _setup_logging()
+ try:
+ main(argv)
+ except Exception as e:
+ logging.exception(e)
+ raise
+
+
+if __name__ == '__main__':
+ _main()
diff --git a/project/ci/__init__.py b/project/ci/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/project/ci/__init__.py
diff --git a/project/ci/appveyor/__init__.py b/project/ci/appveyor/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/project/ci/appveyor/__init__.py
diff --git a/project/ci/appveyor/boost.py b/project/ci/appveyor/boost.py
new file mode 100644
index 0000000..4218dd6
--- /dev/null
+++ b/project/ci/appveyor/boost.py
@@ -0,0 +1,121 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2020 Egor Tensin <Egor.Tensin@gmail.com>
+# This file is part of the "cmake-common" project.
+# For details, see https://github.com/egor-tensin/cmake-common.
+# Distributed under the MIT License.
+
+'''Download & build Boost on AppVeyor.
+
+This is similar to build.py, but auto-fills some parameters for build.py from
+the AppVeyor-defined environment variables. This script is rarely usefull,
+since AppVeyor images come with lots of pre-built Boost distributions, but
+still.
+
+Boost is built in C:\projects\boost.
+'''
+
+import argparse
+import logging
+import os
+import os.path
+import sys
+
+from project.boost.build import BoostVersion, main as build_main
+
+
+def _env(name):
+ if name not in os.environ:
+ raise RuntimeError(f'undefined environment variable: {name}')
+ return os.environ[name]
+
+
+def _check_appveyor():
+ if 'APPVEYOR' not in os.environ:
+ raise RuntimeError('not running on AppVeyor')
+
+
+def _get_build_dir():
+ return 'C:\\projects'
+
+
+def _get_boost_dir():
+ return os.path.join(_get_build_dir(), 'boost')
+
+
+def _get_boost_version():
+ return _env('appveyor_boost_version')
+
+
+def _get_configuration():
+ return _env('CONFIGURATION')
+
+
+def _get_platform():
+ return _env('PLATFORM')
+
+
+def _setup_logging():
+ logging.basicConfig(
+ format='%(asctime)s | %(levelname)s | %(message)s',
+ level=logging.INFO)
+
+
+def _parse_args(argv=None):
+ if argv is None:
+ argv = sys.argv[1:]
+ logging.info('Command line arguments: %s', argv)
+
+ parser = argparse.ArgumentParser(
+ description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+ parser.add_argument('--link', metavar='LINKAGE', nargs='*',
+ help='how the libraries are linked (i.e. static/shared)')
+ parser.add_argument('--runtime-link', metavar='LINKAGE',
+ help='how the libraries link to the runtime')
+ parser.add_argument('b2_args', nargs='*', metavar='B2_ARG', default=[],
+ help='additional b2 arguments, to be passed verbatim')
+ return parser.parse_args(argv)
+
+
+def build_appveyor(argv=None):
+ args = _parse_args(argv)
+ _check_appveyor()
+
+ version = BoostVersion.from_string(_get_boost_version())
+ appveyor_argv = [
+ 'download',
+ '--unpack', _get_build_dir(),
+ '--', str(version)
+ ]
+ build_main(appveyor_argv)
+
+ unpacked_boost_dir = version.dir_path(_get_build_dir())
+ boost_dir = _get_boost_dir()
+ os.rename(unpacked_boost_dir, boost_dir)
+
+ appveyor_argv = [
+ 'build',
+ '--configuration', _get_configuration(),
+ '--platform', _get_platform(),
+ ]
+ if args.link is not None:
+ appveyor_argv.append('--link')
+ appveyor_argv += args.link
+ if args.runtime_link is not None:
+ appveyor_argv += ['--runtime-link', args.runtime_link]
+ appveyor_argv += ['--', boost_dir]
+ build_main(appveyor_argv + args.b2_args)
+
+
+def main(argv=None):
+ _setup_logging()
+ try:
+ build_appveyor(argv)
+ except Exception as e:
+ logging.exception(e)
+ raise
+
+
+if __name__ == '__main__':
+ main()
diff --git a/project/ci/appveyor/cmake.py b/project/ci/appveyor/cmake.py
new file mode 100644
index 0000000..e1ebce0
--- /dev/null
+++ b/project/ci/appveyor/cmake.py
@@ -0,0 +1,164 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Egor Tensin <Egor.Tensin@gmail.com>
+# This file is part of the "cmake-common" project.
+# For details, see https://github.com/egor-tensin/cmake-common.
+# Distributed under the MIT License.
+
+'''Build a CMake project on AppVeyor.
+
+This is similar to build.py, but auto-fills some parameters for build.py from
+the AppVeyor-defined environment variables.
+
+The project is built in C:\Projects\build.
+'''
+
+import argparse
+from enum import Enum
+import logging
+import os
+import sys
+
+from project.cmake.build import build
+
+
+class Image(Enum):
+ VS_2013 = 'Visual Studio 2013'
+ VS_2015 = 'Visual Studio 2015'
+ VS_2017 = 'Visual Studio 2017'
+ VS_2019 = 'Visual Studio 2019'
+
+ def __str__(self):
+ return self.value
+
+
+def _parse_image(s):
+ try:
+ return Image(s)
+ except ValueError as e:
+ raise ValueError(f'unsupported AppVeyor image: {s}') from e
+
+
+class Generator(Enum):
+ VS_2013 = 'Visual Studio 12 2013'
+ VS_2015 = 'Visual Studio 14 2015'
+ VS_2017 = 'Visual Studio 15 2017'
+ VS_2019 = 'Visual Studio 16 2019'
+
+ def __str__(self):
+ return self.value
+
+ @staticmethod
+ def from_image(image):
+ if image is Image.VS_2013:
+ return Generator.VS_2013
+ if image is Image.VS_2015:
+ return Generator.VS_2015
+ if image is Image.VS_2017:
+ return Generator.VS_2017
+ if image is Image.VS_2019:
+ return Generator.VS_2019
+ raise RuntimeError(f"don't know which generator to use for image: {image}")
+
+
+class Platform(Enum):
+ x86 = 'Win32'
+ X64 = 'x64'
+
+ def __str__(self):
+ return self.value
+
+
+def _parse_platform(s):
+ try:
+ return Platform(s)
+ except ValueError as e:
+ raise ValueError(f'unsupported AppVeyor platform: {s}') from e
+
+
+def _env(name):
+ if name not in os.environ:
+ raise RuntimeError(f'undefined environment variable: {name}')
+ return os.environ[name]
+
+
+def _check_appveyor():
+ if 'APPVEYOR' not in os.environ:
+ raise RuntimeError('not running on AppVeyor')
+
+
+def _get_src_dir():
+ return _env('APPVEYOR_BUILD_FOLDER')
+
+
+def _get_build_dir():
+ return R'C:\Projects\build'
+
+
+def _get_generator():
+ image = _parse_image(_env('APPVEYOR_BUILD_WORKER_IMAGE'))
+ return str(Generator.from_image(image))
+
+
+def _get_platform():
+ return str(_parse_platform(_env('PLATFORM')))
+
+
+def _get_configuration():
+ return _env('CONFIGURATION')
+
+
+def _setup_logging():
+ logging.basicConfig(
+ format='%(asctime)s | %(levelname)s | %(message)s',
+ level=logging.INFO)
+
+
+def _parse_args(argv=None):
+ if argv is None:
+ argv = sys.argv[1:]
+ logging.info('Command line arguments: %s', argv)
+
+ parser = argparse.ArgumentParser(
+ description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+
+ parser.add_argument('--install', metavar='DIR', dest='install_dir',
+ help='install directory')
+ parser.add_argument('cmake_args', nargs='*', metavar='CMAKE_ARG', default=[],
+ help='additional CMake arguments, to be passed verbatim')
+ return parser.parse_args(argv)
+
+
+def build_appveyor(argv=None):
+ args = _parse_args(argv)
+ _check_appveyor()
+
+ appveyor_argv = [
+ '--build', _get_build_dir(),
+ '--configuration', _get_configuration(),
+ ]
+ if args.install_dir is not None:
+ appveyor_argv += [
+ '--install', args.install_dir,
+ ]
+ appveyor_argv += [
+ '--',
+ _get_src_dir(),
+ '-G', _get_generator(),
+ '-A', _get_platform(),
+ ]
+ build(appveyor_argv + args.cmake_args)
+
+
+def main(argv=None):
+ _setup_logging()
+ try:
+ build_appveyor(argv)
+ except Exception as e:
+ logging.exception(e)
+ raise
+
+
+if __name__ == '__main__':
+ main()
diff --git a/project/ci/travis/__init__.py b/project/ci/travis/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/project/ci/travis/__init__.py
diff --git a/project/ci/travis/boost.py b/project/ci/travis/boost.py
new file mode 100644
index 0000000..46ae96b
--- /dev/null
+++ b/project/ci/travis/boost.py
@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Egor Tensin <Egor.Tensin@gmail.com>
+# This file is part of the "cmake-common" project.
+# For details, see https://github.com/egor-tensin/cmake-common.
+# Distributed under the MIT License.
+
+'''Download & build Boost on Travis.
+
+This is similar to build.py, but auto-fills some parameters for build.py from
+the Travis-defined environment variables.
+
+Boost is built in $HOME/boost.
+'''
+
+import argparse
+import logging
+import os
+import os.path
+import sys
+
+from project.boost.build import BoostVersion, main as build_main
+
+
+def _env(name):
+ if name not in os.environ:
+ raise RuntimeError(f'undefined environment variable: {name}')
+ return os.environ[name]
+
+
+def _check_travis():
+ if 'TRAVIS' not in os.environ:
+ raise RuntimeError('not running on Travis')
+
+
+def _get_build_dir():
+ return _env('HOME')
+
+
+def _get_boost_dir():
+ return os.path.join(_get_build_dir(), 'boost')
+
+
+def _get_boost_version():
+ return _env('travis_boost_version')
+
+
+def _get_configuration():
+ return _env('configuration')
+
+
+def _get_platform():
+ return _env('platform')
+
+
+def _setup_logging():
+ logging.basicConfig(
+ format='%(asctime)s | %(levelname)s | %(message)s',
+ level=logging.INFO)
+
+
+def _parse_args(argv=None):
+ if argv is None:
+ argv = sys.argv[1:]
+ logging.info('Command line arguments: %s', argv)
+
+ parser = argparse.ArgumentParser(
+ description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+ parser.add_argument('--link', metavar='LINKAGE', nargs='*',
+ help='how the libraries are linked')
+ parser.add_argument('--runtime-link', metavar='LINKAGE',
+ help='how the libraries link to the runtime')
+ parser.add_argument('b2_args', nargs='*', metavar='B2_ARG', default=[],
+ help='additional b2 arguments, to be passed verbatim')
+ return parser.parse_args(argv)
+
+
+def build_travis(argv=None):
+ args = _parse_args(argv)
+ _check_travis()
+
+ version = BoostVersion.from_string(_get_boost_version())
+ travis_argv = [
+ 'download',
+ '--unpack', _get_build_dir(),
+ '--', str(version)
+ ]
+ build_main(travis_argv)
+
+ unpacked_boost_dir = version.dir_path(_get_build_dir())
+ boost_dir = _get_boost_dir()
+ os.rename(unpacked_boost_dir, boost_dir)
+
+ travis_argv = [
+ 'build',
+ '--configuration', _get_configuration(),
+ '--platform', _get_platform(),
+ ]
+ if args.link is not None:
+ travis_argv.append('--link')
+ travis_argv += args.link
+ if args.runtime_link is not None:
+ travis_argv += ['--runtime-link', args.runtime_link]
+ travis_argv += ['--', boost_dir]
+ build_main(travis_argv + args.b2_args)
+
+
+def main(argv=None):
+ _setup_logging()
+ try:
+ build_travis(argv)
+ except Exception as e:
+ logging.exception(e)
+ raise
+
+
+if __name__ == '__main__':
+ main()
diff --git a/project/ci/travis/cmake.py b/project/ci/travis/cmake.py
new file mode 100644
index 0000000..7a1f707
--- /dev/null
+++ b/project/ci/travis/cmake.py
@@ -0,0 +1,99 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Egor Tensin <Egor.Tensin@gmail.com>
+# This file is part of the "cmake-common" project.
+# For details, see https://github.com/egor-tensin/cmake-common.
+# Distributed under the MIT License.
+
+'''Build a CMake project on Travis.
+
+This is similar to build.py, but auto-fills some parameters for build.py from
+the Travis-defined environment variables.
+
+The project is built in $HOME/build.
+'''
+
+import argparse
+import logging
+import os
+import os.path
+import sys
+
+from project.cmake.build import build
+
+
+def _env(name):
+ if name not in os.environ:
+ raise RuntimeError(f'undefined environment variable: {name}')
+ return os.environ[name]
+
+
+def _check_travis():
+ if 'TRAVIS' not in os.environ:
+ raise RuntimeError('not running on Travis')
+
+
+def _get_src_dir():
+ return _env('TRAVIS_BUILD_DIR')
+
+
+def _get_build_dir():
+ return os.path.join(_env('HOME'), 'build')
+
+
+def _get_configuration():
+ return _env('configuration')
+
+
+def _setup_logging():
+ logging.basicConfig(
+ format='%(asctime)s | %(levelname)s | %(message)s',
+ level=logging.INFO)
+
+
+def _parse_args(argv=None):
+ if argv is None:
+ argv = sys.argv[1:]
+ logging.info('Command line arguments: %s', argv)
+
+ parser = argparse.ArgumentParser(
+ description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+
+ parser.add_argument('--install', metavar='DIR', dest='install_dir',
+ help='install directory')
+ parser.add_argument('cmake_args', nargs='*', metavar='CMAKE_ARG', default=[],
+ help='additional CMake arguments, to be passed verbatim')
+ return parser.parse_args(argv)
+
+
+def build_travis(argv=None):
+ args = _parse_args(argv)
+ _check_travis()
+
+ travis_argv = [
+ '--build', _get_build_dir(),
+ '--configuration', _get_configuration(),
+ ]
+ if args.install_dir is not None:
+ travis_argv += [
+ '--install', args.install_dir,
+ ]
+ travis_argv += [
+ '--',
+ _get_src_dir(),
+ ]
+ build(travis_argv + args.cmake_args)
+
+
+def main(argv=None):
+ _setup_logging()
+ try:
+ build_travis(argv)
+ except Exception as e:
+ logging.exception(e)
+ raise
+
+
+if __name__ == '__main__':
+ main()
diff --git a/project/cmake/README.md b/project/cmake/README.md
new file mode 100644
index 0000000..b63564d
--- /dev/null
+++ b/project/cmake/README.md
@@ -0,0 +1,13 @@
+CMake
+=====
+
+Build a CMake project.
+Consult the output of `build.py --help` for details.
+
+A simple usage example:
+
+ > python3 build.py --configuration Release --install path/to/somewhere -- ../examples/simple
+ ...
+
+ > ./path/to/somewhere/bin/foo
+ foo
diff --git a/project/cmake/__init__.py b/project/cmake/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/project/cmake/__init__.py
diff --git a/project/cmake/build.py b/project/cmake/build.py
new file mode 100644
index 0000000..695489b
--- /dev/null
+++ b/project/cmake/build.py
@@ -0,0 +1,190 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Egor Tensin <Egor.Tensin@gmail.com>
+# This file is part of the "cmake-common" project.
+# For details, see https://github.com/egor-tensin/cmake-common.
+# Distributed under the MIT License.
+
+R'''Build a CMake project.
+
+This script is used basically to invoke the CMake executable in a
+cross-platform way (provided the platform has Python 3, of course). The
+motivation was to merge my Travis and AppVeyor build scripts (largely similar,
+but written in bash and PowerShell, respectively).
+
+A simple usage example:
+
+ $ %(prog)s --configuration Release --install path/to/somewhere -- ../examples/simple
+ ...
+
+ $ ./path/to/somewhere/bin/foo
+ foo
+
+Picking the target platform is build system-specific. On Visual Studio, pass
+the target platform using the `-A` flag like this:
+
+ > %(prog)s --install path\to\somewhere -- ..\examples\simple -A Win32
+ ...
+
+Using GCC-like compilers, the best way is to use CMake toolchain files (see
+cmake/toolchains in this repository for examples).
+
+ $ %(prog)s --install path/to/somewhere -- ../examples/simple -D CMAKE_TOOLCHAIN_FILE="$( pwd )/../toolchains/mingw-x86.cmake"
+ ...
+'''
+
+import argparse
+from contextlib import contextmanager
+import logging
+from enum import Enum
+import os
+import os.path
+import subprocess
+import sys
+import tempfile
+
+
+def _run_executable(cmd_line):
+ logging.info('Running executable: %s', cmd_line)
+ return subprocess.run(cmd_line, check=True)
+
+
+def _run_cmake(cmake_args):
+ _run_executable(['cmake'] + cmake_args)
+
+
+class Configuration(Enum):
+ DEBUG = 'Debug'
+ MINSIZEREL = 'MinSizeRel'
+ RELWITHDEBINFO = 'RelWithDebInfo'
+ RELEASE = 'Release'
+
+ def __str__(self):
+ return self.value
+
+
+def _parse_configuration(s):
+ try:
+ return Configuration(s)
+ except ValueError:
+ raise argparse.ArgumentTypeError(f'invalid configuration: {s}')
+
+
+@contextmanager
+def _create_build_dir(args):
+ if args.build_dir is not None:
+ logging.info('Build directory: %s', args.build_dir)
+ yield args.build_dir
+ return
+
+ with tempfile.TemporaryDirectory(dir=os.path.dirname(args.src_dir)) as build_dir:
+ logging.info('Build directory: %s', build_dir)
+ try:
+ yield build_dir
+ finally:
+ logging.info('Removing build directory: %s', build_dir)
+ return
+
+
+class GenerationPhase:
+ def __init__(self, build_dir, args):
+ self.build_dir = build_dir
+ self.args = args
+
+ def _cmake_args(self):
+ return self._to_cmake_args(self.build_dir, self.args)
+
+ @staticmethod
+ def _to_cmake_args(build_dir, args):
+ result = []
+ if args.install_dir is not None:
+ result += ['-D', f'CMAKE_INSTALL_PREFIX={args.install_dir}']
+ if args.configuration is not None:
+ result += ['-D', f'CMAKE_BUILD_TYPE={args.configuration}']
+ if args.cmake_args is not None:
+ result += args.cmake_args
+ result += [f'-B{build_dir}', f'-H{args.src_dir}']
+ return result
+
+ def run(self):
+ _run_cmake(self._cmake_args())
+
+
+class BuildPhase:
+ def __init__(self, build_dir, args):
+ self.build_dir = build_dir
+ self.args = args
+
+ def _cmake_args(self):
+ return self._to_cmake_args(self.build_dir, self.args)
+
+ @staticmethod
+ def _to_cmake_args(build_dir, args):
+ result = ['--build', build_dir]
+ if args.configuration is not None:
+ result += ['--config', str(args.configuration)]
+ if args.install_dir is not None:
+ result += ['--target', 'install']
+ return result
+
+ def run(self):
+ _run_cmake(self._cmake_args())
+
+
+def _parse_dir(s):
+ return os.path.abspath(os.path.normpath(s))
+
+
+def _parse_args(argv=None):
+ if argv is None:
+ argv = sys.argv[1:]
+ logging.info('Command line arguments: %s', argv)
+
+ parser = argparse.ArgumentParser(
+ description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+
+ parser.add_argument('--build', metavar='DIR', dest='build_dir',
+ type=_parse_dir,
+ help='build directory (temporary directory unless specified)')
+ parser.add_argument('--install', metavar='DIR', dest='install_dir',
+ type=_parse_dir,
+ help='install directory')
+ parser.add_argument('--configuration', metavar='CONFIG',
+ type=_parse_configuration, default=Configuration.DEBUG,
+ help=f'build configuration ({"/".join(map(str, Configuration))})')
+ parser.add_argument('src_dir', metavar='DIR',
+ type=_parse_dir,
+ help='source directory')
+ parser.add_argument('cmake_args', nargs='*', metavar='CMAKE_ARG',
+ help='additional CMake arguments, to be passed verbatim')
+ args = parser.parse_args(argv)
+ return args
+
+
+def _setup_logging():
+ logging.basicConfig(
+ format='%(asctime)s | %(levelname)s | %(message)s',
+ level=logging.INFO)
+
+
+def build(argv=None):
+ args = _parse_args(argv)
+ with _create_build_dir(args) as build_dir:
+ gen_phase = GenerationPhase(build_dir, args)
+ gen_phase.run()
+ build_phase = BuildPhase(build_dir, args)
+ build_phase.run()
+
+
+def main(argv=None):
+ _setup_logging()
+ try:
+ build(argv)
+ except Exception as e:
+ logging.exception(e)
+ raise
+
+
+if __name__ == '__main__':
+ main()