diff options
Diffstat (limited to 'coin_build_instructions.py')
| -rw-r--r-- | coin_build_instructions.py | 183 |
1 files changed, 90 insertions, 93 deletions
diff --git a/coin_build_instructions.py b/coin_build_instructions.py index bfb10410c..83d46977e 100644 --- a/coin_build_instructions.py +++ b/coin_build_instructions.py @@ -1,52 +1,21 @@ -############################################################################# -## -## Copyright (C) 2018 The Qt Company Ltd. -## Contact: https://www.qt.io/licensing/ -## -## This file is part of Qt for Python. -## -## $QT_BEGIN_LICENSE:LGPL$ -## Commercial License Usage -## Licensees holding valid commercial Qt licenses may use this file in -## accordance with the commercial license agreement provided with the -## Software or, alternatively, in accordance with the terms contained in -## a written agreement between you and The Qt Company. For licensing terms -## and conditions see https://www.qt.io/terms-conditions. For further -## information use the contact form at https://www.qt.io/contact-us. -## -## GNU Lesser General Public License Usage -## Alternatively, this file may be used under the terms of the GNU Lesser -## General Public License version 3 as published by the Free Software -## Foundation and appearing in the file LICENSE.LGPL3 included in the -## packaging of this file. Please review the following information to -## ensure the GNU Lesser General Public License version 3 requirements -## will be met: https://www.gnu.org/licenses/lgpl-3.0.html. -## -## GNU General Public License Usage -## Alternatively, this file may be used under the terms of the GNU -## General Public License version 2.0 or (at your option) the GNU General -## Public license version 3 or any later version approved by the KDE Free -## Qt Foundation. The licenses are as published by the Free Software -## Foundation and appearing in the file LICENSE.GPL2 and LICENSE.GPL3 -## included in the packaging of this file. Please review the following -## information to ensure the GNU General Public License requirements will -## be met: https://www.gnu.org/licenses/gpl-2.0.html and -## https://www.gnu.org/licenses/gpl-3.0.html. -## -## $QT_END_LICENSE$ -## -############################################################################# -from build_scripts.options import has_option -from build_scripts.options import option_value -from build_scripts.utils import install_pip_dependencies -from build_scripts.utils import get_qtci_virtualEnv -from build_scripts.utils import run_instruction -from build_scripts.utils import rmtree -from build_scripts.utils import get_python_dict -from build_scripts.utils import get_ci_qmake_path -import os -import datetime +# Copyright (C) 2022 The Qt Company Ltd. +# SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only import calendar +import datetime +import logging +import os +import os.path +import site +import sys + +from build_scripts.log import log +from build_scripts.options import has_option, option_value +from build_scripts.utils import (expand_clang_variables, get_ci_qtpaths_path, + get_qtci_virtualEnv, + parse_cmake_conf_assignments_by_key, + remove_tree, run_instruction) + +log.setLevel(logging.INFO) # Values must match COIN thrift CI_HOST_OS = option_value("os") @@ -57,21 +26,23 @@ CI_HOST_OS_VER = option_value("osVer") CI_ENV_INSTALL_DIR = option_value("instdir") CI_ENV_AGENT_DIR = option_value("agentdir") CI_COMPILER = option_value("compiler") -CI_INTEGRATION_ID = option_value("coinIntegrationId") or str(calendar.timegm(datetime.datetime.now().timetuple())) +CI_USE_SCCACHE = option_value("compiler-launcher") +CI_INTEGRATION_ID = option_value("coinIntegrationId") or str( + calendar.timegm(datetime.datetime.now().timetuple()) +) CI_FEATURES = [] _ci_features = option_value("features") if _ci_features is not None: - for f in _ci_features.split(', '): + for f in _ci_features.split(", "): CI_FEATURES.append(f) CI_RELEASE_CONF = has_option("packaging") CI_TEST_PHASE = option_value("phase") -if CI_TEST_PHASE not in ["ALL", "BUILD", "WHEEL"]: +if CI_TEST_PHASE not in ["ALL", "BUILD"]: CI_TEST_PHASE = "ALL" - def get_current_script_path(): - """ Returns the absolute path containing this script. """ + """Returns the absolute path containing this script.""" try: this_file = __file__ except NameError: @@ -79,11 +50,12 @@ def get_current_script_path(): this_file = os.path.abspath(this_file) return os.path.dirname(this_file) + def is_snapshot_build(): """ Returns True if project needs to be built with --snapshot-build - This is true if the version found in pyside_version.py is not a + This is true if the version found in .cmake.conf is not a pre-release version (no alphas, betas). This eliminates the need to remove the --snapshot-build option @@ -91,47 +63,74 @@ def is_snapshot_build(): for a release). """ setup_script_dir = get_current_script_path() - pyside_version_py = os.path.join( - setup_script_dir, "sources", "pyside2", "pyside_version.py") - d = get_python_dict(pyside_version_py) + pyside_project_dir = os.path.join(setup_script_dir, "sources", "pyside6") - release_version_type = d['release_version_type'] - pre_release_version = d['pre_release_version'] + d = parse_cmake_conf_assignments_by_key(pyside_project_dir) + release_version_type = d.get("pyside_PRE_RELEASE_VERSION_TYPE") + pre_release_version = d.get("pyside_PRE_RELEASE_VERSION") if pre_release_version and release_version_type: return True return False + def call_setup(python_ver, phase): print("call_setup") print("python_ver", python_ver) print("phase", phase) - _pExe, _env, env_pip, env_python = get_qtci_virtualEnv(python_ver, CI_HOST_OS, CI_HOST_ARCH, CI_TARGET_ARCH) + _pExe, _env, env_pip, env_python = get_qtci_virtualEnv( + python_ver, CI_HOST_OS, CI_HOST_ARCH, CI_TARGET_ARCH + ) if phase in ["BUILD"]: - rmtree(_env, True) + remove_tree(_env, True) # Pinning the virtualenv before creating one - run_instruction(["pip", "install", "--user", "virtualenv==20.0.20"], "Failed to pin virtualenv") - run_instruction(["virtualenv", "-p", _pExe, _env], "Failed to create virtualenv") + # Use pip3 if possible while pip seems to install the virtualenv to wrong dir in some OS + python3 = "python3" + if sys.platform == "win32": + python3 = os.path.join(os.getenv("PYTHON3_PATH"), "python.exe") + run_instruction( + [python3, "-m", "pip", "install", "--user", "virtualenv==20.7.2"], + "Failed to pin virtualenv", + ) + # installing to user base might not be in PATH by default. + env_path = os.path.join(site.USER_BASE, "bin") + v_env = os.path.join(env_path, "virtualenv") + if sys.platform == "win32": + env_path = os.path.join(site.USER_BASE, "Scripts") + v_env = os.path.join(env_path, "virtualenv.exe") + try: + run_instruction([str(v_env), "--version"], "Using default virtualenv") + except Exception as e: + log.info("Failed to use the default virtualenv") + log.info(f"{type(e).__name__}: {e}") + v_env = "virtualenv" + run_instruction([str(v_env), "-p", str(_pExe), str(_env)], "Failed to create virtualenv") # When the 'python_ver' variable is empty, we are using Python 2 - # Pip is always upgraded when CI template is provisioned, upgrading it in later phase may cause perm issue - run_instruction([env_pip, "install", "-r", "requirements.txt"], "Failed to install dependencies") + # Pip is always upgraded when CI template is provisioned, + # upgrading it in later phase may cause perm issue + run_instruction( + [str(env_pip), "install", "-r", "requirements.txt"], "Failed to install dependencies" + ) cmd = [env_python, "-u", "setup.py"] if phase in ["BUILD"]: - cmd += ["build", "--standalone", "--skip-packaging"] - elif phase in ["WHEEL"] or CI_RELEASE_CONF: - cmd += ["bdist_wheel", "--reuse-build", "--standalone", "--skip-cmake", "--skip-make-install", "--only-package"] - - cmd += ["--build-tests", - "--parallel=4", - "--verbose-build"] - if python_ver == "3": - cmd += ["--limited-api=yes"] + cmd += ["build", "--standalone", "--unity"] + + cmd += ["--build-tests", "--log-level=verbose"] + + if CI_TARGET_ARCH == "X86_64-ARM64": + cmd += ["--macos-arch='x86_64;arm64'"] + + if CI_USE_SCCACHE: + cmd += [f"--compiler-launcher={CI_USE_SCCACHE}"] + + cmd += ["--limited-api=yes"] + if is_snapshot_build(): cmd += ["--snapshot-build"] - qmake_path = get_ci_qmake_path(CI_ENV_INSTALL_DIR, CI_HOST_OS) - cmd.append(qmake_path) + qtpaths_path = get_ci_qtpaths_path(CI_ENV_INSTALL_DIR, CI_HOST_OS) + cmd.append(qtpaths_path) # Due to certain older CMake versions generating very long paths # (at least with CMake 3.6.2) when using the export() function, @@ -145,26 +144,24 @@ def call_setup(python_ver, phase): env = os.environ run_instruction(cmd, "Failed to run setup.py for build", initial_env=env) -def run_build_instructions(phase): - - # Uses default python, hopefully we have python2 installed on all hosts - # Skip building using Python 2 on Windows, because of different MSVC C runtimes (VS2008 vs VS2015+) - if CI_HOST_OS != "Windows": - call_setup("", phase) - # In case of packaging build, we have to build also python3 wheel - - if CI_RELEASE_CONF and CI_HOST_OS_VER not in ["RHEL_6_6"]: - call_setup("3", phase) if __name__ == "__main__": - # Remove some environment variables that impact cmake - for env_var in ['CC', 'CXX']: + arch = "32" if CI_TARGET_ARCH == "X86" else "64" + expand_clang_variables(arch) + for env_var in ["CC", "CXX"]: if os.environ.get(env_var): del os.environ[env_var] - + python_ver = "3" + if CI_TARGET_OS in ["Linux"] and CI_HOST_ARCH != "aarch64": + python_ver = "3.11" + wheel_package_dir = "qfpa-p3.6" + if CI_TARGET_OS in ["Windows"]: + python_ver = "3.10.0" if CI_TEST_PHASE in ["ALL", "BUILD"]: - run_build_instructions("BUILD") - - if CI_TEST_PHASE in ["ALL", "WHEEL"]: - run_build_instructions("WHEEL") + call_setup(python_ver, "BUILD") + # Until CI has a feature to set more dynamic signing dir, make sure it actually exist + if os.environ.get("QTEST_ENVIRONMENT") == "ci" and sys.platform == "win32": + signing_dir = str(os.environ.get("PYSIDE_SIGNING_DIR")) + print("Check for signing dir " + signing_dir) + assert os.path.isdir(signing_dir) |