From 212843b1258e8a85a23a735588c95dec203f9cb8 Mon Sep 17 00:00:00 2001 From: Julien Jerphanion Date: Mon, 13 Jan 2025 14:13:02 +0100 Subject: [PATCH 1/5] Add Windows build Signed-off-by: Julien Jerphanion --- recipe/meta.yaml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 28f85b42..c2998f7d 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -12,12 +12,9 @@ source: - patches/0002-maint-fmt-11-support.patch build: - # We skip the build on Windows because of linkage problems with libprotobuf. - # See: https://github.com/man-group/ArcticDB/pull/449 - skip: true # [win] # not ready yet; needs to unpin pybind11 skip: true # [py>=312] - number: 3 + number: 4 entry_points: - arcticdb_update_storage = arcticdb.scripts.update_storage:main From f88fad5404f8a58025fbc405f10c5b1cabc049de Mon Sep 17 00:00:00 2001 From: "conda-forge-webservices[bot]" <91080706+conda-forge-webservices[bot]@users.noreply.github.com> Date: Mon, 13 Jan 2025 13:17:10 +0000 Subject: [PATCH 2/5] MNT: Re-rendered with conda-build 24.11.2, conda-smithy 3.45.1, and conda-forge-pinning 2025.01.11.16.15.44 --- .azure-pipelines/azure-pipelines-win.yml | 44 +++++ .ci_support/migrations/libprotobuf5283.yaml | 8 - ...in_64_numpy1.22python3.10.____cpython.yaml | 67 ++++++++ ...win_64_numpy1.22python3.9.____cpython.yaml | 67 ++++++++ ...in_64_numpy1.23python3.11.____cpython.yaml | 67 ++++++++ .scripts/run_win_build.bat | 151 ++++++++++++++++++ README.md | 21 +++ azure-pipelines.yml | 3 +- 8 files changed, 419 insertions(+), 9 deletions(-) create mode 100755 .azure-pipelines/azure-pipelines-win.yml delete mode 100644 .ci_support/migrations/libprotobuf5283.yaml create mode 100644 .ci_support/win_64_numpy1.22python3.10.____cpython.yaml create mode 100644 .ci_support/win_64_numpy1.22python3.9.____cpython.yaml create mode 100644 .ci_support/win_64_numpy1.23python3.11.____cpython.yaml create mode 100755 .scripts/run_win_build.bat diff --git a/.azure-pipelines/azure-pipelines-win.yml b/.azure-pipelines/azure-pipelines-win.yml new file mode 100755 index 00000000..538ddbde --- /dev/null +++ b/.azure-pipelines/azure-pipelines-win.yml @@ -0,0 +1,44 @@ +# This file was generated automatically from conda-smithy. To update this configuration, +# update the conda-forge.yml and/or the recipe/meta.yaml. +# -*- mode: yaml -*- + +jobs: +- job: win + pool: + vmImage: windows-2022 + strategy: + matrix: + win_64_numpy1.22python3.10.____cpython: + CONFIG: win_64_numpy1.22python3.10.____cpython + UPLOAD_PACKAGES: 'True' + win_64_numpy1.22python3.9.____cpython: + CONFIG: win_64_numpy1.22python3.9.____cpython + UPLOAD_PACKAGES: 'True' + win_64_numpy1.23python3.11.____cpython: + CONFIG: win_64_numpy1.23python3.11.____cpython + UPLOAD_PACKAGES: 'True' + timeoutInMinutes: 360 + variables: + CONDA_BLD_PATH: D:\\bld\\ + MINIFORGE_HOME: D:\Miniforge + UPLOAD_TEMP: D:\\tmp + + steps: + + - script: | + call ".scripts\run_win_build.bat" + displayName: Run Windows build + env: + MINIFORGE_HOME: $(MINIFORGE_HOME) + CONDA_BLD_PATH: $(CONDA_BLD_PATH) + PYTHONUNBUFFERED: 1 + CONFIG: $(CONFIG) + CI: azure + flow_run_id: azure_$(Build.BuildNumber).$(System.JobAttempt) + remote_url: $(Build.Repository.Uri) + sha: $(Build.SourceVersion) + UPLOAD_PACKAGES: $(UPLOAD_PACKAGES) + UPLOAD_TEMP: $(UPLOAD_TEMP) + BINSTAR_TOKEN: $(BINSTAR_TOKEN) + FEEDSTOCK_TOKEN: $(FEEDSTOCK_TOKEN) + STAGING_BINSTAR_TOKEN: $(STAGING_BINSTAR_TOKEN) \ No newline at end of file diff --git a/.ci_support/migrations/libprotobuf5283.yaml b/.ci_support/migrations/libprotobuf5283.yaml deleted file mode 100644 index ea1e9bcb..00000000 --- a/.ci_support/migrations/libprotobuf5283.yaml +++ /dev/null @@ -1,8 +0,0 @@ -__migrator: - build_number: 1 - commit_message: Rebuild for libprotobuf 5.28.3 - kind: version - migration_number: 1 -libprotobuf: -- 5.28.3 -migrator_ts: 1729815020.8446853 diff --git a/.ci_support/win_64_numpy1.22python3.10.____cpython.yaml b/.ci_support/win_64_numpy1.22python3.10.____cpython.yaml new file mode 100644 index 00000000..a973b4e8 --- /dev/null +++ b/.ci_support/win_64_numpy1.22python3.10.____cpython.yaml @@ -0,0 +1,67 @@ +aws_sdk_cpp: +- 1.11.458 +azure_core_cpp: +- 1.14.0 +azure_identity_cpp: +- 1.10.0 +azure_storage_blobs_cpp: +- 12.13.0 +c_compiler: +- vs2019 +c_stdlib: +- vs +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- vs2019 +fmt: +- '11' +folly: +- 2023.09.25.00 +gflags: +- '2.2' +glog: +- '0.7' +libboost_devel: +- '1.86' +libcurl: +- '8' +libevent: +- 2.1.12 +liblzma_devel: +- '5' +libprotobuf: +- 5.28.3 +lmdb: +- 0.9.22 +lz4_c: +- '1.10' +msgpack_c: +- '6' +nodejs: +- '18' +numpy: +- '1.22' +openssl: +- '3' +pcre: +- '8' +pin_run_as_build: + python: + min_pin: x.x + max_pin: x.x +python: +- 3.10.* *_cpython +spdlog: +- '1.15' +target_platform: +- win-64 +xxhash: +- 0.8.2 +zip_keys: +- - python + - numpy +zstd: +- '1.5' diff --git a/.ci_support/win_64_numpy1.22python3.9.____cpython.yaml b/.ci_support/win_64_numpy1.22python3.9.____cpython.yaml new file mode 100644 index 00000000..47630205 --- /dev/null +++ b/.ci_support/win_64_numpy1.22python3.9.____cpython.yaml @@ -0,0 +1,67 @@ +aws_sdk_cpp: +- 1.11.458 +azure_core_cpp: +- 1.14.0 +azure_identity_cpp: +- 1.10.0 +azure_storage_blobs_cpp: +- 12.13.0 +c_compiler: +- vs2019 +c_stdlib: +- vs +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- vs2019 +fmt: +- '11' +folly: +- 2023.09.25.00 +gflags: +- '2.2' +glog: +- '0.7' +libboost_devel: +- '1.86' +libcurl: +- '8' +libevent: +- 2.1.12 +liblzma_devel: +- '5' +libprotobuf: +- 5.28.3 +lmdb: +- 0.9.22 +lz4_c: +- '1.10' +msgpack_c: +- '6' +nodejs: +- '18' +numpy: +- '1.22' +openssl: +- '3' +pcre: +- '8' +pin_run_as_build: + python: + min_pin: x.x + max_pin: x.x +python: +- 3.9.* *_cpython +spdlog: +- '1.15' +target_platform: +- win-64 +xxhash: +- 0.8.2 +zip_keys: +- - python + - numpy +zstd: +- '1.5' diff --git a/.ci_support/win_64_numpy1.23python3.11.____cpython.yaml b/.ci_support/win_64_numpy1.23python3.11.____cpython.yaml new file mode 100644 index 00000000..00284a69 --- /dev/null +++ b/.ci_support/win_64_numpy1.23python3.11.____cpython.yaml @@ -0,0 +1,67 @@ +aws_sdk_cpp: +- 1.11.458 +azure_core_cpp: +- 1.14.0 +azure_identity_cpp: +- 1.10.0 +azure_storage_blobs_cpp: +- 12.13.0 +c_compiler: +- vs2019 +c_stdlib: +- vs +channel_sources: +- conda-forge +channel_targets: +- conda-forge main +cxx_compiler: +- vs2019 +fmt: +- '11' +folly: +- 2023.09.25.00 +gflags: +- '2.2' +glog: +- '0.7' +libboost_devel: +- '1.86' +libcurl: +- '8' +libevent: +- 2.1.12 +liblzma_devel: +- '5' +libprotobuf: +- 5.28.3 +lmdb: +- 0.9.22 +lz4_c: +- '1.10' +msgpack_c: +- '6' +nodejs: +- '18' +numpy: +- '1.23' +openssl: +- '3' +pcre: +- '8' +pin_run_as_build: + python: + min_pin: x.x + max_pin: x.x +python: +- 3.11.* *_cpython +spdlog: +- '1.15' +target_platform: +- win-64 +xxhash: +- 0.8.2 +zip_keys: +- - python + - numpy +zstd: +- '1.5' diff --git a/.scripts/run_win_build.bat b/.scripts/run_win_build.bat new file mode 100755 index 00000000..283e1438 --- /dev/null +++ b/.scripts/run_win_build.bat @@ -0,0 +1,151 @@ +:: PLEASE NOTE: This script has been automatically generated by conda-smithy. Any changes here +:: will be lost next time ``conda smithy rerender`` is run. If you would like to make permanent +:: changes to this script, consider a proposal to conda-smithy so that other feedstocks can also +:: benefit from the improvement. + +:: INPUTS (required environment variables) +:: CONFIG: name of the .ci_support/*.yaml file for this job +:: CI: azure, github_actions, or unset +:: MINIFORGE_HOME: where to install the base conda environment +:: UPLOAD_PACKAGES: true or false +:: UPLOAD_ON_BRANCH: true or false + +setlocal enableextensions enabledelayedexpansion + +FOR %%A IN ("%~dp0.") DO SET "REPO_ROOT=%%~dpA" +if "%MINIFORGE_HOME%"=="" set "MINIFORGE_HOME=%USERPROFILE%\Miniforge3" +:: Remove trailing backslash, if present +if "%MINIFORGE_HOME:~-1%"=="\" set "MINIFORGE_HOME=%MINIFORGE_HOME:~0,-1%" +call :start_group "Provisioning base env with micromamba" +set "MAMBA_ROOT_PREFIX=%MINIFORGE_HOME%-micromamba-%RANDOM%" +set "MICROMAMBA_VERSION=1.5.10-0" +set "MICROMAMBA_URL=https://github.com/mamba-org/micromamba-releases/releases/download/%MICROMAMBA_VERSION%/micromamba-win-64" +set "MICROMAMBA_TMPDIR=%TMP%\micromamba-%RANDOM%" +set "MICROMAMBA_EXE=%MICROMAMBA_TMPDIR%\micromamba.exe" + +echo Downloading micromamba %MICROMAMBA_VERSION% +if not exist "%MICROMAMBA_TMPDIR%" mkdir "%MICROMAMBA_TMPDIR%" +certutil -urlcache -split -f "%MICROMAMBA_URL%" "%MICROMAMBA_EXE%" +if !errorlevel! neq 0 exit /b !errorlevel! + +echo Creating environment +call "%MICROMAMBA_EXE%" create --yes --root-prefix "%MAMBA_ROOT_PREFIX%" --prefix "%MINIFORGE_HOME%" ^ + --channel conda-forge ^ + pip python=3.12 conda-build conda-forge-ci-setup=4 "conda-build>=24.1" +if !errorlevel! neq 0 exit /b !errorlevel! +echo Removing %MAMBA_ROOT_PREFIX% +del /S /Q "%MAMBA_ROOT_PREFIX%" >nul +del /S /Q "%MICROMAMBA_TMPDIR%" >nul +call :end_group + +call :start_group "Configuring conda" + +:: Activate the base conda environment +echo Activating environment +call "%MINIFORGE_HOME%\Scripts\activate.bat" +:: Configure the solver +set "CONDA_SOLVER=libmamba" +if !errorlevel! neq 0 exit /b !errorlevel! +set "CONDA_LIBMAMBA_SOLVER_NO_CHANNELS_FROM_INSTALLED=1" + +:: Set basic configuration +echo Setting up configuration +setup_conda_rc .\ ".\recipe" .\.ci_support\%CONFIG%.yaml +if !errorlevel! neq 0 exit /b !errorlevel! +echo Running build setup +CALL run_conda_forge_build_setup + + +if !errorlevel! neq 0 exit /b !errorlevel! + +if EXIST LICENSE.txt ( + echo Copying feedstock license + copy LICENSE.txt "recipe\\recipe-scripts-license.txt" +) +if NOT [%HOST_PLATFORM%] == [%BUILD_PLATFORM%] ( + if [%CROSSCOMPILING_EMULATOR%] == [] ( + set "EXTRA_CB_OPTIONS=%EXTRA_CB_OPTIONS% --no-test" + ) +) + +if NOT [%flow_run_id%] == [] ( + set "EXTRA_CB_OPTIONS=%EXTRA_CB_OPTIONS% --extra-meta flow_run_id=%flow_run_id% remote_url=%remote_url% sha=%sha%" +) + +call :end_group + +:: Build the recipe +echo Building recipe +conda-build.exe "recipe" -m .ci_support\%CONFIG%.yaml --suppress-variables %EXTRA_CB_OPTIONS% +if !errorlevel! neq 0 exit /b !errorlevel! + +call :start_group "Inspecting artifacts" +:: inspect_artifacts was only added in conda-forge-ci-setup 4.9.4 +WHERE inspect_artifacts >nul 2>nul && inspect_artifacts --recipe-dir ".\recipe" -m .ci_support\%CONFIG%.yaml || echo "inspect_artifacts needs conda-forge-ci-setup >=4.9.4" +call :end_group + +:: Prepare some environment variables for the upload step +if /i "%CI%" == "github_actions" ( + set "FEEDSTOCK_NAME=%GITHUB_REPOSITORY:*/=%" + set "GIT_BRANCH=%GITHUB_REF:refs/heads/=%" + if /i "%GITHUB_EVENT_NAME%" == "pull_request" ( + set "IS_PR_BUILD=True" + ) else ( + set "IS_PR_BUILD=False" + ) + set "TEMP=%RUNNER_TEMP%" +) +if /i "%CI%" == "azure" ( + set "FEEDSTOCK_NAME=%BUILD_REPOSITORY_NAME:*/=%" + set "GIT_BRANCH=%BUILD_SOURCEBRANCHNAME%" + if /i "%BUILD_REASON%" == "PullRequest" ( + set "IS_PR_BUILD=True" + ) else ( + set "IS_PR_BUILD=False" + ) + set "TEMP=%UPLOAD_TEMP%" +) + +:: Validate +call :start_group "Validating outputs" +validate_recipe_outputs "%FEEDSTOCK_NAME%" +if !errorlevel! neq 0 exit /b !errorlevel! +call :end_group + +if /i "%UPLOAD_PACKAGES%" == "true" ( + if /i "%IS_PR_BUILD%" == "false" ( + call :start_group "Uploading packages" + if not exist "%TEMP%\" md "%TEMP%" + set "TMP=%TEMP%" + upload_package --validate --feedstock-name="%FEEDSTOCK_NAME%" .\ ".\recipe" .ci_support\%CONFIG%.yaml + if !errorlevel! neq 0 exit /b !errorlevel! + call :end_group + ) +) + +exit + +:: Logging subroutines + +:start_group +if /i "%CI%" == "github_actions" ( + echo ::group::%~1 + exit /b +) +if /i "%CI%" == "azure" ( + echo ##[group]%~1 + exit /b +) +echo %~1 +exit /b + +:end_group +if /i "%CI%" == "github_actions" ( + echo ::endgroup:: + exit /b +) +if /i "%CI%" == "azure" ( + echo ##[endgroup] + exit /b +) +exit /b \ No newline at end of file diff --git a/README.md b/README.md index 625812dc..bfdae4cd 100644 --- a/README.md +++ b/README.md @@ -101,6 +101,27 @@ Current build status variant + + win_64_numpy1.22python3.10.____cpython + + + variant + + + + win_64_numpy1.22python3.9.____cpython + + + variant + + + + win_64_numpy1.23python3.11.____cpython + + + variant + + diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 013bdc11..eff4ad66 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -29,4 +29,5 @@ stages: dependsOn: Check jobs: - template: ./.azure-pipelines/azure-pipelines-linux.yml - - template: ./.azure-pipelines/azure-pipelines-osx.yml \ No newline at end of file + - template: ./.azure-pipelines/azure-pipelines-osx.yml + - template: ./.azure-pipelines/azure-pipelines-win.yml \ No newline at end of file From 463b2d6f1b00de39ff34e048f4e4073fb388b16c Mon Sep 17 00:00:00 2001 From: Julien Jerphanion Date: Mon, 13 Jan 2025 14:17:25 +0100 Subject: [PATCH 3/5] DEBUG: only build for Windows Signed-off-by: Julien Jerphanion --- recipe/meta.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index c2998f7d..f8ec4ce6 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -12,6 +12,8 @@ source: - patches/0002-maint-fmt-11-support.patch build: + # DEBUG: only build for Windows + skip: true # [not win] # not ready yet; needs to unpin pybind11 skip: true # [py>=312] number: 4 From ac03bed2cdfe81f95ab2310fa691f7d905805e0e Mon Sep 17 00:00:00 2001 From: "conda-forge-webservices[bot]" <91080706+conda-forge-webservices[bot]@users.noreply.github.com> Date: Mon, 13 Jan 2025 13:21:40 +0000 Subject: [PATCH 4/5] MNT: Re-rendered with conda-build 24.11.2, conda-smithy 3.45.1, and conda-forge-pinning 2025.01.11.16.15.44 --- .azure-pipelines/azure-pipelines-linux.yml | 52 -------- .azure-pipelines/azure-pipelines-osx.yml | 52 -------- ...ux_64_numpy1.22python3.10.____cpython.yaml | 79 ------------ ...nux_64_numpy1.22python3.9.____cpython.yaml | 79 ------------ ...ux_64_numpy1.23python3.11.____cpython.yaml | 79 ------------ ...sx_64_numpy1.22python3.10.____cpython.yaml | 81 ------------ ...osx_64_numpy1.22python3.9.____cpython.yaml | 81 ------------ ...sx_64_numpy1.23python3.11.____cpython.yaml | 81 ------------ ...arm64_numpy1.22python3.10.____cpython.yaml | 81 ------------ ..._arm64_numpy1.22python3.9.____cpython.yaml | 81 ------------ ...arm64_numpy1.23python3.11.____cpython.yaml | 81 ------------ .scripts/build_steps.sh | 100 --------------- .scripts/run_docker_build.sh | 114 ----------------- .scripts/run_osx_build.sh | 120 ------------------ README.md | 63 --------- azure-pipelines.yml | 2 - 16 files changed, 1226 deletions(-) delete mode 100755 .azure-pipelines/azure-pipelines-linux.yml delete mode 100755 .azure-pipelines/azure-pipelines-osx.yml delete mode 100644 .ci_support/linux_64_numpy1.22python3.10.____cpython.yaml delete mode 100644 .ci_support/linux_64_numpy1.22python3.9.____cpython.yaml delete mode 100644 .ci_support/linux_64_numpy1.23python3.11.____cpython.yaml delete mode 100644 .ci_support/osx_64_numpy1.22python3.10.____cpython.yaml delete mode 100644 .ci_support/osx_64_numpy1.22python3.9.____cpython.yaml delete mode 100644 .ci_support/osx_64_numpy1.23python3.11.____cpython.yaml delete mode 100644 .ci_support/osx_arm64_numpy1.22python3.10.____cpython.yaml delete mode 100644 .ci_support/osx_arm64_numpy1.22python3.9.____cpython.yaml delete mode 100644 .ci_support/osx_arm64_numpy1.23python3.11.____cpython.yaml delete mode 100755 .scripts/build_steps.sh delete mode 100755 .scripts/run_docker_build.sh delete mode 100755 .scripts/run_osx_build.sh diff --git a/.azure-pipelines/azure-pipelines-linux.yml b/.azure-pipelines/azure-pipelines-linux.yml deleted file mode 100755 index d62b4937..00000000 --- a/.azure-pipelines/azure-pipelines-linux.yml +++ /dev/null @@ -1,52 +0,0 @@ -# This file was generated automatically from conda-smithy. To update this configuration, -# update the conda-forge.yml and/or the recipe/meta.yaml. -# -*- mode: yaml -*- - -jobs: -- job: linux - pool: - vmImage: ubuntu-latest - strategy: - matrix: - linux_64_numpy1.22python3.10.____cpython: - CONFIG: linux_64_numpy1.22python3.10.____cpython - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 - linux_64_numpy1.22python3.9.____cpython: - CONFIG: linux_64_numpy1.22python3.9.____cpython - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 - linux_64_numpy1.23python3.11.____cpython: - CONFIG: linux_64_numpy1.23python3.11.____cpython - UPLOAD_PACKAGES: 'True' - DOCKER_IMAGE: quay.io/condaforge/linux-anvil-x86_64:alma9 - timeoutInMinutes: 360 - variables: {} - - steps: - # configure qemu binfmt-misc running. This allows us to run docker containers - # embedded qemu-static - - script: | - docker run --rm --privileged multiarch/qemu-user-static:register --reset --credential yes - ls /proc/sys/fs/binfmt_misc/ - condition: not(startsWith(variables['CONFIG'], 'linux_64')) - displayName: Configure binfmt_misc - - - script: | - export CI=azure - export flow_run_id=azure_$(Build.BuildNumber).$(System.JobAttempt) - export remote_url=$(Build.Repository.Uri) - export sha=$(Build.SourceVersion) - export GIT_BRANCH=$BUILD_SOURCEBRANCHNAME - export FEEDSTOCK_NAME=$(basename ${BUILD_REPOSITORY_NAME}) - if [[ "${BUILD_REASON:-}" == "PullRequest" ]]; then - export IS_PR_BUILD="True" - else - export IS_PR_BUILD="False" - fi - .scripts/run_docker_build.sh - displayName: Run docker build - env: - BINSTAR_TOKEN: $(BINSTAR_TOKEN) - FEEDSTOCK_TOKEN: $(FEEDSTOCK_TOKEN) - STAGING_BINSTAR_TOKEN: $(STAGING_BINSTAR_TOKEN) \ No newline at end of file diff --git a/.azure-pipelines/azure-pipelines-osx.yml b/.azure-pipelines/azure-pipelines-osx.yml deleted file mode 100755 index 9437ce11..00000000 --- a/.azure-pipelines/azure-pipelines-osx.yml +++ /dev/null @@ -1,52 +0,0 @@ -# This file was generated automatically from conda-smithy. To update this configuration, -# update the conda-forge.yml and/or the recipe/meta.yaml. -# -*- mode: yaml -*- - -jobs: -- job: osx - pool: - vmImage: macOS-13 - strategy: - matrix: - osx_64_numpy1.22python3.10.____cpython: - CONFIG: osx_64_numpy1.22python3.10.____cpython - UPLOAD_PACKAGES: 'True' - osx_64_numpy1.22python3.9.____cpython: - CONFIG: osx_64_numpy1.22python3.9.____cpython - UPLOAD_PACKAGES: 'True' - osx_64_numpy1.23python3.11.____cpython: - CONFIG: osx_64_numpy1.23python3.11.____cpython - UPLOAD_PACKAGES: 'True' - osx_arm64_numpy1.22python3.10.____cpython: - CONFIG: osx_arm64_numpy1.22python3.10.____cpython - UPLOAD_PACKAGES: 'True' - osx_arm64_numpy1.22python3.9.____cpython: - CONFIG: osx_arm64_numpy1.22python3.9.____cpython - UPLOAD_PACKAGES: 'True' - osx_arm64_numpy1.23python3.11.____cpython: - CONFIG: osx_arm64_numpy1.23python3.11.____cpython - UPLOAD_PACKAGES: 'True' - timeoutInMinutes: 360 - variables: {} - - steps: - # TODO: Fast finish on azure pipelines? - - script: | - export CI=azure - export flow_run_id=azure_$(Build.BuildNumber).$(System.JobAttempt) - export remote_url=$(Build.Repository.Uri) - export sha=$(Build.SourceVersion) - export OSX_FORCE_SDK_DOWNLOAD="1" - export GIT_BRANCH=$BUILD_SOURCEBRANCHNAME - export FEEDSTOCK_NAME=$(basename ${BUILD_REPOSITORY_NAME}) - if [[ "${BUILD_REASON:-}" == "PullRequest" ]]; then - export IS_PR_BUILD="True" - else - export IS_PR_BUILD="False" - fi - ./.scripts/run_osx_build.sh - displayName: Run OSX build - env: - BINSTAR_TOKEN: $(BINSTAR_TOKEN) - FEEDSTOCK_TOKEN: $(FEEDSTOCK_TOKEN) - STAGING_BINSTAR_TOKEN: $(STAGING_BINSTAR_TOKEN) \ No newline at end of file diff --git a/.ci_support/linux_64_numpy1.22python3.10.____cpython.yaml b/.ci_support/linux_64_numpy1.22python3.10.____cpython.yaml deleted file mode 100644 index f4921976..00000000 --- a/.ci_support/linux_64_numpy1.22python3.10.____cpython.yaml +++ /dev/null @@ -1,79 +0,0 @@ -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- gcc -c_compiler_version: -- '13' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.17' -cdt_name: -- conda -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- gxx -cxx_compiler_version: -- '13' -docker_image: -- quay.io/condaforge/linux-anvil-x86_64:alma9 -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.22' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -spdlog: -- '1.15' -target_platform: -- linux-64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/linux_64_numpy1.22python3.9.____cpython.yaml b/.ci_support/linux_64_numpy1.22python3.9.____cpython.yaml deleted file mode 100644 index d3a8d0ea..00000000 --- a/.ci_support/linux_64_numpy1.22python3.9.____cpython.yaml +++ /dev/null @@ -1,79 +0,0 @@ -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- gcc -c_compiler_version: -- '13' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.17' -cdt_name: -- conda -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- gxx -cxx_compiler_version: -- '13' -docker_image: -- quay.io/condaforge/linux-anvil-x86_64:alma9 -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.22' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.9.* *_cpython -spdlog: -- '1.15' -target_platform: -- linux-64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/linux_64_numpy1.23python3.11.____cpython.yaml b/.ci_support/linux_64_numpy1.23python3.11.____cpython.yaml deleted file mode 100644 index 0beb6d19..00000000 --- a/.ci_support/linux_64_numpy1.23python3.11.____cpython.yaml +++ /dev/null @@ -1,79 +0,0 @@ -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- gcc -c_compiler_version: -- '13' -c_stdlib: -- sysroot -c_stdlib_version: -- '2.17' -cdt_name: -- conda -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- gxx -cxx_compiler_version: -- '13' -docker_image: -- quay.io/condaforge/linux-anvil-x86_64:alma9 -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.23' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.11.* *_cpython -spdlog: -- '1.15' -target_platform: -- linux-64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/osx_64_numpy1.22python3.10.____cpython.yaml b/.ci_support/osx_64_numpy1.22python3.10.____cpython.yaml deleted file mode 100644 index f275ed44..00000000 --- a/.ci_support/osx_64_numpy1.22python3.10.____cpython.yaml +++ /dev/null @@ -1,81 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -MACOSX_SDK_VERSION: -- '11.0' -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- clang -c_compiler_version: -- '18' -c_stdlib: -- macosx_deployment_target -c_stdlib_version: -- '11.0' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- clangxx -cxx_compiler_version: -- '18' -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -macos_machine: -- x86_64-apple-darwin13.4.0 -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.22' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -spdlog: -- '1.15' -target_platform: -- osx-64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/osx_64_numpy1.22python3.9.____cpython.yaml b/.ci_support/osx_64_numpy1.22python3.9.____cpython.yaml deleted file mode 100644 index 52b4f747..00000000 --- a/.ci_support/osx_64_numpy1.22python3.9.____cpython.yaml +++ /dev/null @@ -1,81 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -MACOSX_SDK_VERSION: -- '11.0' -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- clang -c_compiler_version: -- '18' -c_stdlib: -- macosx_deployment_target -c_stdlib_version: -- '11.0' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- clangxx -cxx_compiler_version: -- '18' -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -macos_machine: -- x86_64-apple-darwin13.4.0 -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.22' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.9.* *_cpython -spdlog: -- '1.15' -target_platform: -- osx-64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/osx_64_numpy1.23python3.11.____cpython.yaml b/.ci_support/osx_64_numpy1.23python3.11.____cpython.yaml deleted file mode 100644 index 7f5dfb7b..00000000 --- a/.ci_support/osx_64_numpy1.23python3.11.____cpython.yaml +++ /dev/null @@ -1,81 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -MACOSX_SDK_VERSION: -- '11.0' -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- clang -c_compiler_version: -- '18' -c_stdlib: -- macosx_deployment_target -c_stdlib_version: -- '11.0' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- clangxx -cxx_compiler_version: -- '18' -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -macos_machine: -- x86_64-apple-darwin13.4.0 -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.23' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.11.* *_cpython -spdlog: -- '1.15' -target_platform: -- osx-64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/osx_arm64_numpy1.22python3.10.____cpython.yaml b/.ci_support/osx_arm64_numpy1.22python3.10.____cpython.yaml deleted file mode 100644 index 02731614..00000000 --- a/.ci_support/osx_arm64_numpy1.22python3.10.____cpython.yaml +++ /dev/null @@ -1,81 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -MACOSX_SDK_VERSION: -- '11.0' -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- clang -c_compiler_version: -- '18' -c_stdlib: -- macosx_deployment_target -c_stdlib_version: -- '11.0' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- clangxx -cxx_compiler_version: -- '18' -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -macos_machine: -- arm64-apple-darwin20.0.0 -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.22' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.10.* *_cpython -spdlog: -- '1.15' -target_platform: -- osx-arm64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/osx_arm64_numpy1.22python3.9.____cpython.yaml b/.ci_support/osx_arm64_numpy1.22python3.9.____cpython.yaml deleted file mode 100644 index 49bdb789..00000000 --- a/.ci_support/osx_arm64_numpy1.22python3.9.____cpython.yaml +++ /dev/null @@ -1,81 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -MACOSX_SDK_VERSION: -- '11.0' -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- clang -c_compiler_version: -- '18' -c_stdlib: -- macosx_deployment_target -c_stdlib_version: -- '11.0' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- clangxx -cxx_compiler_version: -- '18' -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -macos_machine: -- arm64-apple-darwin20.0.0 -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.22' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.9.* *_cpython -spdlog: -- '1.15' -target_platform: -- osx-arm64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.ci_support/osx_arm64_numpy1.23python3.11.____cpython.yaml b/.ci_support/osx_arm64_numpy1.23python3.11.____cpython.yaml deleted file mode 100644 index 573c602b..00000000 --- a/.ci_support/osx_arm64_numpy1.23python3.11.____cpython.yaml +++ /dev/null @@ -1,81 +0,0 @@ -MACOSX_DEPLOYMENT_TARGET: -- '11.0' -MACOSX_SDK_VERSION: -- '11.0' -aws_sdk_cpp: -- 1.11.458 -azure_core_cpp: -- 1.14.0 -azure_identity_cpp: -- 1.10.0 -azure_storage_blobs_cpp: -- 12.13.0 -c_compiler: -- clang -c_compiler_version: -- '18' -c_stdlib: -- macosx_deployment_target -c_stdlib_version: -- '11.0' -channel_sources: -- conda-forge -channel_targets: -- conda-forge main -cxx_compiler: -- clangxx -cxx_compiler_version: -- '18' -fmt: -- '11' -folly: -- 2023.09.25.00 -gflags: -- '2.2' -glog: -- '0.7' -libboost_devel: -- '1.86' -libcurl: -- '8' -libevent: -- 2.1.12 -liblzma_devel: -- '5' -libprotobuf: -- 5.28.3 -lmdb: -- 0.9.22 -lz4_c: -- '1.10' -macos_machine: -- arm64-apple-darwin20.0.0 -msgpack_c: -- '6' -nodejs: -- '18' -numpy: -- '1.23' -openssl: -- '3' -pcre: -- '8' -pin_run_as_build: - python: - min_pin: x.x - max_pin: x.x -python: -- 3.11.* *_cpython -spdlog: -- '1.15' -target_platform: -- osx-arm64 -xxhash: -- 0.8.2 -zip_keys: -- - c_compiler_version - - cxx_compiler_version -- - python - - numpy -zstd: -- '1.5' diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh deleted file mode 100755 index 827a29fb..00000000 --- a/.scripts/build_steps.sh +++ /dev/null @@ -1,100 +0,0 @@ -#!/usr/bin/env bash - -# PLEASE NOTE: This script has been automatically generated by conda-smithy. Any changes here -# will be lost next time ``conda smithy rerender`` is run. If you would like to make permanent -# changes to this script, consider a proposal to conda-smithy so that other feedstocks can also -# benefit from the improvement. - -# -*- mode: jinja-shell -*- - -set -xeuo pipefail -export FEEDSTOCK_ROOT="${FEEDSTOCK_ROOT:-/home/conda/feedstock_root}" -source ${FEEDSTOCK_ROOT}/.scripts/logging_utils.sh - - -( endgroup "Start Docker" ) 2> /dev/null - -( startgroup "Configuring conda" ) 2> /dev/null - -export PYTHONUNBUFFERED=1 -export RECIPE_ROOT="${RECIPE_ROOT:-/home/conda/recipe_root}" -export CI_SUPPORT="${FEEDSTOCK_ROOT}/.ci_support" -export CONFIG_FILE="${CI_SUPPORT}/${CONFIG}.yaml" - -cat >~/.condarc < /opt/conda/conda-meta/history -micromamba install --root-prefix ~/.conda --prefix /opt/conda \ - --yes --override-channels --channel conda-forge --strict-channel-priority \ - pip python=3.12 conda-build conda-forge-ci-setup=4 "conda-build>=24.1" -export CONDA_LIBMAMBA_SOLVER_NO_CHANNELS_FROM_INSTALLED=1 - -# set up the condarc -setup_conda_rc "${FEEDSTOCK_ROOT}" "${RECIPE_ROOT}" "${CONFIG_FILE}" - -source run_conda_forge_build_setup - - - -# make the build number clobber -make_build_number "${FEEDSTOCK_ROOT}" "${RECIPE_ROOT}" "${CONFIG_FILE}" - -if [[ "${HOST_PLATFORM}" != "${BUILD_PLATFORM}" ]] && [[ "${HOST_PLATFORM}" != linux-* ]] && [[ "${BUILD_WITH_CONDA_DEBUG:-0}" != 1 ]]; then - EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --no-test" -fi - - -( endgroup "Configuring conda" ) 2> /dev/null - -if [[ -f "${FEEDSTOCK_ROOT}/LICENSE.txt" ]]; then - cp "${FEEDSTOCK_ROOT}/LICENSE.txt" "${RECIPE_ROOT}/recipe-scripts-license.txt" -fi - -if [[ "${BUILD_WITH_CONDA_DEBUG:-0}" == 1 ]]; then - if [[ "x${BUILD_OUTPUT_ID:-}" != "x" ]]; then - EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --output-id ${BUILD_OUTPUT_ID}" - fi - conda debug "${RECIPE_ROOT}" -m "${CI_SUPPORT}/${CONFIG}.yaml" \ - ${EXTRA_CB_OPTIONS:-} \ - --clobber-file "${CI_SUPPORT}/clobber_${CONFIG}.yaml" - - # Drop into an interactive shell - /bin/bash -else - conda-build "${RECIPE_ROOT}" -m "${CI_SUPPORT}/${CONFIG}.yaml" \ - --suppress-variables ${EXTRA_CB_OPTIONS:-} \ - --clobber-file "${CI_SUPPORT}/clobber_${CONFIG}.yaml" \ - --extra-meta flow_run_id="${flow_run_id:-}" remote_url="${remote_url:-}" sha="${sha:-}" - ( startgroup "Inspecting artifacts" ) 2> /dev/null - - # inspect_artifacts was only added in conda-forge-ci-setup 4.9.4 - command -v inspect_artifacts >/dev/null 2>&1 && inspect_artifacts --recipe-dir "${RECIPE_ROOT}" -m "${CONFIG_FILE}" || echo "inspect_artifacts needs conda-forge-ci-setup >=4.9.4" - - ( endgroup "Inspecting artifacts" ) 2> /dev/null - ( startgroup "Validating outputs" ) 2> /dev/null - - validate_recipe_outputs "${FEEDSTOCK_NAME}" - - ( endgroup "Validating outputs" ) 2> /dev/null - - ( startgroup "Uploading packages" ) 2> /dev/null - - if [[ "${UPLOAD_PACKAGES}" != "False" ]] && [[ "${IS_PR_BUILD}" == "False" ]]; then - upload_package --validate --feedstock-name="${FEEDSTOCK_NAME}" "${FEEDSTOCK_ROOT}" "${RECIPE_ROOT}" "${CONFIG_FILE}" - fi - - ( endgroup "Uploading packages" ) 2> /dev/null -fi - -( startgroup "Final checks" ) 2> /dev/null - -touch "${FEEDSTOCK_ROOT}/build_artifacts/conda-forge-build-done-${CONFIG}" \ No newline at end of file diff --git a/.scripts/run_docker_build.sh b/.scripts/run_docker_build.sh deleted file mode 100755 index 00f377a8..00000000 --- a/.scripts/run_docker_build.sh +++ /dev/null @@ -1,114 +0,0 @@ -#!/usr/bin/env bash - -# PLEASE NOTE: This script has been automatically generated by conda-smithy. Any changes here -# will be lost next time ``conda smithy rerender`` is run. If you would like to make permanent -# changes to this script, consider a proposal to conda-smithy so that other feedstocks can also -# benefit from the improvement. - -source .scripts/logging_utils.sh - -( startgroup "Configure Docker" ) 2> /dev/null - -set -xeo pipefail - -THISDIR="$( cd "$( dirname "$0" )" >/dev/null && pwd )" -PROVIDER_DIR="$(basename $THISDIR)" - -FEEDSTOCK_ROOT="$( cd "$( dirname "$0" )/.." >/dev/null && pwd )" -RECIPE_ROOT="${FEEDSTOCK_ROOT}/recipe" - -if [ -z ${FEEDSTOCK_NAME} ]; then - export FEEDSTOCK_NAME=$(basename ${FEEDSTOCK_ROOT}) -fi - -if [[ "${sha:-}" == "" ]]; then - pushd "${FEEDSTOCK_ROOT}" - sha=$(git rev-parse HEAD) - popd -fi - -docker info - -# In order for the conda-build process in the container to write to the mounted -# volumes, we need to run with the same id as the host machine, which is -# normally the owner of the mounted volumes, or at least has write permission -export HOST_USER_ID=$(id -u) -# Check if docker-machine is being used (normally on OSX) and get the uid from -# the VM -if hash docker-machine 2> /dev/null && docker-machine active > /dev/null; then - export HOST_USER_ID=$(docker-machine ssh $(docker-machine active) id -u) -fi - -ARTIFACTS="$FEEDSTOCK_ROOT/build_artifacts" - -if [ -z "$CONFIG" ]; then - set +x - FILES=`ls .ci_support/linux_*` - CONFIGS="" - for file in $FILES; do - CONFIGS="${CONFIGS}'${file:12:-5}' or "; - done - echo "Need to set CONFIG env variable. Value can be one of ${CONFIGS:0:-4}" - exit 1 -fi - -if [ -z "${DOCKER_IMAGE}" ]; then - SHYAML_INSTALLED="$(shyaml -h || echo NO)" - if [ "${SHYAML_INSTALLED}" == "NO" ]; then - echo "WARNING: DOCKER_IMAGE variable not set and shyaml not installed. Trying to parse with coreutils" - DOCKER_IMAGE=$(cat .ci_support/${CONFIG}.yaml | grep '^docker_image:$' -A 1 | tail -n 1 | cut -b 3-) - if [ "${DOCKER_IMAGE}" = "" ]; then - echo "No docker_image entry found in ${CONFIG}. Falling back to quay.io/condaforge/linux-anvil-comp7" - DOCKER_IMAGE="quay.io/condaforge/linux-anvil-comp7" - fi - else - DOCKER_IMAGE="$(cat "${FEEDSTOCK_ROOT}/.ci_support/${CONFIG}.yaml" | shyaml get-value docker_image.0 quay.io/condaforge/linux-anvil-comp7 )" - fi -fi - -mkdir -p "$ARTIFACTS" -DONE_CANARY="$ARTIFACTS/conda-forge-build-done-${CONFIG}" -rm -f "$DONE_CANARY" - -# Allow people to specify extra default arguments to `docker run` (e.g. `--rm`) -DOCKER_RUN_ARGS="${CONDA_FORGE_DOCKER_RUN_ARGS}" -if [ -z "${CI}" ]; then - DOCKER_RUN_ARGS="-it ${DOCKER_RUN_ARGS}" -fi - -( endgroup "Configure Docker" ) 2> /dev/null - -( startgroup "Start Docker" ) 2> /dev/null - -export UPLOAD_PACKAGES="${UPLOAD_PACKAGES:-True}" -export IS_PR_BUILD="${IS_PR_BUILD:-False}" -docker pull "${DOCKER_IMAGE}" -docker run ${DOCKER_RUN_ARGS} \ - -v "${RECIPE_ROOT}":/home/conda/recipe_root:rw,z,delegated \ - -v "${FEEDSTOCK_ROOT}":/home/conda/feedstock_root:rw,z,delegated \ - -e CONFIG \ - -e HOST_USER_ID \ - -e UPLOAD_PACKAGES \ - -e IS_PR_BUILD \ - -e GIT_BRANCH \ - -e UPLOAD_ON_BRANCH \ - -e CI \ - -e FEEDSTOCK_NAME \ - -e CPU_COUNT \ - -e BUILD_WITH_CONDA_DEBUG \ - -e BUILD_OUTPUT_ID \ - -e flow_run_id \ - -e remote_url \ - -e sha \ - -e BINSTAR_TOKEN \ - -e FEEDSTOCK_TOKEN \ - -e STAGING_BINSTAR_TOKEN \ - "${DOCKER_IMAGE}" \ - bash \ - "/home/conda/feedstock_root/${PROVIDER_DIR}/build_steps.sh" - -# verify that the end of the script was reached -test -f "$DONE_CANARY" - -# This closes the last group opened in `build_steps.sh` -( endgroup "Final checks" ) 2> /dev/null \ No newline at end of file diff --git a/.scripts/run_osx_build.sh b/.scripts/run_osx_build.sh deleted file mode 100755 index 0e3c3942..00000000 --- a/.scripts/run_osx_build.sh +++ /dev/null @@ -1,120 +0,0 @@ -#!/usr/bin/env bash - -# -*- mode: jinja-shell -*- - -source .scripts/logging_utils.sh - -set -xe - -MINIFORGE_HOME="${MINIFORGE_HOME:-${HOME}/miniforge3}" -MINIFORGE_HOME="${MINIFORGE_HOME%/}" # remove trailing slash -export CONDA_BLD_PATH="${CONDA_BLD_PATH:-${MINIFORGE_HOME}/conda-bld}" - -( startgroup "Provisioning base env with micromamba" ) 2> /dev/null -MICROMAMBA_VERSION="1.5.10-0" -if [[ "$(uname -m)" == "arm64" ]]; then - osx_arch="osx-arm64" -else - osx_arch="osx-64" -fi -MICROMAMBA_URL="https://github.com/mamba-org/micromamba-releases/releases/download/${MICROMAMBA_VERSION}/micromamba-${osx_arch}" -MAMBA_ROOT_PREFIX="${MINIFORGE_HOME}-micromamba-$(date +%s)" -echo "Downloading micromamba ${MICROMAMBA_VERSION}" -micromamba_exe="$(mktemp -d)/micromamba" -curl -L -o "${micromamba_exe}" "${MICROMAMBA_URL}" -chmod +x "${micromamba_exe}" -echo "Creating environment" -"${micromamba_exe}" create --yes --root-prefix "${MAMBA_ROOT_PREFIX}" --prefix "${MINIFORGE_HOME}" \ - --channel conda-forge \ - pip python=3.12 conda-build conda-forge-ci-setup=4 "conda-build>=24.1" -echo "Moving pkgs cache from ${MAMBA_ROOT_PREFIX} to ${MINIFORGE_HOME}" -mv "${MAMBA_ROOT_PREFIX}/pkgs" "${MINIFORGE_HOME}" -echo "Cleaning up micromamba" -rm -rf "${MAMBA_ROOT_PREFIX}" "${micromamba_exe}" || true -( endgroup "Provisioning base env with micromamba" ) 2> /dev/null - -( startgroup "Configuring conda" ) 2> /dev/null -echo "Activating environment" -source "${MINIFORGE_HOME}/etc/profile.d/conda.sh" -conda activate base -export CONDA_SOLVER="libmamba" -export CONDA_LIBMAMBA_SOLVER_NO_CHANNELS_FROM_INSTALLED=1 - - - - - -echo -e "\n\nSetting up the condarc and mangling the compiler." -setup_conda_rc ./ ./recipe ./.ci_support/${CONFIG}.yaml - -if [[ "${CI:-}" != "" ]]; then - mangle_compiler ./ ./recipe .ci_support/${CONFIG}.yaml -fi - -if [[ "${CI:-}" != "" ]]; then - echo -e "\n\nMangling homebrew in the CI to avoid conflicts." - /usr/bin/sudo mangle_homebrew - /usr/bin/sudo -k -else - echo -e "\n\nNot mangling homebrew as we are not running in CI" -fi - -if [[ "${sha:-}" == "" ]]; then - sha=$(git rev-parse HEAD) -fi - -echo -e "\n\nRunning the build setup script." -source run_conda_forge_build_setup - - - -( endgroup "Configuring conda" ) 2> /dev/null - -echo -e "\n\nMaking the build clobber file" -make_build_number ./ ./recipe ./.ci_support/${CONFIG}.yaml - -if [[ -f LICENSE.txt ]]; then - cp LICENSE.txt "recipe/recipe-scripts-license.txt" -fi - -if [[ "${BUILD_WITH_CONDA_DEBUG:-0}" == 1 ]]; then - if [[ "x${BUILD_OUTPUT_ID:-}" != "x" ]]; then - EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --output-id ${BUILD_OUTPUT_ID}" - fi - conda debug ./recipe -m ./.ci_support/${CONFIG}.yaml \ - ${EXTRA_CB_OPTIONS:-} \ - --clobber-file ./.ci_support/clobber_${CONFIG}.yaml - - # Drop into an interactive shell - /bin/bash -else - - if [[ "${HOST_PLATFORM}" != "${BUILD_PLATFORM}" ]]; then - EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --no-test" - fi - - conda-build ./recipe -m ./.ci_support/${CONFIG}.yaml \ - --suppress-variables ${EXTRA_CB_OPTIONS:-} \ - --clobber-file ./.ci_support/clobber_${CONFIG}.yaml \ - --extra-meta flow_run_id="$flow_run_id" remote_url="$remote_url" sha="$sha" - - ( startgroup "Inspecting artifacts" ) 2> /dev/null - - # inspect_artifacts was only added in conda-forge-ci-setup 4.9.4 - command -v inspect_artifacts >/dev/null 2>&1 && inspect_artifacts --recipe-dir ./recipe -m ./.ci_support/${CONFIG}.yaml || echo "inspect_artifacts needs conda-forge-ci-setup >=4.9.4" - - ( endgroup "Inspecting artifacts" ) 2> /dev/null - ( startgroup "Validating outputs" ) 2> /dev/null - - validate_recipe_outputs "${FEEDSTOCK_NAME}" - - ( endgroup "Validating outputs" ) 2> /dev/null - - ( startgroup "Uploading packages" ) 2> /dev/null - - if [[ "${UPLOAD_PACKAGES}" != "False" ]] && [[ "${IS_PR_BUILD}" == "False" ]]; then - upload_package --validate --feedstock-name="${FEEDSTOCK_NAME}" ./ ./recipe ./.ci_support/${CONFIG}.yaml - fi - - ( endgroup "Uploading packages" ) 2> /dev/null -fi \ No newline at end of file diff --git a/README.md b/README.md index bfdae4cd..f33f5101 100644 --- a/README.md +++ b/README.md @@ -39,69 +39,6 @@ Current build status - - - - - - - - - - - - - - - - - - - - - - - - - - -
VariantStatus
linux_64_numpy1.22python3.10.____cpython - - variant - -
linux_64_numpy1.22python3.9.____cpython - - variant - -
linux_64_numpy1.23python3.11.____cpython - - variant - -
osx_64_numpy1.22python3.10.____cpython - - variant - -
osx_64_numpy1.22python3.9.____cpython - - variant - -
osx_64_numpy1.23python3.11.____cpython - - variant - -
osx_arm64_numpy1.22python3.10.____cpython - - variant - -
osx_arm64_numpy1.22python3.9.____cpython - - variant - -
osx_arm64_numpy1.23python3.11.____cpython - - variant - -
win_64_numpy1.22python3.10.____cpython diff --git a/azure-pipelines.yml b/azure-pipelines.yml index eff4ad66..879c4a9e 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -28,6 +28,4 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check jobs: - - template: ./.azure-pipelines/azure-pipelines-linux.yml - - template: ./.azure-pipelines/azure-pipelines-osx.yml - template: ./.azure-pipelines/azure-pipelines-win.yml \ No newline at end of file From 719045a9bc666a053190185b0cd4a147e70da1fe Mon Sep 17 00:00:00 2001 From: Julien Jerphanion Date: Mon, 13 Jan 2025 18:25:16 +0100 Subject: [PATCH 5/5] Add build script for Windows Signed-off-by: Julien Jerphanion --- recipe/bld.bat | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 recipe/bld.bat diff --git a/recipe/bld.bat b/recipe/bld.bat new file mode 100644 index 00000000..411703ee --- /dev/null +++ b/recipe/bld.bat @@ -0,0 +1,19 @@ +@echo off +setlocal EnableDelayedExpansion + +:: Set environment variables +set ARCTICDB_USING_CONDA=1 +:: Compiling ArcticDB with all cores might freeze machines due to swapping. +:: We build with only 1 core to prevent these freezes from happening. +set CMAKE_BUILD_PARALLEL_LEVEL=1 + + +:: Workaround for: https://github.com/conda-forge/glog-feedstock/issues/26 +:: Required to be able to include headers from glog since glog 0.7. +:: See: https://github.com/google/glog/pull/1030 +set "CXXFLAGS=%CXXFLAGS% -DGLOG_USE_GLOG_EXPORT" + +:: Build and install package +%PYTHON% -m pip install . -vv --no-build-isolation --no-deps + +if errorlevel 1 exit 1