v2.0.1-rc07 #48
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Before each logical part, we include comments describing reasoning and goals. | |
| name: "Test/Release" | |
| # ------------------------------------------------------------------------------ | |
| # Reasoning: We combine the triggers from both test_ci (push, pull_request, | |
| # workflow_dispatch) and release_ci (release published). This allows the same | |
| # workflow to operate in "test mode" for normal PRs/commits and in "release | |
| # mode" when a new release is published or created via workflow dispatch. | |
| # ------------------------------------------------------------------------------ | |
| on: | |
| push: | |
| branches: | |
| - "*" | |
| tags-ignore: | |
| - "v*" | |
| pull_request: | |
| workflow_dispatch: | |
| release: | |
| types: | |
| - published | |
| env: | |
| # env. context is not available, so we set these in github org vars | |
| IMAGEFLOW_RELEASE_BUCKET: ${{ vars.IMAGEFLOW_RELEASE_BUCKET || 'imageflow-nightlies' }} | |
| IMAGEFLOW_RELEASE_BUCKET_REGION: ${{ vars.IMAGEFLOW_RELEASE_BUCKET_REGION || 'us-west-1' }} | |
| HTTPS_IMAGEFLOW_BUCKET: "https://s3.${{ vars.IMAGEFLOW_RELEASE_BUCKET_REGION }}.amazonaws.com/${{ vars.IMAGEFLOW_RELEASE_BUCKET }}" | |
| IMAGEFLOW_DOWNLOAD_URL_TAR_GZ: "https://s3.${{ vars.IMAGEFLOW_RELEASE_BUCKET_REGION }}.amazonaws.com/${{ vars.IMAGEFLOW_RELEASE_BUCKET }}/commits/${{ github.sha }}/linux64.tar.gz" | |
| jobs: | |
| build: | |
| env: | |
| NUGET_UPLOAD_NUGET: ${{ secrets.NUGET_UPLOAD_NUGET }} | |
| NUGET_UPLOAD_GITHUB: ${{ secrets.NUGET_UPLOAD_GITHUB }} | |
| PROFILE: release | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - name: linux-x64 | |
| suffix: ubuntu-x86_64 | |
| os: ubuntu-20.04 | |
| target-cpu: x86-64 | |
| commit-suffix: linux64 | |
| nuget-rid: linux-x64 | |
| target: x86_64-unknown-linux-gnu | |
| cross: 'true' | |
| max-glibc: '2.29' | |
| # skip-publish, for testing only. | |
| - name: linux-x64-ubuntu-24 | |
| suffix: ubuntu-x86_64-24 | |
| os: ubuntu-24.04 | |
| target-cpu: x86-64 | |
| commit-suffix: linux64_24 | |
| nuget-rid: linux-x64 | |
| target: x86_64-unknown-linux-gnu | |
| skip-publish: 'true' | |
| - name: linux-arm64-ubuntu-22 | |
| suffix: ubuntu-arm64 | |
| os: ubuntu-22-arm-32gb | |
| target-cpu: generic | |
| commit-suffix: linux_arm64 | |
| nuget-rid: linux-arm64 | |
| target: aarch64-unknown-linux-gnu | |
| features: neon | |
| cross: 'true' | |
| max-glibc: '2.34' | |
| - name: osx-x64-13 | |
| suffix: osx-x86_64 | |
| os: macos-13 | |
| target-cpu: haswell | |
| commit-suffix: mac64 | |
| nuget-rid: osx-x64 | |
| target: x86_64-apple-darwin | |
| - name: osx-arm64-14 | |
| suffix: osx-arm64 | |
| os: macos-14 | |
| target-cpu: apple-m1 | |
| commit-suffix: osx-arm64 | |
| nuget-rid: osx-arm64 | |
| target: aarch64-apple-darwin | |
| - name: win-x64-2022 | |
| suffix: win-x86_64 | |
| os: windows-2022 | |
| target-cpu: x86-64 | |
| commit-suffix: win-x86_64 | |
| nuget-rid: win-x64 | |
| target: x86_64-pc-windows-msvc | |
| - name: win-x86-2022 | |
| suffix: win-x86 | |
| os: windows-2022 | |
| # target-cpu: generic # any target-cpu causes the build to fail | |
| commit-suffix: win-x86 | |
| nuget-rid: win-x86 | |
| target: i686-pc-windows-msvc | |
| - name: win-arm64-11 | |
| suffix: win-arm64 | |
| os: windows-11-arm-32gb | |
| target-cpu: generic | |
| commit-suffix: win-arm64 | |
| nuget-rid: win-arm64 | |
| target: aarch64-pc-windows-msvc | |
| woa: 'true' | |
| - name: linux-musl-x64 | |
| suffix: linux-musl-x64 | |
| commit-suffix: linux-musl-x64 | |
| nuget-rid: linux-musl-x64 | |
| os: ubuntu-24.04 | |
| target-cpu: x86-64 | |
| target: x86_64-unknown-linux-musl | |
| features: mimalloc | |
| cross: 'true' | |
| skip-publish: 'true' | |
| - name: linux-musl-arm64 | |
| suffix: linux-musl-arm64 | |
| commit-suffix: linux-musl-arm64 | |
| nuget-rid: linux-musl-arm64 | |
| os: ubuntu-22-arm-32gb | |
| target-cpu: generic | |
| target: aarch64-unknown-linux-musl | |
| features: mimalloc | |
| cross: 'true' | |
| skip-publish: 'true' | |
| runs-on: ${{ matrix.os }} | |
| name: "${{ (matrix.cross == 'true') && 'cross ' || ''}}${{ matrix.name }}${{ matrix.target-cpu && format(' cpu: {0}', matrix.target-cpu) }}${{ matrix.target && format(' target: {0}', matrix.target) }}${{ matrix.features && format(' features: {0}', matrix.features) }} runs-on:${{ matrix.os }}" | |
| steps: | |
| - name: "Goal: ${{ matrix.skip-publish != 'true' && github.event_name == 'release' && 'publish' || 'test' }} Imageflow.NativeRuntime.${{ matrix.suffix }} & Imageflow.NativeTool.${{ matrix.suffix }} with RID ${{ matrix.nuget-rid }}" | |
| run: echo "Hi" | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: "WOA: Setup Windows ARM64" | |
| uses: ./.github/actions/setup-win-arm64 | |
| if: matrix.woa == 'true' | |
| - name: "WOA: Checkout code again with git, so git commands work." | |
| uses: actions/checkout@v4 | |
| if: matrix.woa == 'true' | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ matrix.name }} | |
| if: matrix.cross != 'true' | |
| - uses: dtolnay/rust-toolchain@stable | |
| if: matrix.cross != 'true' && matrix.woa != 'true' | |
| - name: Install NASM | |
| uses: ./.github/actions/install-nasm | |
| if: matrix.cross != 'true' && matrix.woa != 'true' | |
| - name: Install i686 target | |
| if: ${{ matrix.target == 'i686-pc-windows-msvc' && matrix.cross != 'true' }} | |
| uses: dtolnay/rust-toolchain@stable | |
| with: | |
| target: i686-pc-windows-msvc | |
| - run: rustup show | |
| # ---------------------------------------------------------------------------- | |
| # Provides GITHUB_SHA_SHORT and others | |
| # ---------------------------------------------------------------------------- | |
| - uses: FranzDiebold/[email protected] | |
| - name: Set EXTENSION to .zip or .tar.gz based on OS | |
| shell: bash | |
| run: echo "EXTENSION=${{ contains(matrix.os, 'windows') && 'zip' || 'tar.gz' }}" >> $GITHUB_ENV | |
| - name: Set env vars | |
| shell: bash | |
| run: | | |
| echo "TARGET_DIR=target/${{ matrix.target }}/" >> $GITHUB_ENV | |
| echo "TAG_SHA_SUFFIX=${{ github.ref_name }}-${{ env.GITHUB_SHA_SHORT }}-${{ matrix.suffix }}" >> $GITHUB_ENV | |
| echo "RUSTFLAGS=${{ matrix.target-cpu && format('-Ctarget-cpu={0}', matrix.target-cpu) }} ${{ matrix.target-feature && format('-Ctarget-feature={0}', matrix.target-feature) }}" >> $GITHUB_ENV | |
| echo "CARGO_PROFILE_TARGET_FEATURES_ARGS=--${{ env.PROFILE }} ${{ matrix.target && format('--target={0}',matrix.target) }} ${{ matrix.features && format('--features={0}',matrix.features) }}" >> $GITHUB_ENV | |
| echo "CROSS_ARGS=--locked --${{ env.PROFILE }} ${{ matrix.features && format('--features={0}',matrix.features) }}" >> $GITHUB_ENV | |
| echo "REL_BINARIES_DIR=target/${{ matrix.target }}/${{ env.PROFILE }}/" >> $GITHUB_ENV | |
| echo "BUILD_EXCLUDE=${{ matrix.build-exclude && format('--exclude={0}',matrix.build-exclude) }}" >> $GITHUB_ENV | |
| echo "ALLOW_PUBLISH=${{ matrix.skip-publish != 'true' && github.event_name == 'release' && 'true' || 'false' }}" >> $GITHUB_ENV | |
| echo "LIBIMAGEFLOW_DYNAMIC=${{ contains(matrix.target, 'win') && 'imageflow.dll' || contains(matrix.target, 'apple') && 'libimageflow.dylib' || 'libimageflow.so' }}" >> $GITHUB_ENV | |
| echo "LIBIMAGEFLOW_STATIC=${{ contains(matrix.target, 'win') && 'imageflow.lib' || 'libimageflow.a' }}" >> $GITHUB_ENV | |
| - name: Set more env vars | |
| shell: bash | |
| run: | | |
| echo "IMAGEFLOW_NUGET_VERSION=${{ github.ref_name || 'vTEST' }}" >> $GITHUB_ENV | |
| echo "IMAGEFLOW_TAG_SHA_SUFFIX=imageflow-${{ env.TAG_SHA_SUFFIX }}" >> $GITHUB_ENV | |
| echo "IMAGEFLOW_TOOL_PATH=${{ env.REL_BINARIES_DIR }}imageflow_tool${{ contains(matrix.os, 'windows') && '.exe' || '' }}" >> $GITHUB_ENV | |
| # We want to check these are successfully uploaded | |
| echo "ESTIMATED_ARTIFACT_URL_COMMITS=${{ env.HTTPS_IMAGEFLOW_BUCKET }}/commits/${{ github.sha }}/${{ matrix.commit-suffix }}.${{ env.EXTENSION }}" >> $GITHUB_ENV | |
| echo "ESTIMATED_MUSL_VERSIONED_URL=${{ env.HTTPS_IMAGEFLOW_BUCKET }}/static/${{ github.ref_name }}/${{ env.IMAGEFLOW_TAG_SHA_SUFFIX }}.${{ env.EXTENSION }}" >> $GITHUB_ENV | |
| echo "ESTIMATED_MUSL_LATEST_URL=${{ env.HTTPS_IMAGEFLOW_BUCKET }}/static/latest/${{ matrix.target }}.${{ env.EXTENSION }}" >> $GITHUB_ENV | |
| # These are compiled into the binaries using a build script. We might review to reduce them later. | |
| echo "ESTIMATED_DOCS_URL=${{ env.HTTPS_IMAGEFLOW_BUCKET }}/doc" >> $GITHUB_ENV | |
| echo "ESTIMATED_ARTIFACT_URL=${{ env.HTTPS_IMAGEFLOW_BUCKET }}/releases/${{ github.ref_name }}/${{ env.IMAGEFLOW_TAG_SHA_SUFFIX }}.${{ env.EXTENSION }}" >> $GITHUB_ENV | |
| echo "CI_TAG=${{ github.ref_name }}" >> $GITHUB_ENV | |
| echo "CI=True" >> $GITHUB_ENV | |
| echo "CI_REPO=${{ github.repository }}" >> $GITHUB_ENV | |
| echo "CI_JOB_URL=https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" >> $GITHUB_ENV | |
| echo "CI_JOB_TITLE=GitHub ${{ github.job_id }} ${{ matrix.name }}" >> $GITHUB_ENV | |
| echo "CI_STRING=GitHub actions" >> $GITHUB_ENV | |
| echo "CI_PULL_REQUEST_INFO=${{ github.event_name !='release' }}" >> $GITHUB_ENV | |
| echo "CI_BUILD_URL=https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" >> $GITHUB_ENV | |
| echo "DEBUG=False" >> $GITHUB_ENV | |
| echo "TARGET_CPU=${{ matrix.target-cpu }}" >> $GITHUB_ENV | |
| - if: contains(matrix.target, 'musl') | |
| name: "Edit imageflow_abi/Cargo.toml to build staticlib instead of cdylib and use strip and lto" | |
| run: | | |
| echo "Editing imageflow_abi/Cargo.toml to replace the cydlib with staticlib" | |
| sed -i 's/\["cdylib"\]/\["staticlib"\]/g' imageflow_abi/Cargo.toml | |
| echo "Editing ./Cargo.toml to remove all instances of '# enable on musl: '" | |
| sed -i '/# enable on musl:/d' ./Cargo.toml | |
| echo "Finished editing imageflow_abi/Cargo.toml: " | |
| cat imageflow_abi/Cargo.toml | |
| # TESTS --------------------------------------------------------------------- | |
| - name: "cargo test --all --locked ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }}" | |
| run: cargo test --all --locked ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }} | |
| if: matrix.cross != 'true' && matrix.woa != 'true' | |
| - name: "& Launch-VsDevShell.ps1 | cargo test --all ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }}" | |
| run: "& Launch-VsDevShell.ps1 | cargo test --all ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }}" | |
| shell: powershell | |
| if: matrix.woa == 'true' | |
| - name: "cross cargo test --target ${{ matrix.target }} ${{ env.CROSS_ARGS }}" | |
| uses: houseabsolute/[email protected] | |
| with: | |
| command: "test" | |
| target: ${{ matrix.target }} | |
| args: "${{ env.CROSS_ARGS }}" | |
| if: matrix.cross == 'true' | |
| # BUILD --------------------------------------------------------------------- | |
| - name: "cargo build --all ${{ env.BUILD_EXCLUDE }} ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }}" | |
| if: matrix.cross != 'true' && matrix.woa != 'true' | |
| run: cargo build --all ${{ env.BUILD_EXCLUDE }} ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }} | |
| - name: "& Launch-VsDevShell.ps1 | cargo build --all ${{ env.BUILD_EXCLUDE }} ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }}" | |
| if: matrix.woa == 'true' | |
| run: "& Launch-VsDevShell.ps1 | cargo build --all ${{ env.BUILD_EXCLUDE }} ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }}" | |
| shell: powershell | |
| - name: "cross cargo build --target ${{ matrix.target }} ${{ env.CROSS_ARGS }}" | |
| uses: houseabsolute/[email protected] | |
| with: | |
| command: "build" | |
| target: ${{ matrix.target }} | |
| args: "--all ${{ env.BUILD_EXCLUDE }} ${{ env.CROSS_ARGS }}" | |
| if: matrix.cross == 'true' | |
| # CHECK GLIBC --------------------------------------------------------------------- | |
| - name: "Check GLIBC version and dynamic dependencies of ${{ env.LIBIMAGEFLOW_DYNAMIC }}" | |
| if: matrix.max-glibc | |
| run: | | |
| chmod +x ./ci/check-glibc.sh | |
| ./ci/check-glibc.sh "${{ env.REL_BINARIES_DIR }}${{ env.LIBIMAGEFLOW_DYNAMIC }}" "${{ matrix.max-glibc }}" | |
| shell: bash | |
| # CHECK IMAGEFLOW_TOOL --------------------------------------------------------------------- | |
| - run: "${{ env.IMAGEFLOW_TOOL_PATH }} diagnose --show-compilation-info" | |
| shell: bash | |
| # BUILD DOCUMENTATION --------------------------------------------------------------------- | |
| - name: "Build ${{ env.PROFILE }} Docs" | |
| run: cargo doc --all --no-deps ${{ env.CARGO_PROFILE_TARGET_FEATURES_ARGS }} | |
| if: matrix.cross != 'true' | |
| # CREATE ZIP/TAR FILES FOR UPLOAD --------------------------------------------------------------------- | |
| - name: "Create zip/tar files for upload" # (always, so we know if it fails before we make a release) | |
| shell: bash | |
| run: | | |
| chmod +x ./ci/pack_artifacts.sh | |
| ./ci/pack_artifacts.sh | |
| env: | |
| TARGET_DIR: ${{ env.TARGET_DIR }} | |
| REL_BINARIES_DIR: ${{ env.REL_BINARIES_DIR }} | |
| EXTENSION: ${{ env.EXTENSION }} | |
| IMAGEFLOW_TAG_SHA_SUFFIX: ${{ env.IMAGEFLOW_TAG_SHA_SUFFIX }} | |
| LIBIMAGEFLOW_STATIC: ${{ env.LIBIMAGEFLOW_STATIC }} | |
| LIBIMAGEFLOW_DYNAMIC: ${{ env.LIBIMAGEFLOW_DYNAMIC }} | |
| MATRIX_COMMIT_SUFFIX: ${{ matrix.commit-suffix }} | |
| MATRIX_TARGET: ${{ matrix.target }} | |
| HTTPS_UPLOAD_BASE: ${{ env.HTTPS_IMAGEFLOW_BUCKET }} | |
| # CREATE NUGET PACKAGE --------------------------------------------------------------------- | |
| - name: "Create NuGet Package Imageflow.NativeTool.${{ matrix.nuget-rid }}" | |
| shell: bash | |
| run: ./ci/pack_nuget/pack.sh tool | |
| env: | |
| CI_TAG: ${{ env.IMAGEFLOW_NUGET_VERSION }} | |
| PACKAGE_SUFFIX: ${{ matrix.suffix }} | |
| NUGET_RUNTIME: ${{ matrix.nuget-rid }} | |
| REPO_NAME: ${{ env.GITHUB_REPOSITORY_OWNER }}\/${{ env.GITHUB_REPOSITORY_NAME }} | |
| BINARIES_DIR: "${{ env.REL_BINARIES_DIR }}" | |
| - name: "Create NuGet Package Imageflow.NativeRuntime.${{ matrix.nuget-rid }}" | |
| if: contains(matrix.target, 'musl') == 'false' | |
| shell: bash | |
| run: ./ci/pack_nuget/pack.sh | |
| env: | |
| CI_TAG: ${{ env.IMAGEFLOW_NUGET_VERSION }} | |
| PACKAGE_SUFFIX: ${{ matrix.suffix }} | |
| NUGET_RUNTIME: ${{ matrix.nuget-rid }} | |
| REPO_NAME: ${{ env.GITHUB_REPOSITORY_OWNER }}\/${{ env.GITHUB_REPOSITORY_NAME }} | |
| BINARIES_DIR: "${{ env.REL_BINARIES_DIR }}" | |
| # UPLOAD --------------------------------------------------------------------- | |
| - name: "Upload to Github Release" | |
| if: ${{ env.ALLOW_PUBLISH == 'true' }} | |
| uses: xresloader/upload-to-github-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| file: "./artifacts/github/*.${{ env.EXTENSION }}" | |
| tags: true | |
| overwrite: true | |
| verbose: true | |
| - name: Upload ./artifacts/upload to S3 | |
| if: ${{ env.ALLOW_PUBLISH == 'true' }} | |
| uses: shallwefootball/s3-upload-action@master | |
| with: | |
| aws_key_id: ${{ secrets.AWS_KEY_ID }} | |
| aws_secret_access_key: ${{ secrets.AWS_SECRET_ACCESS_KEY}} | |
| aws_bucket: ${{ env.IMAGEFLOW_RELEASE_BUCKET }} | |
| source_dir: ./artifacts/upload | |
| destination_dir: '' | |
| - name: Publish to nuget.pkg.github.com | |
| if: ${{ env.ALLOW_PUBLISH == 'true' && env.NUGET_UPLOAD_GITHUB == 'true' }} | |
| run: | | |
| for f in ./artifacts/nuget/*.nupkg | |
| do | |
| curl -vX PUT -u "${{github.repository_owner}}:${{ secrets.GITHUB_TOKEN }}" -F package=@$f https://nuget.pkg.github.com/${{github.repository_owner}}/ | |
| done | |
| shell: bash | |
| - name: Publish to nuget.org | |
| if: ${{ env.ALLOW_PUBLISH == 'true' && env.NUGET_UPLOAD_NUGET == 'true' }} | |
| run: | | |
| for f in ./artifacts/nuget/*.nupkg | |
| do | |
| curl -L "https://www.nuget.org/api/v2/package" -H "X-NuGet-ApiKey: ${{ secrets.NUGET_API_KEY }}" -H "X-NuGet-Client-Version: 4.1.0" -A "NuGet Command Line/3.4.4.1321 (Unix 4.4.0.92)" --upload-file "$f" --fail | |
| done | |
| shell: bash | |
| - name: "Verify artifacts are now on S3, and public" | |
| if: ${{ env.ALLOW_PUBLISH == 'true' }} | |
| shell: bash | |
| continue-on-error: true | |
| run: | | |
| # Function to test URL silently and return status | |
| test_url() { | |
| if curl -s -f -I "$1" 2>/dev/null >/dev/null; then | |
| echo "✓ OK $1" | |
| return 0 | |
| else | |
| echo "✗ FAILED $1" | |
| return 1 | |
| fi | |
| } | |
| # Test all relevant URLs | |
| failed=0 | |
| test_url "${{ env.ESTIMATED_ARTIFACT_URL }}" || failed=1 | |
| test_url "${{ env.ESTIMATED_ARTIFACT_URL_COMMITS }}" || failed=1 | |
| # Test MUSL-specific URLs if applicable | |
| if [[ ${{ matrix.target }} == *"musl"* ]]; then | |
| test_url "${{ env.ESTIMATED_MUSL_VERSIONED_URL }}" || failed=1 | |
| test_url "${{ env.ESTIMATED_MUSL_LATEST_URL }}" || failed=1 | |
| fi | |
| # Exit with failure if any URL test failed | |
| exit $failed | |
| # ---------------------------------------------------------------------------- | |
| # Reasoning: The existing release_ci.yml had a second job "publish" that | |
| # published to Docker. We replicate that here. It only runs if the event | |
| # is a release. This job depends on "build" so that artifacts are built first. | |
| # ---------------------------------------------------------------------------- | |
| publish: | |
| runs-on: ubuntu-latest | |
| needs: [build] | |
| if: ${{ github.event_name == 'release' }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - uses: FranzDiebold/[email protected] | |
| - name: Check if IMAGEFLOW_DOWNLOAD_URL_TAR_GZ exists with curl | |
| run: | | |
| curl -s ${{ env.IMAGEFLOW_DOWNLOAD_URL_TAR_GZ }} | |
| - name: Publish To Docker | |
| run: | | |
| docker login -u "$DOCKER_USERNAME" -p "$DOCKER_PASSWORD" | |
| ./ci/travis_publish_docker_images.sh docker/imageflow_tool imazen/imageflow_tool | |
| env: | |
| PUBLISH_DOCKER: True | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| PUBLISH_DOCKER_TAG: ${{ github.ref_name }} | |
| IMAGEFLOW_DOWNLOAD_URL_TAR_GZ: ${{ env.IMAGEFLOW_DOWNLOAD_URL_TAR_GZ }} |