Cache Sources and build Artifact Libraries per OS #474
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Multiplatform build and upload | |
| on: | |
| workflow_dispatch: | |
| env: | |
| GH_TOKEN: ${{ secrets.GNUS_TOKEN_1 }} | |
| jobs: | |
| build: | |
| env: | |
| GRPC_BUILD_ENABLE_CCACHE: "ON" | |
| runs-on: ${{matrix.host}} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: [Android, iOS, OSX, Linux, Windows] | |
| build-type: [Debug, Release] | |
| include: | |
| - target: Linux | |
| host: ubuntu-latest | |
| - target: Windows | |
| host: windows-latest | |
| - target: OSX | |
| host: macos-latest | |
| - target: Android | |
| host: ubuntu-latest | |
| abi: arm64-v8a | |
| - target: iOS | |
| host: macos-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| - name: Configure Linux host | |
| if: ${{ matrix.host == 'ubuntu-latest'}} | |
| run: | | |
| sudo update-alternatives --install /usr/bin/cc cc $(which clang) 100 | |
| sudo update-alternatives --install /usr/bin/c++ c++ $(which clang++) 100 | |
| sudo update-alternatives --set cc $(which clang) | |
| sudo update-alternatives --set c++ $(which clang++) | |
| sudo apt install ccache libvulkan-dev ninja-build ripgrep -y | |
| echo "CMAKE_GENERATOR=Ninja" >> $GITHUB_ENV | |
| - name: Configure Windows host | |
| if: ${{ matrix.host == 'windows-latest'}} | |
| run: | | |
| choco install ccache ripgrep -A | |
| - name: Configure macOS host | |
| if: ${{ matrix.host == 'macos-latest'}} | |
| run: | | |
| brew install ccache ninja ripgrep bash | |
| echo "CMAKE_GENERATOR=Ninja" >> $GITHUB_ENV | |
| - name: Add Darwin toolchain | |
| if: ${{ matrix.target == 'OSX'}} | |
| run: rustup target add x86_64-apple-darwin | |
| - name: Add iOS toolchain | |
| if: ${{ matrix.target == 'iOS' }} | |
| run: | | |
| rustup toolchain install nightly-aarch64-apple-darwin | |
| rustup component add rust-src --toolchain nightly-aarch64-apple-darwin | |
| rustup target add aarch64-apple-ios | |
| - name: Add Android toolchain | |
| if: ${{ matrix.target == 'Android' }} | |
| run: | | |
| NDK_VERSION="r27b" | |
| wget https://dl.google.com/android/repository/android-ndk-$NDK_VERSION-linux.zip -O ndk.zip | |
| unzip ndk.zip -d $HOME | |
| echo "ANDROID_NDK_HOME=$HOME/android-ndk-$NDK_VERSION" >> $GITHUB_ENV | |
| rustup target add aarch64-linux-android | |
| - name: Install bindgen | |
| run: cargo install cbindgen | |
| - name: Add wasm Rust target | |
| run: rustup target add wasm32-unknown-emscripten | |
| - name: Set build directory | |
| run: | | |
| if ${{matrix.target == 'Android'}}; then | |
| BUILD_DIRECTORY=build/${{matrix.target}}/${{matrix.build-type}}/${{matrix.abi}} | |
| else | |
| BUILD_DIRECTORY=build/${{matrix.target}}/${{matrix.build-type}} | |
| fi | |
| echo "BUILD_DIRECTORY=$BUILD_DIRECTORY" >> $GITHUB_ENV | |
| shell: bash | |
| - name: Configure CMake for Mac x86 | |
| if: ${{ matrix.target == 'OSX'}} | |
| run: cmake -S build/${{matrix.target}} -B $BUILD_DIRECTORY -DCMAKE_BUILD_TYPE=${{matrix.build-type}} -DPLATFORM=MAC | |
| - name: Configure CMake for iOS | |
| if: ${{ matrix.target == 'iOS'}} | |
| run: cmake -S build/${{matrix.target}} -B $BUILD_DIRECTORY -DCMAKE_BUILD_TYPE=${{matrix.build-type}} -DPLATFORM=OS64 | |
| - name: Configure CMake for Android | |
| if: ${{ matrix.target == 'Android'}} | |
| run: cmake -S build/${{matrix.target}} -B $BUILD_DIRECTORY -DCMAKE_BUILD_TYPE=${{matrix.build-type}} -DANDROID_ABI=${{matrix.abi}} | |
| - name: Configure CMake for Windows | |
| if: ${{ matrix.target == 'Windows' }} | |
| run: cmake -S build/${{matrix.target}} -B $env:BUILD_DIRECTORY -DCMAKE_BUILD_TYPE=${{matrix.build-type}} | |
| - name: Configure CMake for Linux | |
| if: ${{ matrix.target == 'Linux' }} | |
| run: cmake -S build/${{matrix.target}} -B $BUILD_DIRECTORY -DCMAKE_BUILD_TYPE=${{matrix.build-type}} | |
| - name: Create release tag | |
| id: create-release-tag | |
| run: | | |
| RELEASE_TAG='${{matrix.target}}-${{ github.ref_name }}-${{matrix.build-type}}' | |
| echo "RELEASE_TAG=${RELEASE_TAG}" >> $GITHUB_ENV | |
| echo "Check if GitHub release tag $RELEASE_TAG available." | |
| set +e | |
| gh release view $RELEASE_TAG | |
| releaseFound=$? | |
| set -e | |
| if [[ $releaseFound -ne 0 ]]; then | |
| echo "Release not found, creating with tag: $RELEASE_TAG" | |
| RELEASE_TYPE="--latest" | |
| if [ '${{ matrix.build-type }}' != 'Release' ]; then | |
| RELEASE_TYPE="--prerelease" | |
| fi | |
| # Create release on GitHub | |
| gh release create $RELEASE_TAG \ | |
| -n '${{ github.ref_name }} branch' \ | |
| --target '${{ github.ref_name }}' \ | |
| ${RELEASE_TYPE} \ | |
| -t '${{ matrix.target }} ${{ github.ref_name }} branch ${{ matrix.build-type }} build' | |
| fi | |
| shell: bash | |
| - name: Check which targets need updating | |
| id: check-targets | |
| working-directory: ${{env.BUILD_DIRECTORY}} | |
| run: | | |
| declare -A target_shas | |
| declare -A target_build_directories | |
| echo Detecting targets: | |
| while IFS=':' read -r file src_dir; do | |
| if ${{matrix.host == 'windows-latest'}}; then | |
| file=$(cygpath -u ${file}) | |
| src_dir=$(cygpath -u ${src_dir}) | |
| fi | |
| target="${file%-source_dirinfo.txt}" | |
| target="${target##*/}" | |
| echo ${target}: ${src_dir} | |
| sha=$(git -C ${src_dir} rev-parse HEAD) | |
| target_shas[$target]=$sha | |
| build_directory=$(echo $file | sed 's|^\(\./[^/]*\).*|\1|') | |
| target_build_directories[$target]=$build_directory | |
| done < <(rg 'source_dir=(.*)' -u -r '$1' -g '*-source_dirinfo.txt' .) | |
| echo "\nDownloading release.json file" | |
| set +e | |
| gh release download $RELEASE_TAG --pattern "release.json" --clobber | |
| set -e | |
| declare -A release_shas | |
| if [[ -f "release.json" ]]; then | |
| while IFS="=" read -r target sha; do | |
| release_shas[$target]=$sha | |
| done < <(jq -r '.[] | "\(.name)=\(.sha)"' release.json) | |
| fi | |
| targets_to_update=() | |
| sha_of_targets_to_update=() | |
| build_directories_of_targets_to_update=() | |
| up_to_date_targets=() | |
| echo "\nChecking SHAs:" | |
| for target in "${!target_shas[@]}"; do | |
| if [[ -v release_shas["$target"] && "${target_shas[$target]}" == "${release_shas[$target]}" ]]; then | |
| echo "$target: up to date" | |
| up_to_date_targets+=("${target}") | |
| else | |
| echo "$target: out of date" | |
| targets_to_update+=("${target}") | |
| sha_of_targets_to_update+=("${target_shas[$target]}") | |
| build_directories_of_targets_to_update+=("${target_build_directories[$target]}") | |
| fi | |
| done | |
| echo "TARGETS_TO_UPDATE=${targets_to_update[@]}" >>$GITHUB_OUTPUT | |
| echo "SHA_OF_TARGETS_TO_UPDATE=${sha_of_targets_to_update[@]}" >>$GITHUB_OUTPUT | |
| echo "BUILD_DIRECTORIES_OF_TARGETS_TO_UPDATE=${build_directories_of_targets_to_update[@]}" >>$GITHUB_OUTPUT | |
| echo "UP_TO_DATE_TARGETS=${up_to_date_targets}" >>$GITHUB_OUTPUT | |
| shell: bash | |
| - name: Download up to date targets | |
| working-directory: ${{env.BUILD_DIRECTORY}} | |
| run: | | |
| up_to_date_targets=(${{steps.check-targets.outputs.UP_TO_DATE_TARGETS}}) | |
| for target in "${up_to_date_targets[@]}"; do | |
| compressed_target="${target}-lib.tar.gz" | |
| echo Downloading ${compressed_target} | |
| gh release download ${RELEASE_TAG} --pattern "${compressed_target}" --clobber | |
| tar -xzf ${compressed_target} | |
| done | |
| shell: bash | |
| - name: Build targets in POSIX hosts | |
| working-directory: ${{env.BUILD_DIRECTORY}} | |
| if: ${{matrix.host != 'windows-latest'}} | |
| run: | | |
| targets_to_update=(${{steps.check-targets.outputs.TARGETS_TO_UPDATE}}) | |
| for target in "${targets_to_update[@]}"; do | |
| echo Building ${target} | |
| cmake --build . --target ${target} -j | |
| done | |
| - name: Build targets in Windows host | |
| working-directory: ${{env.BUILD_DIRECTORY}} | |
| if: ${{matrix.host == 'windows-latest'}} | |
| run: | | |
| $targets_to_update = "${{steps.check-targets.outputs.TARGETS_TO_UPDATE}}" -split ' ' | |
| foreach ($target in $targets_to_update) { | |
| Write-Host "Building $target" | |
| cmake --build . --target $target -j | |
| } | |
| - name: Compress and upload targets | |
| working-directory: ${{env.BUILD_DIRECTORY}} | |
| run: | | |
| targets_to_update=(${{steps.check-targets.outputs.TARGETS_TO_UPDATE}}) | |
| build_directories=(${{steps.check-targets.outputs.BUILD_DIRECTORIES_OF_TARGETS_TO_UPDATE}}) | |
| sha_of_targets=(${{steps.check-targets.outputs.SHA_OF_TARGETS_TO_UPDATE}}) | |
| declare -A release_shas | |
| if [[ -f "release.json" ]]; then | |
| while IFS="=" read -r target sha; do | |
| release_shas[$target]=$sha | |
| done < <(jq -r '.[] | "\(.name)=\(.sha)"' release.json) | |
| fi | |
| echo Compressing targets | |
| for i in "${!targets_to_update[@]}"; do | |
| target=${targets_to_update[$i]} | |
| compressed_file="${target}-lib.tar.gz" | |
| directory_to_compress=$(basename "${build_directories[$i]}") | |
| echo ${target}: $directory_to_compress | |
| tar --exclude="${directory_to_compress}/src" --exclude="${directory_to_compress}/tmp" -czf ${compressed_file} ${directory_to_compress} | |
| echo -e "Uploading ${compressed_file}\n" | |
| gh release upload --clobber ${RELEASE_TAG} ${compressed_file} | |
| release_shas[${target}]="${sha_of_targets[i]}" | |
| done | |
| json_data=$(for key in "${!release_shas[@]}"; do | |
| printf '{"name": "%s", "sha": "%s"}\n' "$key" "${release_shas[$key]}" | |
| done | jq -s '.') | |
| echo "$json_data" >release.json | |
| gh release upload --clobber ${RELEASE_TAG} release.json | |
| shell: bash |