tomato-testing/.github/workflows/cd.yml

328 lines
11 KiB
YAML
Raw Normal View History

2023-07-26 01:13:54 +02:00
name: ContinuousDelivery
on:
push:
branches: [ master ]
pull_request:
branches: [ master ]
env:
2024-04-16 10:34:47 +02:00
BUILD_TYPE: RelWithDebInfo
2024-01-19 16:52:02 +01:00
BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
2023-07-26 01:13:54 +02:00
jobs:
2024-01-07 18:54:18 +01:00
linux-ubuntu:
timeout-minutes: 10
runs-on: ubuntu-20.04
steps:
2024-04-16 10:34:47 +02:00
- uses: actions/checkout@v4
2024-01-07 18:54:18 +01:00
with:
submodules: recursive
- name: Install Dependencies
2024-05-28 22:38:52 +02:00
run: sudo apt update && sudo apt -y install libsodium-dev cmake
2024-01-07 18:54:18 +01:00
- name: Configure CMake
run: cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}}
- name: Build
2024-05-28 09:01:58 +02:00
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato
2024-01-07 18:54:18 +01:00
2024-01-19 16:52:02 +01:00
- name: Determine tag name
id: tag
shell: bash
# taken from llama.cpp
run: |
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
2024-04-12 13:39:30 +02:00
echo "name=dev-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
else
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
2024-04-12 13:39:30 +02:00
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
fi
- name: Compress artifacts
shell: bash
run: |
tar -czvf ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-ubuntu20.04-x86_64.tar.gz -C ${{github.workspace}}/build/bin/ .
- uses: actions/upload-artifact@v4
2024-01-07 18:54:18 +01:00
with:
2024-01-19 16:52:02 +01:00
name: ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-ubuntu20.04-x86_64
2024-01-07 18:54:18 +01:00
# TODO: do propper packing
path: |
2024-01-19 16:52:02 +01:00
${{github.workspace}}/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-ubuntu20.04-x86_64.tar.gz
2024-01-07 18:54:18 +01:00
android:
timeout-minutes: 30
# contains sections copied from sdl repo
runs-on: ubuntu-latest
strategy:
matrix:
platform:
- vcpkg_toolkit: arm64-android
ndk_abi: arm64-v8a
- vcpkg_toolkit: x64-android
ndk_abi: x86_64
steps:
- uses: actions/checkout@v4
with:
submodules: recursive
- uses: nttld/setup-ndk@v1
id: setup_ndk
with:
local-cache: false # https://github.com/nttld/setup-ndk/issues/518
ndk-version: r26d
- uses: actions/setup-java@v4
with:
distribution: 'temurin'
java-version: '17'
- name: update vcpkg
run: |
git clone https://github.com/microsoft/vcpkg.git
- name: Install Dependencies (host)
run: sudo apt update && sudo apt -y install cmake pkg-config nasm
- name: Install Dependencies (target)
env:
ANDROID_NDK_HOME: ${{steps.setup_ndk.outputs.ndk-path}}
run: vcpkg install --triplet ${{matrix.platform.vcpkg_toolkit}} --overlay-ports=vcpkg/ports libsodium opus libvpx libpng libjpeg-turbo
# vcpkg scripts root /usr/local/share/vcpkg/scripts
- name: Configure CMake
env:
ANDROID_NDK_HOME: ${{steps.setup_ndk.outputs.ndk-path}}
run: cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_TOOLCHAIN_FILE=/usr/local/share/vcpkg/scripts/buildsystems/vcpkg.cmake -DVCPKG_TARGET_TRIPLET=${{matrix.platform.vcpkg_toolkit}} -DANDROID=1 -DANDROID_PLATFORM=23 -DANDROID_ABI=${{matrix.platform.ndk_abi}} -DVCPKG_CHAINLOAD_TOOLCHAIN_FILE=${{steps.setup_ndk.outputs.ndk-path}}/build/cmake/android.toolchain.cmake -DSDL3IMAGE_JPG_SHARED=OFF -DSDL3IMAGE_PNG_SHARED=OFF -DTOMATO_MAIN_SO=ON
- name: Build (tomato)
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato
- name: Build (SDL3-jar) (workaround)
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t SDL3-jar
- name: Build (apk)
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato-apk
- name: Determine tag name
id: tag
shell: bash
# taken from llama.cpp
run: |
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
echo "name=dev-${SHORT_HASH}" >> $GITHUB_OUTPUT
else
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
fi
- name: rename apk
id: rename_apk
shell: bash
2024-06-07 15:39:24 +02:00
run: mv "${{github.workspace}}/build/android/tomato.apk" "${{github.workspace}}/build/android/${{github.event.repository.name}}-${{steps.tag.outputs.name}}-Android-${{matrix.platform.ndk_abi}}.apk"
- uses: actions/upload-artifact@v4
with:
2024-06-06 17:35:30 +02:00
name: ${{github.event.repository.name}}-${{steps.tag.outputs.name}}-${{runner.os}}-Android-${{matrix.platform.ndk_abi}}
path: |
2024-06-06 17:35:30 +02:00
${{github.workspace}}/build/android/${{github.event.repository.name}}-${{steps.tag.outputs.name}}-Android-${{matrix.platform.ndk_abi}}.apk
2024-01-07 18:54:18 +01:00
2023-07-26 01:13:54 +02:00
windows:
timeout-minutes: 15
2023-12-18 23:58:15 +01:00
runs-on: windows-2019
2023-07-26 01:13:54 +02:00
steps:
2024-04-16 10:34:47 +02:00
- uses: actions/checkout@v4
2023-07-26 01:13:54 +02:00
with:
submodules: recursive
2024-08-10 12:04:22 +02:00
#- name: update vcpkg
# shell: bash
# run: |
# cd C:/vcpkg
# git pull
2024-05-28 08:50:05 +02:00
2023-07-26 01:13:54 +02:00
- name: Install Dependencies
2024-04-25 23:12:02 +02:00
run: vcpkg install pkgconf:x64-windows libsodium:x64-windows-static pthreads:x64-windows-static opus:x64-windows-static libvpx:x64-windows-static
2023-07-26 01:13:54 +02:00
# setup vs env
- uses: ilammy/msvc-dev-cmd@v1
with:
arch: amd64
2024-04-16 10:34:47 +02:00
## sdl_image vendored needs nasm for dav1d
#- uses: ilammy/setup-nasm@v1
2023-07-26 01:13:54 +02:00
- name: Configure CMake
run: cmake -G Ninja -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake -DVCPKG_TARGET_TRIPLET=x64-windows-static -DSDL3IMAGE_VENDORED=ON -DSDL3IMAGE_DEPS_SHARED=ON -DSDL3IMAGE_JXL=OFF -DSDL3IMAGE_AVIF=OFF -DPKG_CONFIG_EXECUTABLE=C:/vcpkg/installed/x64-windows/tools/pkgconf/pkgconf.exe
2023-07-26 01:13:54 +02:00
- name: Build
2024-05-28 09:01:58 +02:00
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -t tomato
2023-07-26 01:13:54 +02:00
2024-01-19 16:52:02 +01:00
- name: Determine tag name
id: tag
shell: bash
# taken from llama.cpp
run: |
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
2024-04-12 13:39:30 +02:00
echo "name=dev-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
else
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
2024-04-12 13:39:30 +02:00
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
fi
2024-08-10 12:04:22 +02:00
- name: Clean temporary artifacts
# msvc sometimes produces .ilk files, which are used for linking only
shell: powershell
run: |
Remove-Item "${{github.workspace}}/build/bin/*.ilk"
2024-01-19 16:52:02 +01:00
- name: Compress artifacts
shell: powershell
run: |
Compress-Archive -Path ${{github.workspace}}/build/bin/* -Destination ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc-x86_64.zip
- uses: actions/upload-artifact@v4
2023-07-26 01:13:54 +02:00
with:
name: ${{github.event.repository.name}}-${{steps.tag.outputs.name}}-${{runner.os}}-msvc-x86_64
2023-07-26 01:13:54 +02:00
# TODO: do propper packing
path: |
2024-01-19 16:52:02 +01:00
${{github.workspace}}/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc-x86_64.zip
2023-07-26 01:13:54 +02:00
windows-asan:
timeout-minutes: 15
runs-on: windows-2019
steps:
2024-04-16 10:34:47 +02:00
- uses: actions/checkout@v4
with:
submodules: recursive
2024-08-10 12:04:22 +02:00
#- name: update vcpkg
# shell: bash
# run: |
# cd C:/vcpkg
# git pull
2024-05-28 08:50:05 +02:00
- name: Install Dependencies
2024-04-25 23:12:02 +02:00
run: vcpkg install pkgconf:x64-windows libsodium:x64-windows-static pthreads:x64-windows-static opus:x64-windows-static libvpx:x64-windows-static
# setup vs env
- uses: ilammy/msvc-dev-cmd@v1
with:
arch: amd64
2024-04-16 10:34:47 +02:00
## sdl_image vendored needs nasm for dav1d
#- uses: ilammy/setup-nasm@v1
- name: Configure CMake
run: cmake -G Ninja -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake -DVCPKG_TARGET_TRIPLET=x64-windows-static -DTOMATO_ASAN=ON -DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded -DSDL3IMAGE_VENDORED=ON -DSDL3IMAGE_DEPS_SHARED=ON -DSDL3IMAGE_JXL=OFF -DSDL3IMAGE_AVIF=OFF -DPKG_CONFIG_EXECUTABLE=C:/vcpkg/installed/x64-windows/tools/pkgconf/pkgconf.exe
- name: Build
2024-05-28 09:01:58 +02:00
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato
2024-01-19 16:52:02 +01:00
- name: Determine tag name
id: tag
shell: bash
# taken from llama.cpp
run: |
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
2024-04-12 13:39:30 +02:00
echo "name=dev-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
else
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
2024-04-12 13:39:30 +02:00
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
fi
2024-08-10 12:04:22 +02:00
- name: Clean temporary artifacts
# msvc sometimes produces .ilk files, which are used for linking only
shell: powershell
run: |
Remove-Item "${{github.workspace}}/build/bin/*.ilk"
2024-01-19 16:52:02 +01:00
- name: Compress artifacts
shell: powershell
run: |
Compress-Archive -Path ${{github.workspace}}/build/bin/* -Destination ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc-asan-x86_64.zip
- uses: actions/upload-artifact@v4
with:
2024-01-19 16:52:02 +01:00
name: ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc-asan-x86_64
# TODO: do propper packing
path: |
2024-01-19 16:52:02 +01:00
${{github.workspace}}/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc-asan-x86_64.zip
release:
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) }}
runs-on: ubuntu-latest
needs:
- linux-ubuntu
- android
2024-01-19 16:52:02 +01:00
- windows
- windows-asan
permissions:
contents: write
steps:
2024-04-16 10:34:47 +02:00
- uses: actions/checkout@v4
2024-01-19 16:52:02 +01:00
with:
submodules: recursive
- name: Determine tag name
id: tag
shell: bash
# taken from llama.cpp
run: |
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
2024-04-12 13:39:30 +02:00
echo "name=dev-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
else
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
2024-04-12 13:39:30 +02:00
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
2024-01-19 16:52:02 +01:00
fi
- name: Download artifacts
id: download-artifact
uses: actions/download-artifact@v4
with:
path: ./artifacts/
- name: Create release
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
tag: ${{ steps.tag.outputs.name }}
shell: bash
run: |
gh release create "$tag" \
--repo="$GITHUB_REPOSITORY" \
2024-04-12 13:39:30 +02:00
--title="${tag#v}" \
--notes="preview build of the latest commit" \
2024-01-19 16:52:02 +01:00
--prerelease
- name: Upload artifacts
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
tag: ${{ steps.tag.outputs.name }}
shell: bash
run: |
ls -laR ./artifacts
gh release upload "$tag" ./artifacts/*/* \
--repo="$GITHUB_REPOSITORY"