402 lines
15 KiB
YAML
402 lines
15 KiB
YAML
name: ContinuousDelivery
|
|
|
|
on:
|
|
push:
|
|
branches: [ master ]
|
|
pull_request:
|
|
branches: [ master ]
|
|
|
|
env:
|
|
BUILD_TYPE: RelWithDebInfo
|
|
BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
|
|
|
|
jobs:
|
|
linux-ubuntu:
|
|
timeout-minutes: 10
|
|
|
|
runs-on: ubuntu-24.04
|
|
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
submodules: recursive
|
|
fetch-depth: 0
|
|
|
|
- name: Install Dependencies
|
|
run: sudo apt update && sudo apt -y install libsodium-dev cmake libasound2-dev libpulse-dev libjack-dev libsndio-dev libpipewire-0.3-dev libx11-dev libxext-dev libxrandr-dev libxcursor-dev libxfixes-dev libxi-dev libxss-dev libxtst-dev libxkbcommon-dev libdrm-dev libgbm-dev libgl1-mesa-dev libgles2-mesa-dev libegl1-mesa-dev libdbus-1-dev libibus-1.0-dev libudev-dev libwayland-dev libdecor-0-dev libvpx-dev libopus-dev liburing-dev
|
|
|
|
- name: Configure CMake
|
|
run: cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DTOMATO_BREAKPAD=ON -DTOMATO_TOX_AV=ON -DCMAKE_C_FLAGS=-gz -DCMAKE_CXX_FLAGS=-gz -DCMAKE_EXE_LINKER_FLAGS=-gz
|
|
|
|
- name: Build
|
|
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato
|
|
|
|
- name: Determine tag name
|
|
id: tag
|
|
shell: bash
|
|
# taken from llama.cpp
|
|
run: |
|
|
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
|
|
DEPTH="$(git rev-list --count HEAD)"
|
|
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
|
|
echo "name=dev-${DEPTH}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
else
|
|
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
|
|
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
- name: Compress artifacts
|
|
shell: bash
|
|
run: |
|
|
tar -czvf ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-ubuntu24.04-x86_64.tar.gz -C ${{github.workspace}}/build/bin/ .
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-ubuntu24.04-x86_64
|
|
# TODO: do propper packing
|
|
path: |
|
|
${{github.workspace}}/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-ubuntu24.04-x86_64.tar.gz
|
|
|
|
android:
|
|
timeout-minutes: 30
|
|
# contains sections copied from sdl repo
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
permissions:
|
|
# vcpkg caching action
|
|
actions: read
|
|
contents: read
|
|
|
|
strategy:
|
|
matrix:
|
|
platform:
|
|
- vcpkg_toolkit: arm-neon-android-23
|
|
ndk_abi: armeabi-v7a
|
|
- vcpkg_toolkit: arm64-android-23
|
|
ndk_abi: arm64-v8a
|
|
- vcpkg_toolkit: x64-android-23
|
|
ndk_abi: x86_64
|
|
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
submodules: recursive
|
|
fetch-depth: 0
|
|
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
repository: 'Green-Sky/vcpkg_android_triplets'
|
|
path: 'vcpkg_android_triplets'
|
|
|
|
- uses: nttld/setup-ndk@v1
|
|
id: setup_ndk
|
|
with:
|
|
local-cache: false # https://github.com/nttld/setup-ndk/issues/518
|
|
ndk-version: r26d
|
|
|
|
- uses: actions/setup-java@v4
|
|
with:
|
|
distribution: 'temurin'
|
|
java-version: '17'
|
|
|
|
- name: Install Dependencies (host)
|
|
run: sudo apt update && sudo apt -y install cmake pkg-config nasm
|
|
|
|
- name: Restore vcpkg cache
|
|
id: vcpkg-cache
|
|
uses: TAServers/vcpkg-cache@v3
|
|
with:
|
|
token: ${{secrets.GITHUB_TOKEN}}
|
|
|
|
- name: Install Dependencies (target)
|
|
env:
|
|
ANDROID_NDK_HOME: ${{steps.setup_ndk.outputs.ndk-path}}
|
|
VCPKG_FEATURE_FLAGS: "binarycaching"
|
|
VCPKG_BINARY_SOURCES: "clear;files,${{steps.vcpkg-cache.outputs.path}},readwrite"
|
|
run: vcpkg install --overlay-triplets=vcpkg_android_triplets --triplet ${{matrix.platform.vcpkg_toolkit}} libsodium opus libvpx libpng libjpeg-turbo freetype
|
|
|
|
# vcpkg scripts root /usr/local/share/vcpkg/scripts
|
|
- name: Configure CMake
|
|
env:
|
|
ANDROID_NDK_HOME: ${{steps.setup_ndk.outputs.ndk-path}}
|
|
run: cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_TOOLCHAIN_FILE=/usr/local/share/vcpkg/scripts/buildsystems/vcpkg.cmake -DVCPKG_TARGET_TRIPLET=${{matrix.platform.vcpkg_toolkit}} -DANDROID=1 -DANDROID_PLATFORM=23 -DANDROID_ABI=${{matrix.platform.ndk_abi}} -DVCPKG_CHAINLOAD_TOOLCHAIN_FILE=${{steps.setup_ndk.outputs.ndk-path}}/build/cmake/android.toolchain.cmake -DSDL_ANDROID_JAR=ON -DSDLIMAGE_JPG_SHARED=OFF -DSDLIMAGE_PNG_SHARED=OFF -DTOMATO_MAIN_SO=ON -DTOMATO_TOX_AV=ON -DTOMATO_ANDROID_HAVE_DEBUG_KEYSTORE=ON -DCMAKE_C_FLAGS=-gz -DCMAKE_CXX_FLAGS=-gz -DCMAKE_EXE_LINKER_FLAGS=-gz
|
|
|
|
- name: Build (tomato)
|
|
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato
|
|
|
|
- name: Build (SDL3-jar) (workaround)
|
|
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t SDL3-jar
|
|
|
|
- name: setup keystore
|
|
run: |
|
|
echo "${{secrets.ANDROID_DEBUG_KEYSTORE}}" | base64 -d > tomato-debug-keystore.keystore
|
|
ls -lAh
|
|
|
|
- name: Build (apk)
|
|
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -j 4 -t tomato-apk
|
|
|
|
- name: cleanup keystore
|
|
run: rm -rf tomato-debug-keystore.keystore
|
|
|
|
- name: Determine tag name
|
|
id: tag
|
|
shell: bash
|
|
# taken from llama.cpp
|
|
run: |
|
|
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
|
|
DEPTH="$(git rev-list --count HEAD)"
|
|
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
|
|
echo "name=dev-${DEPTH}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
else
|
|
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
|
|
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
- name: rename apk
|
|
id: rename_apk
|
|
shell: bash
|
|
run: mv "${{github.workspace}}/build/android/tomato.apk" "${{github.workspace}}/build/android/${{github.event.repository.name}}-${{steps.tag.outputs.name}}-Android-${{matrix.platform.ndk_abi}}.apk"
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ${{github.event.repository.name}}-${{steps.tag.outputs.name}}-${{runner.os}}-Android-${{matrix.platform.ndk_abi}}
|
|
path: |
|
|
${{github.workspace}}/build/android/${{github.event.repository.name}}-${{steps.tag.outputs.name}}-Android-${{matrix.platform.ndk_abi}}.apk
|
|
|
|
windows:
|
|
timeout-minutes: 15
|
|
|
|
runs-on: ${{matrix.os}}
|
|
|
|
strategy:
|
|
matrix:
|
|
type: ['', 'asan']
|
|
os: ['windows-2022']
|
|
|
|
permissions:
|
|
# vcpkg caching action
|
|
actions: read
|
|
contents: read
|
|
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
submodules: recursive
|
|
fetch-depth: 0
|
|
|
|
- name: Restore vcpkg cache
|
|
id: vcpkg-cache
|
|
uses: TAServers/vcpkg-cache@v3
|
|
with:
|
|
token: ${{secrets.GITHUB_TOKEN}}
|
|
|
|
- name: Install Dependencies
|
|
env:
|
|
VCPKG_FEATURE_FLAGS: "binarycaching"
|
|
VCPKG_BINARY_SOURCES: "clear;files,${{steps.vcpkg-cache.outputs.path}},readwrite"
|
|
run: vcpkg install pkgconf:x64-windows libsodium:x64-windows-static pthreads:x64-windows-static opus:x64-windows-static libvpx:x64-windows-static zstd:x64-windows-static libwebp:x64-windows-static libpng:x64-windows-static libjpeg-turbo:x64-windows-static freetype:x64-windows-static
|
|
|
|
# setup vs env
|
|
- uses: ilammy/msvc-dev-cmd@v1
|
|
with:
|
|
arch: amd64
|
|
|
|
## sdl_image vendored needs nasm for dav1d
|
|
#- uses: ilammy/setup-nasm@v1
|
|
|
|
- name: Configure CMake
|
|
env:
|
|
CXXFLAGS: "/D_MSVC_STL_HARDENING=1"
|
|
# TODO: og asan had this -DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded
|
|
run: cmake -G Ninja
|
|
-B ${{github.workspace}}/build
|
|
-DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}}
|
|
-DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake -DVCPKG_TARGET_TRIPLET=x64-windows-static
|
|
-DTOMATO_DEP_LIBWEBP_USE_SYSTEM=ON
|
|
-DSDLIMAGE_VENDORED=OFF -DSDLIMAGE_DEPS_SHARED=OFF -DSDLIMAGE_JXL=OFF -DSDLIMAGE_AVIF=OFF
|
|
-DPKG_CONFIG_EXECUTABLE=C:/vcpkg/installed/x64-windows/tools/pkgconf/pkgconf.exe
|
|
-DTOMATO_BREAKPAD=ON -DTOMATO_TOX_AV=ON
|
|
-DTOMATO_ASAN=${{matrix.type == 'asan' && 'ON' || 'OFF'}}
|
|
|
|
- name: Build
|
|
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} -t tomato
|
|
|
|
- name: Determine tag name
|
|
id: tag
|
|
shell: bash
|
|
# taken from llama.cpp
|
|
run: |
|
|
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
|
|
DEPTH="$(git rev-list --count HEAD)"
|
|
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
|
|
echo "name=dev-${DEPTH}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
else
|
|
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
|
|
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
- name: Clean temporary artifacts
|
|
# msvc sometimes produces .ilk files, which are used for linking only
|
|
shell: powershell
|
|
run: |
|
|
Remove-Item "${{github.workspace}}/build/bin/*.ilk"
|
|
|
|
- name: Add asan runtime deps
|
|
if: ${{matrix.type == 'asan'}}
|
|
# msvc redist does not ship them
|
|
shell: powershell
|
|
run: |
|
|
Copy-Item "$env:VCToolsInstallDir/bin/Hostx64/x64/clang_rt.asan_dynamic-x86_64.dll" -Destination "${{github.workspace}}/build/bin/"
|
|
|
|
- name: Compress artifacts
|
|
shell: powershell
|
|
run: |
|
|
Compress-Archive -Path ${{github.workspace}}/build/bin/* -Destination ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc${{matrix.type == 'asan' && '-asan' || ''}}-x86_64.zip
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ${{github.event.repository.name}}-${{steps.tag.outputs.name}}-${{runner.os}}-msvc${{matrix.type == 'asan' && '-asan' || ''}}-x86_64
|
|
# TODO: do propper packing
|
|
path: |
|
|
${{github.workspace}}/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-${{ runner.os }}-msvc${{matrix.type == 'asan' && '-asan' || ''}}-x86_64.zip
|
|
|
|
# - name: Configure CMake
|
|
# run: cmake -G Ninja -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake -DVCPKG_TARGET_TRIPLET=x64-windows-static -DTOMATO_ASAN=ON -DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded -DTOMATO_DEP_LIBWEBP_USE_SYSTEM=ON -DSDLIMAGE_VENDORED=OFF -DSDLIMAGE_DEPS_SHARED=OFF -DSDLIMAGE_JXL=OFF -DSDLIMAGE_AVIF=OFF -DPKG_CONFIG_EXECUTABLE=C:/vcpkg/installed/x64-windows/tools/pkgconf/pkgconf.exe -DTOMATO_TOX_AV=ON
|
|
|
|
|
|
dumpsyms:
|
|
runs-on: ubuntu-latest
|
|
|
|
needs:
|
|
- linux-ubuntu
|
|
- android
|
|
- windows
|
|
#- windows-asan
|
|
|
|
permissions:
|
|
contents: write
|
|
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
submodules: recursive
|
|
fetch-depth: 0
|
|
|
|
- name: Determine tag name
|
|
id: tag
|
|
shell: bash
|
|
# taken from llama.cpp
|
|
run: |
|
|
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
|
|
DEPTH="$(git rev-list --count HEAD)"
|
|
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
|
|
echo "name=dev-${DEPTH}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
else
|
|
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
|
|
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
- name: Install Dependencies
|
|
run: sudo apt update && sudo apt -y install unar
|
|
|
|
- name: Install dump_syms
|
|
run: |
|
|
curl --proto '=https' --tlsv1.2 -LsSf https://github.com/mozilla/dump_syms/releases/download/v2.3.4/dump_syms-installer.sh | sh
|
|
|
|
- name: Download artifacts
|
|
id: download-artifact
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: ./artifacts/
|
|
|
|
- name: Dump symbols
|
|
shell: bash
|
|
run: |
|
|
mkdir ./artifacts/extract
|
|
|
|
echo $(unar -D -o ./artifacts/extract/ ./artifacts/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-Linux-ubuntu24.04-x86_64/*)
|
|
dump_syms -s tomato-dev-ubuntu24.04-x86_64-sym ./artifacts/extract/tomato
|
|
rm -rf ./artifacts/extract/*
|
|
|
|
echo $(unar -D -o ./artifacts/extract/ ./artifacts/${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-Windows-msvc-x86_64/*)
|
|
dump_syms -s tomato-dev-Windows-msvc-x86_64-sym ./artifacts/extract/tomato.pdb
|
|
rm -rf ./artifacts/extract/*
|
|
|
|
- name: Compress symbol stores
|
|
shell: bash
|
|
run: |
|
|
tar -czvf ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-Linux-ubuntu24.04-x86_64-symbol_store.tar.gz -C ./tomato-dev-ubuntu24.04-x86_64-sym .
|
|
tar -czvf ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-Windows-msvc-x86_64-symbol_store.tar.gz -C ./tomato-dev-Windows-msvc-x86_64-sym .
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-symbol_stores
|
|
path: |
|
|
${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-Linux-ubuntu24.04-x86_64-symbol_store.tar.gz
|
|
${{ github.event.repository.name }}-${{ steps.tag.outputs.name }}-Windows-msvc-x86_64-symbol_store.tar.gz
|
|
|
|
release:
|
|
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) }}
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
needs:
|
|
- linux-ubuntu
|
|
- android
|
|
- windows
|
|
#- windows-asan
|
|
- dumpsyms
|
|
|
|
permissions:
|
|
contents: write
|
|
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
submodules: recursive
|
|
fetch-depth: 0
|
|
|
|
- name: Determine tag name
|
|
id: tag
|
|
shell: bash
|
|
# taken from llama.cpp
|
|
run: |
|
|
SHORT_HASH="$(git rev-parse --short=7 HEAD)"
|
|
DEPTH="$(git rev-list --count HEAD)"
|
|
if [[ "${{ env.BRANCH_NAME }}" == "master" ]]; then
|
|
echo "name=dev-${DEPTH}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
else
|
|
SAFE_NAME=$(echo "${{ env.BRANCH_NAME }}" | tr '/' '-')
|
|
echo "name=dev-${SAFE_NAME}-${SHORT_HASH}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
- name: Download artifacts
|
|
id: download-artifact
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: ./artifacts/
|
|
|
|
- name: Create release
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
tag: ${{ steps.tag.outputs.name }}
|
|
shell: bash
|
|
run: |
|
|
gh release create "$tag" \
|
|
--repo="$GITHUB_REPOSITORY" \
|
|
--title="${tag#v}" \
|
|
--notes="preview build of the latest commit" \
|
|
--prerelease
|
|
|
|
- name: Upload artifacts
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
tag: ${{ steps.tag.outputs.name }}
|
|
shell: bash
|
|
run: |
|
|
ls -laR ./artifacts
|
|
gh release upload "$tag" ./artifacts/*/* \
|
|
--repo="$GITHUB_REPOSITORY"
|
|
|