name: Build viewer on: workflow_dispatch: push: branches: - "Firestorm*.*.*" - "*alpha" - "*nightly" - "*preview" schedule: - cron: '00 03 * * *' # Run every day at 3am UTC env: AUTOBUILD_VARIABLES_FILE: ${{github.workspace}}/build-variables/variables EXTRA_ARGS: -DUSE_FMODSTUDIO=ON -DUSE_KDU=ON --crashreporting build_secrets_checkout: ${{github.workspace}}/signing XZ_DEFAULTS: -T0 FS_RELEASE_TYPE: Unknown platform: Unknown fallback_platform: ${platform} FS_RELEASE_CHAN: ${FS_RELEASE_TYPE}x64 FS_GRID: "GRID FLAGS NOT SET" jobs: build_matrix: strategy: matrix: os: [macos-11,ubuntu-20.04,windows-2022] grid: [sl,os] addrsize: [64] runs-on: ${{ matrix.os }} outputs: viewer_channel: ${{ steps.channel.outputs.viewer_channel }} viewer_version: ${{ steps.version.outputs.viewer_version }} steps: - name: Install Bash 4 and GNU sed on Mac if: runner.os == 'macOS' run: | /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)" brew update brew install bash brew install gnu-sed echo "/usr/local/bin" >> $GITHUB_PATH echo "$(brew --prefix)/opt/gnu-sed/libexec/gnubin" >> $GITHUB_PATH - uses: actions/checkout@v3 - uses: actions/setup-python@v4 id: py311 with: python-version: '3.11.6' cache: 'pip' - name: Install python requirements (windows only) if: runner.os == 'Windows' run: | python3 -m pip install -r requirements.txt --user echo "$HOME/.local/bin" >> $GITHUB_PATH - name: Install python requirements (non-windows) if: runner.os != 'Windows' run: | python3 -m pip install -r requirements.txt python -m pip install -r requirements.txt - name: Check python version run: python -V - name: Check python3 version run: python3 -V - name: Test python llsd run: | python - <> $GITHUB_ENV echo "CXX=g++-10" >> $GITHUB_ENV - name: Setup rclone and download the folder uses: beqjanus/setup-rclone@main with: rclone_config: ${{ secrets.RCLONE_CONFIG }} - name: Set OS/SL flags run: echo "FS_GRID=-DOPENSIM:BOOL=$([ "${{ matrix.grid }}" == "os" ] && echo "ON" || echo "OFF") -DHAVOK_TPV:BOOL=$([ "${{ matrix.grid }}" == "sl" ] && echo "ON" || echo "OFF")" >> $GITHUB_ENV shell: bash - name: find channel from Branch name id: channel run: | if [[ "${{ github.ref_name }}" == Firestorm* ]]; then FS_RELEASE_TYPE=Release elif [[ "${{ github.ref_name }}" == *review* ]]; then FS_RELEASE_TYPE=Beta elif [[ "${{ github.ref_name }}" == *alpha* ]]; then FS_RELEASE_TYPE=Alpha elif [[ "${{ github.ref_name }}" == *nightly* ]] || [[ "${{ github.event_name }}" == 'schedule' ]]; then FS_RELEASE_TYPE=Nightly else FS_RELEASE_TYPE=Unknown fi if [[ "${{ matrix.addrsize }}" == "64" ]]; then FS_RELEASE_CHAN="${FS_RELEASE_TYPE}x64" else FS_RELEASE_CHAN=${FS_RELEASE_TYPE} fi echo "FS_RELEASE_TYPE=${FS_RELEASE_TYPE}" >> $GITHUB_ENV echo "FS_RELEASE_CHAN=${FS_RELEASE_CHAN}" >> $GITHUB_ENV echo "Building for channel ${FS_RELEASE_CHAN}" viewer_channel=${FS_RELEASE_CHAN} shell: bash - name: Get the code uses: actions/checkout@v3 with: fetch-depth: 0 - name: Checkout build vars (after the main code) uses: actions/checkout@v3 with: repository: FirestormViewer/fs-build-variables path: build-variables - name: Define platform variable(s) run: | declare -A os_map os_map=( ["Windows"]="windows" ["Linux"]="linux" ["macOS"]="darwin" ) platform="${os_map[${{ runner.os}}]}" echo "fallback_platform=${platform}" >> $GITHUB_ENV if [ ${{ matrix.addrsize }} -ne 32 ]; then platform+=${{ matrix.addrsize }} fi echo "platform=${platform}" >> $GITHUB_ENV shell: bash - name: rclone the private 3p packages for this platform (both 64 & 32) run: 'rclone copy fs_bundles: --filter "- Alpha/*" --filter "+ *${{ env.fallback_platform }}*bz2" .' - name: rclone any extra private 3p packages for Alpha (allows library updates not in the main repo) if: env.FS_RELEASE_TYPE == 'Alpha' run: 'rclone copy fs_bundles:Alpha --include "*${{ env.fallback_platform }}*bz2" .' - name: set VSVER for Windows builds if: runner.os == 'Windows' run: echo "AUTOBUILD_VSVER=170" >> $GITHUB_ENV shell: bash - name: Install certificate if: runner.os == 'macOS' env: FS_CERT: ${{ secrets.FS_CERT }} FS_CERT_PASS: ${{ secrets.FS_CERT_PASS }} FS_KEYCHAIN_PASS: ${{ secrets.FS_KEYCHAIN_PASS }} NOTARIZE_CREDS: ${{ secrets.NOTARIZE_CREDS }} run: | mkdir -p ${build_secrets_checkout}/code-signing-osx echo -n "$FS_CERT" | base64 --decode --output ${build_secrets_checkout}/code-signing-osx/fs-cert.p12 echo -n "$FS_CERT_PASS" >${build_secrets_checkout}/code-signing-osx/password.txt echo -n "$NOTARIZE_CREDS" | base64 --decode --output ${build_secrets_checkout}/code-signing-osx/notarize_creds.sh security create-keychain -p "$FS_KEYCHAIN_PASS" ~/Library/Keychains/viewer.keychain security set-keychain-settings -lut 21600 ~/Library/Keychains/viewer.keychain security unlock-keychain -p "$FS_KEYCHAIN_PASS" ~/Library/Keychains/viewer.keychain security import ${build_secrets_checkout}/code-signing-osx/fs-cert.p12 -P "$FS_CERT_PASS" -A -t cert -f pkcs12 -k ~/Library/Keychains/viewer.keychain security set-key-partition-list -S apple-tool:,apple:, -s -k "$FS_KEYCHAIN_PASS" -t private ~/Library/Keychains/viewer.keychain security list-keychain -d user -s ~/Library/Keychains/viewer.keychain - name: Install required Ubuntu packages and release some space. if: runner.os == 'Linux' run: | dependencies=("python3-setuptools" "mesa-common-dev" "libgl1-mesa-dev" "libxinerama-dev" "libxrandr-dev" "libpulse-dev" "libglu1-mesa-dev" "libfreetype6-dev" "libfontconfig1") sudo apt-get update sudo apt-get install -y "${dependencies[@]}" sudo apt-get autoremove --purge sudo apt-get clean - name: test macOS bundles are present if: runner.os == 'MacOS' run: | dirlisting="$(ls -l ${{ github.workspace }}${path_sep}${pattern})" echo "${dirlisting}" shell: bash - name: edit installables run: | path_sep="/" if [[ "${{ runner.os }}" == "Windows" ]]; then path_sep="\\" fi function find_most_recent_bundle() { local pattern="$1-.*$2[-_]+.*" local most_recent_file=$(ls -t "${{ github.workspace }}" | egrep "$pattern" | head -1) if [ -z "$most_recent_file" ]; then echo "" else echo "$most_recent_file" fi } packages=("fmodstudio" "llphysicsextensions_tpv" "kdu") for package in "${packages[@]}"; do package_file=$(find_most_recent_bundle $package ${{ env.platform }}) full_package_path="${{ github.workspace }}${path_sep}${package_file}" if [ -n "$package_file" ]; then echo "Installing ${package_file}" autobuild installables remove ${package} autobuild installables add ${package} platform=${{ env.platform }} url="file:///${full_package_path}" else echo "No bundle found for ${package} on ${{ env.platform }}" package_file=$(find_most_recent_bundle $package ${{ env.fallback_platform }}) full_package_path="${{ github.workspace }}${path_sep}${package_file}" if [ -n "$package_file" ]; then echo "Installing ${package_file}" autobuild installables remove ${package} autobuild installables add ${package} platform=${{ env.fallback_platform }} url="file:///${full_package_path}" else echo "No bundle found for ${package} on ${{ env.fallback_platform }}. Package will not be available for build." fi fi done shell: bash - name: make Nightly builds expire after 14 days if: env.FS_RELEASE_TYPE == 'Nightly' run: | echo "EXTRA_ARGS=${{ env.EXTRA_ARGS}} --testbuild=14" >> $GITHUB_ENV - name: make Alpha builds expire after 28 days if: env.FS_RELEASE_TYPE == 'Alpha' run: | echo "EXTRA_ARGS=${{ env.EXTRA_ARGS}} --testbuild=28" >> $GITHUB_ENV - name: Clean up packages to give more space run: rm *${{ env.fallback_platform }}*bz2 shell: bash - name: Configure run: autobuild configure -c ReleaseFS -A${{matrix.addrsize}} -- --package --chan ${{env.FS_RELEASE_CHAN}} ${{env.EXTRA_ARGS}} ${{env.FS_GRID}} shell: bash - name: build id: build run: autobuild build -c ReleaseFS -A${{matrix.addrsize}} --no-configure shell: bash - name: Extract version number id: version shell: bash run: | if [ -r "indra/newview/viewer_version.txt" ] then viewer_version="$(<"$build_dir/newview/viewer_version.txt")" echo "viewer_version=$viewer_version" >> "$GITHUB_OUTPUT" fi - name: Publish artifacts if: runner.os == 'Windows' uses: actions/upload-artifact@v3 with: name: ${{ env.FS_RELEASE_TYPE }}-${{ matrix.os }}-${{ matrix.addrsize }}-${{ matrix.grid }}-artifacts.zip path: | build-*/newview/Release/*Setup.exe build-*/newview/Release/*.xz - name: publish Linux artifacts if: runner.os == 'Linux' uses: actions/upload-artifact@v3 with: name: ${{ env.FS_RELEASE_TYPE }}-${{ matrix.os }}-${{matrix.addrsize}}-${{matrix.grid}}-artifacts.zip path: | build-linux-*/newview/*.xz build-linux-*/newview/*.bz2 - name: publish MacOS artifacts if: runner.os == 'macOS' uses: actions/upload-artifact@v3 with: name: ${{ env.FS_RELEASE_TYPE }}-${{ matrix.os }}-${{matrix.addrsize}}-${{matrix.grid}}-artifacts.zip path: | build-darwin-*/newview/*.dmg build-darwin-*/newview/*.bz2 # post-windows-symbols: # needs: build_matrix # runs-on: ubuntu-latest # steps: # - name: Post Windows symbols # uses: secondlife/viewer-build-util/post-bugsplat-windows@v1 # with: # username: ${{ secrets.BUGSPLAT_USER }} # password: ${{ secrets.BUGSPLAT_PASS }} # database: "firestorm_release" # channel: ${{ needs.build_matrix.outputs.viewer_channel }} # version: ${{ needs.build_matrix.outputs.viewer_version }} # post-mac-symbols: # needs: build_matrix # runs-on: ubuntu-latest # steps: # - name: Post Mac symbols # uses: secondlife/viewer-build-util/post-bugsplat-mac@v1 # with: # username: ${{ secrets.BUGSPLAT_USER }} # password: ${{ secrets.BUGSPLAT_PASS }} # database: "firestorm_release" # channel: ${{ needs.build_matrix.outputs.viewer_channel }} # version: ${{ needs.build_matrix.outputs.viewer_version }} deploy: runs-on: ubuntu-latest needs: build_matrix if: always() steps: - name: Checkout files uses: Bhacaz/checkout-files@v2 with: files: fsutils/download_list.py branch: ${{ github.head_ref || github.ref_name || 'master' }} - name: Install discord-webhook library run: pip install discord-webhook - name: find channel and webhook from Branch name run: | if [[ "${{ github.ref_name }}" == Firestorm* ]]; then FS_RELEASE_FOLDER=release FS_BUILD_WEBHOOK_URL=${{ secrets.RELEASE_WEBHOOK_URL }} elif [[ "${{ github.ref_name }}" == *review* ]]; then FS_RELEASE_FOLDER=preview FS_BUILD_WEBHOOK_URL=${{ secrets.BETA_WEBHOOK_URL }} elif [[ "${{ github.ref_name }}" == *alpha* ]]; then FS_RELEASE_FOLDER=test FS_BUILD_WEBHOOK_URL=${{ secrets.BETA_WEBHOOK_URL }} elif [[ "${{ github.ref_name }}" == *nightly* ]] || [[ "${{ github.event_name }}" == 'schedule' ]]; then FS_RELEASE_FOLDER=nightly FS_BUILD_WEBHOOK_URL=${{ secrets.NIGHTLY_WEBHOOK_URL }} else FS_RELEASE_TYPE=Unknown fi echo "FS_RELEASE_FOLDER=${FS_RELEASE_FOLDER}" >> $GITHUB_ENV echo "FS_BUILD_WEBHOOK_URL=${FS_BUILD_WEBHOOK_URL}" >> $GITHUB_ENV - name: Download artifacts uses: actions/download-artifact@v3 id: download with: path: to_deploy - name: List artifacts download run: ls -R working-directory: ${{steps.download.outputs.download-path}} - name: Reorganise artifacts ready for server upload. run: python ./fsutils/download_list.py -u ${{steps.download.outputs.download-path}} -w ${{ env.FS_BUILD_WEBHOOK_URL }} - name: Setup rclone and download the folder uses: beqjanus/setup-rclone@main with: rclone_config: ${{ secrets.RCLONE_CONFIG }} - name: Copy files to remote host run: rclone copy ${{steps.download.outputs.download-path}}/${{ env.FS_RELEASE_FOLDER }} fs_r2_deploy:viewerdownloads/${{ env.FS_RELEASE_FOLDER }}