mirror of
https://github.com/isledecomp/isle.git
synced 2025-10-22 16:04:17 +00:00
248 lines
7.5 KiB
YAML
248 lines
7.5 KiB
YAML
name: Compare
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
workflow_dispatch:
|
|
inputs:
|
|
builds_per_job:
|
|
description: 'How many builds to run in parallel on each job.'
|
|
default: 4
|
|
required: true
|
|
type: number
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
# Default to 16 builds per job for push event.
|
|
BUILDS: ${{ inputs.builds_per_job && inputs.builds_per_job || 16 }}
|
|
|
|
jobs:
|
|
param-check:
|
|
name: Verify builds parameter
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
builds: ${{ steps.verify.outputs.builds }}
|
|
steps:
|
|
- id: verify
|
|
run: |
|
|
if (( ${{ env.BUILDS }} < 0 || ${{ env.BUILDS }} > 64 )); then
|
|
echo "Invalid number of builds!"
|
|
exit 1
|
|
else
|
|
echo "Builds per job '${{ env.BUILDS }}' OK."
|
|
echo "builds=${{ env.BUILDS }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
|
|
fetch-deps:
|
|
needs: param-check
|
|
name: Download original binaries
|
|
uses: ./.github/workflows/legobin.yml
|
|
|
|
reccmp:
|
|
needs: param-check
|
|
name: Setup python environment
|
|
runs-on: windows-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.12'
|
|
|
|
# The typical cache key would include a hash on requirements.txt.
|
|
# We currently run reccmp from latest so we would have to manually purge it.
|
|
# The goal is simply to restore the cache across entropy build jobs.
|
|
- name: Cache venv
|
|
uses: actions/cache@v4
|
|
with:
|
|
key: venv-entropy-${{ github.run_id }}
|
|
path: .venv
|
|
|
|
- name: Install python packages
|
|
run: |
|
|
python -m venv .venv
|
|
.venv\Scripts\Activate
|
|
pip install -r tools/requirements.txt
|
|
|
|
build:
|
|
name: 'MSVC 4.20'
|
|
needs: [param-check, fetch-deps, reccmp]
|
|
runs-on: windows-latest
|
|
strategy:
|
|
matrix:
|
|
job: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]
|
|
builds:
|
|
- ${{ needs.param-check.output.builds }}
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.12'
|
|
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
repository: itsmattkc/msvc420
|
|
path: msvc420
|
|
|
|
- name: Setup cmake
|
|
uses: jwlawson/actions-setup-cmake@v2
|
|
with:
|
|
# Use minimum supported version
|
|
cmake-version: '3.15.x'
|
|
|
|
- name: Patch MSVC 4.2
|
|
run: |
|
|
tools/patch_c2.py msvc420/bin/C2.EXE
|
|
|
|
- name: Restore cached original binaries
|
|
id: cache-original-binaries
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
enableCrossOsArchive: true
|
|
path: legobin
|
|
key: legobin
|
|
|
|
- name: Install python packages
|
|
run: |
|
|
python -m venv .venv
|
|
.venv\Scripts\Activate
|
|
echo ($env:VIRTUAL_ENV + "\Scripts") >> $env:GITHUB_PATH
|
|
echo ("VIRTUAL_ENV=" + $env:VIRTUAL_ENV) >> $env:GITHUB_ENV
|
|
|
|
- name: Restore cached virtualenv
|
|
uses: actions/cache@v4
|
|
with:
|
|
key: venv-entropy-${{ github.run_id }}
|
|
path: .venv
|
|
|
|
- name: Prepare builds
|
|
shell: pwsh
|
|
run: |
|
|
cmd /c "call `".\msvc420\bin\VCVARS32.BAT`" x86 && set > %temp%\vcvars32.txt"
|
|
Get-Content "$env:temp\vcvars32.txt" | Foreach-Object { if ($_ -match "^(.*?)=(.*)$") { Set-Content "env:\$($matches[1])" $matches[2] } }
|
|
.\tools\multi-prepare.ps1 ${{ matrix.job }} ${{ matrix.builds }}
|
|
|
|
- name: Run builds
|
|
shell: pwsh
|
|
run: |
|
|
cmd /c "call `".\msvc420\bin\VCVARS32.BAT`" x86 && set > %temp%\vcvars32.txt"
|
|
Get-Content "$env:temp\vcvars32.txt" | Foreach-Object { if ($_ -match "^(.*?)=(.*)$") { Set-Content "env:\$($matches[1])" $matches[2] } }
|
|
.\tools\multi-build.ps1 ${{ matrix.builds }}
|
|
|
|
- name: Analyze builds
|
|
shell: pwsh
|
|
run: |
|
|
.\tools\multi-analyze.ps1 ${{ matrix.builds }}
|
|
|
|
- name: Upload Artifact
|
|
uses: actions/upload-artifact@main
|
|
with:
|
|
name: Win32-Entropy-${{ matrix.job }}
|
|
path: |
|
|
CONFIGPROGRESS*
|
|
ISLEPROGRESS*
|
|
LEGO1PROGRESS*
|
|
|
|
merge-artifacts:
|
|
name: 'Merge entropy artifacts'
|
|
runs-on: ubuntu-latest
|
|
needs: build
|
|
steps:
|
|
- name: Merge Artifacts
|
|
uses: actions/upload-artifact/merge@v4
|
|
with:
|
|
name: Win32-Entropy
|
|
pattern: Win32-Entropy-*
|
|
separate-directories: true
|
|
|
|
compare:
|
|
name: Compare with master
|
|
needs: [merge-artifacts]
|
|
runs-on: windows-latest
|
|
steps:
|
|
- uses: actions/checkout@main
|
|
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.12'
|
|
|
|
- uses: actions/download-artifact@main
|
|
with:
|
|
name: Win32-Entropy
|
|
path: build-entropy
|
|
|
|
- name: Install python packages
|
|
run: |
|
|
python -m venv .venv
|
|
.venv\Scripts\Activate
|
|
echo ($env:VIRTUAL_ENV + "\Scripts") >> $env:GITHUB_PATH
|
|
echo ("VIRTUAL_ENV=" + $env:VIRTUAL_ENV) >> $env:GITHUB_ENV
|
|
|
|
- name: Restore cached virtualenv
|
|
uses: actions/cache@v4
|
|
with:
|
|
key: venv-entropy-${{ github.run_id }}
|
|
path: .venv
|
|
|
|
- name: Aggregate Accuracy
|
|
shell: bash
|
|
run: |
|
|
reccmp-aggregate --samples $(find build-entropy -type f -name "CONFIGPROGRESS*.json") --output CONFIGPROGRESS-agg.json --html CONFIGPROGRESS-agg.html
|
|
reccmp-aggregate --samples $(find build-entropy -type f -name "ISLEPROGRESS*.json") --output ISLEPROGRESS-agg.json --html ISLEPROGRESS-agg.html
|
|
reccmp-aggregate --samples $(find build-entropy -type f -name "LEGO1PROGRESS*.json") --output LEGO1PROGRESS-agg.json --html LEGO1PROGRESS-agg.html
|
|
|
|
- name: Compare Aggregate Accuracy With Current Master
|
|
shell: bash
|
|
env:
|
|
RELEASE_URL: https://github.com/isledecomp/isle/releases/download/continuous-accuracy
|
|
run: |
|
|
# Download the current master state
|
|
curl -fLSs -o CONFIGPROGRESS-agg-old.json $RELEASE_URL/CONFIGPROGRESS-agg.json || echo "" >CONFIGPROGRESS-agg-old.json
|
|
curl -fLSs -o ISLEPROGRESS-agg-old.json $RELEASE_URL/ISLEPROGRESS-agg.json || echo "" >ISLEPROGRESS-agg-old.json
|
|
curl -fLSs -o LEGO1PROGRESS-agg-old.json $RELEASE_URL/LEGO1PROGRESS-agg.json || echo "" >LEGO1PROGRESS-agg-old.json
|
|
|
|
# Compare with current master
|
|
reccmp-aggregate --diff CONFIGPROGRESS-agg-old.json CONFIGPROGRESS-agg.json || echo "Current master not found"
|
|
reccmp-aggregate --diff ISLEPROGRESS-agg-old.json ISLEPROGRESS-agg.json || echo "Current master not found"
|
|
reccmp-aggregate --diff LEGO1PROGRESS-agg-old.json LEGO1PROGRESS-agg.json || echo "Current master not found"
|
|
|
|
- name: Upload Artifact
|
|
uses: actions/upload-artifact@main
|
|
with:
|
|
name: Accuracy Report
|
|
path: |
|
|
CONFIGPROGRESS*
|
|
ISLEPROGRESS*
|
|
LEGO1PROGRESS*
|
|
|
|
upload:
|
|
name: Upload artifacts
|
|
needs: [compare]
|
|
runs-on: ubuntu-latest
|
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' && github.repository == 'isledecomp/isle' }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
repository: probonopd/uploadtool
|
|
|
|
- uses: actions/download-artifact@main
|
|
with:
|
|
name: Accuracy Report
|
|
|
|
- name: Upload Continuous Release
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
UPLOAD_KEY: ${{ secrets.UPLOAD_KEY }}
|
|
run: |
|
|
export UPLOADTOOL_SUFFIX=accuracy
|
|
./upload.sh \
|
|
CONFIGPROGRESS* \
|
|
ISLEPROGRESS* \
|
|
LEGO1PROGRESS*
|