copapy/.github/workflows/ci.yml

217 lines
6.2 KiB
YAML

name: CI Pipeline
on:
push:
branches: [main]
pull_request:
branches: [main]
jobs:
build_stencils:
runs-on: ubuntu-latest
container:
image: ghcr.io/nonannet/cross_compiler_unix:1
steps:
- uses: actions/checkout@v4
- name: Build & test aux functions
run: bash tools/test_stencil_aux.sh
- name: Build object files
run: bash tools/crosscompile.sh
- uses: actions/upload-artifact@v4
with:
name: stencil-object-files
path: src/copapy/obj/*.o
- uses: actions/upload-artifact@v4
with:
name: cross-runner
path: bin/coparun-*
build-ubuntu:
needs: [build_stencils]
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.10"]
steps:
- name: Check out code
uses: actions/checkout@v4
- uses: actions/download-artifact@v4
with:
name: stencil-object-files
path: src/copapy/obj
#- uses: actions/download-artifact@v4
# with:
# name: cross-runner
# path: bin
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install Python dependencies
run: python -m pip install -e .[dev]
- name: Install ARM binutils and qemu
if: strategy.job-index == 0
run: |
echo "set man-db/auto-update false" | sudo debconf-communicate
sudo dpkg-reconfigure man-db
sudo apt-get update
sudo apt-get install --no-install-recommends --no-install-suggests binutils-aarch64-linux-gnu qemu-user gcc-aarch64-linux-gnu libc6-dev-arm64-cross
- name: Compile coparun
run: |
mkdir -p bin
gcc -O3 -DENABLE_BASIC_LOGGING -o bin/coparun src/coparun/runmem.c src/coparun/coparun.c src/coparun/mem_man.c
aarch64-linux-gnu-gcc -O3 -static -DENABLE_BASIC_LOGGING src/coparun/runmem.c src/coparun/coparun.c src/coparun/mem_man.c -o bin/coparun-aarch64
- name: Generate debug asm files
if: strategy.job-index == 0
run: |
set -e
set -v
python tools/make_example.py
echo "- Patch code..."
bin/coparun bin/test.copapy bin/test.copapy.bin
qemu-aarch64 bin/coparun-aarch64 bin/test-aarch64.copapy bin/test-aarch64.copapy.bin
objdump -D -b binary -m i386:x86-64 --adjust-vma=0x1000 bin/test.copapy.bin > bin/test.copapy.asm
echo '<p>test.copapy.asm</p>' >> $GITHUB_STEP_SUMMARY
python tools/clean_asm.py bin/test.copapy.asm >> $GITHUB_STEP_SUMMARY
#aarch64-linux-gnu-objdump -D -b binary -m aarch64 --adjust-vma=0x1000 bin/test-aarch64.copapy.bin > bin/test-aarch64.copapy.asm
#echo '<p>test-aarch64.copapy.asm</p>' >> $GITHUB_STEP_SUMMARY
#python tools/clean_asm.py bin/test-aarch64.copapy.asm >> $GITHUB_STEP_SUMMARY
objdump -d -x src/copapy/obj/stencils_x86_64_O3.o > bin/stencils_x86_64_O3.asm
echo '<p>stencils_x86_64_O3.asm</p>' >> $GITHUB_STEP_SUMMARY
python tools/clean_asm.py bin/stencils_x86_64_O3.asm >> $GITHUB_STEP_SUMMARY
aarch64-linux-gnu-objdump -d -x src/copapy/obj/stencils_arm64_O3.o > bin/stencils_arm64_O3.asm
echo '<p>stencils_arm64_O3.asm</p>' >> $GITHUB_STEP_SUMMARY
python tools/clean_asm.py bin/stencils_arm64_O3.asm >> $GITHUB_STEP_SUMMARY
- name: Run tests with pytest
run: pytest
- name: Type checking with mypy
run: mypy
#- name: Lint code with flake8
# run: flake8
- uses: actions/upload-artifact@v4
if: strategy.job-index == 0
with:
name: runner-linux
path: bin/*
build-windows:
needs: [build_stencils]
runs-on: windows-latest
strategy:
matrix:
python-version: ["3.10"]
steps:
- name: Check out code
uses: actions/checkout@v4
- uses: actions/download-artifact@v4
with:
name: stencil-object-files
path: src/copapy/obj
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install Python dependencies
run: python -m pip install -e .[dev]
- name: Set up MSVC environment
uses: microsoft/setup-msbuild@v2
with:
vs-version: 'latest'
- name: Compile coparun
shell: cmd
run: |
mkdir bin
call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\Common7\Tools\VsDevCmd.bat" -arch=amd64
cl /DENABLE_BASIC_LOGGING /O2 src\coparun\runmem.c src\coparun\coparun.c src\coparun\mem_man.c /Fe:bin\coparun.exe
- name: Run tests with pytest
run: pytest
- name: Type checking with mypy
run: mypy
#- name: Lint code with flake8
# run: flake8
- uses: actions/upload-artifact@v4
if: strategy.job-index == 0
with:
name: runner-win
path: bin/*
release-stencils:
needs: [build_stencils, build-ubuntu, build-windows]
runs-on: ubuntu-latest
if: github.event_name == 'push'
permissions:
contents: write
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 1
sparse-checkout: |
pyproject.toml
tools/get_tag.sh
- name: Download artifacts
uses: actions/download-artifact@v4
with:
path: tmp
- name: Get version tag name
id: version
run: bash tools/get_tag.sh
- name: Release stencils
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
set -v
mkdir -p release
cp tmp/stencil-object-files/*.o release/
cp tmp/cross-runner/coparun-* release/
cp tmp/runner-linux/coparun release/
cp tmp/runner-win/coparun.exe release/
TAG="${{ steps.version.outputs.version }}"
if ! gh release view "$TAG" &>/dev/null; then
echo "Creating new stencil release $TAG"
gh release create "$TAG" release/* \
--prerelease \
--title "$TAG" \
--notes "Automated release stencil for $TAG"
else
echo "Updating existing release for $TAG"
gh release upload "$TAG" release/* --clobber
fi