name: CI Pipeline on: push: branches: [main] pull_request: branches: [main] jobs: build_stencils: runs-on: ubuntu-latest container: image: ghcr.io/nonannet/cross_compiler_unix:1 steps: - uses: actions/checkout@v4 - name: Build & test aux functions run: bash tools/test_stencil_aux.sh - name: Build object files run: bash tools/crosscompile.sh - uses: actions/upload-artifact@v4 with: name: stencil-object-files path: src/copapy/obj/*.o - uses: actions/upload-artifact@v4 with: name: cross-runner path: bin/coparun-* build-ubuntu: needs: [build_stencils] runs-on: ubuntu-latest strategy: matrix: python-version: ["3.10"] steps: - name: Check out code uses: actions/checkout@v4 - uses: actions/download-artifact@v4 with: name: stencil-object-files path: src/copapy/obj #- uses: actions/download-artifact@v4 # with: # name: cross-runner # path: bin - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v5 with: python-version: ${{ matrix.python-version }} - name: Install Python dependencies run: python -m pip install -e .[dev] #- name: Install ARM binutils and qemu # if: strategy.job-index == 0 # run: | # echo "set man-db/auto-update false" | sudo debconf-communicate # sudo dpkg-reconfigure man-db # sudo apt-get update # sudo apt-get install --no-install-recommends --no-install-suggests binutils-aarch64-linux-gnu qemu-user gcc-aarch64-linux-gnu libc6-dev-arm64-cross - name: Compile coparun run: | mkdir -p bin gcc -O3 -DENABLE_BASIC_LOGGING -o bin/coparun src/coparun/runmem.c src/coparun/coparun.c src/coparun/mem_man.c # aarch64-linux-gnu-gcc -O3 -static -DENABLE_BASIC_LOGGING src/coparun/runmem.c src/coparun/coparun.c src/coparun/mem_man.c -o bin/coparun-aarch64 - name: Generate debug asm files if: strategy.job-index == 0 run: | set -e set -v python tools/make_example.py echo "- Patch code..." bin/coparun bin/test.copapy bin/test.copapy.bin #qemu-aarch64 bin/coparun-aarch64 bin/test-aarch64.copapy bin/test-aarch64.copapy.bin objdump -D -b binary -m i386:x86-64 --adjust-vma=0x1000 bin/test.copapy.bin > bin/test.copapy.asm echo '
test.copapy.asm
' >> $GITHUB_STEP_SUMMARY python tools/clean_asm.py bin/test.copapy.asm >> $GITHUB_STEP_SUMMARY #aarch64-linux-gnu-objdump -D -b binary -m aarch64 --adjust-vma=0x1000 bin/test-aarch64.copapy.bin > bin/test-aarch64.copapy.asm #echo 'test-aarch64.copapy.asm
' >> $GITHUB_STEP_SUMMARY #python tools/clean_asm.py bin/test-aarch64.copapy.asm >> $GITHUB_STEP_SUMMARY objdump -d -x src/copapy/obj/stencils_x86_64_O3.o > bin/stencils_x86_64_O3.asm echo 'stencils_x86_64_O3.asm
' >> $GITHUB_STEP_SUMMARY python tools/clean_asm.py bin/stencils_x86_64_O3.asm >> $GITHUB_STEP_SUMMARY #aarch64-linux-gnu-objdump -d -x src/copapy/obj/stencils_arm64_O3.o > bin/stencils_arm64_O3.asm #echo 'stencils_arm64_O3.asm
' >> $GITHUB_STEP_SUMMARY #python tools/clean_asm.py bin/stencils_arm64_O3.asm >> $GITHUB_STEP_SUMMARY - name: Run tests with pytest run: pytest - name: Type checking with mypy run: mypy #- name: Lint code with flake8 # run: flake8 - uses: actions/upload-artifact@v4 if: strategy.job-index == 0 with: name: runner-linux path: bin/* build-arm64: needs: [build_stencils] runs-on: ubuntu-latest continue-on-error: true steps: - uses: actions/checkout@v4 - uses: actions/download-artifact@v4 with: name: stencil-object-files path: src/copapy/obj - name: Set up QEMU for ARM64 uses: docker/setup-qemu-action@v3 with: platforms: linux/arm64 - name: Use ARM64 container run: | docker run --rm -v $PWD:/app -w /app --platform linux/arm64 ghcr.io/nonannet/arm64_test:1 \ bash -lc "pip install . && \ mkdir -p bin && \ gcc -O3 -DENABLE_LOGGING -o bin/coparun src/coparun/runmem.c \ src/coparun/coparun.c src/coparun/mem_man.c && \ pytest" - uses: actions/upload-artifact@v4 with: name: runner-linux-arm64 path: bin/* build-windows: needs: [build_stencils] runs-on: windows-latest strategy: matrix: python-version: ["3.10"] steps: - name: Check out code uses: actions/checkout@v4 - uses: actions/download-artifact@v4 with: name: stencil-object-files path: src/copapy/obj - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v5 with: python-version: ${{ matrix.python-version }} - name: Install Python dependencies run: python -m pip install -e .[dev] - name: Set up MSVC environment uses: microsoft/setup-msbuild@v2 with: vs-version: 'latest' - name: Compile coparun shell: cmd run: | mkdir bin call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\Common7\Tools\VsDevCmd.bat" -arch=amd64 cl /DENABLE_BASIC_LOGGING /O2 src\coparun\runmem.c src\coparun\coparun.c src\coparun\mem_man.c /Fe:bin\coparun.exe call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\Common7\Tools\VsDevCmd.bat" -arch=x86 cl /DENABLE_BASIC_LOGGING /O2 src\coparun\runmem.c src\coparun\coparun.c src\coparun\mem_man.c /Fe:bin\coparun-x86.exe - name: Run tests with pytest run: pytest - name: Type checking with mypy run: mypy #- name: Lint code with flake8 # run: flake8 - uses: actions/upload-artifact@v4 if: strategy.job-index == 0 with: name: runner-win path: bin/* release-stencils: needs: [build_stencils, build-ubuntu, build-windows, build-arm64] runs-on: ubuntu-latest if: github.event_name == 'push' permissions: contents: write steps: - uses: actions/checkout@v4 with: fetch-depth: 1 sparse-checkout: | pyproject.toml tools/get_tag.sh - name: Download artifacts uses: actions/download-artifact@v4 with: path: tmp - name: Get version tag name id: version run: bash tools/get_tag.sh - name: Release stencils env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | set -v mkdir -p release cp tmp/stencil-object-files/*.o release/ cp tmp/cross-runner/coparun-* release/ cp tmp/runner-linux/coparun release/ cp tmp/runner-linux-arm64/coparun release/ cp tmp/runner-win/coparun*.exe release/ TAG="${{ steps.version.outputs.version }}" if ! gh release view "$TAG" &>/dev/null; then echo "Creating new stencil release $TAG" gh release create "$TAG" release/* \ --prerelease \ --title "$TAG" \ --notes "Automated release stencil for $TAG" else echo "Updating existing release for $TAG" gh release upload "$TAG" release/* --clobber fi