IKVM.yml

name: IKVM

on:
  push:
    branches:
    - main
    - develop
  pull_request:
    branches:
    - main
    - develop
  release:
    types:
    - created

env:
  NATIVE_SDK_VERSION: "20230701.1"

jobs:
  build-openjdk:
    name: Build OpenJDK
    runs-on: ubuntu-latest
    steps:
    - name: Checkout Source
      uses: actions/checkout@v3
      with:
        submodules: recursive
    - name: Cache OpenJDK Build
      uses: actions/cache@v3
      with:
        path: openjdk/build/linux-x86_64-normal-server-release
        key: openjdk-build-linux-x86_64-normal-server-release--${{ runner.os }}--${{ hashFiles('openjdk/**', '!openjdk/build') }}-10
    - name: Check OpenJDK Build Stamp
      id: openjdk-build-stamp
      uses: andstor/file-existence-action@v2
      with:
        files: openjdk/build/linux-x86_64-normal-server-release/stamp
    - name: Fetch OpenJDK 7
      if: steps.openjdk-build-stamp.outputs.files_exists != 'true'
      run: |
        mkdir -p openjdk/build && 
        curl -o openjdk/build/openjdk-7u75-b13-linux-x64-18_dec_2014.tar.gz "https://download.java.net/openjdk/jdk7u75/ri/openjdk-7u75-b13-linux-x64-18_dec_2014.tar.gz" &&
        tar xzvf openjdk/build/openjdk-7u75-b13-linux-x64-18_dec_2014.tar.gz -C openjdk/build
    - name: Build OpenJDK
      if: steps.openjdk-build-stamp.outputs.files_exists != 'true'
      uses: docker://debian/eol:lenny
      with:
        args: >
          /bin/bash -c "
            echo 'deb http://archive.debian.org/debian/ lenny main' > /etc/apt/sources.list &&
            apt-get update &&
            apt-get install -y \
              build-essential \
              unzip \
              zip \
              curl \
              gcc-4.3 \
              g++-4.3 \
              libx11-dev \
              libxext-dev \
              libxrender-dev \
              libxtst-dev \
              libxt-dev \
              libxi-dev \
              libcups2-dev \
              libasound2-dev \
              libfreetype6-dev \
              libfontconfig1-dev &&
            cd openjdk &&
            JAVA_HOME=build/java-se-7u75-ri bash ./configure &&
            make DISABLE_HOTSPOT_OS_VERSION_CHECK=ok images &&
            touch build/linux-x86_64-normal-server-release/stamp"
    - name: Update OpenJDK Attributes
      run: |
        sudo chown -R `id -u`:`id -g` linux-x86_64-normal-server-release && \
        sudo chmod -R +rwx linux-x86_64-normal-server-release/images/j2sdk-image/bin
      working-directory: openjdk/build
    - name: Package OpenJDK
      run: zip -r /tmp/openjdk-build-linux-x86_64-normal-server-release.zip linux-x86_64-normal-server-release/*
      working-directory: openjdk/build
    - name: Upload OpenJDK
      uses: actions/upload-artifact@v3
      with:
        name: openjdk-build-linux-x86_64-normal-server-release
        path: /tmp/openjdk-build-linux-x86_64-normal-server-release.zip
    - name: Cache OpenJDK Test Harness Build
      uses: actions/cache@v3
      with:
        path: jtreg/build
        key: jtreg-build--${{ runner.os }}--${{ hashFiles('jtreg/**', 'openjdk/build/linux-x86_64-normal-server-release/images/j2sdk-image', '!jtreg/build') }}-6
    - name: Check OpenJDK Test Harness Build Stamp
      id: jtreg-build-stamp
      uses: andstor/file-existence-action@v2
      with:
        files: jtreg/build/stamp
    - name: Build OpenJDK Test Harness
      if: steps.jtreg-build-stamp.outputs.files_exists != 'true'
      run: bash make/build-all.sh `realpath ../openjdk/build/linux-x86_64-normal-server-release/images/j2sdk-image` && touch build/stamp
      working-directory: jtreg
    - name: Package OpenJDK Test Harness
      run: zip -r /tmp/jtreg-build.zip build
      working-directory: jtreg
    - name: Upload OpenJDK Test Harness 
      uses: actions/upload-artifact@v3
      with:
        name: jtreg-build
        path: /tmp/jtreg-build.zip
  build-ikvm:
    name: Build IKVM
    needs:
    - build-openjdk
    timeout-minutes: 480
    runs-on: windows-latest
    steps:
    - name: Set Paths (Windows)
      shell: pwsh
      run: |
        $WORKPATH="C:\work"
        mkdir $WORKPATH
        mkdir $WORKPATH\temp
        mkdir $WORKPATH\dotnet
        mkdir $WORKPATH\nuget
        mkdir $WORKPATH\nuget\packages
        mkdir $WORKPATH\ikvm
        Add-Content $env:GITHUB_ENV "`nWORKPATH=$WORKPATH"
        Add-Content $env:GITHUB_ENV "`nTMP=$WORKPATH\temp`nTEMP=$WORKPATH\temp`nTMPDIR=$WORKPATH\temp"
        Add-Content $env:GITHUB_ENV "`nDOTNET_INSTALL_DIR=$WORKPATH\dotnet"
        Add-Content $env:GITHUB_ENV "`nNUGET_PACKAGES=$WORKPATH\nuget\packages"
        New-Item -Path "$env:GITHUB_WORKSPACE\work" -ItemType SymbolicLink -Value "$WORKPATH\ikvm"
    - name: Checkout Source
      uses: actions/checkout@v3
      with:
        path: work
        fetch-depth: 0
        submodules: recursive
    - name: Setup .NET 3.1
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 3.1.x
    - name: Setup .NET 6.0
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 6.0.x
    - name: Setup .NET 7.0
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 7.0.x
    - name: Cache LLVM and Clang
      id: cache-llvm
      uses: actions/cache@v3
      with:
        path: C:/Program Files/LLVM
        key: llvm-16.0
    - name: Install LLVM and Clang
      uses: KyleMayes/install-llvm-action@v1
      with:
        version: "16.0"
        cached: ${{ steps.cache-llvm.outputs.cache-hit }}
    - name: Install GitVersion
      uses: gittools/actions/gitversion/setup@v0
      with:
        versionSpec: 5.x
    - name: Execute GitVersion
      uses: gittools/actions/gitversion/execute@v0
      with:
        targetPath: ${{ env.WORKPATH }}\ikvm
        useConfigFile: true
        configFilePath: ${{ env.WORKPATH }}\ikvm\GitVersion.yml
    - name: Cache NuGet
      uses: actions/cache@v3
      with:
        path: ${{ env.NUGET_PACKAGES }}
        key: ${{ runner.os }}-nuget-2-${{ hashFiles('IKVM.sln', 'src\**\*.csproj', 'src\**\*.msbuildproj') }}
        restore-keys: ${{ runner.os }}-nuget-2-
    - name: Add msbuild to PATH
      uses: microsoft/setup-msbuild@v1
    - name: Download OpenJDK 8 Build
      uses: actions/download-artifact@v3
      with:
        name: openjdk-build-linux-x86_64-normal-server-release
        path: ${{ env.WORKPATH }}/temp
    - name: Restore OpenJDK 8 Build
      shell: pwsh
      run: New-Item -Type Directory -Force ${{ env.WORKPATH }}/ikvm/openjdk/build; Expand-Archive ${{ env.WORKPATH }}/temp/openjdk-build-linux-x86_64-normal-server-release.zip -DestinationPath ${{ env.WORKPATH }}/ikvm/openjdk/build
    - name: Download JTReg Build
      uses: actions/download-artifact@v3
      with:
        name: jtreg-build
        path: ${{ env.WORKPATH }}/temp
    - name: Restore JTReg Build
      shell: pwsh
      run: New-Item -Type Directory -Force ${{ env.WORKPATH }}/ikvm/jtreg; Expand-Archive ${{ env.WORKPATH }}/temp/jtreg-build.zip -DestinationPath ${{ env.WORKPATH }}/ikvm/jtreg
    - name: Download Native SDKs
      uses: robinraju/release-downloader@v1.8
      with:
        repository: ikvmnet/ikvm-native-sdk
        tag: ${{ env.NATIVE_SDK_VERSION }}
        fileName: "*.tar.gz"
        out-file-path: ${{ env.WORKPATH }}/ikvm/ext/ikvm-native-sdk
        extract: true
    - name: Fix Symbolic Links
      shell: pwsh
      run: ri win -Recurse; .\Fix-SymbolicLinks.ps1
      working-directory: ${{ env.WORKPATH }}/ikvm/ext/ikvm-native-sdk
    - name: NuGet Restore
      run: dotnet restore IKVM.sln
      working-directory: ${{ env.WORKPATH }}/ikvm
    - name: Build Artifacts
      run: |
        msbuild /m /bl `
          /p:Configuration="Release" `
          /p:Platform="Any CPU" `
          /p:Version=${env:GitVersion_FullSemVer} `
          /p:AssemblyVersion=${env:GitVersion_AssemblySemVer} `
          /p:InformationalVersion=${env:GitVersion_InformationalVersion} `
          /p:FileVersion=${env:GitVersion_AssemblySemFileVer} `
          /p:PackageVersion=${env:GitVersion_FullSemVer} `
          /p:RepositoryUrl="${env:GITHUB_SERVER_URL}/${env:GITHUB_REPOSITORY}.git" `
          /p:PackageProjectUrl="${env:GITHUB_SERVER_URL}/${env:GITHUB_REPOSITORY}" `
          /p:BuildInParallel=true `
          /p:CreateHardLinksForAdditionalFilesIfPossible=true `
          /p:CreateHardLinksForCopyAdditionalFilesIfPossible=true `
          /p:CreateHardLinksForCopyFilesToOutputDirectoryIfPossible=true `
          /p:CreateHardLinksForCopyLocalIfPossible=true `
          /p:CreateHardLinksForPublishFilesIfPossible=true `
          /p:ContinuousIntegrationBuild=true `
          IKVM.dist.msbuildproj
      working-directory: ${{ env.WORKPATH }}\ikvm
    - name: Upload MSBuild Log
      if: ${{ always() }}
      uses: actions/upload-artifact@v3
      with:
        name: msbuild.binlog
        path: ${{ env.WORKPATH }}\ikvm\msbuild.binlog
    - name: Package NuGet Packages
      run: tar czvf C:\nuget.tar.gz nuget
      working-directory: ${{ env.WORKPATH }}\ikvm\dist
    - name: Upload NuGet Packages
      uses: actions/upload-artifact@v3
      with:
        name: nuget
        path: C:\nuget.tar.gz
    - name: Package Binaries
      run: tar czvf C:\bin.tar.gz bin
      working-directory: ${{ env.WORKPATH }}\ikvm\dist
    - name: Upload Binaries
      uses: actions/upload-artifact@v3
      with:
        name: bin
        path: C:\bin.tar.gz
    - name: Package Tools
      run: tar czvf C:\tools.tar.gz tools
      working-directory: ${{ env.WORKPATH }}\ikvm\dist
    - name: Upload Tools
      uses: actions/upload-artifact@v3
      with:
        name: tools
        path: C:\tools.tar.gz
    - name: Package Image
      run: tar czvf C:\image.tar.gz image
      working-directory: ${{ env.WORKPATH }}\ikvm\dist
    - name: Upload Image
      uses: actions/upload-artifact@v3
      with:
        name: image
        path: C:\image.tar.gz
    - name: Package Tests
      run: tar czvf C:\tests.tar.gz tests
      working-directory: ${{ env.WORKPATH }}\ikvm\dist
    - name: Upload Tests
      uses: actions/upload-artifact@v3
      with:
        name: tests
        path: C:\tests.tar.gz
  test:
    strategy:
      matrix:
        run:
        - IKVM.ByteCode.Tests
        - IKVM.Tests
        - IKVM.Java.Tests
        - IKVM.Tools.Importer.Tests
        - IKVM.Tools.Exporter.Tests
        - IKVM.Tools.Tests
        - IKVM.JTReg.TestAdapter.Tests
        - IKVM.OpenJDK.Tests?TestPartition=0
        - IKVM.OpenJDK.Tests?TestPartition=1
        - IKVM.OpenJDK.Tests?TestPartition=2
        - IKVM.OpenJDK.Tests?TestPartition=3
        - IKVM.OpenJDK.Tests?TestPartition=4
        - IKVM.OpenJDK.Tests?TestPartition=5
        - IKVM.OpenJDK.Tests?TestPartition=6
        - IKVM.OpenJDK.Tests?TestPartition=7
        tfm:
        - net461
        - netcoreapp3.1
        - net6.0
        sys:
        - windows
        - linux
        exclude:
        - tfm: net461
          sys: linux
        - run: IKVM.Tests.Java
          tfm: net6.0
        - run: IKVM.Tools.Exporter.Tests
          tfm: net6.0
        - run: IKVM.Tools.Importer.Tests
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=0
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=1
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=2
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=3
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=4
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=5
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=6
          tfm: net6.0
        - run: IKVM.OpenJDK.Tests?TestPartition=7
          tfm: net6.0
        include:
        - run: IKVM.MSBuild.Tasks.Tests
          tfm: net472
          sys: windows
        - run: IKVM.MSBuild.Tasks.Tests
          tfm: netcoreapp3.1
          sys: windows
        - run: IKVM.MSBuild.Tasks.Tests
          tfm: net6.0
          sys: windows
        - run: IKVM.MSBuild.Tasks.Tests
          tfm: netcoreapp3.1
          sys: linux
        - run: IKVM.MSBuild.Tasks.Tests
          tfm: net6.0
          sys: linux
        - run: IKVM.MSBuild.Tests
          tfm: net6.0
          sys: windows
        - run: IKVM.MSBuild.Tests
          tfm: net6.0
          sys: linux
        - run: IKVM.NET.Sdk.Tests
          tfm: net6.0
          sys: windows
        - run: IKVM.NET.Sdk.Tests
          tfm: net6.0
          sys: linux
    name: Test (${{ matrix.run }}:${{ matrix.tfm }}:${{ matrix.sys }})
    needs:
    - build-ikvm
    timeout-minutes: 240
    runs-on: ${{ fromJSON('{"windows":["windows-2022"],"linux":["ubuntu-22.04"]}')[matrix.sys] }}
    steps:
    - name: Free Disk Space (Linux)
      if: runner.os == 'Linux'
      uses: jlumbroso/free-disk-space@main
      with:
        dotnet: false
        swap-storage: false
        large-packages: false
    - name: Set Paths (Windows)
      if: runner.os == 'Windows'
      shell: pwsh
      run: |
        $dir="C:\w"
        mkdir $dir
        mkdir $dir\temp
        mkdir $dir\dotnet
        mkdir $dir\ikvm
        Add-Content $env:GITHUB_ENV "`nIKVMPATH=$dir\ikvm"
        Add-Content $env:GITHUB_ENV "`nTMP=$dir\temp`nTEMP=$dir\temp`nTMPDIR=$dir\temp"
        Add-Content $env:GITHUB_ENV "`nDOTNET_INSTALL_DIR=$dir\dotnet"
    - name: Set Paths (Linux)
      if: runner.os == 'Linux'
      shell: pwsh
      run: |
        $dir="${{ runner.temp }}/w"
        mkdir $dir
        mkdir $dir/temp
        mkdir $dir/dotnet
        mkdir $dir/ikvm
        Add-Content $env:GITHUB_ENV "`nIKVMPATH=$dir/ikvm"
        Add-Content $env:GITHUB_ENV "`nTMP=$dir/temp`nTEMP=$dir/temp`nTMPDIR=$dir/temp"
        Add-Content $env:GITHUB_ENV "`nDOTNET_INSTALL_DIR=$dir/dotnet"
    - name: Setup .NET 3.1
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 3.1.x
    - name: Setup .NET 6.0
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 6.0.x
    - name: Setup .NET 7.0
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 7.0.x
    - name: Setup WSL
      if: matrix.sys == 'windows'
      uses: Vampire/setup-wsl@v2
    - name: Download Tests
      uses: actions/download-artifact@v3
      with:
        name: tests
        path: ${{ env.IKVMPATH }}
    - name: Restore Tests
      run: tar xzvf tests.tar.gz
      working-directory: ${{ env.IKVMPATH }}
    - name: Delete Tests
      shell: pwsh
      run: ri tests.tar.gz
      working-directory: ${{ env.IKVMPATH }}
    - name: Execute Tests
      timeout-minutes: 120
      shell: pwsh
      run: |
        # assign powershell variables
        $run = "${{ matrix.run }}"
        $tfm = "${{ matrix.tfm }}"
        $sys = "${{ matrix.sys }}"

        # suite name can contain filter expression after ?
        $split = $run.IndexOf("?")
        if ($split -gt -1) {
            $tst = $run.Substring(0, $split)
            $qry = $run.Substring($split + 1)
        } else {
            $tst = $run
        }

        # scan for test assemblies
        $tests = $(gci .\tests\$tst\$tfm -Recurse -Filter '*.Tests.dll')

        # if a query was specified, add to test command
        if ($tests) {
            if ($qry -ne "" -and $qry -ne $null) {
                Add-Content $env:GITHUB_ENV "`nRET=TestResults--$tst-$qry--$tfm--$sys"
                dotnet test -f $tfm --blame -v 2 --results-directory "TestResults" --logger:"console;verbosity=detailed" --logger:trx --collect "Code Coverage" --filter "$qry" $tests
            } else {
                Add-Content $env:GITHUB_ENV "`nRET=TestResults--$tst--$tfm--$sys"
                dotnet test -f $tfm --blame -v 2 --results-directory "TestResults" --logger:"console;verbosity=detailed" --logger:trx --collect "Code Coverage" $tests
            }
        }
      working-directory: ${{ env.IKVMPATH }}
    - name: Archive Test Results
      if: always() && startsWith(env.RET, 'TestResults--')
      run: tar czvf ${{ env.TMPDIR }}/TestResults.tar.gz TestResults
      working-directory: ${{ env.IKVMPATH }}
    - name: Upload Test Results
      if: always() && startsWith(env.RET, 'TestResults--')
      uses: actions/upload-artifact@v3
      with:
        name: ${{ env.RET }}
        path: ${{ env.TMPDIR }}/TestResults.tar.gz
  release:
    name: Release
    needs:
    - test
    runs-on: ubuntu-latest
    steps:
    - name: Checkout Source
      uses: actions/checkout@v3
      with:
        fetch-depth: 0
    - name: Setup .NET
      shell: pwsh
      run: Add-Content $env:GITHUB_ENV "`nDOTNET_INSTALL_DIR=${{ runner.temp }}/dotnet"
    - name: Setup .NET 7.0
      uses: actions/setup-dotnet@v3
      with:
        dotnet-version: 7.0.x
    - name: Install GitVersion
      uses: gittools/actions/gitversion/setup@v0
      with:
        versionSpec: 5.x
    - name: Execute GitVersion
      id: GitVersion
      uses: gittools/actions/gitversion/execute@v0
      with:
        useConfigFile: true
    - name: Download NuGet Packages
      uses: actions/download-artifact@v3
      with:
        name: nuget
        path: dist
    - name: Restore NuGet Packages
      run: tar xzvf nuget.tar.gz
      working-directory: dist
    - name: Download Binaries
      uses: actions/download-artifact@v3
      with:
        name: bin
        path: dist
    - name: Restore Binaries
      run: tar xzvf bin.tar.gz
      working-directory: dist
    - name: Compress Binaries
      shell: pwsh
      run: cd dist && gi bin/* | %{ $tfm = $_.Name; Push-Location "bin/$tfm"; zip -r "../IKVM-${env:GitVersion_SemVer}-bin-$tfm.zip" .; tar czvf "../IKVM-${env:GitVersion_SemVer}-bin-$tfm.tar.gz" .; Pop-Location }
    - name: Download Tools
      uses: actions/download-artifact@v3
      with:
        name: tools
        path: dist
    - name: Restore Tools
      run: tar xzvf tools.tar.gz
      working-directory: dist
    - name: Compress Tools
      shell: pwsh
      run: cd dist && gi tools/*/* | %{ $tfm = $_.Parent.Name; $rid = $_.Name; Push-Location "tools/$tfm/$rid"; zip -r "../../IKVM-${env:GitVersion_SemVer}-tools-$tfm-$rid.zip" .; tar czvf "../../IKVM-${env:GitVersion_SemVer}-tools-$tfm-$rid.tar.gz" .; Pop-Location }
    - name: Download Image
      uses: actions/download-artifact@v3
      with:
        name: image
        path: dist
    - name: Restore Image
      run: tar xzvf image.tar.gz
      working-directory: dist
    - name: Compress Image
      shell: pwsh
      run: cd dist && gi image/*/* | %{ $tfm = $_.Parent.Name; $rid = $_.Name; Push-Location "image/$tfm/$rid"; zip -r "../../IKVM-${env:GitVersion_SemVer}-image-$tfm-$rid.zip" .; tar czvf "../../IKVM-${env:GitVersion_SemVer}-image-$tfm-$rid.tar.gz" .; Pop-Location }
    - name: Create Release
      if: github.ref_type == 'tag'
      uses: ncipollo/release-action@v1.10.0
      with:
        tag: ${{ github.ref_name }}
        allowUpdates: true
        artifacts: dist/nuget/*.nupkg,dist/bin/*.zip,dist/bin/*.tar.gz,dist/image/*.zip,dist/image/*.tar.gz,dist/tools/*.zip,dist/tools/*.tar.gz
        draft: false
        token: ${{ secrets.GITHUB_TOKEN }}
    - name: Push NuGet (GitHub)
      if: github.event_name != 'pull_request'
      shell: pwsh
      run: dotnet nuget push dist/nuget/*.nupkg --source $env:GITHUB_REPOS --api-key $env:GITHUB_TOKEN --skip-duplicate --no-symbols
      env:
        GITHUB_REPOS: https://nuget.pkg.github.com/${{ github.repository_owner }}/index.json
        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
    - name: Push NuGet
      if: github.ref_type == 'tag'
      shell: pwsh
      run: dotnet nuget push dist/nuget/*.nupkg --source $env:NUGET_REPOS --api-key $env:NUGET_TOKEN --skip-duplicate
      env:
        NUGET_REPOS: https://api.nuget.org/v3/index.json
        NUGET_TOKEN: ${{ secrets.NUGET_TOKEN }}