update nigiri: more error context (path of failed dataset) #346
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [ master ] | |
| pull_request: | |
| branches: [ master ] | |
| release: | |
| types: | |
| - published | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| openapi-validate: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| - name: Install Dependencies | |
| run: npm install @openapitools/openapi-generator-cli -g | |
| - name: OpenAPI Lint | |
| run: openapi-generator-cli validate -i openapi.yaml | |
| ui: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| - name: Install Dependencies | |
| working-directory: ui | |
| run: npm install -f | |
| - name: Code Lint | |
| working-directory: ui | |
| run: npm run lint | |
| - name: Svelte Check | |
| working-directory: ui | |
| run: npm run check | |
| - name: Build | |
| working-directory: ui | |
| run: npm run build | |
| formatting: | |
| runs-on: ubuntu-latest | |
| container: ghcr.io/motis-project/docker-cpp-build | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Format files | |
| run: | | |
| find include src test \ | |
| -type f -a \( -name "*.cc" -o -name "*.h" -o -name ".cuh" -o -name ".cu" \) \ | |
| -print0 | xargs -0 clang-format-18 -i | |
| - name: Check for differences | |
| run: | | |
| git config --global --add safe.directory `pwd` | |
| git status --porcelain | |
| git status --porcelain | xargs -I {} -0 test -z \"{}\" | |
| msvc: | |
| runs-on: [ self-hosted, windows, x64 ] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - mode: Debug | |
| - mode: Release | |
| env: | |
| CXX: cl.exe | |
| CC: cl.exe | |
| BUILDCACHE_COMPRESS: true | |
| BUILDCACHE_DIRECT_MODE: true | |
| BUILDCACHE_ACCURACY: SLOPPY # not suitable for coverage/debugging | |
| BUILDCACHE_DIR: ${{ github.workspace }}/.buildcache | |
| BUILDCACHE_LUA_PATH: ${{ github.workspace }}/tools | |
| BUILDCACHE_MAX_CACHE_SIZE: 1073741824 | |
| CLICOLOR_FORCE: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| - uses: ilammy/msvc-dev-cmd@v1 | |
| # ==== RESTORE CACHE ==== | |
| - name: Restore buildcache Cache | |
| run: | | |
| $buildcachePath = "${{ runner.tool_cache }}\${{ github.event.repository.name }}\buildcache-${{ matrix.config.mode }}" | |
| New-Item -ItemType Directory -Force -Path $buildcachePath | |
| New-Item -Path ${{ github.workspace }}/.buildcache -ItemType SymbolicLink -Value $buildcachePath | |
| - name: Restore Dependencies Cache | |
| run: | | |
| $depsPath = "${{ runner.tool_cache }}\${{ github.event.repository.name }}\deps" | |
| New-Item -ItemType Directory -Force -Path $depsPath | |
| New-Item -Path ${{ github.workspace }}\deps\ -ItemType SymbolicLink -Value $depsPath | |
| - name: Build | |
| run: | | |
| cmake ` | |
| -GNinja -S . -B build ` | |
| -DCMAKE_BUILD_TYPE=${{ matrix.config.mode }} ` | |
| -DMOTIS_MIMALLOC=ON | |
| .\build\buildcache\bin\buildcache.exe -z | |
| cmake --build build --target motis motis-test motis-web-ui | |
| $CompilerExitCode = $LastExitCode | |
| Copy-Item ${env:VCToolsRedistDir}x64\Microsoft.VC143.CRT\*.dll .\build\ | |
| .\build\buildcache\bin\buildcache.exe -s | |
| exit $CompilerExitCode | |
| # ==== TESTS ==== | |
| - name: Run Tests | |
| run: .\build\motis-test.exe | |
| # ==== DISTRIBUTION ==== | |
| - name: Move Profiles | |
| if: matrix.config.mode == 'Release' | |
| run: | | |
| mkdir dist | |
| Copy-Item .\deps\tiles\profile dist\tiles-profiles -Recurse | |
| mv .\build\motis.exe dist | |
| mv .\build\*.dll dist | |
| mv .\ui\build dist\ui | |
| cd dist | |
| 7z a motis-windows.zip * | |
| mv motis-windows.zip .. | |
| - name: Upload Distribution | |
| if: matrix.config.mode == 'Release' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: motis-windows | |
| path: dist | |
| # ==== RELEASE ==== | |
| - name: Upload Release | |
| if: github.event.action == 'published' && matrix.config.mode == 'Release' | |
| uses: actions/[email protected] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ github.event.release.upload_url }} | |
| asset_path: ./motis-windows.zip | |
| asset_name: motis-windows.zip | |
| asset_content_type: application/zip | |
| macos: | |
| runs-on: macos-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - preset: macos-x86_64 | |
| tests: On | |
| - preset: macos-arm64 | |
| env: | |
| BUILDCACHE_COMPRESS: true | |
| BUILDCACHE_DIRECT_MODE: true | |
| BUILDCACHE_ACCURACY: SLOPPY | |
| BUILDCACHE_LUA_PATH: ${{ github.workspace }}/tools | |
| BUILDCACHE_DIR: ${{ github.workspace }}/.buildcache | |
| UBSAN_OPTIONS: halt_on_error=1:abort_on_error=1 | |
| ASAN_OPTIONS: alloc_dealloc_mismatch=0 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install ninja | |
| run: brew install ninja | |
| # ==== RESTORE CACHE ==== | |
| - name: Restore buildcache Cache | |
| uses: actions/cache/restore@v4 | |
| id: restore-buildcache | |
| with: | |
| path: ${{ github.workspace }}/.buildcache | |
| key: buildcache-${{ matrix.config.preset }}-${{ hashFiles('.pkg') }}-${{ hashFiles('**/*.h') }}-${{ hashFiles('**/*.cc') }} | |
| restore-keys: | | |
| buildcache-${{ matrix.config.preset }}-${{ hashFiles('.pkg') }}-${{ hashFiles('**/*.h') }}- | |
| buildcache-${{ matrix.config.preset }}-${{ hashFiles('.pkg') }}- | |
| buildcache-${{ matrix.config.preset }}- | |
| - name: Dependencies Cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ github.workspace }}/deps | |
| key: deps-${{ hashFiles('.pkg') }} | |
| restore-keys: deps- | |
| # ==== BUILD ==== | |
| - name: CMake | |
| run: cmake -G Ninja -S . -B build --preset=${{ matrix.config.preset }} | |
| - name: Build | |
| run: | | |
| ./build/buildcache/bin/buildcache -z | |
| cmake --build build --target motis motis-test motis-web-ui | |
| ./build/buildcache/bin/buildcache -s | |
| # ==== TESTS ==== | |
| - name: Run Tests | |
| if: matrix.config.tests == 'On' | |
| run: build/motis-test | |
| # ==== SAVE CACHE ==== | |
| - name: Save buildcache cache | |
| if: always() | |
| uses: actions/cache/save@v4 | |
| with: | |
| path: ${{ github.workspace }}/.buildcache | |
| key: ${{ steps.restore-buildcache.outputs.cache-primary-key }} | |
| # ==== DISTRIBUTION ==== | |
| - name: Create Distribution | |
| run: | | |
| mkdir motis | |
| mv build/motis motis/motis | |
| mv ui/build motis/ui | |
| cp -r deps/tiles/profile motis/tiles-profiles | |
| tar -C ./motis -cjf motis-${{ matrix.config.preset }}.tar.bz2 ./motis ./tiles-profiles ./ui | |
| - name: Upload Distribution | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: motis-${{ matrix.config.preset }} | |
| path: motis-${{ matrix.config.preset }}.tar.bz2 | |
| # ==== RELEASE ==== | |
| - name: Upload Release | |
| if: github.event.action == 'published' | |
| uses: actions/[email protected] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ github.event.release.upload_url }} | |
| asset_path: ./motis-${{ matrix.config.preset }}.tar.bz2 | |
| asset_name: motis-${{ matrix.config.preset }}.tar.bz2 | |
| asset_content_type: application/x-tar | |
| linux: | |
| runs-on: [ self-hosted, linux, x64, '${{ matrix.config.preset }}' ] | |
| container: | |
| image: ghcr.io/motis-project/docker-cpp-build | |
| volumes: | |
| - ${{ github.event.repository.name }}-${{ matrix.config.preset }}-deps:/deps | |
| - ${{ github.event.repository.name }}-${{ matrix.config.preset }}-buildcache:/buildcache | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - preset: linux-amd64-release | |
| artifact: linux-amd64 | |
| - preset: clang-tidy | |
| - preset: linux-sanitizer | |
| - preset: linux-debug | |
| emulator: valgrind --suppressions=deps/osr/docs/tbb.supp --suppressions=deps/osr/docs/pthread.supp --suppressions=tools/suppress.txt --leak-check=full --gen-suppressions=all --error-exitcode=1 | |
| env: | |
| BUILDCACHE_DIR: /buildcache | |
| BUILDCACHE_DIRECT_MODE: true | |
| BUILDCACHE_MAX_CACHE_SIZE: 26843545600 | |
| BUILDCACHE_LUA_PATH: ${{ github.workspace }}/tools | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Get deps | |
| run: ln -s /deps deps | |
| - name: CMake | |
| run: | | |
| git config --global --add safe.directory `pwd` | |
| cmake -G Ninja -S . -B build --preset=${{ matrix.config.preset }} | |
| # ==== BUILD ==== | |
| - name: Build | |
| run: | | |
| buildcache -z | |
| cmake --build build --target motis motis-test motis-web-ui | |
| buildcache -s | |
| # ==== TESTS ==== | |
| - name: Run Integration Tests | |
| run: ${{ matrix.config.emulator }} build/motis-test | |
| # ==== DISTRIBUTION ==== | |
| - name: Create Distribution | |
| if: matrix.config.artifact | |
| run: | | |
| mkdir motis | |
| mv build/motis motis/motis | |
| mv ui/build motis/ui | |
| cp -r deps/tiles/profile motis/tiles-profiles | |
| tar -C ./motis -cjf motis-${{ matrix.config.artifact }}.tar.bz2 ./motis ./tiles-profiles ./ui | |
| - name: Upload Distribution | |
| if: matrix.config.artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: motis-${{ matrix.config.artifact }} | |
| path: motis-${{ matrix.config.artifact }}.tar.bz2 | |
| # ==== RELEASE ==== | |
| - name: Upload Release | |
| if: github.event.action == 'published' && matrix.config.artifact | |
| uses: actions/[email protected] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ github.event.release.upload_url }} | |
| asset_path: ./motis-${{ matrix.config.artifact }}.tar.bz2 | |
| asset_name: motis-${{ matrix.config.artifact }}.tar.bz2 | |
| asset_content_type: application/x-tar | |
| docker: | |
| runs-on: ubuntu-20.04 | |
| needs: linux | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v4 | |
| - name: Docker setup-buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - name: Docker Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ghcr.io/${{ github.repository }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=pr | |
| type=semver,pattern={{version}} | |
| type=semver,pattern={{major}}.{{minor}} | |
| type=semver,pattern={{major}} | |
| type=edge | |
| - name: Docker build and push | |
| uses: docker/build-push-action@v5 | |
| with: | |
| push: true | |
| context: . | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| platforms: linux/amd64 |