-
Notifications
You must be signed in to change notification settings - Fork 111
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #1072 from omarahmed1111/merge-some-main-changes-i…
…nto-adapters-third-patch Merge main into adapters branch
- Loading branch information
Showing
223 changed files
with
15,003 additions
and
7,916 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,78 @@ | ||
| name: Coverage | ||
|
|
||
| on: [push, pull_request] | ||
|
|
||
| jobs: | ||
| ubuntu-build: | ||
| name: Build - Ubuntu | ||
| strategy: | ||
| matrix: | ||
| os: ['ubuntu-22.04'] | ||
| build_type: [Debug] | ||
| compiler: [{c: gcc, cxx: g++}] | ||
| libbacktrace: ['-DVAL_USE_LIBBACKTRACE_BACKTRACE=ON'] | ||
| pool_tracking: ['-DUMF_ENABLE_POOL_TRACKING=ON'] | ||
|
|
||
| runs-on: ${{matrix.os}} | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v3 | ||
|
|
||
| - name: Install apt packages | ||
| run: | | ||
| sudo apt-get update | ||
| sudo apt-get install -y doxygen ${{matrix.compiler.c}} | ||
| - name: Install pip packages | ||
| run: pip install -r third_party/requirements.txt | ||
|
|
||
| - name: Install libbacktrace | ||
| if: matrix.libbacktrace == '-DVAL_USE_LIBBACKTRACE_BACKTRACE=ON' | ||
| run: | | ||
| git clone https://github.com/ianlancetaylor/libbacktrace.git | ||
| cd libbacktrace | ||
| ./configure | ||
| make | ||
| sudo make install | ||
| cd .. | ||
| - name: Download DPC++ | ||
| run: | | ||
| sudo apt install libncurses5 | ||
| wget -O ${{github.workspace}}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/sycl-nightly%2F20230626/dpcpp-compiler.tar.gz | ||
| tar -xvf ${{github.workspace}}/dpcpp_compiler.tar.gz | ||
| - name: Configure CMake | ||
| run: > | ||
| cmake | ||
| -B${{github.workspace}}/build | ||
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | ||
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | ||
| -DUR_ENABLE_TRACING=ON | ||
| -DUR_DEVELOPER_MODE=ON | ||
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | ||
| -DUR_BUILD_TESTS=ON | ||
| -DUR_FORMAT_CPP_STYLE=ON | ||
| -DUR_DPCXX=${{github.workspace}}/dpcpp_compiler/bin/clang++ | ||
| -DCMAKE_CXX_FLAGS="--coverage -fkeep-inline-functions -fkeep-static-functions" | ||
| -DCMAKE_EXE_LINKER_FLAGS="--coverage" | ||
| -DCMAKE_SHARED_LINKER_FLAGS="--coverage" | ||
| ${{matrix.libbacktrace}} | ||
| ${{matrix.pool_tracking}} | ||
| - name: Build | ||
| run: cmake --build ${{github.workspace}}/build -j $(nproc) | ||
|
|
||
| - name: Test | ||
| working-directory: ${{github.workspace}}/build | ||
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "python|umf|loader|validation|tracing|unit|urtrace" | ||
|
|
||
| - name: Quick Coverage Info | ||
| working-directory: ${{github.workspace}}/build | ||
| run: ctest -T Coverage | ||
|
|
||
| - name: Upload coverage to Codecov | ||
| uses: codecov/codecov-action@v3 | ||
| with: | ||
| gcov: true | ||
| gcov_include: source |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,119 @@ | ||
| name: E2E Nightly | ||
|
|
||
| on: | ||
| schedule: | ||
| # Run every day at 23:00 UTC | ||
| - cron: '0 23 * * *' | ||
|
|
||
| jobs: | ||
| e2e-build-hw: | ||
| name: Build SYCL, UR, run E2E | ||
| strategy: | ||
| matrix: | ||
| adapter: [ | ||
| {name: CUDA} | ||
| ] | ||
| build_type: [Release] | ||
| compiler: [{c: clang, cxx: clang++}] | ||
|
|
||
| runs-on: ${{matrix.adapter.name}} | ||
|
|
||
| steps: | ||
| # Workspace on self-hosted runners is not cleaned automatically. | ||
| # We have to delete the files created outside of using actions. | ||
| - name: Cleanup self-hosted workspace | ||
| if: always() | ||
| run: | | ||
| ls -la ./ | ||
| rm -rf ./* || true | ||
| - name: Checkout UR | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| ref: adapters | ||
| path: ur-repo | ||
|
|
||
| - name: Checkout SYCL | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: intel/llvm | ||
| ref: sycl | ||
| path: sycl-repo | ||
|
|
||
| - name: Install pip packages | ||
| working-directory: ${{github.workspace}}/ur-repo | ||
| run: pip install -r third_party/requirements.txt | ||
|
|
||
| - name: Configure CMake UR | ||
| working-directory: ${{github.workspace}}/ur-repo | ||
| run: > | ||
| cmake | ||
| -B build | ||
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | ||
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | ||
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | ||
| -DUR_ENABLE_TRACING=ON | ||
| -DUR_DEVELOPER_MODE=ON | ||
| -DUR_BUILD_ADAPTER_${{matrix.adapter.name}}=ON | ||
| - name: Build UR | ||
| run: LD_LIBRARY_PATH=${{github.workspace}}/dpcpp_compiler/lib | ||
| cmake --build ${{github.workspace}}/ur-repo/build -j $(nproc) | ||
|
|
||
| - name: Set env vars & pre setup | ||
| run: | | ||
| echo "SYCL_PREFER_UR=1" >> $GITHUB_ENV | ||
| echo "CUDA_LIB_PATH=/usr/local/cuda/lib64/stubs" >> $GITHUB_ENV | ||
| echo "LD_LIBRARY_PATH=/usr/local/cuda/compat/:/usr/local/cuda/lib64:$LD_LIBRARY_PATH" >> $GITHUB_ENV | ||
| source /opt/intel/oneapi/setvars.sh | ||
| sycl-ls | ||
| - name: Configure SYCL | ||
| run: > | ||
| python3 sycl-repo/buildbot/configure.py | ||
| -t ${{matrix.build_type}} | ||
| -o ${{github.workspace}}/sycl_build | ||
| --cmake-gen "Unix Makefiles" | ||
| --ci-defaults --cuda --hip | ||
| --cmake-opt="-DLLVM_INSTALL_UTILS=ON" | ||
| --cmake-opt="-DSYCL_PI_TESTS=OFF" | ||
| --cmake-opt=-DCMAKE_C_COMPILER_LAUNCHER=ccache | ||
| --cmake-opt=-DCMAKE_CXX_COMPILER_LAUNCHER=ccache | ||
| - name: Build SYCL | ||
| run: cmake --build ${{github.workspace}}/sycl_build | ||
|
|
||
| - name: Run check-sycl | ||
| # Remove after fixing SYCL test :: abi/layout_handler.cpp | ||
| # This issue does not affect further execution of e2e with UR. | ||
| continue-on-error: true | ||
| run: cmake --build ${{github.workspace}}/sycl_build --target check-sycl | ||
|
|
||
| - name: Swap UR loader and adapters | ||
| run: | | ||
| cp ${{github.workspace}}/ur-repo/build/lib/libur_loader.so* ${{github.workspace}}/sycl_build/lib/ | ||
| cp ${{github.workspace}}/ur-repo/build/lib/libur_adapter_cuda.so* ${{github.workspace}}/sycl_build/lib/ | ||
| - name: Set additional env. vars | ||
| run: | | ||
| echo "${{github.workspace}}/sycl_build/bin" >> $GITHUB_PATH | ||
| echo "LD_LIBRARY_PATH=${{github.workspace}}/sycl_build/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | ||
| # Running (newly built) sycl-ls sets up some extra variables | ||
| - name: Setup SYCL variables | ||
| run: | | ||
| which clang++ sycl-ls | ||
| SYCL_PI_TRACE=-1 sycl-ls | ||
| - name: Build e2e tests | ||
| run: > | ||
| cmake | ||
| -GNinja | ||
| -B ${{github.workspace}}/build-e2e/ | ||
| -S ${{github.workspace}}/sycl-repo/sycl/test-e2e/ | ||
| -DSYCL_TEST_E2E_TARGETS="ext_oneapi_cuda:gpu" | ||
| -DCMAKE_CXX_COMPILER="$(which clang++)" | ||
| -DLLVM_LIT="${{github.workspace}}/sycl-repo/llvm/utils/lit/lit.py" | ||
| - name: Run e2e tests | ||
| run: ninja -C build-e2e check-sycl-e2e |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,53 @@ | ||
| name: Nightly | ||
|
|
||
| on: | ||
| schedule: | ||
| # Run every day at 23:00 UTC | ||
| - cron: '0 23 * * *' | ||
|
|
||
| jobs: | ||
| long-fuzz-test: | ||
| name: Run long fuzz tests | ||
| strategy: | ||
| matrix: | ||
| build_type: [Debug, Release] | ||
| compiler: [{c: clang, cxx: clang++}] | ||
|
|
||
| runs-on: 'ubuntu-22.04' | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| # with-ref part to be removed after merging 'adapters' branch with 'main' | ||
| with: | ||
| ref: adapters | ||
|
|
||
| - name: Install pip packages | ||
| run: pip install -r third_party/requirements.txt | ||
|
|
||
| - name: Download DPC++ | ||
| run: | | ||
| wget -O ${{github.workspace}}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/nightly-2023-08-31/sycl_linux.tar.gz | ||
| mkdir dpcpp_compiler | ||
| tar -xvf ${{github.workspace}}/dpcpp_compiler.tar.gz -C dpcpp_compiler | ||
| - name: Configure CMake | ||
| run: > | ||
| cmake | ||
| -B${{github.workspace}}/build | ||
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | ||
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | ||
| -DUR_ENABLE_TRACING=ON | ||
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | ||
| -DUR_BUILD_TESTS=ON | ||
| -DUR_USE_ASAN=ON | ||
| -DUR_USE_UBSAN=ON | ||
| -DUR_DPCXX=${{github.workspace}}/dpcpp_compiler/bin/clang++ | ||
| - name: Build | ||
| run: > | ||
| LD_LIBRARY_PATH=${{github.workspace}}/dpcpp_compiler/lib | ||
| cmake --build ${{github.workspace}}/build -j $(nproc) | ||
| - name: Fuzz long test | ||
| working-directory: ${{github.workspace}}/build | ||
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "fuzz-long" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.