[HIP] Hip adapter multi dev ctx #3457
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and test | |
| on: [push, pull_request] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| ubuntu-build: | |
| name: Build - Ubuntu | |
| strategy: | |
| matrix: | |
| os: ['ubuntu-20.04', 'ubuntu-22.04'] | |
| build_type: [Debug, Release] | |
| compiler: [{c: gcc, cxx: g++}] | |
| libbacktrace: ['-DVAL_USE_LIBBACKTRACE_BACKTRACE=OFF'] | |
| pool_tracking: ['-DUMF_ENABLE_POOL_TRACKING=ON', '-DUMF_ENABLE_POOL_TRACKING=OFF'] | |
| include: | |
| - os: 'ubuntu-22.04' | |
| build_type: Release | |
| compiler: {c: clang, cxx: clang++} | |
| libbacktrace: '-DVAL_USE_LIBBACKTRACE_BACKTRACE=OFF' | |
| - os: 'ubuntu-22.04' | |
| build_type: Release | |
| compiler: {c: gcc, cxx: g++} | |
| libbacktrace: '-DVAL_USE_LIBBACKTRACE_BACKTRACE=ON' | |
| - os: 'ubuntu-22.04' | |
| build_type: Release | |
| compiler: {c: clang, cxx: clang++} | |
| libbacktrace: '-DVAL_USE_LIBBACKTRACE_BACKTRACE=ON' | |
| - os: 'ubuntu-20.04' | |
| build_type: Release | |
| compiler: {c: gcc-7, cxx: g++-7} | |
| runs-on: ${{matrix.os}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install apt packages | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y doxygen ${{matrix.compiler.c}} | |
| - name: Install g++-7 | |
| if: matrix.compiler.cxx == 'g++-7' | |
| run: | | |
| sudo apt-get install -y ${{matrix.compiler.cxx}} | |
| - name: Install pip packages | |
| run: pip install -r third_party/requirements.txt | |
| - name: Install libbacktrace | |
| if: matrix.libbacktrace == '-DVAL_USE_LIBBACKTRACE_BACKTRACE=ON' | |
| run: | | |
| git clone https://github.com/ianlancetaylor/libbacktrace.git | |
| cd libbacktrace | |
| ./configure | |
| make | |
| sudo make install | |
| cd .. | |
| - name: Download DPC++ | |
| if: matrix.os == 'ubuntu-22.04' | |
| run: | | |
| sudo apt install libncurses5 | |
| wget -O ${{github.workspace}}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/nightly-2023-09-21/sycl_linux.tar.gz | |
| mkdir -p ${{github.workspace}}/dpcpp_compiler | |
| tar -xvf ${{github.workspace}}/dpcpp_compiler.tar.gz -C ${{github.workspace}}/dpcpp_compiler | |
| - name: Configure CMake | |
| if: matrix.os == 'ubuntu-22.04' | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | |
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | |
| -DUR_ENABLE_TRACING=ON | |
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | |
| -DUR_BUILD_TESTS=ON | |
| -DUR_FORMAT_CPP_STYLE=ON | |
| -DUR_DPCXX=${{github.workspace}}/dpcpp_compiler/bin/clang++ | |
| ${{matrix.libbacktrace}} | |
| ${{matrix.pool_tracking}} | |
| - name: Configure CMake | |
| if: matrix.os == 'ubuntu-20.04' | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | |
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | |
| -DUR_ENABLE_TRACING=ON | |
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | |
| -DUR_BUILD_TESTS=ON | |
| -DUR_FORMAT_CPP_STYLE=ON | |
| ${{matrix.libbacktrace}} | |
| ${{matrix.pool_tracking}} | |
| - name: Generate source from spec, check for uncommitted diff | |
| if: matrix.os == 'ubuntu-22.04' | |
| run: cmake --build ${{github.workspace}}/build --target check-generated | |
| - name: Verify that each source file contains a license | |
| run: cmake --build ${{github.workspace}}/build --target verify-licenses | |
| - name: Build | |
| run: cmake --build ${{github.workspace}}/build -j $(nproc) | |
| - name: Test | |
| working-directory: ${{github.workspace}}/build | |
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "python|umf|loader|validation|tracing|unit|urtrace" | |
| fuzztest-build: | |
| name: Build and run quick fuzztest scenarios | |
| strategy: | |
| matrix: | |
| build_type: [Debug, Release] | |
| compiler: [{c: clang, cxx: clang++}] | |
| runs-on: 'ubuntu-22.04' | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install pip packages | |
| run: pip install -r third_party/requirements.txt | |
| - name: Download DPC++ | |
| run: | | |
| sudo apt install libncurses5 | |
| wget -O ${{github.workspace}}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/sycl-nightly%2F20230626/dpcpp-compiler.tar.gz | |
| tar -xvf ${{github.workspace}}/dpcpp_compiler.tar.gz | |
| - name: Setup DPC++ | |
| run: | | |
| source ${{github.workspace}}/dpcpp_compiler/startup.sh | |
| - name: Configure CMake | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | |
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | |
| -DUR_ENABLE_TRACING=ON | |
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | |
| -DUR_BUILD_TESTS=ON | |
| -DUR_USE_ASAN=ON | |
| -DUR_USE_UBSAN=ON | |
| -DUR_DPCXX=${{github.workspace}}/dpcpp_compiler/bin/clang++ | |
| - name: Build | |
| run: cmake --build ${{github.workspace}}/build -j $(nproc) | |
| - name: Fuzz test | |
| working-directory: ${{github.workspace}}/build | |
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "fuzz-short" | |
| adapter-build-hw: | |
| name: Build - Adapters on HW | |
| if: github.repository == 'oneapi-src/unified-runtime' # run only on upstream; forks won't have the HW | |
| strategy: | |
| matrix: | |
| adapter: [ | |
| {name: CUDA, triplet: nvptx64-nvidia-cuda, platform: ""}, | |
| {name: HIP, triplet: amdgcn-amd-amdhsa, platform: ""}, | |
| {name: L0, triplet: spir64, platform: ""}, | |
| {name: OPENCL, triplet: spir64, platform: "Intel(R) OpenCL"} | |
| ] | |
| build_type: [Debug, Release] | |
| compiler: [{c: gcc, cxx: g++}, {c: clang, cxx: clang++}] | |
| runs-on: ${{matrix.adapter.name}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install pip packages | |
| run: pip install -r third_party/requirements.txt | |
| - name: Download DPC++ | |
| run: | | |
| wget -O ${{github.workspace}}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/nightly-2023-09-21/sycl_linux.tar.gz | |
| mkdir dpcpp_compiler | |
| tar -xvf ${{github.workspace}}/dpcpp_compiler.tar.gz -C dpcpp_compiler | |
| - name: Configure CMake | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | |
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | |
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | |
| -DUR_ENABLE_TRACING=ON | |
| -DUR_DEVELOPER_MODE=ON | |
| -DUR_BUILD_TESTS=ON | |
| -DUR_BUILD_ADAPTER_${{matrix.adapter.name}}=ON | |
| -DUR_DPCXX=${{github.workspace}}/dpcpp_compiler/bin/clang++ | |
| -DUR_SYCL_LIBRARY_DIR=${{github.workspace}}/dpcpp_compiler/lib | |
| -DUR_CONFORMANCE_TARGET_TRIPLES=${{matrix.adapter.triplet}} | |
| ${{ matrix.adapter.name == 'HIP' && '-DAMD_ARCH=gfx1030' || '' }} | |
| ${{ matrix.adapter.name == 'HIP' && '-DUR_HIP_PLATFORM=AMD' || '' }} | |
| - name: Build | |
| # This is so that device binaries can find the sycl runtime library | |
| run: cmake --build ${{github.workspace}}/build -j $(nproc) | |
| - name: Test adapter specific | |
| working-directory: ${{github.workspace}}/build | |
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "adapter-specific" --timeout 180 | |
| # Temporarily disabling platform test for L0, because of hang | |
| # See issue: #824 | |
| - name: Test L0 adapter | |
| if: matrix.adapter.name == 'L0' | |
| working-directory: ${{github.workspace}}/build | |
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "conformance" -E "platform-adapter_level_zero" --timeout 180 | |
| - name: Test adapters | |
| if: matrix.adapter.name != 'L0' | |
| working-directory: ${{github.workspace}}/build | |
| run: env UR_CTS_ADAPTER_PLATFORM="${{matrix.adapter.platform}}" ctest -C ${{matrix.build_type}} --output-on-failure -L "conformance" --timeout 180 | |
| examples-build-hw: | |
| name: Build - examples on HW | |
| if: github.repository == 'oneapi-src/unified-runtime' # run only on upstream; forks won't have the HW | |
| strategy: | |
| matrix: | |
| adapter: [ | |
| {name: L0} | |
| ] | |
| build_type: [Debug, Release] | |
| compiler: [{c: gcc, cxx: g++}, {c: clang, cxx: clang++}] | |
| runs-on: ${{matrix.adapter.name}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install pip packages | |
| run: pip install -r third_party/requirements.txt | |
| - name: Init conda env | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| miniconda-version: "latest" | |
| activate-environment: examples | |
| environment-file: third_party/deps.yml | |
| auto-activate-base: false | |
| - name: Configure CMake | |
| shell: bash -el {0} | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | |
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | |
| -DCMAKE_BUILD_TYPE=${{matrix.build_type}} | |
| -DUR_BUILD_ADAPTER_${{matrix.adapter.name}}=ON | |
| -DUR_BUILD_EXAMPLE_CODEGEN=ON | |
| -DUR_DEVELOPER_MODE=ON | |
| - name: Build | |
| run: cmake --build ${{github.workspace}}/build -j $(nproc) | |
| - name: Test codegen example | |
| working-directory: ${{github.workspace}}/build | |
| run: bin/codegen | |
| # conda init adds content to user's profile making it failing (if conda is gone) | |
| - name: Cleanup after conda init | |
| run: | | |
| cat ${HOME}/.profile || true | |
| rm ${HOME}/.profile || true | |
| windows-build: | |
| name: Build - Windows | |
| strategy: | |
| matrix: | |
| os: ['windows-2019', 'windows-2022'] | |
| adapter: [ | |
| {name: None, var: ''}, {name: L0, var: '-DUR_BUILD_ADAPTER_L0=ON'} | |
| ] | |
| # TODO: building level zero loader on windows-2019 is currently broken | |
| exclude: | |
| - os: 'windows-2019' | |
| adapter: {name: L0, var: '-DUR_BUILD_ADAPTER_L0=ON'} | |
| build_type: [Debug, Release] | |
| compiler: [{c: cl.exe, cxx: cl.exe}, {c: clang-cl.exe, cxx: clang-cl.exe}] | |
| runs-on: ${{matrix.os}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9 | |
| - name: Install prerequisites | |
| run: python3 -m pip install -r third_party/requirements.txt | |
| - name: Configure CMake | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DCMAKE_C_COMPILER=${{matrix.compiler.c}} | |
| -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} | |
| -DCMAKE_POLICY_DEFAULT_CMP0094=NEW | |
| -DUR_ENABLE_TRACING=ON | |
| -DUR_DEVELOPER_MODE=ON | |
| -DUR_BUILD_TESTS=ON | |
| -DUR_FORMAT_CPP_STYLE=ON | |
| ${{matrix.adapter.var}} | |
| # TODO: re-enable when check-generated is fixed for windows runners see #888 | |
| # - name: Generate source from spec, check for uncommitted diff | |
| # if: matrix.os == 'windows-2022' | |
| # run: cmake --build ${{github.workspace}}/build --target check-generated --config ${{matrix.build_type}} | |
| - name: Build all | |
| run: cmake --build ${{github.workspace}}/build --config ${{matrix.build_type}} -j 2 | |
| - name: Test | |
| working-directory: ${{github.workspace}}/build | |
| run: ctest -C ${{matrix.build_type}} --output-on-failure -L "python|umf|loader|validation|tracing|unit|urtrace" | |
| macos-build: | |
| name: Build - MacOS | |
| strategy: | |
| matrix: | |
| os: ['macos-12', 'macos-13'] | |
| runs-on: ${{matrix.os}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9 | |
| - name: Install prerequisites | |
| run: python3 -m pip install -r third_party/requirements.txt | |
| - name: Configure CMake | |
| run: > | |
| cmake | |
| -B${{github.workspace}}/build | |
| -DUR_ENABLE_TRACING=ON | |
| -DUR_DEVELOPER_MODE=ON | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DUR_BUILD_TESTS=ON | |
| -DUR_FORMAT_CPP_STYLE=ON | |
| -DUMF_ENABLE_POOL_TRACKING=ON | |
| - name: Build | |
| run: cmake --build ${{github.workspace}}/build -j $(nproc) |