-
Notifications
You must be signed in to change notification settings - Fork 30
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
75 changed files
with
3,570 additions
and
1,265 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| bb5294090a397b15fadf10cd2172f9bd9c461f9a |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,142 @@ | ||
| name: Linux UT Test | ||
|
|
||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| pytorch: | ||
| required: false | ||
| type: string | ||
| default: 'main' | ||
| description: Pytorch branch/commit | ||
| keep_torch_xpu_ops: | ||
| required: false | ||
| type: string | ||
| default: 'false' | ||
| description: Keep torch-xpu-ops pin. `true` means use pined commit | ||
| ut: | ||
| required: true | ||
| type: string | ||
| default: '' | ||
| description: UT scope. `op_example,op_extended,op_ut,torch_xpu` Delimiter is comma | ||
| python: | ||
| required: false | ||
| type: string | ||
| default: '3.10' | ||
| description: Python version | ||
| runner: | ||
| required: true | ||
| type: string | ||
| default: 'linux.idc.xpu' | ||
| description: Runner label | ||
|
|
||
|
|
||
| jobs: | ||
| Torch-XPU-UT-Tests: | ||
| runs-on: ${{ inputs.runner }} | ||
| timeout-minutes: 900 | ||
| steps: | ||
| - name: Checkout torch-xpu-ops | ||
| uses: actions/checkout@v4 | ||
| - name: Prepare Stock Pytorch | ||
| run: | | ||
| pwd | ||
| cd ../ && rm -rf pytorch | ||
| git clone https://github.com/pytorch/pytorch pytorch | ||
| cd pytorch && git checkout ${{ inputs.pytorch }} | ||
| # apply PRs for stock pytorch | ||
| pip install requests | ||
| python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py | ||
| git status && git show -s | ||
| git submodule sync && git submodule update --init --recursive | ||
| if [[ ${{ inputs.keep_torch_xpu_ops }} == 'true' ]]; then | ||
| echo "Don't replace torch-xpu-ops!" | ||
| else | ||
| rm -rf third_party/torch-xpu-ops && cp -r ../torch-xpu-ops third_party/ | ||
| # Workaround for torch-xpu-ops ci test | ||
| sed -i "s/checkout --quiet \${TORCH_XPU_OPS_COMMIT}/log -n 1/g" caffe2/CMakeLists.txt | ||
| fi | ||
| - name: Build Pytorch XPU | ||
| run: | | ||
| which conda && conda clean -ay | ||
| conda remove --all -y -n xpu_op_${ZE_AFFINITY_MASK} || \ | ||
| rm -rf $(dirname ${CONDA_EXE})/../envs/xpu_op_${ZE_AFFINITY_MASK} | ||
| conda create -n xpu_op_${ZE_AFFINITY_MASK} python=${{ inputs.python }} cmake ninja -y | ||
| source activate xpu_op_${ZE_AFFINITY_MASK} | ||
| conda install -c intel mkl-static mkl-include -y | ||
| cd ../pytorch | ||
| pip install -r requirements.txt | ||
| export USE_XPU=1 | ||
| source /opt/intel/oneapi/pytorch-gpu-dev-0.5/oneapi-vars.sh | ||
| export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname $(which conda))/../"} | ||
| WERROR=1 python setup.py bdist_wheel | ||
| pip install --force-reinstall dist/*.whl | ||
| git clone https://github.com/pytorch/vision && cd vision && python setup.py install && cd .. | ||
| pip install -r .ci/docker/requirements-ci.txt | ||
| - name: Run XPU OP Examples | ||
| if: contains(inputs.ut, 'op_example') || github.event_name == 'schedule' | ||
| run: | | ||
| cd ${{ github.workspace }} | ||
| xpu-smi discovery | ||
| source /opt/intel/oneapi/pytorch-gpu-dev-0.5/oneapi-vars.sh | ||
| source activate xpu_op_${ZE_AFFINITY_MASK} | ||
| cd ${{ github.workspace }} | ||
| cd examples | ||
| pip install pytest | ||
| timeout 8000 pytest -v | ||
| - name: Run XPU OP Extended UT | ||
| if: contains(inputs.ut, 'op_extended') || github.event_name == 'schedule' | ||
| run: | | ||
| source /opt/intel/oneapi/pytorch-gpu-dev-0.5/oneapi-vars.sh | ||
| source activate xpu_op_${ZE_AFFINITY_MASK} | ||
| export PYTORCH_TEST_WITH_SLOW=1 | ||
| cd ../pytorch/third_party/torch-xpu-ops/test/xpu/extended/ | ||
| timeout 10000 python run_test_with_skip.py | ||
| - name: Run XPU OP UT | ||
| if: contains(inputs.ut, 'op_ut') || github.event_name == 'schedule' | ||
| run: | | ||
| source /opt/intel/oneapi/pytorch-gpu-dev-0.5/oneapi-vars.sh | ||
| source activate xpu_op_${ZE_AFFINITY_MASK} | ||
| export PYTORCH_ENABLE_XPU_FALLBACK=1 | ||
| export PYTORCH_TEST_WITH_SLOW=1 | ||
| cd ../pytorch/third_party/torch-xpu-ops/test/xpu | ||
| timeout 10000 python run_test_with_skip.py | ||
| # Cases run with a on-demand white list, since some suites are too | ||
| # slow to go through all operators on CPU. So add cases on-demand | ||
| # when XPU implementatoin is done. | ||
| # test_foreach, test_decomp | ||
| timeout 10000 python run_test_with_only.py | ||
| - name: Run Torch XPU UT | ||
| if: contains(inputs.ut, 'torch_xpu') || github.event_name == 'schedule' | ||
| run: | | ||
| source /opt/intel/oneapi/pytorch-gpu-dev-0.5/oneapi-vars.sh | ||
| source activate xpu_op_${ZE_AFFINITY_MASK} | ||
| cd ../pytorch | ||
| TEST_REPORTS_DIR=$(pwd)/test/test-reports | ||
| rm -rf "$TEST_REPORTS_DIR" && mkdir -p "$TEST_REPORTS_DIR" | ||
| # Run Pytorch XPU binary UT | ||
| for xpu_case in build/bin/*{xpu,sycl}*; do | ||
| if [[ "$xpu_case" != *"*"* && "$xpu_case" != *.so && "$xpu_case" != *.a ]]; then | ||
| case_name=$(basename "$xpu_case") | ||
| echo "Testing ${case_name} ..." | ||
| "$xpu_case" --gtest_output=xml:"$TEST_REPORTS_DIR"/"$case_name".xml | ||
| fi | ||
| done | ||
| # Run Pytorch XPU python UT | ||
| export PYTORCH_TEST_WITH_SLOW=1 | ||
| export PYTORCH_TESTING_DEVICE_ONLY_FOR="xpu" | ||
| test_cmd="python test/run_test.py --include " | ||
| # All Inductor UT under test/inductor | ||
| for test in $(ls test/inductor | grep test); | ||
| do | ||
| test_cmd="${test_cmd} inductor/$test"; | ||
| done | ||
| # All xpu ut under test/xpu | ||
| for test in $(ls test/xpu | grep test); | ||
| do | ||
| test_cmd="${test_cmd} xpu/$test"; | ||
| done | ||
| if [ -f "test/test_xpu.py" ]; then | ||
| test_cmd="${test_cmd} test_xpu.py" | ||
| fi | ||
| eval $test_cmd |
This file was deleted.
Oops, something went wrong.
Oops, something went wrong.