From cdbd75c3666f22e986f2b167f9ff8fe94fe2fd7e Mon Sep 17 00:00:00 2001 From: XumingGai <108659240+XumingGai@users.noreply.github.com> Date: Thu, 28 Dec 2023 13:40:53 +0800 Subject: [PATCH 1/2] Update IDC_1100_Public_CI.yml --- .github/workflows/IDC_1100_Public_CI.yml | 28 ++++++++++++------------ 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/IDC_1100_Public_CI.yml b/.github/workflows/IDC_1100_Public_CI.yml index 289ce60..e39a5ec 100644 --- a/.github/workflows/IDC_1100_Public_CI.yml +++ b/.github/workflows/IDC_1100_Public_CI.yml @@ -3,7 +3,7 @@ run-name: ${{ github.actor }} is testing out GitHub Action on: pull_request: branches: - - main + - IDC_preCI_master concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} @@ -30,7 +30,6 @@ jobs: conda activate ${CONDA_ENV} fi pip install jax==0.4.20 jaxlib==0.4.20 - pip install numpy conda install libstdcxx-ng==12.2.0 -c conda-forge pip install absl-py pip list | grep numpy @@ -79,23 +78,24 @@ jobs: set +e CONDA_ENV=openxla_preCI_${{ github.event.pull_request.number }}_${{ runner.name }} source /opt/miniconda/bin/activate ${CONDA_ENV} - # install requirement from https://github.com/intel-innersource/frameworks.ai.infrastructure.intel-extension-for-tensorflow.jax/blob/yang/jax-v0.4.20/build/test-requirements.txt - # pip install -e . (install in local ) basekit_path=/home/sdp source ${basekit_path}/intel/oneapi/compiler/latest/env/vars.sh source ${basekit_path}/intel/oneapi/mkl/latest/env/vars.sh + git clone https://github.com/google/jax.git + cd jax && git checkout jaxlib-v0.4.20 + patch -p1 -i ../test/jax_ut.patch + mkdir -p ./logs/ut + find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt + file_path=./ut_list.txt + + # get distribute ut list if [ -d "jax_test" ]; then echo "jax_test folder already exists. Doing nothing." else git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test fi - cd jax_test/openxla - pip install ./tools/*.whl - pip install -r test-requirements.txt - mkdir -p ./logs/ut - find ./tests -name "*.py" | sed 's#\./##g' |& tee ut_list.txt - file_path=./ut_list.txt - reference_file=./distribute_ut_list.txt + reference_file=jax_test/openxla/distribute_ut_list.txt + # run distribute ut first # Check if the file exists @@ -162,10 +162,10 @@ jobs: uses: actions/upload-artifact@v3 with: name: XLA-CI-Data - path: /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla/logs + path: /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax/logs - name: Test Results Check run: | - cd /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax_test/openxla + cd /home/sdp/actions-runner/workspace_openxla/intel-extension-for-openxla/intel-extension-for-openxla/jax #UT results check if [ -f "./logs/ut/err.log" ]; then echo "exist fail cases" @@ -173,4 +173,4 @@ jobs: exit 1 else echo "run successful" - fi \ No newline at end of file + fi From a7b91c00a4e28ae74d41279b51de0433e54d15af Mon Sep 17 00:00:00 2001 From: wenjun liu Date: Sun, 4 Feb 2024 11:28:37 +0800 Subject: [PATCH 2/2] Update IDC_1100_Public_CI.yml --- .github/workflows/IDC_1100_Public_CI.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/IDC_1100_Public_CI.yml b/.github/workflows/IDC_1100_Public_CI.yml index e39a5ec..ab77a86 100644 --- a/.github/workflows/IDC_1100_Public_CI.yml +++ b/.github/workflows/IDC_1100_Public_CI.yml @@ -95,8 +95,10 @@ jobs: git clone https://github.com/wendyliu235/aipc_unify_validation_infr.git jax_test fi reference_file=jax_test/openxla/distribute_ut_list.txt - - + blacklist=jax_test/openxla/blacklist.txt + grep -v -f $blacklist $file_path > ut_list_filtered.txt + mv ut_list_filtered.txt $file_path + # run distribute ut first # Check if the file exists if [ -f "$file_path" ]; then