From 3c44e9f1dc7c2c55551bb9b029fee14704dd8fcc Mon Sep 17 00:00:00 2001 From: Sergey Pokhodenko Date: Tue, 12 May 2020 16:37:36 +0000 Subject: [PATCH 1/2] Run tests in separate processes --- buildscripts/sdc-conda-recipe/run_test.bat | 35 ++++++++++++++++++++-- buildscripts/sdc-conda-recipe/run_test.sh | 18 ++++++++++- 2 files changed, 50 insertions(+), 3 deletions(-) diff --git a/buildscripts/sdc-conda-recipe/run_test.bat b/buildscripts/sdc-conda-recipe/run_test.bat index f3cb36188..e411c8613 100644 --- a/buildscripts/sdc-conda-recipe/run_test.bat +++ b/buildscripts/sdc-conda-recipe/run_test.bat @@ -9,10 +9,41 @@ if errorlevel 1 exit 1 @rem TODO investigate root cause of NumbaPerformanceWarning @rem http://numba.pydata.org/numba-doc/latest/user/parallel.html#diagnostics -python -W ignore -u -m sdc.runtests -v +python -W ignore -u -m sdc.runtests -v sdc.tests.test_basic +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_d4p +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_dataframe +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_date +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_groupby +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hiframes +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hpat_jit +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_io +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_join +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_ml +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_prange_utils +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_rolling +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_sdc_numpy +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_apply +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_map +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series +if errorlevel 1 exit 1 +python -W ignore -u -m sdc.runtests -v sdc.tests.test_strings if errorlevel 1 exit 1 REM Link check for Documentation using Sphinx's in-built linkchecker REM sphinx-build -b linkcheck -j1 usersource _build/html REM if errorlevel 1 exit 1 - diff --git a/buildscripts/sdc-conda-recipe/run_test.sh b/buildscripts/sdc-conda-recipe/run_test.sh index e5e688736..3258be91c 100644 --- a/buildscripts/sdc-conda-recipe/run_test.sh +++ b/buildscripts/sdc-conda-recipe/run_test.sh @@ -13,4 +13,20 @@ python -m sdc.tests.gen_test_data # TODO investigate root cause of NumbaPerformanceWarning # http://numba.pydata.org/numba-doc/latest/user/parallel.html#diagnostics -python -W ignore -u -m sdc.runtests -v +python -W ignore -u -m sdc.runtests -v sdc.tests.test_basic +python -W ignore -u -m sdc.runtests -v sdc.tests.test_d4p +python -W ignore -u -m sdc.runtests -v sdc.tests.test_dataframe +python -W ignore -u -m sdc.runtests -v sdc.tests.test_date +python -W ignore -u -m sdc.runtests -v sdc.tests.test_groupby +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hiframes +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hpat_jit +python -W ignore -u -m sdc.runtests -v sdc.tests.test_io +python -W ignore -u -m sdc.runtests -v sdc.tests.test_join +python -W ignore -u -m sdc.runtests -v sdc.tests.test_ml +python -W ignore -u -m sdc.runtests -v sdc.tests.test_prange_utils +python -W ignore -u -m sdc.runtests -v sdc.tests.test_rolling +python -W ignore -u -m sdc.runtests -v sdc.tests.test_sdc_numpy +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_apply +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_map +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series +python -W ignore -u -m sdc.runtests -v sdc.tests.test_strings From 435f9432146f92633820c3bf02c483f81e8b1a1d Mon Sep 17 00:00:00 2001 From: Sergey Pokhodenko Date: Tue, 12 May 2020 17:21:11 +0000 Subject: [PATCH 2/2] Take tests list from sdc/tests/__init__.py --- buildscripts/sdc-conda-recipe/run_test.bat | 26 +++++++++------------- buildscripts/sdc-conda-recipe/run_test.sh | 17 ++++++-------- 2 files changed, 17 insertions(+), 26 deletions(-) diff --git a/buildscripts/sdc-conda-recipe/run_test.bat b/buildscripts/sdc-conda-recipe/run_test.bat index e411c8613..8a1e26110 100644 --- a/buildscripts/sdc-conda-recipe/run_test.bat +++ b/buildscripts/sdc-conda-recipe/run_test.bat @@ -11,37 +11,31 @@ if errorlevel 1 exit 1 @rem http://numba.pydata.org/numba-doc/latest/user/parallel.html#diagnostics python -W ignore -u -m sdc.runtests -v sdc.tests.test_basic if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_d4p +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series if errorlevel 1 exit 1 python -W ignore -u -m sdc.runtests -v sdc.tests.test_dataframe if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_date -if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_groupby -if errorlevel 1 exit 1 python -W ignore -u -m sdc.runtests -v sdc.tests.test_hiframes if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_hpat_jit -if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_io +python -W ignore -u -m sdc.runtests -v sdc.tests.test_date if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_join +python -W ignore -u -m sdc.runtests -v sdc.tests.test_strings if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_ml +python -W ignore -u -m sdc.runtests -v sdc.tests.test_groupby if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_prange_utils +python -W ignore -u -m sdc.runtests -v sdc.tests.test_join if errorlevel 1 exit 1 python -W ignore -u -m sdc.runtests -v sdc.tests.test_rolling if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_sdc_numpy +python -W ignore -u -m sdc.runtests -v sdc.tests.test_ml if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_apply +python -W ignore -u -m sdc.runtests -v sdc.tests.test_io if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_map +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hpat_jit if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_series +python -W ignore -u -m sdc.runtests -v sdc.tests.test_sdc_numpy if errorlevel 1 exit 1 -python -W ignore -u -m sdc.runtests -v sdc.tests.test_strings +python -W ignore -u -m sdc.runtests -v sdc.tests.test_prange_utils if errorlevel 1 exit 1 REM Link check for Documentation using Sphinx's in-built linkchecker diff --git a/buildscripts/sdc-conda-recipe/run_test.sh b/buildscripts/sdc-conda-recipe/run_test.sh index 3258be91c..3cf504f98 100644 --- a/buildscripts/sdc-conda-recipe/run_test.sh +++ b/buildscripts/sdc-conda-recipe/run_test.sh @@ -14,19 +14,16 @@ python -m sdc.tests.gen_test_data # TODO investigate root cause of NumbaPerformanceWarning # http://numba.pydata.org/numba-doc/latest/user/parallel.html#diagnostics python -W ignore -u -m sdc.runtests -v sdc.tests.test_basic -python -W ignore -u -m sdc.runtests -v sdc.tests.test_d4p +python -W ignore -u -m sdc.runtests -v sdc.tests.test_series python -W ignore -u -m sdc.runtests -v sdc.tests.test_dataframe +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hiframes python -W ignore -u -m sdc.runtests -v sdc.tests.test_date +python -W ignore -u -m sdc.runtests -v sdc.tests.test_strings python -W ignore -u -m sdc.runtests -v sdc.tests.test_groupby -python -W ignore -u -m sdc.runtests -v sdc.tests.test_hiframes -python -W ignore -u -m sdc.runtests -v sdc.tests.test_hpat_jit -python -W ignore -u -m sdc.runtests -v sdc.tests.test_io python -W ignore -u -m sdc.runtests -v sdc.tests.test_join -python -W ignore -u -m sdc.runtests -v sdc.tests.test_ml -python -W ignore -u -m sdc.runtests -v sdc.tests.test_prange_utils python -W ignore -u -m sdc.runtests -v sdc.tests.test_rolling +python -W ignore -u -m sdc.runtests -v sdc.tests.test_ml +python -W ignore -u -m sdc.runtests -v sdc.tests.test_io +python -W ignore -u -m sdc.runtests -v sdc.tests.test_hpat_jit python -W ignore -u -m sdc.runtests -v sdc.tests.test_sdc_numpy -python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_apply -python -W ignore -u -m sdc.runtests -v sdc.tests.test_series_map -python -W ignore -u -m sdc.runtests -v sdc.tests.test_series -python -W ignore -u -m sdc.runtests -v sdc.tests.test_strings +python -W ignore -u -m sdc.runtests -v sdc.tests.test_prange_utils