Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

Commit

Permalink
WIP
Browse files Browse the repository at this point in the history
  • Loading branch information
KellenSunderland committed Sep 10, 2018
1 parent f90cb33 commit c8f3f4f
Show file tree
Hide file tree
Showing 4 changed files with 70 additions and 5 deletions.
22 changes: 21 additions & 1 deletion Jenkinsfile
Original file line number Diff line number Diff line change
Expand Up @@ -159,6 +159,17 @@ core_logic: {
}
}
},
'CPU: ASAN': {
node(NODE_LINUX_CPU) {
ws('workspace/build-cpu-asan') {
timeout(time: max_time, unit: 'MINUTES') {
utils.init_git()
utils.docker_run('ubuntu_cpu', 'build_ubuntu_cpu_cmake_asan', false)
utils.pack_lib('cpu_asan', mx_lib)
}
}
}
},
'CPU: Openblas, debug': {
node(NODE_LINUX_CPU) {
ws('workspace/build-cpu-openblas') {
Expand Down Expand Up @@ -465,13 +476,22 @@ core_logic: {
}
}
},
'Python3: CPU ASAN': {
node(NODE_LINUX_CPU) {
ws('workspace/ut-python3-cpu-asan') {
utils.init_git()
utils.unpack_lib('cpu_asan', mx_lib)
python3_ut_asan('ubuntu_cpu')
}
}
},
'Python3: CPU debug': {
node(NODE_LINUX_CPU) {
ws('workspace/ut-python3-cpu-debug') {
try {
utils.init_git()
utils.unpack_lib('cpu_debug', mx_cmake_lib_debug)
python3_ut_asan('ubuntu_cpu')
python3_ut('ubuntu_cpu')
} finally {
utils.collect_test_results_unix('nosetests_unittest.xml', 'nosetests_python3_cpu_debug_unittest.xml')
utils.collect_test_results_unix('nosetests_quantization.xml', 'nosetests_python3_cpu_debug_quantization.xml')
Expand Down
3 changes: 3 additions & 0 deletions ci/docker/Dockerfile.build.ubuntu_cpu
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,9 @@ RUN /work/ubuntu_perl.sh
COPY install/ubuntu_clang.sh /work/
RUN /work/ubuntu_clang.sh

COPY install/ubuntu_gcc8.sh /work/
RUN /work/ubuntu_gcc8.sh

COPY install/ubuntu_mklml.sh /work/
RUN /work/ubuntu_mklml.sh

Expand Down
23 changes: 23 additions & 0 deletions ci/docker/install/ubuntu_gcc8.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
#!/usr/bin/env bash

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

sudo add-apt-repository ppa:jonathonf/gcc-8.0
sudo add-apt-repository ppa:jonathonf/gcc-7.3
sudo apt-get update
sudo apt-get install -y gcc-8
27 changes: 23 additions & 4 deletions ci/docker/runtime_functions.sh
Original file line number Diff line number Diff line change
Expand Up @@ -317,14 +317,14 @@ build_ubuntu_cpu_openblas() {
-j$(nproc)
}

build_ubuntu_cpu_cmake_debug() {
build_ubuntu_cpu_cmake_asan() {
set -ex

pushd .
cd /work/build
export CC="ccache gcc-8"
export CXX="ccache g++-8"
cmake \
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
-DCMAKE_C_COMPILER_LAUNCHER=ccache \
-DUSE_CUDA=OFF \
-DUSE_MKL_IF_AVAILABLE=OFF \
-DUSE_OPENMP=OFF \
Expand All @@ -333,6 +333,25 @@ build_ubuntu_cpu_cmake_debug() {
-DUSE_GPERFTOOLS=OFF \
-DUSE_JEMALLOC=OFF \
-DUSE_ASAN=ON \
-DUSE_CPP_PACKAGE=ON \
-DMXNET_USE_CPU=ON \
/work/mxnet
make -j $(nproc) libmxnet.so
popd
}

build_ubuntu_cpu_cmake_debug() {
set -ex

pushd .
cd /work/build
cmake \
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
-DCMAKE_C_COMPILER_LAUNCHER=ccache \
-DUSE_CUDA=OFF \
-DUSE_MKL_IF_AVAILABLE=OFF \
-DUSE_OPENMP=OFF \
-DCMAKE_BUILD_TYPE=Debug \
-G Ninja /work/mxnet
ninja libmxnet.so -v
popd
Expand Down Expand Up @@ -633,7 +652,7 @@ unittest_ubuntu_python3_cpu_asan() {
set -ex
export PYTHONPATH=./python/
export MXNET_STORAGE_FALLBACK_LOG_VERBOSE=0
export LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libasan.so.2
export LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libasan.so.5
nosetests-3.4 --verbose tests/python/unittest
}

Expand Down

0 comments on commit c8f3f4f

Please # to comment.