Reorganize azure testing

.azure-pipelines/azure-pipelines-base.yml

@@ -0,0 +1,73 @@
+jobs:
+- job: BaseTests
+  pool:
+    vmImage: 'ubuntu-latest'
+  variables:
+    - name: NUMBA_DISABLE_JIT
+      value: 1
+  timeoutInMinutes: 360
+  strategy:
+    matrix:
+      Python_38:
+        python.version: 3.8
+        name: "Python 3.8"
+      Python_37:
+        python.version: 3.7
+        name: "Python 3.7"
+      Python_36:
+        python.version: 3.6
+        name: "Python 3.6"
+
+  steps:
+  - task: UsePythonVersion@0
+    inputs:
+      versionSpec: '$(python.version)'
+    displayName: 'Use Python $(python.version)'
+
+  - script: |
+      sudo apt-get update
+      sudo apt-get install -y ffmpeg
+    displayName: 'Install external libraries'
+
+  - script: |
+      ls -ahl
+      env
+      pwd
+      gcc --version
+      python --version
+    displayName: 'Debug information'
+
+  - script: |
+      python -m pip install --no-cache-dir -r requirements.txt
+      python -m pip install --no-cache-dir -r requirements-optional.txt
+      python -m pip install --no-cache-dir -r requirements-dev.txt
+      python -m pip install pytest-azurepipelines codecov
+    displayName: 'Install requirements'
+
+  - script: |
+      python -m pip install .
+    displayName: 'Install ArviZ package'
+
+  - script: |
+      python -m pip freeze
+    displayName: 'Print packages'
+
+  - script: |
+      python -m pytest arviz/tests/base_tests --cov arviz --cov-report=xml
+    displayName: 'pytest'
+
+  - script: |
+      ls -ahl
+      env
+    displayName: 'Debug information 2'
+
+  - task: PublishTestResults@2
+    condition: succeededOrFailed()
+    inputs:
+      testResultsFiles: '$(System.DefaultWorkingDirectory)/test-*.xml'
+      testRunTitle: 'Publish test results for Python $(python.version)'
+    displayName: 'Publish Test Results'
+
+  - script: |
+      python -m codecov --token=$(CODECOV_TOKEN)
+    displayName: 'upload coverage'

.azure-pipelines/azure-pipelines-benchmarks.yml

@@ -0,0 +1,54 @@
+jobs:
+- job: Benchmarks
+  pool:
+    vmImage: 'ubuntu-latest'
+  timeoutInMinutes: 360
+  strategy:
+    matrix:
+      Python_38:
+        python.version: 3.8
+        name: "Python 3.8 - benchmarks"
+
+  steps:
+
+  - task: UsePythonVersion@0
+    inputs:
+      versionSpec: '$(python.version)'
+    displayName: 'Use Python $(python.version)'
+
+  - script: |
+      ls -ahl
+      env
+      pwd
+      gcc --version
+      python --version
+    displayName: 'Debug information'
+
+  - script: |
+      python -m pip install --upgrade pip
+      python -m pip install --no-cache-dir -r requirements.txt
+      python -m pip install --no-cache-dir -r requirements-optional.txt
+      python -m pip install asv
+    displayName: 'Install requirements'
+
+  - script: |
+      python -m pip freeze
+    displayName: 'Debug information 2'
+
+  - script: |
+      python -m asv machine --yes
+      git log --pretty=format:'%h' -n 1 > hashestobenchmark.txt
+      cat hashestobenchmark.txt
+      python -m asv run HASHFILE:hashestobenchmark.txt
+    displayName: 'Run the benchmarks'
+
+  - script: |
+      git log --pretty=format:'%h' -n 1 | xargs python -m asv show
+      git log --pretty=format:'%h' -n 1 | xargs python -m asv show > benchmark_results.txt
+    displayName: 'Print and save results'
+
+  - task: PublishBuildArtifacts@1
+    inputs:
+      pathtoPublish: 'benchmark_results.txt'
+      artifactName: 'Benchmarks'
+    displayName: 'Publish the benchmarks'

.azure-pipelines/azure-pipelines-docs.yml

@@ -0,0 +1,60 @@
+jobs:
+- job: BuildDocs
+  dependsOn:
+    - BaseTests
+    - ExternalTests
+  condition: and(succeeded(), eq(variables['Build.SourceBranchName'], 'master'))
+  pool:
+    vmImage: 'ubuntu-latest'
+  variables:
+    - name: NUMBA_DISABLE_JIT
+      value: 1
+  timeoutInMinutes: 360
+  strategy:
+    matrix:
+      Python_38:
+        python.version: 3.8
+        name: "Python 3.8 - docs"
+
+  steps:
+
+  - task: UsePythonVersion@0
+    inputs:
+      versionSpec: '$(python.version)'
+    displayName: 'Use Python $(python.version)'
+
+  - script: |
+      ls -ahl
+      env
+      pwd
+      gcc --version
+      python --version
+    displayName: 'Debug information'
+
+  - script: |
+      sudo apt-get update
+      sudo apt-get install -y pandoc
+    displayName: 'Install external libraries'
+
+  - script: |
+      python -m pip install --upgrade pip
+      python -m pip install --no-cache-dir -r requirements.txt
+      python -m pip install --no-cache-dir -r requirements-dev.txt
+      python -m pip install --no-cache-dir -r requirements-optional.txt
+      python -m pip install --no-cache-dir -r requirements-docs.txt
+      conda install --channel conda-forge -y phantomjs
+    displayName: 'Install requirements'
+
+  - script: |
+      python -msphinx -M clean doc doc/build
+      sphinx-build doc doc/build -b html
+    displayName: 'Build a docs'
+
+  - script: |
+      ls -ahl
+      env
+    displayName: 'Debug information 2'
+
+  - script: |
+      ghp-import -pfnr https://$(GH_USER):$(GH_TOKEN)@github.com/${BUILD_REPOSITORY_NAME}.git doc/build
+    displayName: 'Deploy docs'

.azure-pipelines/azure-pipelines-external.yml

@@ -0,0 +1,132 @@
+jobs:
+- job: ExternalTests
+  pool:
+    vmImage: 'ubuntu-latest'
+  variables:
+    - name: NUMBA_DISABLE_JIT
+      value: 1
+  timeoutInMinutes: 360
+  strategy:
+    matrix:
+      Python_37_Latest:
+        python.version: 3.7
+        pystan.version: "latest"
+        pyro.version: "latest"
+        emcee.version: "latest"
+        name: "External latest"
+      Python_37_PyStan_3_Pyro_1_Emcee_2_TF_1:
+        python.version: 3.7
+        pystan.version: "preview"
+        pyro.version: 1.0.0
+        pytorch.version: 1.3.0
+        emcee.version: 2
+        tensorflow.version: 1
+        name: "External special"
+
+  steps:
+  - task: UsePythonVersion@0
+    inputs:
+      versionSpec: '$(python.version)'
+    displayName: 'Use Python $(python.version): $(name)'
+
+  - script: |
+      ls
+      env
+      pwd
+      gcc --version
+      python --version
+    displayName: 'Debug information'
+
+  - script: |
+      python -m pip install --upgrade pip
+
+      if [ "$(pytorch.version)" = "latest" ]; then
+          python -m pip --no-cache-dir install torch torchvision -f https://download.pytorch.org/whl/cpu/torch_stable.html
+      else
+          python -m pip --no-cache-dir install torch==${pytorch.version} torchvision -f https://download.pytorch.org/whl/cpu/torch_stable.html
+      fi
+
+      if [ "$(pystan.version)" = "latest" ]; then
+          python -m pip --no-cache-dir install pystan
+      else
+          if [ "$(pystan.version)" = "preview" ]; then
+              # try to skip other pre-releases than pystan
+              python -m pip --no-cache-dir install numpy uvloop marshmallow==3.0.0rc6 PyYAML
+              python -m pip --no-cache-dir install --pre pystan
+          else
+              python -m pip --no-cache-dir install pystan==${pystan.version}
+          fi
+      fi
+
+      if [ "$(pyro.version)" = "latest" ]; then
+          python -m pip --no-cache-dir install pyro-ppl
+      else
+          python -m pip --no-cache-dir install pyro-ppl==${pyro.version}
+      fi
+
+      if [ "$(emcee.version)" = "latest" ]; then
+          python -m pip --no-cache-dir install emcee
+      else
+          python -m pip --no-cache-dir install "emcee<3"
+      fi
+
+      if [ "$(tensorflow.version)" = "latest" ]; then
+          python -m pip --no-cache-dir install tensorflow
+      else
+          python -m pip --no-cache-dir install tensorflow==1.14 tensorflow_probability==0.7
+      fi
+
+      if [ "$(pymc3.version)" = "latest" ]; then
+          python -m pip --no-cache-dir install git+https://github.com/pymc-devs/pymc3
+      else
+          python -m pip --no-cache-dir install pymc3==${pymc3.version}
+      fi
+
+      python -m pip install --no-cache-dir -r requirements-external.txt
+    displayName: 'Install packages'
+
+  - script: |
+      python -m pip install  --no-cache-dir -r requirements.txt
+      python -m pip install --no-cache-dir -r requirements-dev.txt
+      python -m pip install --no-cache-dir -r requirements-optional.txt
+      python -m pip install pytest-azurepipelines codecov
+    displayName: 'Install requirements'
+
+  - script: |
+      python -m pip install .
+    displayName: 'Install ArviZ package'
+
+  - script: |
+      python -m pip freeze
+    displayName: 'Print packages'
+
+  - script: |
+      pytest arviz/tests/helpers.py
+    displayName: 'precompile models'
+
+  - script: |
+      python -m pytest arviz/tests/external_tests --cov arviz --cov-report=xml
+    displayName: 'pytest'
+
+  - script: |
+      python -m pylint arviz
+    displayName: 'pylint'
+
+  - script: |
+      python -m pydocstyle arviz
+    displayName: 'pydocstyle'
+
+  - script: |
+      python -m black arviz
+      python -m black examples
+    displayName: 'black'
+
+  - task: PublishTestResults@2
+    condition: succeededOrFailed()
+    inputs:
+      testResultsFiles: '$(System.DefaultWorkingDirectory)/test-*.xml'
+      testRunTitle: 'Publish test results for Python $(python.version)'
+
+  - script: |
+      python -m codecov --token=$(CODECOV_TOKEN)
+    displayName: 'upload coverage'

.azure-pipelines/azure-pipelines-wheel.yml

@@ -0,0 +1,62 @@
+jobs:
+- job: BuildWheel
+  dependsOn:
+    - BaseTests
+    - ExternalTests
+  condition: and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/'))
+  pool:
+    vmImage: 'ubuntu-latest'
+  variables:
+    - name: NUMBA_DISABLE_JIT
+      value: 1
+  timeoutInMinutes: 360
+  strategy:
+    matrix:
+      Python_38:
+        python.version: 3.8
+        name: "Python 3.8 - wheel"
+
+  steps:
+
+  - task: UsePythonVersion@0
+    inputs:
+      versionSpec: '$(python.version)'
+    displayName: 'Use Python $(python.version)'
+
+  - script: |
+      ls -ahl
+      env
+      pwd
+      gcc --version
+      python --version
+    displayName: 'Debug information'
+
+  - script: |
+      python -m pip install --upgrade pip
+      python -m pip install --no-cache-dir -r requirements.txt
+      pip install wheel
+    displayName: 'Install requirements'
+
+  - script: |
+      python setup.py sdist bdist_wheel
+      ls -lh dist
+    displayName: 'Build a wheel'
+
+  - script: |
+      cd dist
+      ls -lh
+      ls | grep *.whl | xargs python -m pip install
+      python -c "import arviz as az; print(az);print(az.summary(az.load_arviz_data('non_centered_eight')))"
+      cd ..
+    displayName: 'Install and test the wheel'
+
+  - script: |
+      ls -ahl
+      env
+    displayName: 'Debug information 2'
+
+  - task: PublishBuildArtifacts@1
+    inputs:
+      pathtoPublish: 'dist'
+      artifactName: 'arviz_wheel_dist'
+    displayName: 'Publish the wheel'

.pydocstyle.ini

@@ -0,0 +1,2 @@
+[pydocstyle]
+convention = numpy