CI maintenance

style updates
move build wheels to the start

rename azure files and move wheel building to a template.

updates

expand variables

not matrix

don't need to expand this one?

fix environment name

add default coverage info

a few updates

a bit more configuration

trigger on all branches (for now).

match doc configure in simpeg

try with these.

add osx to new test script

maybe this pool?

more attempts.

try again

refer to variables?

possibly this?

indentation

test for windows

try setting path this way?

not?

more things

missed a comma

expand the variable?

Try this

commas...

use the variable

skip style for now

single quotes...

prefer vsenv on azure

update setup

move command

activate test environment

try some more

remove extras

a bit on wheels

try building wheels

Use c++11 value initializers

fix doc errors

re-enable tests

fix tree_mesh example

VTK updates

Specifically set the data mode output to binary, and set the minimum vtk version

test on python 3.13

nope, not yet

update configuration

add pytest configure to pyproject.toml

use pooch to download laguna example

split a bunch of items

ignore another generated file

hide the doc tests

better display name

try building source and change docbuild command

just set python version here

add items to mark as orphans

source build is working

don't rely on the sorting of the downloaded items.

set PYVISTA_OFF_SCREEN in doc build

capitalize True?

reset pyvista configuration

this work?

set environment variables in headless display script

testing pipelinepublish

again

try to download artifacts

ls

space

Don't try to download docs at the moment

use PublishBuildArtifacts for wheels

test most

a bit

try setting up headless display once.

re-enable uploads

Add note for windows users

No longer forces "--vsenv" on Windows, so users might have to add this if the gnu compilers are on the path and they want to use the msvc compilers.

fix coverage upload

add pooch to doc requirements in pyproject.toml

Bit more cleanup and generate coverage xml

only tested through 3.12

Author: jcapriot

.azure-pipelines/azure-pipelines-linux.yml

@@ -0,0 +1,63 @@
+jobs:
+- job:
+  displayName: "Deploy Docs and source"
+  pool:
+    vmImage: ubuntu-latest
+  steps:
+    # No need to checkout the repo here!
+    - checkout: none
+
+    # Just download all of the items already built
+    - task: DownloadPipelineArtifact@2
+      inputs:
+        buildType: 'current'
+        artifactName: 'wheels'
+        targetPath: 'dist'
+
+    - task: DownloadPipelineArtifact@2
+      inputs:
+        buildType: 'current'
+        artifactName: 'source_dist'
+        targetPath: 'dist'
+
+    - task: DownloadPipelineArtifact@2
+      inputs:
+        buildType: 'current'
+        artifactName: 'html_docs'
+        targetPath: 'html'
+
+    - bash: |
+        ls -l dist
+        ls -l html
+
+    - bash: |
+        git config --global user.name ${GH_NAME}
+        git config --global user.email ${GH_EMAIL}
+        git config --list | grep user.
+      displayName: 'Configure git'
+      env:
+        GH_NAME: $(gh.name)
+        GH_EMAIL: $(gh.email)
+
+    - bash: |
+        twine upload --skip-existing dist/*
+      displayName: Deploy source and wheels
+      env:
+        TWINE_USERNAME: $(twine.username)
+        TWINE_PASSWORD: $(twine.password)
+
+    # upload documentation to discretize-docs gh-pages on tags
+    - bash: |
+        git clone --depth 1 https://${GH_TOKEN}@github.com/simpeg/discretize-docs.git
+        cd discretize-docs
+        git gc --prune=now
+        git remote prune origin
+        rm -rf en/main/*
+        cp -r html/* en/main/
+        touch .nojekyll
+        git add .
+        git commit -am "Azure CI commit ref $(Build.SourceVersion)"
+        git push
+      displayName: Push documentation to discretize-docs
+      env:
+        GH_TOKEN: $(gh.token)

.azure-pipelines/azure-pipelines-osx.yml

@@ -0,0 +1,36 @@
+jobs:
+- job:
+  displayName: "Build Documentation"
+  pool:
+    vmImage: ubuntu-latest
+  variables:
+    python.version: "3.11"
+    doc.build: True
+    PYVISTA_OFF_SCREEN: True
+    DISPLAY: ":99"
+  steps:
+    - bash:
+        git fetch --tags
+      displayName: Fetch tags
+
+    - bash: echo "##vso[task.prependpath]$CONDA/bin"
+      displayName: Add conda to PATH
+
+    - bash: .ci/azure/setup_env.sh
+      displayName: Setup discretize environment
+
+    - bash: |
+        source activate discretize-test
+        make -C docs html
+      displayName: 'Building HTML'
+
+    - bash: |
+        source activate discretize-test
+        make -C docs linkcheck
+      displayName: 'Checking Links'
+
+    - task: PublishPipelineArtifact@1
+      inputs:
+        targetPath: 'docs/_build/html'
+        artifact: 'html_docs'
+        parallel: true

.azure-pipelines/azure-pipelines-win.yml

@@ -0,0 +1,32 @@
+#!/bin/bash
+set -ex #echo on and exit if any line fails
+
+# TF_BUILD is set to True on azure pipelines.
+is_azure=$(echo "${TF_BUILD:-false}" | tr '[:upper:]' '[:lower:]')
+do_doc=$(echo "${DOC_BUILD:-false}" | tr '[:upper:]' '[:lower:]')
+do_cov=$(echo "${COVERAGE:-false}" | tr '[:upper:]' '[:lower:]')
+
+test_args=""
+
+source activate discretize-test
+
+if ${do_doc}
+then
+  if ${is_azure}
+  then
+    .ci/setup_headless_display.sh
+  fi
+fi
+if ${do_cov}
+then
+  echo "Testing with coverage"
+  test_args="--cov --cov-config=pyproject.toml $test_args"
+fi
+
+pytest -vv $test_args
+
+if ${do_cov}
+then
+  coverage xml
+fi
+

.ci/azure/deploy.yml

@@ -0,0 +1,29 @@
+jobs:
+- job:
+  displayName: "Build source dist."
+  pool:
+    vmImage: ubuntu-latest
+  steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: "3.11"
+
+    - bash:
+        git fetch --tags
+      displayName: Fetch tags
+
+    - bash: |
+        set -o errexit
+        python -m pip install --upgrade pip
+        pip install build
+      displayName: Install source build tools.
+
+    - bash: |
+        python -m build --skip-dependency-check --sdist .
+        ls -la dist
+      displayName: Build Source
+
+    - task: PublishPipelineArtifact@1
+      inputs:
+        targetPath: 'dist'
+        artifact: 'source_dist'

.ci/azure/docs.yml

@@ -0,0 +1,39 @@
+#!/bin/bash
+set -ex #echo on and exit if any line fails
+
+# TF_BUILD is set to True on azure pipelines.
+is_azure=$(echo "${TF_BUILD:-false}" | tr '[:upper:]' '[:lower:]')
+do_doc=$(echo "${DOC_BUILD:-false}" | tr '[:upper:]' '[:lower:]')
+
+if ${is_azure}
+then
+  conda update --yes -n base conda
+  if ${do_doc}
+  then
+    .ci/setup_headless_display.sh
+  fi
+fi
+
+cp .ci/environment_test.yml environment_test_with_pyversion.yml
+echo "  - python="$PYTHON_VERSION >> environment_test_with_pyversion.yml
+
+conda env create --file environment_test_with_pyversion.yml
+rm environment_test_with_pyversion.yml
+
+if ${is_azure}
+then
+  source activate discretize-test
+  pip install pytest-azurepipelines
+else
+  conda activate discretize-test
+fi
+
+# The --vsenv config setting will prefer msvc compilers on windows.
+# but will do nothing on mac and linux.
+pip install --no-build-isolation --editable . --config-settings=setup-args="--vsenv"
+
+echo "Conda Environment:"
+conda list
+
+echo "Installed discretize version:"
+python -c "import discretize; print(discretize.__version__)"

.ci/azure/run_tests.sh

@@ -0,0 +1,26 @@
+jobs:
+  - job:
+    displayName: Run style checks with Black
+    pool:
+      vmImage: ubuntu-latest
+    steps:
+      - task: UsePythonVersion@0
+        inputs:
+          versionSpec: "3.11"
+      - bash: .ci/install_style.sh
+        displayName: "Install dependencies to run the checks"
+      - script: black --check .
+        displayName: "Run black"
+
+  - job:
+    displayName: Run (permissive) style checks with flake8
+    pool:
+      vmImage: ubuntu-latest
+    steps:
+      - task: UsePythonVersion@0
+        inputs:
+          versionSpec: "3.11"
+      - bash: .ci/install_style.sh
+        displayName: "Install dependencies to run the checks"
+      - script: flake8
+        displayName: "Run flake8"