diff --git a/azure-pipelines-ci.yml b/azure-pipelines-ci.yml
index 558c0c39f66..13f0915bc56 100644
--- a/azure-pipelines-ci.yml
+++ b/azure-pipelines-ci.yml
@@ -112,6 +112,8 @@ stages:
           # Find offending deps with `pipdeptree -r -p typing`
           pip uninstall -y typing
     - script: |
+        set -e
+
         . venv/bin/activate
         pytest --timeout=9 --durations=10 -qq -o console_output_style=count -p no:sugar tests
         script/check_dirty