diff --git a/azure-pipelines-ci.yml b/azure-pipelines-ci.yml
index da60db941da..975899d3113 100644
--- a/azure-pipelines-ci.yml
+++ b/azure-pipelines-ci.yml
@@ -158,7 +158,7 @@ stages:
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-              keyfile: "requirements_test_all.txt | homeassistant/package_constraints.txt"
+              keyfile: "requirements_test_all.txt | requirements_test.txt | homeassistant/package_constraints.txt"
               build: |
                 set -e
                 python -m venv venv
diff --git a/requirements_test.txt b/requirements_test.txt
index 54d6f6b036d..9a8e7ab4510 100644
--- a/requirements_test.txt
+++ b/requirements_test.txt
@@ -4,7 +4,7 @@
 
 -r requirements_test_pre_commit.txt
 asynctest==0.13.0
-codecov==2.0.22
+codecov==2.1.0
 coverage==5.1
 mock-open==1.4.0
 mypy==0.770