diff --git a/api/python/Makefile b/api/python/Makefile
index c226e4bc038..5f427a85b12 100644
--- a/api/python/Makefile
+++ b/api/python/Makefile
@@ -1,6 +1,6 @@
 
 test:
-	QUILT_DISABLE_USAGE_METRICS=True pytest --disable-warnings
+	pytest --disable-warnings
 
 install-local:
 	pip install -e .[tests]
diff --git a/api/python/pytest.ini b/api/python/pytest.ini
index fab3b27158e..698acb1e272 100644
--- a/api/python/pytest.ini
+++ b/api/python/pytest.ini
@@ -5,3 +5,5 @@ filterwarnings =
     ignore::ImportWarning
     ignore:::IPython.lib.pretty
 
+env =
+    QUILT_DISABLE_USAGE_METRICS=True
diff --git a/api/python/setup.py b/api/python/setup.py
index 9500907ecd4..070701c6ac6 100644
--- a/api/python/setup.py
+++ b/api/python/setup.py
@@ -82,6 +82,7 @@ def run(self):
             'pyarrow>=0.14.1',              # as of 7/5/19: linux/circleci bugs on 0.14.0
             'pytest<5.1.0',  # TODO: Fix pytest.ensuretemp in conftest.py
             'pytest-cov',
+            'pytest-env',
             'responses',
             'tox',
             'detox',