diff --git a/.github/workflows/upstream-dev-ci.yaml b/.github/workflows/upstream-dev-ci.yaml
index e53891c66..503014bc8 100644
--- a/.github/workflows/upstream-dev-ci.yaml
+++ b/.github/workflows/upstream-dev-ci.yaml
@@ -93,7 +93,8 @@ jobs:
         id: status
         run: |
           pytest -rf -n auto --cov=./ --cov-report=xml \
-            --report-log output-${{ matrix.python-version }}-log.jsonl
+            --report-log output-${{ matrix.python-version }}-log.jsonl \
+             --hypothesis-profile ci
       - name: Generate and publish the report
         if: |
           failure()
diff --git a/ci/upstream-dev-env.yml b/ci/upstream-dev-env.yml
index 4020dd840..a9e26449b 100644
--- a/ci/upstream-dev-env.yml
+++ b/ci/upstream-dev-env.yml
@@ -2,9 +2,11 @@ name: flox-tests
 channels:
   - conda-forge
 dependencies:
+  - asv_runner # for test_asv
   - cachey
   - codecov
   - pooch
+  - hypothesis
   - toolz
   # - numpy
   # - pandas