diff --git a/.github/workflows/check-test-release.yml b/.github/workflows/check-test-release.yml
index 41e6b6ca..d36125e8 100644
--- a/.github/workflows/check-test-release.yml
+++ b/.github/workflows/check-test-release.yml
@@ -99,17 +99,18 @@ jobs:
       env:
         HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
         HEROKU_TEAM: iterative-sandbox
-    - name: Run Flyctl tests
+    - name: Setup Flyio
+      uses: superfly/flyctl-actions/setup-flyctl@master
       if: matrix.os == 'ubuntu-latest' && matrix.python == '3.9'
-      run: |
-        curl -L https://fly.io/install.sh | sh
-        pytest -k 'flyctl'
+    - name: Run Flyio tests
+      if: matrix.os == 'ubuntu-latest' && matrix.python == '3.9'
+      run: pytest -k 'flyio'
     - name: Start minikube
       if: matrix.os == 'ubuntu-latest' && matrix.python == '3.9'
       uses: medyagh/setup-minikube@master
     - name: Run tests
       timeout-minutes: 40
-      run: pytest -k 'not heroku'
+      run: pytest -k 'not heroku and not flyio'
       env:
         GITHUB_USERNAME: ${{ secrets.GH_USERNAME }}
         GITHUB_TOKEN: ${{ secrets.GH_TOKEN }}
diff --git a/tests/contrib/test_flyio.py b/tests/contrib/test_flyio.py
index a898247b..46566928 100644
--- a/tests/contrib/test_flyio.py
+++ b/tests/contrib/test_flyio.py
@@ -5,7 +5,7 @@
 from mlem.contrib.flyio.utils import FlyioStatusModel
 
 
-def test_create_app(tmp_path: Path):
+def test_flyio_create_app(tmp_path: Path):
     flyio_app = FlyioApp(org="org", app_name="test")
     flyio_app.dump(str(tmp_path))
     state = flyio_app.get_state()