diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9b955ea..ea12ba4 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -7,13 +7,12 @@ on:
     branches: ['master']
   schedule:
     - cron: '10 2 * * *' # At 02:10 UTC every day (a bit after rustup-components-history).
-    - cron: '20,35,50 14,15 * * *' # for testing
 
 jobs:
   test-core:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup environment
         run: bash ./ci-setup.sh
       - name: Test
@@ -22,7 +21,7 @@ jobs:
   test-alloc:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup environment
         run: bash ./ci-setup.sh
       - name: Test
@@ -31,7 +30,7 @@ jobs:
   test-std:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup environment
         run: bash ./ci-setup.sh
       - name: Test
@@ -40,7 +39,7 @@ jobs:
   test-simd:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup environment
         run: bash ./ci-setup.sh
       - name: Test
@@ -49,7 +48,7 @@ jobs:
   test-stdarch:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup environment
         run: bash ./ci-setup.sh
       - name: Test
@@ -79,7 +78,7 @@ jobs:
     needs: [success]
     if: github.event_name == 'schedule'
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: setup bot git name and email
         run: |
           git config --global user.name 'The Miri Conjob Bot'
@@ -88,6 +87,11 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
+          # If this is not the first of the month, stop here.
+          if [[ $(date -u +%d) != "01" ]]; then
+            echo "Only creating PR on the first of each month."
+            exit 0
+          fi
           # Create commit
           DATE=$(date -u +%Y-%m-%d)
           echo "nightly-$DATE" > rust-version