diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 8e047060..ec85674e 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -10,7 +10,7 @@ jobs:
       - uses: ./ # Uses an action in the root directory
         with:
           reporter: github-check
-          fail_on_error: false
+          fail_on_error: true
           level: warning
           debug: true
         env:
diff --git a/README.md b/README.md
index 8abb3394..8beb18fa 100644
--- a/README.md
+++ b/README.md
@@ -104,7 +104,11 @@ with:
 
 ### `level` (default: error)
 
-Set the [report level](https://github.com/reviewdog/reviewdog#reporter-github-checks--reportergithub-pr-check) for GitHub annotations.
+Set the [report level](https://github.com/reviewdog/reviewdog#reporter-github-checks--reportergithub-pr-check) for GitHub
+annotations.
+
+`info` and `warning` will result in a `neutral` GitHub Status, while `error`
+results in `failure`.
 
 ```yaml
 with: