diff --git a/CHANGELOG.md b/CHANGELOG.md
index 57d207d..4825c81 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,11 @@
 # Changelog
 
+## 0.23.1 (Unreleased)
+
+BUG FIXES:
+
+Ansible check mode runs will no longer fail if NGINX has not yet been installed.
+
 ## 0.23.0 (February 16, 2022)
 
 BREAKING CHANGES:
diff --git a/handlers/main.yml b/handlers/main.yml
index 8d28475..96c9a43 100644
--- a/handlers/main.yml
+++ b/handlers/main.yml
@@ -31,6 +31,7 @@
   failed_when: config_check.rc != 0
   when:
     - config_check.stderr_lines is defined
+    - config_check.stderr_lines != []
     - config_check.rc != 0
     - nginx_state != "absent"
   listen: (Handler) Run NGINX