diff --git a/CMakeLists.txt b/CMakeLists.txt
index ceb152ca64d..55312ed048b 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -32,12 +32,14 @@ macro(magick_find_delegate)
           set(IMAGEMAGICK_DELEGATES_LIBRARIES ${IMAGEMAGICK_DELEGATES_LIBRARIES} ${MAGICK_FIND_TARGETS})
         else()
           message("-- Did not find expected target ${MAGICK_FIND_TARGETS}, disabling ${MAGICK_FIND_NAME}")
+          set(${MAGICK_FIND_DELEGATE} FALSE)
         endif()
       else()
         if(TARGET ${MAGICK_FIND_NAME}::${MAGICK_FIND_NAME})
           set(IMAGEMAGICK_DELEGATES_LIBRARIES ${IMAGEMAGICK_DELEGATES_LIBRARIES} ${MAGICK_FIND_NAME}::${MAGICK_FIND_NAME})
         else()
           message("-- Did not find expected target ${MAGICK_FIND_NAME}::${MAGICK_FIND_NAME}, disabling ${MAGICK_FIND_NAME}")
+          set(${MAGICK_FIND_DELEGATE} FALSE)
         endif()
       endif()
     else()