diff --git a/CMakeLists.txt b/CMakeLists.txt
index 2877aa6..5b7d1bb 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -134,7 +134,7 @@ if (WIN32)
     set(HAVE_PLATFORM_SPECIFIC_CAPSLOCK_DETECTION ON)
 else ()
     include(3rdParty)
-    use_package(TARGET_NAME X11::X11 PACKAGE_NAME X11)
+    use_package(TARGET_NAME X11::X11 PACKAGE_NAME X11 OPTIONAL)
     if (TARGET X11::X11)
         set_property(
             SOURCE enterpassworddialog/enterpassworddialog.cpp