diff --git a/CMakeLists.txt b/CMakeLists.txt
index 1d60861d36..151e8e5a9f 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -77,12 +77,6 @@ if(xtensor_FOUND)
 else()
   message(STATUS "Did not find xtensor, will use submodule instead")
 endif()
-find_package(xtl QUIET NO_SYSTEM_ENVIRONMENT_PATH)
-if(xtl_FOUND)
-  message(STATUS "Found xtl: ${xtl_DIR} (version ${xtl_VERSION})")
-else()
-  message(STATUS "Did not find xtl, will use submodule instead")
-endif()
 find_package(gsl-lite QUIET NO_SYSTEM_ENVIRONMENT_PATH)
 if(gsl-lite_FOUND)
   message(STATUS "Found gsl-lite: ${gsl-lite_DIR} (version ${gsl-lite_VERSION})")
@@ -228,12 +222,9 @@ if (NOT (CMAKE_VERSION VERSION_LESS 3.13))
   cmake_policy(SET CMP0079 NEW)
 endif()
 
-if (NOT xtl_FOUND)
+if (NOT xtensor_FOUND)
   add_subdirectory(vendor/xtl)
   set(xtl_DIR ${CMAKE_CURRENT_BINARY_DIR}/vendor/xtl)
-endif()
-
-if (NOT xtensor_FOUND)
   add_subdirectory(vendor/xtensor)
 endif()