diff --git a/components/esp-tls/CMakeLists.txt b/components/esp-tls/CMakeLists.txt
index 839161e4bf..e4520bd0ff 100644
--- a/components/esp-tls/CMakeLists.txt
+++ b/components/esp-tls/CMakeLists.txt
@@ -20,11 +20,6 @@ if(CONFIG_ESP_TLS_USING_WOLFSSL)
     target_link_libraries(${COMPONENT_LIB} PUBLIC ${wolfssl})
 endif()
 
-if(CONFIG_ESP_TLS_USE_SE)
-    idf_component_get_property(cryptoauthlib esp-cryptoauthlib COMPONENT_LIB)
-    target_link_libraries(${COMPONENT_LIB} PUBLIC ${cryptoauthlib})
-endif()
-
 # Increase link multiplicity to get some lwip symbols correctly resolved by the linker
 # due to cyclic dependencies present in IDF for lwip/esp_netif/mbedtls
 idf_component_get_property(lwip lwip COMPONENT_LIB)