diff --git a/components/esp_mm/CMakeLists.txt b/components/esp_mm/CMakeLists.txt
index 06f5b3bc9e..923ab0aae6 100644
--- a/components/esp_mm/CMakeLists.txt
+++ b/components/esp_mm/CMakeLists.txt
@@ -19,6 +19,10 @@ if(NOT CONFIG_APP_BUILD_TYPE_PURE_RAM_APP)
     if(CONFIG_IDF_TARGET_ESP32)
         list(APPEND srcs "cache_esp32.c")
     endif()
+else()
+    if(CONFIG_SOC_CACHE_INTERNAL_MEM_VIA_L1CACHE)
+        list(APPEND srcs "esp_cache.c")
+    endif()
 endif()
 
 list(APPEND srcs "heap_align_hw.c")
diff --git a/components/hal/CMakeLists.txt b/components/hal/CMakeLists.txt
index ba107dbf84..8317307321 100644
--- a/components/hal/CMakeLists.txt
+++ b/components/hal/CMakeLists.txt
@@ -42,6 +42,10 @@ if(NOT CONFIG_APP_BUILD_TYPE_PURE_RAM_APP)
     elseif(NOT ${target} STREQUAL "linux")
         list(APPEND srcs "cache_hal.c")
     endif()
+else()
+    if(CONFIG_SOC_CACHE_INTERNAL_MEM_VIA_L1CACHE)
+        list(APPEND srcs "cache_hal.c")
+    endif()
 endif()
 
 if(NOT BOOTLOADER_BUILD)