diff --git a/components/esp_system/sleep_modes.c b/components/esp_system/sleep_modes.c
index aa6026c6a1..f61c52f305 100644
--- a/components/esp_system/sleep_modes.c
+++ b/components/esp_system/sleep_modes.c
@@ -70,13 +70,29 @@
 #define DEFAULT_CPU_FREQ_MHZ        CONFIG_ESP32S2_DEFAULT_CPU_FREQ_MHZ
 #endif
 
-#if defined(CONFIG_ESP32_RTC_CLK_SRC_EXT_CRYS) || defined(CONFIG_ESP32S2_RTC_CLK_SRC_EXT_CRYS)
+#if defined(CONFIG_IDF_TARGET_ESP32)
+#if defined(CONFIG_ESP32_RTC_CLK_SRC_EXT_CRYS)
+#define LIGHT_SLEEP_TIME_OVERHEAD_US (650 + 30 * 240 / DEFAULT_CPU_FREQ_MHZ)
+#define DEEP_SLEEP_TIME_OVERHEAD_US (650 + 100 * 240 / DEFAULT_CPU_FREQ_MHZ)
+#else // CONFIG_ESP32_RTC_CLK_SRC_EXT_CRYS
+#define LIGHT_SLEEP_TIME_OVERHEAD_US (250 + 30 * 240 / DEFAULT_CPU_FREQ_MHZ)
+#define DEEP_SLEEP_TIME_OVERHEAD_US (250 + 100 * 240 / DEFAULT_CPU_FREQ_MHZ)
+#endif // CONFIG_ESP32_RTC_CLK_SRC_EXT_CRYS
+
+#elif defined(CONFIG_IDF_TARGET_ESP32S2)
+#if defined(CONFIG_ESP32S2_RTC_CLK_SRC_EXT_CRYS)
 #define LIGHT_SLEEP_TIME_OVERHEAD_US (1650 + 30 * 240 / DEFAULT_CPU_FREQ_MHZ)
 #define DEEP_SLEEP_TIME_OVERHEAD_US (650 + 100 * 240 / DEFAULT_CPU_FREQ_MHZ)
-#else
+#else // CONFIG_ESP32S2_RTC_CLK_SRC_EXT_CRYS
 #define LIGHT_SLEEP_TIME_OVERHEAD_US (1250 + 30 * 240 / DEFAULT_CPU_FREQ_MHZ)
 #define DEEP_SLEEP_TIME_OVERHEAD_US (250 + 100 * 240 / DEFAULT_CPU_FREQ_MHZ)
-#endif
+#endif // CONFIG_ESP32S2_RTC_CLK_SRC_EXT_CRYS
+
+#else // other target
+#define LIGHT_SLEEP_TIME_OVERHEAD_US 0
+#define DEEP_SLEEP_TIME_OVERHEAD_US 0
+#endif // CONFIG_IDF_TARGET_*
+
 
 #if defined(CONFIG_IDF_TARGET_ESP32) && defined(CONFIG_ESP32_DEEP_SLEEP_WAKEUP_DELAY)
 #define DEEP_SLEEP_WAKEUP_DELAY     CONFIG_ESP32_DEEP_SLEEP_WAKEUP_DELAY