diff --git a/esphome/components/logger/logger.h b/esphome/components/logger/logger.h
index 88a16583d2c..6e04438521e 100644
--- a/esphome/components/logger/logger.h
+++ b/esphome/components/logger/logger.h
@@ -12,17 +12,11 @@
 #include "esphome/core/helpers.h"
 #include "esphome/core/log.h"
 
-#ifdef USE_ESPHOME_TASK_LOG_BUFFER
-#ifdef USE_HOST
+// all those headers are ifdef inside
 #include "task_log_buffer_host.h"
-#elif defined(USE_ESP32)
 #include "task_log_buffer_esp32.h"
-#elif defined(USE_LIBRETINY)
 #include "task_log_buffer_libretiny.h"
-#elif defined(USE_ZEPHYR)
 #include "task_log_buffer_zephyr.h"
-#endif
-#endif
 
 #ifdef USE_ARDUINO
 #if defined(USE_ESP8266)
diff --git a/esphome/components/logger/task_log_buffer_zephyr.cpp b/esphome/components/logger/task_log_buffer_zephyr.cpp
index 5c9bb496421..77d5511f58a 100644
--- a/esphome/components/logger/task_log_buffer_zephyr.cpp
+++ b/esphome/components/logger/task_log_buffer_zephyr.cpp
@@ -2,6 +2,8 @@
 
 #include "task_log_buffer_zephyr.h"
 
+#ifdef USE_ESPHOME_TASK_LOG_BUFFER
+
 namespace esphome::logger {
 
 __thread bool non_main_task_recursion_guard_;
@@ -113,3 +115,4 @@ void TaskLogBufferZephyr::release_message_main_loop() {
 }  // namespace esphome::logger
 
 #endif
+#endif
diff --git a/esphome/components/logger/task_log_buffer_zephyr.h b/esphome/components/logger/task_log_buffer_zephyr.h
index 12e5f4ca34d..9d0993f2a0a 100644
--- a/esphome/components/logger/task_log_buffer_zephyr.h
+++ b/esphome/components/logger/task_log_buffer_zephyr.h
@@ -11,6 +11,8 @@ namespace esphome::logger {
 // "0x" + 2 hex digits per byte + '\0'
 static constexpr size_t MAX_POINTER_REPRESENTATION = 2 + sizeof(void *) * 2 + 1;
 
+#ifdef USE_ESPHOME_TASK_LOG_BUFFER
+
 extern __thread bool non_main_task_recursion_guard_;
 
 class TaskLogBufferZephyr {
@@ -59,6 +61,8 @@ class TaskLogBufferZephyr {
   const mpsc_pbuf_generic *current_token_{};
 };
 
+#endif
+
 }  // namespace esphome::logger
 
 #endif