diff --git a/esphome/components/logger/logger.h b/esphome/components/logger/logger.h
index 7fe6857ec4..2f12124217 100644
--- a/esphome/components/logger/logger.h
+++ b/esphome/components/logger/logger.h
@@ -355,18 +355,19 @@ class Logger : public Component {
     buffer[pos++] = '[';
     copy_string(buffer, pos, tag);
     buffer[pos++] = ':';
-    if (line > 999) {
-      buffer[pos++] = 'B';
-      buffer[pos++] = 'I';
-      buffer[pos++] = 'G';
-    } else {
-      int hundreds = line / 100;
-      int remainder = line - hundreds * 100;
-      int tens = remainder / 10;
-      buffer[pos++] = '0' + hundreds;
-      buffer[pos++] = '0' + tens;
-      buffer[pos++] = '0' + (remainder - tens * 10);
-    }
+    // Format line number without modulo operations (passed by value, safe to mutate)
+    if [[unlikely]]
+      (line > 999) {
+        int thousands = line / 1000;
+        buffer[pos++] = '0' + thousands;
+        line -= thousands * 1000;
+      }
+    int hundreds = line / 100;
+    int remainder = line - hundreds * 100;
+    int tens = remainder / 10;
+    buffer[pos++] = '0' + hundreds;
+    buffer[pos++] = '0' + tens;
+    buffer[pos++] = '0' + (remainder - tens * 10);
     buffer[pos++] = ']';
 
 #if defined(USE_ESP32) || defined(USE_LIBRETINY) || defined(USE_ZEPHYR)