propsals

.ai/instructions.md

@@ -172,7 +172,8 @@ This document provides essential context for AI models interacting with this pro
 
     *   **C++ Class Pattern:**
         ```cpp
-        namespace esphome::my_component {
+        namespace esphome {
+        namespace my_component {
 
         class MyComponent : public Component {
          public:
@@ -188,7 +189,8 @@ This document provides essential context for AI models interacting with this pro
           int param_{0};
         };
 
-        }  // namespace esphome::my_component
+        }  // namespace my_component
+        }  // namespace esphome
         ```
 
     *   **Common Component Examples:**

.github/workflows/codeowner-review-request.yml

@@ -21,7 +21,7 @@ permissions:
 jobs:
   request-codeowner-reviews:
     name: Run
-    if: ${{ github.repository == 'esphome/esphome' && !github.event.pull_request.draft }}
+    if: ${{ !github.event.pull_request.draft }}
     runs-on: ubuntu-latest
     steps:
       - name: Request reviews from component codeowners

CODEOWNERS

@@ -206,7 +206,6 @@ esphome/components/hdc2010/* @optimusprimespace @ssieb
 esphome/components/he60r/* @clydebarrow
 esphome/components/heatpumpir/* @rob-deutsch
 esphome/components/hitachi_ac424/* @sourabhjaiswal
-esphome/components/hlk_fm22x/* @OnFreund
 esphome/components/hm3301/* @freekode
 esphome/components/hmac_md5/* @dwmw2
 esphome/components/homeassistant/* @esphome/core @OttoWinter
@@ -396,7 +395,6 @@ esphome/components/rpi_dpi_rgb/* @clydebarrow
 esphome/components/rtl87xx/* @kuba2k2
 esphome/components/rtttl/* @glmnet
 esphome/components/runtime_stats/* @bdraco
-esphome/components/rx8130/* @beormund
 esphome/components/safe_mode/* @jsuanet @kbx81 @paulmonigatti
 esphome/components/scd4x/* @martgras @sjtrny
 esphome/components/script/* @esphome/core

SENSOR_CALLBACK_OPTIMIZATION_FINAL.md

@@ -0,0 +1,309 @@
+# Sensor Callback Optimization - Zero-Cost Implementation
+
+## The Perfect Optimization
+
+By storing the partition count **in the Sensor class** alongside existing small fields, we achieve a **zero-cost optimization** with only wins and no losses!
+
+## Implementation Design
+
+### Key Insight: Reuse Available Padding
+
+Sensor already has grouped small fields with 1 byte of available space:
+
+```cpp
+class Sensor {
+ protected:
+  // Existing small members grouped together
+  int8_t accuracy_decimals_{-1};              // 1 byte
+  StateClass state_class_{STATE_CLASS_NONE};  // 1 byte (uint8_t enum)
+
+  struct SensorFlags {
+    uint8_t has_accuracy_override : 1;
+    uint8_t has_state_class_override : 1;
+    uint8_t force_update : 1;
+    uint8_t reserved : 5;
+  } sensor_flags_{};                          // 1 byte
+
+  uint8_t filtered_count_{0};                 // 1 byte ← NEW! Perfect fit!
+  // Total: 4 bytes (naturally aligned, no padding waste)
+};
+```
+
+### Callbacks Structure (Heap-Allocated)
+
+```cpp
+class Sensor {
+ protected:
+  std::unique_ptr<std::vector<std::function<void(float)>>> callbacks_;
+
+  // Partition layout: [filtered_0, ..., filtered_n-1, raw_0, ..., raw_m-1]
+  //                    ^                               ^
+  //                    0                               filtered_count_
+};
+```
+
+### Core Methods
+
+```cpp
+void Sensor::add_on_state_callback(std::function<void(float)> &&callback) {
+  if (!this->callbacks_) {
+    this->callbacks_ = std::make_unique<std::vector<std::function<void(float)>>>();
+  }
+
+  // Add to filtered section: append + swap into position
+  this->callbacks_->push_back(std::move(callback));
+  if (this->filtered_count_ < this->callbacks_->size() - 1) {
+    std::swap((*this->callbacks_)[this->filtered_count_],
+              (*this->callbacks_)[this->callbacks_->size() - 1]);
+  }
+  this->filtered_count_++;
+}
+
+void Sensor::add_on_raw_state_callback(std::function<void(float)> &&callback) {
+  if (!this->callbacks_) {
+    this->callbacks_ = std::make_unique<std::vector<std::function<void(float)>>>();
+  }
+
+  // Add to raw section: just append (already at end)
+  this->callbacks_->push_back(std::move(callback));
+}
+
+void Sensor::publish_state(float state) {
+  this->raw_state = state;
+
+  // Call raw callbacks (before filters)
+  if (this->callbacks_) {
+    for (size_t i = this->filtered_count_; i < this->callbacks_->size(); i++) {
+      (*this->callbacks_)[i](state);
+    }
+  }
+
+  ESP_LOGV(TAG, "'%s': Received new state %f", this->name_.c_str(), state);
+
+  // ... apply filters ...
+}
+
+void Sensor::internal_send_state_to_frontend(float state) {
+  this->set_has_state(true);
+  this->state = state;
+
+  ESP_LOGD(TAG, "'%s': Sending state %.5f %s with %d decimals of accuracy",
+           this->get_name().c_str(), state, this->get_unit_of_measurement_ref().c_str(),
+           this->get_accuracy_decimals());
+
+  // Call filtered callbacks (after filters)
+  if (this->callbacks_) {
+    for (size_t i = 0; i < this->filtered_count_; i++) {
+      (*this->callbacks_)[i](state);
+    }
+  }
+
+#if defined(USE_SENSOR) && defined(USE_CONTROLLER_REGISTRY)
+  ControllerRegistry::notify_sensor_update(this);
+#endif
+}
+```
+
+## Memory Analysis (ESP32 32-bit)
+
+### Current Implementation
+```cpp
+std::unique_ptr<CallbackManager<void(float)>> raw_callback_;  // 4 bytes
+CallbackManager<void(float)> callback_;                       // 12 bytes
+```
+
+### Partitioned Implementation
+```cpp
+std::unique_ptr<std::vector<std::function<void(float)>>> callbacks_;  // 4 bytes
+uint8_t filtered_count_{0};  // 0 bytes (uses existing padding slot)
+```
+
+## Memory Comparison
+
+| Scenario | Current | Partitioned | Savings |
+|----------|---------|-------------|---------|
+| **No callbacks** | 16 bytes | 4 bytes | **+12 bytes** ✅ |
+| **1 filtered (MQTT)** | 32 bytes | 32 bytes | **±0 bytes** ✅ |
+| **1 raw only** | 44 bytes | 32 bytes | **+12 bytes** ✅ |
+| **1 raw + 1 filtered** | 60 bytes | 48 bytes | **+12 bytes** ✅ |
+| **2 filtered** | 48 bytes | 48 bytes | **±0 bytes** ✅ |
+
+### Detailed Breakdown
+
+**No callbacks:**
+- Current: 4 (raw ptr) + 12 (callback_ vec) = 16 bytes
+- Partitioned: 4 (callbacks_ ptr) + 0 (count uses existing padding) = **4 bytes**
+- **Saves: 12 bytes** ✅
+
+**1 filtered callback (MQTT):**
+- Current: 4 + 12 + 16 (function) = 32 bytes
+- Partitioned: 4 (ptr) + 12 (vector on heap) + 16 (function) = **32 bytes**
+- **Saves: 0 bytes** (ZERO COST!) ✅
+
+**1 raw + 1 filtered:**
+- Current: 4 + 12 + 12 (raw vec on heap) + 16 + 16 = 60 bytes
+- Partitioned: 4 + 12 + 16 + 16 = **48 bytes**
+- **Saves: 12 bytes** ✅
+
+## Real-World Impact
+
+### Typical IoT Device (15 sensors)
+**API-only (no MQTT, no automations):**
+- Current: 15 × 16 = 240 bytes
+- Optimized: 15 × 4 = 60 bytes
+- **Saves: 180 bytes** ✅
+
+**With MQTT on all sensors:**
+- Current: 15 × 32 = 480 bytes
+- Optimized: 15 × 32 = 480 bytes
+- **Saves: 0 bytes** (ZERO COST!) ✅
+
+**Mixed (10 API-only + 5 MQTT):**
+- Current: (10 × 16) + (5 × 32) = 320 bytes
+- Optimized: (10 × 4) + (5 × 32) = 200 bytes
+- **Saves: 120 bytes** ✅
+
+### Large Dashboard (50 sensors)
+**API-only:**
+- Current: 50 × 16 = 800 bytes
+- Optimized: 50 × 4 = 200 bytes
+- **Saves: 600 bytes** ✅
+
+**With MQTT on 20 sensors:**
+- Current: (30 × 16) + (20 × 32) = 1,120 bytes
+- Optimized: (30 × 4) + (20 × 32) = 760 bytes
+- **Saves: 360 bytes** ✅
+
+## Performance Characteristics
+
+### Time Complexity
+- `add_on_state_callback()`: **O(1)** - append + swap
+- `add_on_raw_state_callback()`: **O(1)** - append
+- `publish_state()` (call raw): **O(m)** - iterate raw section
+- `internal_send_state_to_frontend()` (call filtered): **O(n)** - iterate filtered section
+
+### Hot Path Performance
+**Before:**
+```cpp
+if (this->raw_callback_) {
+  this->raw_callback_->call(state);  // Separate container
+}
+// ...
+this->callback_.call(state);  // Separate container
+```
+
+**After:**
+```cpp
+// Call raw callbacks
+if (this->callbacks_) {
+  for (size_t i = filtered_count_; i < callbacks_->size(); i++) {
+    (*callbacks_)[i](state);
+  }
+}
+// ...
+// Call filtered callbacks
+if (this->callbacks_) {
+  for (size_t i = 0; i < filtered_count_; i++) {
+    (*callbacks_)[i](state);
+  }
+}
+```
+
+**Performance impact:**
+- ✅ Better cache locality (single vector instead of two containers)
+- ✅ No branching inside loops (vs checking callback types)
+- ✅ Tight loops for typical 0-2 callbacks case
+- ⚠️ One extra nullptr check (negligible, likely free with branch prediction)
+
+## Advantages
+
+### Memory
+1. ✅ **12 bytes saved** per sensor without callbacks (most common after Controller Registry)
+2. ✅ **ZERO cost** for MQTT-enabled sensors (32 → 32 bytes)
+3. ✅ **12 bytes saved** for sensors with both raw + filtered callbacks
+4. ✅ **No padding waste** (reuses existing padding slot in Sensor class)
+
+### Architecture
+1. ✅ **Cleaner:** ONE vector instead of TWO separate CallbackManager instances
+2. ✅ **Simpler:** Partitioned vector is more elegant than dual containers
+3. ✅ **Better cache locality:** Callbacks stored contiguously
+4. ✅ **O(1) insertion:** Both add operations use append (+ optional swap)
+
+### Code Quality
+1. ✅ **No new fields in hot path:** filtered_count_ reuses padding
+2. ✅ **No branching in iteration:** Direct range iteration
+3. ✅ **Order preservation not needed:** Callbacks are independent
+
+## Implementation Files
+
+### Modified Files
+- `esphome/components/sensor/sensor.h`
+- `esphome/components/sensor/sensor.cpp`
+
+### Changes Required
+1. Replace callback storage with partitioned vector
+2. Update `add_on_state_callback()` to use swap-based insertion
+3. Update `add_on_raw_state_callback()` to append
+4. Update `publish_state()` to iterate raw section
+5. Update `internal_send_state_to_frontend()` to iterate filtered section
+6. Add `filtered_count_` field (uses existing padding)
+
+## TextSensor Implementation
+
+TextSensor can use the **exact same pattern**:
+
+```cpp
+class TextSensor {
+ protected:
+  std::unique_ptr<std::vector<std::function<void(std::string)>>> callbacks_;
+  uint8_t filtered_count_{0};  // Store in class (check for available padding)
+};
+```
+
+Same benefits apply!
+
+## Migration Risk Assessment
+
+### Low Risk
+- ✅ No API changes (public methods unchanged)
+- ✅ Callback behavior identical (same execution order within each type)
+- ✅ Only internal implementation changes
+- ✅ Well-tested pattern (partitioned vectors common in CS)
+
+### Testing Strategy
+1. Unit tests: Verify callback execution order preserved
+2. Integration tests: Test with MQTT, automations, copy components
+3. Memory benchmarks: Confirm actual RAM savings on real devices
+4. Regression tests: Ensure no behavior changes for existing configs
+
+## Recommendation
+
+**IMPLEMENT IMMEDIATELY** ✅
+
+This optimization has:
+- ✅ **Zero cost** for MQTT users (32 → 32 bytes)
+- ✅ **12-byte savings** for API-only sensors (most common)
+- ✅ **12-byte savings** for sensors with automations
+- ✅ **Better architecture** (one container vs two)
+- ✅ **No downsides** whatsoever
+
+**Expected savings for typical device: 150-600 bytes**
+
+This is a **pure win** optimization with no trade-offs!
+
+## Implementation Priority
+
+### Phase 1: Sensor ⭐⭐⭐ (HIGHEST PRIORITY)
+- Most common entity type
+- Biggest impact
+- Zero cost even for MQTT users
+- **Start here!**
+
+### Phase 2: TextSensor ⭐⭐
+- Second most common entity with raw callbacks
+- Same pattern as Sensor
+
+### Phase 3: Other entities (simple lazy vector) ⭐
+- BinarySensor, Switch, etc. don't have raw callbacks
+- Can use simpler lazy-allocated vector
+- Still save 12 bytes when no callbacks

callback_manager_optimize.md

@@ -0,0 +1,845 @@
+# CallbackManager Optimization Plan
+
+**Note:** ESPHome uses C++20 (gnu++20), so implementations leverage modern C++ features:
+- **Concepts** for type constraints and better error messages
+- **Designated initializers** for cleaner struct initialization
+- **consteval** for compile-time validation
+- **Requires clauses** for inline constraints
+
+## Current State
+
+### Memory Profile (ESP32 - 32-bit)
+
+```cpp
+sizeof(std::function<void(T)>):      32 bytes
+sizeof(void*):                        4 bytes
+sizeof(function pointer):             4 bytes
+```
+
+### Current Implementation
+
+```cpp
+template<typename... Ts> class CallbackManager<void(Ts...)> {
+ public:
+  void add(std::function<void(Ts...)> &&callback) {
+    this->callbacks_.push_back(std::move(callback));
+  }
+
+  void call(Ts... args) {
+    for (auto &cb : this->callbacks_)
+      cb(args...);
+  }
+
+  size_t size() const { return this->callbacks_.size(); }
+
+ protected:
+  std::vector<std::function<void(Ts...)>> callbacks_;
+};
+```
+
+### Memory Cost Per Instance
+
+- **Per callback:** 32 bytes (std::function storage)
+- **Vector reallocation code:** ~132 bytes (`_M_realloc_append` template instantiation)
+- **Example (1 callback):** 32 + 132 = 164 bytes
+
+### Codebase Usage
+
+- **Total CallbackManager instances:** ~67 files
+- **Estimated total callbacks:** 100-150 across all components
+- **Examples:**
+  - `sensor.h`: `CallbackManager<void(float)>` - multiple callbacks per sensor
+  - `esp32_ble_tracker.h`: `CallbackManager<void(ScannerState)>` - 1 callback (bluetooth_proxy)
+  - `esp32_improv.h`: `CallbackManager<void(State, Error)>` - up to 5 callbacks (automation triggers)
+  - `climate.h`: `CallbackManager<void()>` - multiple callbacks for state/control
+
+### Current Usage Pattern
+
+All callbacks currently use lambda captures:
+
+```cpp
+// bluetooth_proxy.cpp
+parent_->add_scanner_state_callback([this](ScannerState state) {
+  if (this->api_connection_ != nullptr) {
+    this->send_bluetooth_scanner_state_(state);
+  }
+});
+
+// sensor.cpp (via automation)
+sensor->add_on_state_callback([this](float state) {
+  this->trigger(state);
+});
+```
+
+---
+
+## Optimization Options
+
+### Option 1: Function Pointer + Context (Recommended)
+
+**C++20 Implementation (Type-Safe with Concepts):**
+
+```cpp
+#include <concepts>
+#include <type_traits>
+
+// Concept to validate callback signature
+template<typename F, typename Context, typename... Ts>
+concept CallbackFunction = requires(F func, Context* ctx, Ts... args) {
+  { func(ctx, args...) } -> std::same_as<void>;
+};
+
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ private:
+  struct Callback {
+    void (*invoker)(void*, Ts...);  // 4 bytes - type-erased invoker
+    void* context;                   // 4 bytes - captured context
+    // Total: 8 bytes
+  };
+
+  // Type-safe invoker template - knows real context type
+  template<typename Context>
+  static void invoke(void* ctx, Ts... args) {
+    auto typed_func = reinterpret_cast<void(*)(Context*, Ts...)>(
+      *static_cast<void**>(ctx)
+    );
+    auto typed_ctx = static_cast<Context*>(
+      *reinterpret_cast<void**>(static_cast<char*>(ctx) + sizeof(void*))
+    );
+    typed_func(typed_ctx, args...);
+  }
+
+  std::vector<Callback> callbacks_;
+
+ public:
+  // Type-safe registration with concept constraint
+  template<typename Context>
+    requires CallbackFunction<void(*)(Context*, Ts...), Context, Ts...>
+  void add(void (*func)(Context*, Ts...), Context* context) {
+    // Use designated initializers (C++20)
+    callbacks_.push_back({
+      .invoker = [](void* storage, Ts... args) {
+        // Extract function pointer and context from packed storage
+        void* func_and_ctx[2];
+        std::memcpy(func_and_ctx, storage, sizeof(func_and_ctx));
+
+        auto typed_func = reinterpret_cast<void(*)(Context*, Ts...)>(func_and_ctx[0]);
+        auto typed_ctx = static_cast<Context*>(func_and_ctx[1]);
+        typed_func(typed_ctx, args...);
+      },
+      .context = nullptr  // Will store packed data
+    });
+
+    // Pack function pointer and context into the callback storage
+    void* func_and_ctx[2] = { reinterpret_cast<void*>(func), context };
+    std::memcpy(&callbacks_.back(), func_and_ctx, sizeof(func_and_ctx));
+  }
+
+  void call(Ts... args) {
+    for (auto& cb : callbacks_) {
+      cb.invoker(&cb, args...);
+    }
+  }
+
+  constexpr size_t size() const { return callbacks_.size(); }
+};
+```
+
+**Cleaner C++20 Implementation (12 bytes, simpler):**
+
+```cpp
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ private:
+  struct Callback {
+    void (*invoker)(void*, void*, Ts...);  // 4 bytes - generic invoker
+    void* func_ptr;                         // 4 bytes - actual function
+    void* context;                          // 4 bytes - context
+    // Total: 12 bytes (still 20 bytes saved vs std::function!)
+  };
+
+  template<typename Context>
+  static consteval auto make_invoker() {
+    return +[](void* func, void* ctx, Ts... args) {
+      auto typed_func = reinterpret_cast<void(*)(Context*, Ts...)>(func);
+      typed_func(static_cast<Context*>(ctx), args...);
+    };
+  }
+
+  std::vector<Callback> callbacks_;
+
+ public:
+  // C++20 concepts for type safety
+  template<typename Context>
+    requires std::invocable<void(*)(Context*, Ts...), Context*, Ts...>
+  void add(void (*func)(Context*, Ts...), Context* context) {
+    // C++20 designated initializers
+    callbacks_.push_back({
+      .invoker = make_invoker<Context>(),
+      .func_ptr = reinterpret_cast<void*>(func),
+      .context = context
+    });
+  }
+
+  void call(Ts... args) {
+    for (auto& cb : callbacks_) {
+      cb.invoker(cb.func_ptr, cb.context, args...);
+    }
+  }
+
+  constexpr size_t size() const { return callbacks_.size(); }
+  constexpr bool empty() const { return callbacks_.empty(); }
+};
+```
+
+**Most Efficient C++20 Implementation (8 bytes):**
+
+```cpp
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ private:
+  struct Callback {
+    void (*invoker)(void*, Ts...);  // 4 bytes
+    void* context;                   // 4 bytes
+    // Total: 8 bytes - maximum savings!
+  };
+
+  // C++20: consteval ensures compile-time evaluation
+  template<typename Context>
+  static consteval auto make_invoker() {
+    // The + forces decay to function pointer
+    return +[](void* ctx, Ts... args) {
+      // Unpack the storage struct
+      struct Storage {
+        void (*func)(Context*, Ts...);
+        Context* context;
+      };
+      auto* storage = static_cast<Storage*>(ctx);
+      storage->func(storage->context, args...);
+    };
+  }
+
+  std::vector<Callback> callbacks_;
+
+ public:
+  template<typename Context>
+    requires std::invocable<void(*)(Context*, Ts...), Context*, Ts...>
+  void add(void (*func)(Context*, Ts...), Context* context) {
+    // Allocate storage for function + context
+    struct Storage {
+      void (*func)(Context*, Ts...);
+      Context* context;
+    };
+
+    auto* storage = new Storage{func, context};
+
+    callbacks_.push_back({
+      .invoker = make_invoker<Context>(),
+      .context = storage
+    });
+  }
+
+  ~CallbackManager() {
+    // Clean up storage
+    for (auto& cb : callbacks_) {
+      delete static_cast<void*>(cb.context);
+    }
+  }
+
+  void call(Ts... args) {
+    for (auto& cb : callbacks_) {
+      cb.invoker(cb.context, args...);
+    }
+  }
+
+  constexpr size_t size() const { return callbacks_.size(); }
+};
+```
+
+**Simplest C++20 Implementation (Recommended):**
+
+```cpp
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ private:
+  struct Callback {
+    void (*invoker)(void*, void*, Ts...);  // 4 bytes
+    void* func_ptr;                         // 4 bytes
+    void* context;                          // 4 bytes
+    // Total: 12 bytes
+  };
+
+  template<typename Context>
+  static void invoke(void* func, void* ctx, Ts... args) {
+    reinterpret_cast<void(*)(Context*, Ts...)>(func)(static_cast<Context*>(ctx), args...);
+  }
+
+  std::vector<Callback> callbacks_;
+
+ public:
+  template<typename Context>
+    requires std::invocable<void(*)(Context*, Ts...), Context*, Ts...>
+  void add(void (*func)(Context*, Ts...), Context* context) {
+    callbacks_.push_back({
+      .invoker = &invoke<Context>,
+      .func_ptr = reinterpret_cast<void*>(func),
+      .context = context
+    });
+  }
+
+  void call(Ts... args) {
+    for (auto& cb : callbacks_) {
+      cb.invoker(cb.func_ptr, cb.context, args...);
+    }
+  }
+
+  constexpr size_t size() const { return callbacks_.size(); }
+};
+```
+
+**C++20 Benefits:**
+- ✅ **Concepts** provide clear compile errors
+- ✅ **Designated initializers** make code more readable
+- ✅ **consteval** ensures compile-time evaluation
+- ✅ **constexpr** improvements allow more compile-time validation
+- ✅ **Requires clauses** document constraints inline
+
+**Usage Changes:**
+
+```cpp
+// OLD (lambda):
+parent_->add_scanner_state_callback([this](ScannerState state) {
+  if (this->api_connection_ != nullptr) {
+    this->send_bluetooth_scanner_state_(state);
+  }
+});
+
+// NEW (static function + context):
+static void scanner_state_callback(BluetoothProxy* proxy, ScannerState state) {
+  if (proxy->api_connection_ != nullptr) {
+    proxy->send_bluetooth_scanner_state_(state);
+  }
+}
+
+// Registration
+parent_->add_scanner_state_callback(scanner_state_callback, this);
+```
+
+**Savings:**
+- **Per callback:** 24 bytes (32 → 8) or 20 bytes (32 → 12 for simpler version)
+- **RAM saved (100-150 callbacks):** 2.4 - 3.6 KB
+- **Flash saved:** ~5-10 KB (eliminates std::function template instantiations)
+
+**Pros:**
+- ✅ Maximum memory savings (75% reduction)
+- ✅ Type-safe at registration time
+- ✅ No virtual function overhead
+- ✅ Works with all capture patterns
+- ✅ Simple implementation
+
+**Cons:**
+- ❌ Requires converting lambdas to static functions
+- ❌ Changes API for all 67 CallbackManager users
+- ❌ More verbose at call site
+
+---
+
+### Option 2: Member Function Pointers
+
+**Implementation:**
+
+```cpp
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ private:
+  struct Callback {
+    void (*invoker)(void*, Ts...);  // 4 bytes
+    void* obj;                       // 4 bytes
+    // Total: 8 bytes
+  };
+
+  template<typename T, void (T::*Method)(Ts...)>
+  static void invoke_member(void* obj, Ts... args) {
+    (static_cast<T*>(obj)->*Method)(args...);
+  }
+
+  std::vector<Callback> callbacks_;
+
+ public:
+  // Register a member function
+  template<typename T, void (T::*Method)(Ts...)>
+  void add(T* obj) {
+    callbacks_.push_back({
+      &invoke_member<T, Method>,
+      obj
+    });
+  }
+
+  void call(Ts... args) {
+    for (auto& cb : callbacks_) {
+      cb.invoker(cb.obj, args...);
+    }
+  }
+
+  size_t size() const { return callbacks_.size(); }
+};
+```
+
+**Usage Changes:**
+
+```cpp
+// Add a method to BluetoothProxy
+void BluetoothProxy::on_scanner_state_changed(ScannerState state) {
+  if (this->api_connection_ != nullptr) {
+    this->send_bluetooth_scanner_state_(state);
+  }
+}
+
+// Register it
+parent_->add_scanner_state_callback<BluetoothProxy,
+                                     &BluetoothProxy::on_scanner_state_changed>(this);
+```
+
+**Savings:**
+- **Per callback:** 24 bytes (32 → 8)
+- **RAM saved:** 2.4 - 3.6 KB
+- **Flash saved:** ~5-10 KB
+
+**Pros:**
+- ✅ Same memory savings as Option 1
+- ✅ Most type-safe (member function pointers)
+- ✅ No static functions needed
+- ✅ Clean separation of callback logic
+
+**Cons:**
+- ❌ Verbose syntax at registration: `add<Type, &Type::method>(this)`
+- ❌ Requires adding methods to classes
+- ❌ Can't capture additional state beyond `this`
+- ❌ Template parameters at call site are ugly
+
+---
+
+### Option 3: Hybrid (Backward Compatible)
+
+**Implementation:**
+
+```cpp
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ private:
+  struct Callback {
+    void (*invoker)(void*, Ts...);  // 4 bytes
+    void* data;                      // 4 bytes
+    bool is_std_function;            // 1 byte + 3 padding = 4 bytes
+    // Total: 12 bytes
+  };
+
+  std::vector<Callback> callbacks_;
+
+ public:
+  // Optimized: function pointer + context
+  template<typename Context>
+  void add(void (*func)(Context*, Ts...), Context* context) {
+    callbacks_.push_back({
+      [](void* ctx, Ts... args) {
+        auto cb = static_cast<Callback*>(ctx);
+        auto typed_func = reinterpret_cast<void(*)(Context*, Ts...)>(cb->data);
+        auto typed_ctx = static_cast<Context*>(*reinterpret_cast<void**>(
+          static_cast<char*>(cb) + offsetof(Callback, data)
+        ));
+        typed_func(typed_ctx, args...);
+      },
+      reinterpret_cast<void*>(func),
+      false
+    });
+  }
+
+  // Legacy: std::function support (for gradual migration)
+  void add(std::function<void(Ts...)>&& func) {
+    auto* stored = new std::function<void(Ts...)>(std::move(func));
+    callbacks_.push_back({
+      [](void* ctx, Ts... args) {
+        (*static_cast<std::function<void(Ts...)>*>(ctx))(args...);
+      },
+      stored,
+      true
+    });
+  }
+
+  ~CallbackManager() {
+    for (auto& cb : callbacks_) {
+      if (cb.is_std_function) {
+        delete static_cast<std::function<void(Ts...)>*>(cb.data);
+      }
+    }
+  }
+
+  void call(Ts... args) {
+    for (auto& cb : callbacks_) {
+      cb.invoker(&cb, args...);
+    }
+  }
+
+  size_t size() const { return callbacks_.size(); }
+};
+```
+
+**Usage:**
+
+```cpp
+// NEW (optimized):
+parent_->add_scanner_state_callback(scanner_state_callback, this);
+
+// OLD (still works - gradual migration):
+parent_->add_scanner_state_callback([this](ScannerState state) {
+  // ... lambda still works
+});
+```
+
+**Savings:**
+- **Per optimized callback:** 20 bytes (32 → 12)
+- **Per legacy callback:** 0 bytes (still uses std::function)
+- **Allows gradual migration**
+
+**Pros:**
+- ✅ Backward compatible
+- ✅ Gradual migration path
+- ✅ Mix optimized and legacy in same codebase
+- ✅ No breaking changes
+
+**Cons:**
+- ❌ More complex implementation
+- ❌ Need to track which callbacks need cleanup
+- ❌ Extra bool field (padding makes it 12 bytes instead of 8)
+- ❌ std::function still compiled in
+
+---
+
+### Option 4: FixedVector (Keep std::function, Optimize Vector)
+
+**Implementation:**
+
+```cpp
+template<typename... Ts>
+class CallbackManager<void(Ts...)> {
+ public:
+  void add(std::function<void(Ts...)> &&callback) {
+    if (this->callbacks_.empty()) {
+      // Most CallbackManagers have 1-5 callbacks
+      this->callbacks_.init(5);
+    }
+    this->callbacks_.push_back(std::move(callback));
+  }
+
+  void call(Ts... args) {
+    for (auto &cb : this->callbacks_)
+      cb(args...);
+  }
+
+  size_t size() const { return this->callbacks_.size(); }
+
+ protected:
+  FixedVector<std::function<void(Ts...)>> callbacks_;  // Changed from std::vector
+};
+```
+
+**Savings:**
+- **Per callback:** 0 bytes (still 32 bytes)
+- **Per instance:** ~132 bytes (eliminates `_M_realloc_append`)
+- **Flash saved:** ~5-10 KB (one less vector template instantiation per type)
+- **Total:** ~132 bytes × ~20 unique callback types = ~2.6 KB
+
+**Pros:**
+- ✅ No API changes
+- ✅ Drop-in replacement
+- ✅ Eliminates vector reallocation machinery
+- ✅ Zero migration cost
+
+**Cons:**
+- ❌ No per-callback savings
+- ❌ std::function still 32 bytes each
+- ❌ Must guess max size at runtime
+- ❌ Can still overflow if guess is wrong
+
+---
+
+### Option 5: Template Parameter for Storage (Advanced)
+
+**Implementation:**
+
+```cpp
+enum class CallbackStorage {
+  FUNCTION,      // Use std::function (default, most flexible)
+  FUNCTION_PTR   // Use function pointer + context (optimal)
+};
+
+template<typename... Ts, CallbackStorage Storage = CallbackStorage::FUNCTION>
+class CallbackManager<void(Ts...)> {
+ // Specialize implementation based on Storage parameter
+};
+
+// Default: std::function (backward compatible)
+template<typename... Ts>
+class CallbackManager<void(Ts...), CallbackStorage::FUNCTION> {
+ protected:
+  std::vector<std::function<void(Ts...)>> callbacks_;
+  // ... current implementation
+};
+
+// Optimized: function pointer + context
+template<typename... Ts>
+class CallbackManager<void(Ts...), CallbackStorage::FUNCTION_PTR> {
+ private:
+  struct Callback {
+    void (*func)(void*, Ts...);
+    void* context;
+  };
+  std::vector<Callback> callbacks_;
+  // ... Option 1 implementation
+};
+```
+
+**Usage:**
+
+```cpp
+// Old components (no changes):
+CallbackManager<void(float)> callback_;  // Uses std::function by default
+
+// Optimized components:
+CallbackManager<void(ScannerState), CallbackStorage::FUNCTION_PTR> scanner_state_callbacks_;
+```
+
+**Savings:**
+- **Opt-in per component**
+- **Same as Option 1 for optimized components**
+
+**Pros:**
+- ✅ Gradual migration
+- ✅ No breaking changes
+- ✅ Explicit opt-in per component
+- ✅ Clear which components are optimized
+
+**Cons:**
+- ❌ Complex template metaprogramming
+- ❌ Two implementations to maintain
+- ❌ Template parameter pollution
+- ❌ Harder to understand codebase
+
+---
+
+## Comparison Matrix
+
+| Option | Per-Callback Savings | Flash Savings | API Changes | Complexity | Migration Cost |
+|--------|---------------------|---------------|-------------|------------|----------------|
+| **1. Function Ptr + Context** | **24 bytes** (75%) | **~10 KB** | Yes | Low | High (67 files) |
+| **2. Member Function Ptrs** | **24 bytes** (75%) | **~10 KB** | Yes | Medium | High + class changes |
+| **3. Hybrid** | **20 bytes** (opt-in) | **~8 KB** | No | High | Low (gradual) |
+| **4. FixedVector** | **0 bytes** | **~3 KB** | No | Low | None |
+| **5. Template Parameter** | **24 bytes** (opt-in) | **~10 KB** | Optional | High | Medium |
+
+---
+
+## Migration Effort Estimate
+
+### Option 1 (Function Pointer + Context)
+
+**Files to change:** ~67 files with CallbackManager usage
+
+**Per-file changes:**
+1. Convert lambda to static function (5 min)
+2. Update registration call (1 min)
+3. Test (5 min)
+
+**Estimate:** ~11 min × 67 files = **~12 hours** (assuming some files have multiple callbacks)
+
+**High-impact components to prioritize:**
+- `sensor.h` / `sensor.cpp` - many sensor callbacks
+- `esp32_ble_tracker.h` - BLE callbacks
+- `climate.h` - climate callbacks
+- `binary_sensor.h` - binary sensor callbacks
+
+### Option 4 (FixedVector)
+
+**Files to change:** 1 file (`esphome/core/helpers.h`)
+
+**Changes:**
+1. Change `std::vector` to `FixedVector` in CallbackManager
+2. Initialize with reasonable default size (e.g., 5)
+3. Test across codebase
+
+**Estimate:** **~1 hour**
+
+---
+
+## Recommendations
+
+### Immediate Action: Option 4 (FixedVector)
+
+**Why:**
+- Zero migration cost
+- Immediate ~3 KB flash savings
+- No API changes
+- Low risk
+
+**Implementation:**
+```cpp
+template<typename... Ts> class CallbackManager<void(Ts...)> {
+ public:
+  void add(std::function<void(Ts...)> &&callback) {
+    if (this->callbacks_.empty()) {
+      this->callbacks_.init(8);  // Most have < 8 callbacks
+    }
+    this->callbacks_.push_back(std::move(callback));
+  }
+  // ... rest unchanged
+ protected:
+  FixedVector<std::function<void(Ts...)>> callbacks_;
+};
+```
+
+### Long-term: Option 1 (Function Pointer + Context)
+
+**Why:**
+- Maximum savings (2.4-3.6 KB RAM + 10 KB flash)
+- Clean, simple implementation
+- Type-safe
+- Well-tested pattern
+
+**Migration Strategy:**
+1. Implement new `CallbackManager` in `helpers.h`
+2. Migrate high-impact components first:
+   - Core components (sensor, binary_sensor, climate)
+   - BLE components (esp32_ble_tracker, bluetooth_proxy)
+   - Network components (api, mqtt)
+3. Create helper macros to reduce boilerplate
+4. Migrate remaining components over 2-3 releases
+
+**Helper Macro Example:**
+```cpp
+// Define a callback wrapper
+#define CALLBACK_WRAPPER(Class, Method, ...) \
+  static void Method##_callback(Class* self, ##__VA_ARGS__) { \
+    self->Method(__VA_ARGS__); \
+  }
+
+// In class:
+class BluetoothProxy {
+  CALLBACK_WRAPPER(BluetoothProxy, on_scanner_state, ScannerState state)
+
+  void on_scanner_state(ScannerState state) {
+    // Implementation
+  }
+
+  void setup() {
+    parent_->add_scanner_state_callback(on_scanner_state_callback, this);
+  }
+};
+```
+
+---
+
+## Testing Plan
+
+### Phase 1: Unit Tests
+- Test CallbackManager with various signatures
+- Test multiple callbacks (1, 5, 10, 50)
+- Test callback removal/cancellation
+- Test edge cases (empty, nullptr, etc.)
+
+### Phase 2: Integration Tests
+- Create test YAML with heavily-used callbacks
+- Run on ESP32, ESP8266, RP2040
+- Measure before/after memory usage
+- Verify no functional regressions
+
+### Phase 3: Component Tests
+- Test high-impact components:
+  - sensor with multiple state callbacks
+  - esp32_improv with all automation triggers
+  - climate with state/control callbacks
+- Measure memory with `esphome analyze-memory`
+
+---
+
+## Risk Analysis
+
+### Option 1 Risks
+
+**Risk: Breaking change across 67 files**
+- **Mitigation:** Gradual rollout over 2-3 releases
+- **Mitigation:** Extensive testing on real hardware
+
+**Risk: Static function verbosity**
+- **Mitigation:** Helper macros (see above)
+- **Mitigation:** Code generation from Python
+
+**Risk: Missing captures**
+- **Mitigation:** Static analysis to find lambda captures
+- **Mitigation:** Compile-time errors for incorrect usage
+
+### Option 4 Risks
+
+**Risk: Buffer overflow if size guess is wrong**
+- **Mitigation:** Choose conservative default (8)
+- **Mitigation:** Add runtime warning on resize
+- **Mitigation:** Monitor in CI/testing
+
+**Risk: Still uses std::function (32 bytes each)**
+- **Mitigation:** Follow up with Option 1 migration
+- **Mitigation:** This is a stepping stone, not final solution
+
+---
+
+## Implementation Timeline
+
+### Week 1: Option 4 (Quick Win)
+- Implement FixedVector in CallbackManager
+- Test across codebase
+- Create PR with memory analysis
+- **Expected savings:** ~3 KB flash
+
+### Month 1-2: Option 1 (Core Components)
+- Implement function pointer CallbackManager
+- Migrate sensor, binary_sensor, climate
+- Create helper macros
+- **Expected savings:** ~1 KB RAM + 5 KB flash
+
+### Month 3-4: Option 1 (Remaining Components)
+- Migrate BLE components
+- Migrate network components (api, mqtt)
+- Migrate automation components
+- **Expected savings:** ~2 KB RAM + 10 KB flash total
+
+### Month 5: Cleanup
+- Remove std::function CallbackManager
+- Update documentation
+- Blog post about optimization
+
+---
+
+## Conclusion
+
+**Recommended Approach:**
+
+1. **Immediate (Week 1):** Implement Option 4 (FixedVector)
+   - Low risk, zero migration cost
+   - ~3 KB flash savings
+   - Sets foundation for Option 1
+
+2. **Short-term (Month 1-2):** Begin Option 1 migration
+   - Start with high-impact components
+   - ~1-2 KB RAM + 5 KB flash savings
+   - Validate approach
+
+3. **Long-term (Month 3-6):** Complete Option 1 migration
+   - Migrate all components
+   - ~3-4 KB total RAM + 10 KB flash savings
+   - Remove std::function variant
+
+**Total Expected Savings:**
+- **RAM:** 2.4 - 3.6 KB (75% reduction per callback)
+- **Flash:** 8 - 13 KB (vector overhead + template instantiations)
+- **Performance:** Slightly faster (no std::function indirection)
+
+This is significant for ESP8266 (80 KB RAM, 1 MB flash) and beneficial for all platforms.

callback_optimization_analysis.md

@@ -0,0 +1,75 @@
+# Callback Optimization Analysis - Why It Failed
+
+## Goal
+Convert stateful lambdas in CallbackManager to stateless function pointers to reduce flash usage.
+
+## Approach Tested
+
+### Attempt 1: Discriminated Union in CallbackManager
+**Changed:** `CallbackManager` to use union with discriminator (like `TemplatableValue`)
+- Stateless lambdas → function pointer (8 bytes)
+- Stateful lambdas → heap-allocated `std::function*` (8 bytes struct + 32 bytes heap)
+
+**Result:**
+- ❌ **+300 bytes heap usage** (37-38 callbacks × 8 bytes overhead)
+- ✅ Flash savings potential: ~200-400 bytes per stateless callback
+- **Verdict:** RAM is more precious than flash on ESP8266 - rejected
+
+### Attempt 2: Convert Individual Callbacks to Stateless
+**Changed:** API logger callback from `[this]` lambda to static member function
+- Used existing `global_api_server` pointer
+- Made callback stateless (convertible to function pointer)
+
+**Result:**
+```
+Removed:
+- Lambda _M_invoke: 103 bytes
+- Lambda _M_manager: 20 bytes
+
+Added:
+- log_callback function: 104 bytes
+- Function pointer _M_invoke: 20 bytes
+- Function pointer _M_manager: 20 bytes
+- Larger setup(): 7 bytes
+
+Net: +32 bytes flash ❌
+```
+
+**Why it failed:**
+Even though the callback became stateless, `CallbackManager` still uses `std::vector<std::function<void(Ts...)>>`. The function pointer STILL gets wrapped in `std::function`, generating the same template instantiation overhead. We just moved the code from a lambda to a static function.
+
+## Root Cause
+
+The optimization **requires BOTH**:
+1. ✅ Stateless callback (function pointer)
+2. ❌ Modified `CallbackManager` to store function pointers directly without `std::function` wrapper
+
+Without modifying `CallbackManager`, converting individual callbacks to function pointers provides **no benefit** and actually **increases** code size slightly due to the extra function definition.
+
+## Conclusion
+
+This optimization path is a **dead end** for ESPHome because:
+1. **Discriminated union approach**: Increases heap by 300 bytes (unacceptable for ESP8266)
+2. **Individual callback conversion**: Increases flash by 32+ bytes (no benefit without CallbackManager changes)
+
+The current `std::vector<std::function<...>>` approach is already optimal for the use case where most callbacks capture state.
+
+## Alternative Approaches Considered
+
+1. **Create separate `StatelessCallbackManager`**: Would require changing all call sites, not worth the complexity
+2. **Template parameter to select storage type**: Same issue - requires modifying many components
+3. **Hand-pick specific callbacks**: Provides no benefit as shown in Attempt 2
+
+## Recommendation
+
+**Do not pursue this optimization.** The RAM/flash trade-offs are unfavorable for embedded systems where RAM is typically more constrained than flash.
+
+---
+
+**Test Results:**
+- Platform: ESP8266-Arduino
+- Component: API
+- Result: +32 bytes flash (0.01% increase)
+- Status: Reverted
+
+🤖 Analysis by Claude Code

callback_optimization_implementation_plan.md

@@ -0,0 +1,256 @@
+# Callback Optimization Implementation Plan
+
+## Analysis Summary
+
+After Controller Registry (PR #11772), callback infrastructure can be further optimized:
+
+**Current overhead per entity (ESP32 32-bit):**
+- No callbacks: 16 bytes (4-byte ptr + 12-byte empty vector)
+- With callbacks: 32+ bytes (16 baseline + 16+ per callback)
+
+**Opportunity:** After Controller Registry, most entities have **zero callbacks** (API/WebServer use registry instead). We can save 12 bytes per entity by lazy allocation.
+
+## Entity Types by Callback Needs
+
+### Entities with ONLY filtered callbacks (most)
+- Climate, Fan, Light, Cover
+- Switch, Lock, Valve
+- Number, Select, Text, Button
+- AlarmControlPanel, MediaPlayer
+- BinarySensor, Event, Update, DateTime
+
+**Optimization:** Simple lazy-allocated vector
+
+### Entities with raw AND filtered callbacks
+- **Sensor** - has raw callbacks for automation triggers
+- **TextSensor** - has raw callbacks for automation triggers
+
+**Optimization:** Partitioned vector (filtered | raw)
+
+## Proposed Implementations
+
+### Option 1: Simple Lazy Vector (for entities without raw callbacks)
+
+```cpp
+class Climate {
+ protected:
+  std::unique_ptr<std::vector<std::function<void(Climate&)>>> state_callback_;
+};
+
+void Climate::add_on_state_callback(std::function<void(Climate&)> &&callback) {
+  if (!this->state_callback_) {
+    this->state_callback_ = std::make_unique<std::vector<std::function<void(Climate&)>>>();
+  }
+  this->state_callback_->push_back(std::move(callback));
+}
+
+void Climate::publish_state() {
+  if (this->state_callback_) {
+    for (auto &cb : *this->state_callback_) {
+      cb(*this);
+    }
+  }
+}
+```
+
+**Memory (ESP32):**
+- No callbacks: 4 bytes (saves 12 vs current)
+- 1 callback: 36 bytes (costs 4 vs current)
+- Net: Positive for API-only devices
+
+### Option 2: Partitioned Vector (for Sensor & TextSensor)
+
+```cpp
+class Sensor {
+ protected:
+  struct Callbacks {
+    std::vector<std::function<void(float)>> callbacks_;
+    uint8_t filtered_count_{0};  // Partition point: [filtered | raw]
+
+    void add_filtered(std::function<void(float)> &&fn) {
+      callbacks_.push_back(std::move(fn));
+      if (filtered_count_ < callbacks_.size() - 1) {
+        std::swap(callbacks_[filtered_count_], callbacks_[callbacks_.size() - 1]);
+      }
+      filtered_count_++;
+    }
+
+    void add_raw(std::function<void(float)> &&fn) {
+      callbacks_.push_back(std::move(fn));  // Append to raw section
+    }
+
+    void call_filtered(float value) {
+      for (size_t i = 0; i < filtered_count_; i++) {
+        callbacks_[i](value);
+      }
+    }
+
+    void call_raw(float value) {
+      for (size_t i = filtered_count_; i < callbacks_.size(); i++) {
+        callbacks_[i](value);
+      }
+    }
+  };
+
+  std::unique_ptr<Callbacks> callbacks_;
+};
+```
+
+**Why partitioned:**
+- Maintains separation of raw (pre-filter) vs filtered (post-filter) callbacks
+- O(1) insertion via swap (order doesn't matter)
+- No branching in hot path
+- Saves 12 bytes when no callbacks
+
+## Memory Impact Analysis
+
+### Scenario 1: API-only device (10 sensors, no MQTT, no automations)
+**Current:** 10 × 16 = 160 bytes
+**Optimized:** 10 × 4 = 40 bytes
+**Saves: 120 bytes** ✅
+
+### Scenario 2: MQTT-enabled device (10 sensors with MQTT)
+**Current:** 10 × 32 = 320 bytes
+**Optimized:** 10 × 36 = 360 bytes
+**Costs: 40 bytes** ⚠️
+
+### Scenario 3: Mixed device (5 API-only + 5 MQTT)
+**Current:** (5 × 16) + (5 × 32) = 240 bytes
+**Optimized:** (5 × 4) + (5 × 36) = 200 bytes
+**Saves: 40 bytes** ✅
+
+### Scenario 4: Sensor with automation (1 raw + 1 filtered)
+**Current:** 16 + 12 + 16 + 16 = 60 bytes
+**Optimized:** 4 + 16 + 32 = 52 bytes
+**Saves: 8 bytes** ✅
+
+## Implementation Strategy
+
+### Phase 1: Simple Entities (high impact, low complexity)
+1. **Climate** (common, no raw callbacks)
+2. **Fan** (common, no raw callbacks)
+3. **Cover** (common, no raw callbacks)
+4. **Switch** (very common, no raw callbacks)
+5. **Lock** (no raw callbacks)
+
+**Change:** Replace `CallbackManager<void(...)> callback_` with `std::unique_ptr<std::vector<std::function<...>>>`
+
+### Phase 2: Sensor & TextSensor (more complex)
+1. **Sensor** (most common entity, has raw callbacks)
+2. **TextSensor** (common, has raw callbacks)
+
+**Change:** Implement partitioned vector approach
+
+### Phase 3: Remaining Entities
+- BinarySensor, Number, Select, Text
+- Light, Valve, AlarmControlPanel
+- MediaPlayer, Button, Event, Update, DateTime
+
+**Change:** Simple lazy vector
+
+## Code Template for Simple Entities
+
+```cpp
+// Header (.h)
+class EntityType {
+ public:
+  void add_on_state_callback(std::function<void(Args...)> &&callback);
+
+ protected:
+  std::unique_ptr<std::vector<std::function<void(Args...)>>> state_callback_;
+};
+
+// Implementation (.cpp)
+void EntityType::add_on_state_callback(std::function<void(Args...)> &&callback) {
+  if (!this->state_callback_) {
+    this->state_callback_ = std::make_unique<std::vector<std::function<void(Args...)>>>();
+  }
+  this->state_callback_->push_back(std::move(callback));
+}
+
+void EntityType::publish_state(...) {
+  // ... state update logic ...
+
+  if (this->state_callback_) {
+    for (auto &cb : *this->state_callback_) {
+      cb(...);
+    }
+  }
+
+#ifdef USE_CONTROLLER_REGISTRY
+  ControllerRegistry::notify_entity_update(this);
+#endif
+}
+```
+
+## Testing Strategy
+
+1. **Unit tests:** Verify callback ordering/execution unchanged
+2. **Integration tests:** Test with MQTT, automations, copy components
+3. **Memory benchmarks:** Measure actual flash/RAM impact
+4. **Compatibility:** Ensure no API breakage
+
+## Expected Results
+
+**For typical ESPHome devices after Controller Registry:**
+- Most entities: API/WebServer only (no callbacks)
+- Some entities: MQTT (1 callback)
+- Few entities: Automations (1-2 callbacks)
+
+**Memory savings:**
+- Device with 20 entities, 5 with MQTT: ~180 bytes saved
+- Device with 50 entities, 10 with MQTT: ~480 bytes saved
+
+**Trade-off:**
+- Entities without callbacks: Save 12 bytes ✅
+- Entities with callbacks: Cost 4 bytes ⚠️
+- Net benefit: Positive for most devices
+
+## Risks & Mitigation
+
+**Risk 1:** Increased complexity
+- **Mitigation:** Start with simple entities first, template for reuse
+
+**Risk 2:** Performance regression
+- **Mitigation:** Minimal - just nullptr check (likely free with branch prediction)
+
+**Risk 3:** Edge cases with callback order
+- **Mitigation:** Order already undefined within same callback type
+
+## Open Questions
+
+1. Should we template the Callbacks struct for reuse across entity types?
+2. Should Phase 1 include a memory benchmark before expanding?
+3. Should we make this configurable (compile-time flag)?
+
+## Files Modified
+
+### Phase 1 (Simple Entities)
+- `esphome/components/climate/climate.h`
+- `esphome/components/climate/climate.cpp`
+- `esphome/components/fan/fan.h`
+- `esphome/components/fan/fan.cpp`
+- `esphome/components/cover/cover.h`
+- `esphome/components/cover/cover.cpp`
+- (etc. for switch, lock)
+
+### Phase 2 (Partitioned)
+- `esphome/components/sensor/sensor.h`
+- `esphome/components/sensor/sensor.cpp`
+- `esphome/components/text_sensor/text_sensor.h`
+- `esphome/components/text_sensor/text_sensor.cpp`
+
+### Phase 3 (Remaining)
+- All other entity types
+
+## Conclusion
+
+**Recommendation: Implement in phases**
+
+1. Start with Climate (common entity, simple change)
+2. Measure impact on real device
+3. If positive, proceed with other simple entities
+4. Implement partitioned approach for Sensor/TextSensor
+5. Complete remaining entity types
+
+Expected net savings: **50-500 bytes per typical device**, depending on entity count and MQTT usage.

callback_usage_analysis.md

@@ -0,0 +1,118 @@
+# add_on_state_callback Usage Analysis
+
+## Summary
+
+After the Controller Registry migration (PR #11772), `add_on_state_callback` is still widely used in the codebase, but for **legitimate reasons** - components that genuinely need per-entity state tracking.
+
+## Usage Breakdown
+
+### 1. **MQTT Components** (~17 uses)
+**Purpose:** Per-entity MQTT configuration requires callbacks
+- Each MQTT component instance needs to publish to custom topics with custom QoS/retain settings
+- Cannot use Controller pattern due to per-entity configuration overhead
+- Examples: `mqtt_sensor.cpp`, `mqtt_climate.cpp`, `mqtt_number.cpp`, etc.
+
+```cpp
+this->sensor_->add_on_state_callback([this](float state) {
+  this->publish_state(state);
+});
+```
+
+### 2. **Copy Components** (~10 uses)
+**Purpose:** Mirror state from one entity to another
+- Each copy instance tracks a different source entity
+- Legitimate use of callbacks for entity-to-entity synchronization
+- Examples: `copy_sensor.cpp`, `copy_fan.cpp`, `copy_select.cpp`, etc.
+
+```cpp
+source_->add_on_state_callback([this](const std::string &value) {
+  this->publish_state(value);
+});
+```
+
+### 3. **Derivative Sensors** (~5-7 uses)
+**Purpose:** Compute derived values from source sensors
+- **integration_sensor:** Integrates sensor values over time
+- **total_daily_energy:** Tracks cumulative energy
+- **combination:** Combines multiple sensor values
+- **graph:** Samples sensor data for display
+- **duty_time:** Tracks on-time duration
+- **ntc/absolute_humidity/resistance:** Mathematical transformations
+
+```cpp
+this->sensor_->add_on_state_callback([this](float state) {
+  this->process_sensor_value_(state);
+});
+```
+
+### 4. **Climate/Cover with Sensors** (~10-15 uses)
+**Purpose:** External sensors providing feedback to control loops
+- **feedback_cover:** Binary sensors for open/close/obstacle detection
+- **bang_bang/pid/thermostat:** External temperature sensors for climate control
+- **climate_ir (toshiba/yashima/heatpumpir):** Temperature sensors for IR climate
+
+```cpp
+this->sensor_->add_on_state_callback([this](float state) {
+  this->current_temperature = state;
+  // Trigger control loop update
+});
+```
+
+### 5. **Entity Base Classes** (~10-15 definitions)
+**Purpose:** Provide the callback interface for all entities
+- Not actual usage, just the method definitions
+- Examples: `sensor.cpp::add_on_state_callback()`, `climate.cpp::add_on_state_callback()`, etc.
+
+### 6. **Automation Trigger Classes** (~15-20 definitions)
+**Purpose:** User-defined YAML automations need callbacks
+- Files like `sensor/automation.h`, `climate/automation.h`
+- Implement triggers like `on_value:`, `on_state:`
+- Cannot be migrated - this is user-facing automation functionality
+
+### 7. **Miscellaneous** (~5-10 uses)
+- **voice_assistant/micro_wake_word:** State coordination
+- **esp32_improv:** Provisioning state tracking
+- **http_request/update:** Update status monitoring
+- **switch/binary_sensor:** Cross-component dependencies
+- **OTA callbacks:** OTA state monitoring
+
+## Key Insights
+
+### What's NOT Using Callbacks Anymore ✅
+**API Server and WebServer** - migrated to Controller Registry
+- **Before:** Each entity had 2 callbacks (API + WebServer) = ~32 bytes overhead
+- **After:** Zero per-entity overhead = saves ~32 bytes per entity
+
+### What SHOULD Keep Using Callbacks ✅
+All the above categories have legitimate reasons:
+
+1. **Per-entity configuration:** MQTT needs custom topics/QoS per entity
+2. **Entity-to-entity relationships:** Copy components, derivative sensors
+3. **Control loop feedback:** Climate/cover with external sensors
+4. **User-defined automations:** YAML triggers configured by users
+5. **Component dependencies:** Components that genuinely depend on other entities
+
+## Memory Impact
+
+**Per Sensor (ESP32):**
+- Empty callback infrastructure: **~16 bytes** (unique_ptr + empty vector)
+- With one callback (e.g., MQTT): **~32 bytes** (16 + std::function)
+- With multiple callbacks: **~32 + 16n bytes** (where n = additional callbacks)
+
+**Typical scenarios:**
+- Sensor with **only API/WebServer:** ~16 bytes (no callbacks registered)
+- Sensor with **MQTT:** ~32 bytes (one callback)
+- Sensor with **MQTT + automation:** ~48 bytes (two callbacks)
+- Sensor with **copy + total_daily_energy + graph:** ~64 bytes (three callbacks)
+
+## Conclusion
+
+The callback system is still heavily used (~103 occurrences) but for **appropriate reasons**:
+- Components with per-entity state/configuration (MQTT, Copy)
+- Sensor processing chains (derivatives, transformations)
+- Control loops with external feedback (climate, covers)
+- User-defined automations (cannot be removed)
+
+The Controller Registry successfully eliminated wasteful callbacks for **stateless global handlers** (API/WebServer), saving ~32 bytes per entity for those use cases.
+
+**No further callback elimination opportunities** exist without fundamentally changing ESPHome's architecture or breaking user-facing features.

esphome/__main__.py

@@ -741,13 +741,6 @@ def command_vscode(args: ArgsProtocol) -> int | None:
 
 
 def command_compile(args: ArgsProtocol, config: ConfigType) -> int | None:
-    # Set memory analysis options in config
-    if args.analyze_memory:
-        config.setdefault(CONF_ESPHOME, {})["analyze_memory"] = True
-
-    if args.memory_report:
-        config.setdefault(CONF_ESPHOME, {})["memory_report_file"] = args.memory_report
-
     exit_code = write_cpp(config)
     if exit_code != 0:
         return exit_code
@@ -1209,17 +1202,6 @@ def parse_args(argv):
         help="Only generate source code, do not compile.",
         action="store_true",
     )
-    parser_compile.add_argument(
-        "--analyze-memory",
-        help="Analyze and display memory usage by component after compilation.",
-        action="store_true",
-    )
-    parser_compile.add_argument(
-        "--memory-report",
-        help="Save memory analysis report to a file (supports .json or .txt).",
-        type=str,
-        metavar="FILE",
-    )
 
     parser_upload = subparsers.add_parser(
         "upload",

esphome/analyze_memory/cli.py

@@ -1,7 +1,6 @@
 """CLI interface for memory analysis with report generation."""
 
 from collections import defaultdict
-import json
 import sys
 
 from . import (
@@ -284,28 +283,6 @@ class MemoryAnalyzerCLI(MemoryAnalyzer):
 
         return "\n".join(lines)
 
-    def to_json(self) -> str:
-        """Export analysis results as JSON."""
-        data = {
-            "components": {
-                name: {
-                    "text": mem.text_size,
-                    "rodata": mem.rodata_size,
-                    "data": mem.data_size,
-                    "bss": mem.bss_size,
-                    "flash_total": mem.flash_total,
-                    "ram_total": mem.ram_total,
-                    "symbol_count": mem.symbol_count,
-                }
-                for name, mem in self.components.items()
-            },
-            "totals": {
-                "flash": sum(c.flash_total for c in self.components.values()),
-                "ram": sum(c.ram_total for c in self.components.values()),
-            },
-        }
-        return json.dumps(data, indent=2)
-
     def dump_uncategorized_symbols(self, output_file: str | None = None) -> None:
         """Dump uncategorized symbols for analysis."""
         # Sort by size descending

esphome/components/api/__init__.py

@@ -227,7 +227,6 @@ CONFIG_SCHEMA = cv.All(
                 esp32=8,  # More RAM, can buffer more
                 rp2040=5,  # Limited RAM
                 bk72xx=8,  # Moderate RAM
-                nrf52=8,  # Moderate RAM
                 rtl87xx=8,  # Moderate RAM
                 host=16,  # Abundant resources
                 ln882x=8,  # Moderate RAM

esphome/components/api/api_connection.cpp

@@ -1294,11 +1294,11 @@ void APIConnection::alarm_control_panel_command(const AlarmControlPanelCommandRe
 #endif
 
 #ifdef USE_EVENT
-void APIConnection::send_event(event::Event *event, const char *event_type) {
+void APIConnection::send_event(event::Event *event, const std::string &event_type) {
   this->schedule_message_(event, MessageCreator(event_type), EventResponse::MESSAGE_TYPE,
                           EventResponse::ESTIMATED_SIZE);
 }
-uint16_t APIConnection::try_send_event_response(event::Event *event, const char *event_type, APIConnection *conn,
+uint16_t APIConnection::try_send_event_response(event::Event *event, const std::string &event_type, APIConnection *conn,
                                                 uint32_t remaining_size, bool is_single) {
   EventResponse resp;
   resp.set_event_type(StringRef(event_type));
@@ -1467,8 +1467,6 @@ bool APIConnection::send_device_info_response(const DeviceInfoRequest &msg) {
   static constexpr auto MANUFACTURER = StringRef::from_lit("Beken");
 #elif defined(USE_LN882X)
   static constexpr auto MANUFACTURER = StringRef::from_lit("Lightning");
-#elif defined(USE_NRF52)
-  static constexpr auto MANUFACTURER = StringRef::from_lit("Nordic Semiconductor");
 #elif defined(USE_RTL87XX)
   static constexpr auto MANUFACTURER = StringRef::from_lit("Realtek");
 #elif defined(USE_HOST)
@@ -1650,7 +1648,9 @@ void APIConnection::DeferredBatch::add_item(EntityBase *entity, MessageCreator c
   // O(n) but optimized for RAM and not performance.
   for (auto &item : items) {
     if (item.entity == entity && item.message_type == message_type) {
-      // Replace with new creator
+      // Clean up old creator before replacing
+      item.creator.cleanup(message_type);
+      // Move assign the new creator
       item.creator = std::move(creator);
       return;
     }
@@ -1820,7 +1820,7 @@ void APIConnection::process_batch_() {
 
   // Handle remaining items more efficiently
   if (items_processed < this->deferred_batch_.size()) {
-    // Remove processed items from the beginning
+    // Remove processed items from the beginning with proper cleanup
     this->deferred_batch_.remove_front(items_processed);
     // Reschedule for remaining items
     this->schedule_batch_();
@@ -1833,10 +1833,10 @@ void APIConnection::process_batch_() {
 uint16_t APIConnection::MessageCreator::operator()(EntityBase *entity, APIConnection *conn, uint32_t remaining_size,
                                                    bool is_single, uint8_t message_type) const {
 #ifdef USE_EVENT
-  // Special case: EventResponse uses const char * pointer
+  // Special case: EventResponse uses string pointer
   if (message_type == EventResponse::MESSAGE_TYPE) {
     auto *e = static_cast<event::Event *>(entity);
-    return APIConnection::try_send_event_response(e, data_.const_char_ptr, conn, remaining_size, is_single);
+    return APIConnection::try_send_event_response(e, *data_.string_ptr, conn, remaining_size, is_single);
   }
 #endif
 

esphome/components/api/api_connection.h

@@ -177,7 +177,7 @@ class APIConnection final : public APIServerConnection {
 #endif
 
 #ifdef USE_EVENT
-  void send_event(event::Event *event, const char *event_type);
+  void send_event(event::Event *event, const std::string &event_type);
 #endif
 
 #ifdef USE_UPDATE
@@ -450,7 +450,7 @@ class APIConnection final : public APIServerConnection {
                                                     bool is_single);
 #endif
 #ifdef USE_EVENT
-  static uint16_t try_send_event_response(event::Event *event, const char *event_type, APIConnection *conn,
+  static uint16_t try_send_event_response(event::Event *event, const std::string &event_type, APIConnection *conn,
                                           uint32_t remaining_size, bool is_single);
   static uint16_t try_send_event_info(EntityBase *entity, APIConnection *conn, uint32_t remaining_size, bool is_single);
 #endif
@@ -508,8 +508,10 @@ class APIConnection final : public APIServerConnection {
     // Constructor for function pointer
     MessageCreator(MessageCreatorPtr ptr) { data_.function_ptr = ptr; }
 
-    // Constructor for const char * (Event types - no allocation needed)
-    explicit MessageCreator(const char *str_value) { data_.const_char_ptr = str_value; }
+    // Constructor for string state capture
+    explicit MessageCreator(const std::string &str_value) { data_.string_ptr = new std::string(str_value); }
+
+    // No destructor - cleanup must be called explicitly with message_type
 
     // Delete copy operations - MessageCreator should only be moved
     MessageCreator(const MessageCreator &other) = delete;
@@ -521,6 +523,8 @@ class APIConnection final : public APIServerConnection {
     // Move assignment
     MessageCreator &operator=(MessageCreator &&other) noexcept {
       if (this != &other) {
+        // IMPORTANT: Caller must ensure cleanup() was called if this contains a string!
+        // In our usage, this happens in add_item() deduplication and vector::erase()
         data_ = other.data_;
         other.data_.function_ptr = nullptr;
       }
@@ -531,10 +535,20 @@ class APIConnection final : public APIServerConnection {
     uint16_t operator()(EntityBase *entity, APIConnection *conn, uint32_t remaining_size, bool is_single,
                         uint8_t message_type) const;
 
+    // Manual cleanup method - must be called before destruction for string types
+    void cleanup(uint8_t message_type) {
+#ifdef USE_EVENT
+      if (message_type == EventResponse::MESSAGE_TYPE && data_.string_ptr != nullptr) {
+        delete data_.string_ptr;
+        data_.string_ptr = nullptr;
+      }
+#endif
+    }
+
    private:
     union Data {
       MessageCreatorPtr function_ptr;
-      const char *const_char_ptr;
+      std::string *string_ptr;
     } data_;  // 4 bytes on 32-bit, 8 bytes on 64-bit - same as before
   };
 
@@ -554,24 +568,42 @@ class APIConnection final : public APIServerConnection {
     std::vector<BatchItem> items;
     uint32_t batch_start_time{0};
 
+   private:
+    // Helper to cleanup items from the beginning
+    void cleanup_items_(size_t count) {
+      for (size_t i = 0; i < count; i++) {
+        items[i].creator.cleanup(items[i].message_type);
+      }
+    }
+
+   public:
     DeferredBatch() {
       // Pre-allocate capacity for typical batch sizes to avoid reallocation
       items.reserve(8);
     }
 
+    ~DeferredBatch() {
+      // Ensure cleanup of any remaining items
+      clear();
+    }
+
     // Add item to the batch
     void add_item(EntityBase *entity, MessageCreator creator, uint8_t message_type, uint8_t estimated_size);
     // Add item to the front of the batch (for high priority messages like ping)
     void add_item_front(EntityBase *entity, MessageCreator creator, uint8_t message_type, uint8_t estimated_size);
 
-    // Clear all items
+    // Clear all items with proper cleanup
     void clear() {
+      cleanup_items_(items.size());
       items.clear();
       batch_start_time = 0;
     }
 
-    // Remove processed items from the front
-    void remove_front(size_t count) { items.erase(items.begin(), items.begin() + count); }
+    // Remove processed items from the front with proper cleanup
+    void remove_front(size_t count) {
+      cleanup_items_(count);
+      items.erase(items.begin(), items.begin() + count);
+    }
 
     bool empty() const { return items.empty(); }
     size_t size() const { return items.size(); }

esphome/components/bl0940/number/calibration_number.cpp

@@ -9,7 +9,7 @@ static const char *const TAG = "bl0940.number";
 void CalibrationNumber::setup() {
   float value = 0.0f;
   if (this->restore_value_) {
-    this->pref_ = global_preferences->make_preference<float>(this->get_preference_hash());
+    this->pref_ = global_preferences->make_preference<float>(this->get_object_id_hash());
     if (!this->pref_.load(&value)) {
       value = 0.0f;
     }

esphome/components/ble_client/__init__.py

@@ -15,7 +15,6 @@ from esphome.const import (
     CONF_TRIGGER_ID,
     CONF_VALUE,
 )
-from esphome.core import ID
 
 AUTO_LOAD = ["esp32_ble_client"]
 CODEOWNERS = ["@buxtronix", "@clydebarrow"]
@@ -199,12 +198,7 @@ async def ble_write_to_code(config, action_id, template_arg, args):
         templ = await cg.templatable(value, args, cg.std_vector.template(cg.uint8))
         cg.add(var.set_value_template(templ))
     else:
-        # Generate static array in flash to avoid RAM copy
-        if isinstance(value, bytes):
-            value = list(value)
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*value))
-        cg.add(var.set_value_simple(arr, len(value)))
+        cg.add(var.set_value_simple(value))
 
     if len(config[CONF_SERVICE_UUID]) == len(esp32_ble_tracker.bt_uuid16_format):
         cg.add(

esphome/components/ble_client/automation.h

@@ -96,8 +96,11 @@ template<typename... Ts> class BLEClientWriteAction : public Action<Ts...>, publ
   BLEClientWriteAction(BLEClient *ble_client) {
     ble_client->register_ble_node(this);
     ble_client_ = ble_client;
+    this->construct_simple_value_();
   }
 
+  ~BLEClientWriteAction() { this->destroy_simple_value_(); }
+
   void set_service_uuid16(uint16_t uuid) { this->service_uuid_ = espbt::ESPBTUUID::from_uint16(uuid); }
   void set_service_uuid32(uint32_t uuid) { this->service_uuid_ = espbt::ESPBTUUID::from_uint32(uuid); }
   void set_service_uuid128(uint8_t *uuid) { this->service_uuid_ = espbt::ESPBTUUID::from_raw(uuid); }
@@ -107,14 +110,17 @@ template<typename... Ts> class BLEClientWriteAction : public Action<Ts...>, publ
   void set_char_uuid128(uint8_t *uuid) { this->char_uuid_ = espbt::ESPBTUUID::from_raw(uuid); }
 
   void set_value_template(std::vector<uint8_t> (*func)(Ts...)) {
-    this->value_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+    this->destroy_simple_value_();
+    this->value_.template_func = func;
+    this->has_simple_value_ = false;
   }
 
-  // Store pointer to static data in flash (no RAM copy)
-  void set_value_simple(const uint8_t *data, size_t len) {
-    this->value_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_value_simple(const std::vector<uint8_t> &value) {
+    if (!this->has_simple_value_) {
+      this->construct_simple_value_();
+    }
+    this->value_.simple = value;
+    this->has_simple_value_ = true;
   }
 
   void play(const Ts &...x) override {}
@@ -122,19 +128,9 @@ template<typename... Ts> class BLEClientWriteAction : public Action<Ts...>, publ
   void play_complex(const Ts &...x) override {
     this->num_running_++;
     this->var_ = std::make_tuple(x...);
-
-    bool result;
-    if (this->len_ >= 0) {
-      // Static mode: write directly from flash pointer
-      result = this->write(this->value_.data, this->len_);
-    } else {
-      // Template mode: call function and write the vector
-      std::vector<uint8_t> value = this->value_.func(x...);
-      result = this->write(value);
-    }
-
+    auto value = this->has_simple_value_ ? this->value_.simple : this->value_.template_func(x...);
     // on write failure, continue the automation chain rather than stopping so that e.g. disconnect can work.
-    if (!result)
+    if (!write(value))
       this->play_next_(x...);
   }
 
@@ -147,15 +143,15 @@ template<typename... Ts> class BLEClientWriteAction : public Action<Ts...>, publ
    * errors.
    */
   // initiate the write. Return true if all went well, will be followed by a WRITE_CHAR event.
-  bool write(const uint8_t *data, size_t len) {
+  bool write(const std::vector<uint8_t> &value) {
     if (this->node_state != espbt::ClientState::ESTABLISHED) {
       esph_log_w(Automation::TAG, "Cannot write to BLE characteristic - not connected");
       return false;
     }
-    esph_log_vv(Automation::TAG, "Will write %d bytes: %s", len, format_hex_pretty(data, len).c_str());
-    esp_err_t err =
-        esp_ble_gattc_write_char(this->parent()->get_gattc_if(), this->parent()->get_conn_id(), this->char_handle_, len,
-                                 const_cast<uint8_t *>(data), this->write_type_, ESP_GATT_AUTH_REQ_NONE);
+    esph_log_vv(Automation::TAG, "Will write %d bytes: %s", value.size(), format_hex_pretty(value).c_str());
+    esp_err_t err = esp_ble_gattc_write_char(this->parent()->get_gattc_if(), this->parent()->get_conn_id(),
+                                             this->char_handle_, value.size(), const_cast<uint8_t *>(value.data()),
+                                             this->write_type_, ESP_GATT_AUTH_REQ_NONE);
     if (err != ESP_OK) {
       esph_log_e(Automation::TAG, "Error writing to characteristic: %s!", esp_err_to_name(err));
       return false;
@@ -163,8 +159,6 @@ template<typename... Ts> class BLEClientWriteAction : public Action<Ts...>, publ
     return true;
   }
 
-  bool write(const std::vector<uint8_t> &value) { return this->write(value.data(), value.size()); }
-
   void gattc_event_handler(esp_gattc_cb_event_t event, esp_gatt_if_t gattc_if,
                            esp_ble_gattc_cb_param_t *param) override {
     switch (event) {
@@ -207,11 +201,21 @@ template<typename... Ts> class BLEClientWriteAction : public Action<Ts...>, publ
   }
 
  private:
+  void construct_simple_value_() { new (&this->value_.simple) std::vector<uint8_t>(); }
+
+  void destroy_simple_value_() {
+    if (this->has_simple_value_) {
+      this->value_.simple.~vector();
+    }
+  }
+
   BLEClient *ble_client_;
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
+  bool has_simple_value_ = true;
   union Value {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
+    std::vector<uint8_t> simple;
+    std::vector<uint8_t> (*template_func)(Ts...);
+    Value() {}   // trivial constructor
+    ~Value() {}  // trivial destructor - we manage lifetime via discriminator
   } value_;
   espbt::ESPBTUUID service_uuid_;
   espbt::ESPBTUUID char_uuid_;

esphome/components/canbus/__init__.py

@@ -4,7 +4,7 @@ from esphome import automation
 import esphome.codegen as cg
 import esphome.config_validation as cv
 from esphome.const import CONF_DATA, CONF_ID, CONF_TRIGGER_ID
-from esphome.core import CORE, ID
+from esphome.core import CORE
 
 CODEOWNERS = ["@mvturnho", "@danielschramm"]
 IS_PLATFORM_COMPONENT = True
@@ -176,8 +176,5 @@ async def canbus_action_to_code(config, action_id, template_arg, args):
     else:
         if isinstance(data, bytes):
             data = [int(x) for x in data]
-        # Generate static array in flash to avoid RAM copy
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data))
-        cg.add(var.set_data_static(arr, len(data)))
+        cg.add(var.set_data_static(data))
     return var

esphome/components/canbus/canbus.h

@@ -112,16 +112,13 @@ class Canbus : public Component {
 
 template<typename... Ts> class CanbusSendAction : public Action<Ts...>, public Parented<Canbus> {
  public:
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    // Stateless lambdas (generated by ESPHome) implicitly convert to function pointers
-    this->data_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+  void set_data_template(const std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    this->static_ = false;
   }
-
-  // Store pointer to static data in flash (no RAM copy)
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->data_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(const std::vector<uint8_t> &data) {
+    this->data_static_ = data;
+    this->static_ = true;
   }
 
   void set_can_id(uint32_t can_id) { this->can_id_ = can_id; }
@@ -136,26 +133,21 @@ template<typename... Ts> class CanbusSendAction : public Action<Ts...>, public P
     auto can_id = this->can_id_.has_value() ? *this->can_id_ : this->parent_->can_id_;
     auto use_extended_id =
         this->use_extended_id_.has_value() ? *this->use_extended_id_ : this->parent_->use_extended_id_;
-    std::vector<uint8_t> data;
-    if (this->len_ >= 0) {
-      // Static mode: copy from flash to vector
-      data.assign(this->data_.data, this->data_.data + this->len_);
+    if (this->static_) {
+      this->parent_->send_data(can_id, use_extended_id, this->remote_transmission_request_, this->data_static_);
     } else {
-      // Template mode: call function
-      data = this->data_.func(x...);
+      auto val = this->data_func_(x...);
+      this->parent_->send_data(can_id, use_extended_id, this->remote_transmission_request_, val);
     }
-    this->parent_->send_data(can_id, use_extended_id, this->remote_transmission_request_, data);
   }
 
  protected:
   optional<uint32_t> can_id_{};
   optional<bool> use_extended_id_{};
   bool remote_transmission_request_{false};
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Data {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } data_;
+  bool static_{false};
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
 };
 
 class CanbusTrigger : public Trigger<std::vector<uint8_t>, uint32_t, bool>, public Component {

esphome/components/debug/__init__.py

@@ -59,7 +59,6 @@ async def to_code(config):
         zephyr_add_prj_conf("SEGGER_RTT_MODE_BLOCK_IF_FIFO_FULL", True)
     var = cg.new_Pvariable(config[CONF_ID])
     await cg.register_component(var, config)
-    cg.add_define("USE_DEBUG")
 
 
 FILTER_SOURCE_FILES = filter_source_files_from_platform(

esphome/components/esp32_ble/ble.cpp

@@ -96,10 +96,6 @@ void ESP32BLE::advertising_set_service_data(const std::vector<uint8_t> &data) {
 }
 
 void ESP32BLE::advertising_set_manufacturer_data(const std::vector<uint8_t> &data) {
-  this->advertising_set_manufacturer_data(std::span<const uint8_t>(data));
-}
-
-void ESP32BLE::advertising_set_manufacturer_data(std::span<const uint8_t> data) {
   this->advertising_init_();
   this->advertising_->set_manufacturer_data(data);
   this->advertising_start();

esphome/components/esp32_ble/ble.h

@@ -118,7 +118,6 @@ class ESP32BLE : public Component {
   void advertising_start();
   void advertising_set_service_data(const std::vector<uint8_t> &data);
   void advertising_set_manufacturer_data(const std::vector<uint8_t> &data);
-  void advertising_set_manufacturer_data(std::span<const uint8_t> data);
   void advertising_set_appearance(uint16_t appearance) { this->appearance_ = appearance; }
   void advertising_set_service_data_and_name(std::span<const uint8_t> data, bool include_name);
   void advertising_add_service_uuid(ESPBTUUID uuid);

esphome/components/esp32_ble/ble_advertising.cpp

@@ -59,10 +59,6 @@ void BLEAdvertising::set_service_data(const std::vector<uint8_t> &data) {
 }
 
 void BLEAdvertising::set_manufacturer_data(const std::vector<uint8_t> &data) {
-  this->set_manufacturer_data(std::span<const uint8_t>(data));
-}
-
-void BLEAdvertising::set_manufacturer_data(std::span<const uint8_t> data) {
   delete[] this->advertising_data_.p_manufacturer_data;
   this->advertising_data_.p_manufacturer_data = nullptr;
   this->advertising_data_.manufacturer_len = data.size();

esphome/components/esp32_ble/ble_advertising.h

@@ -37,7 +37,6 @@ class BLEAdvertising {
   void set_scan_response(bool scan_response) { this->scan_response_ = scan_response; }
   void set_min_preferred_interval(uint16_t interval) { this->advertising_data_.min_interval = interval; }
   void set_manufacturer_data(const std::vector<uint8_t> &data);
-  void set_manufacturer_data(std::span<const uint8_t> data);
   void set_appearance(uint16_t appearance) { this->advertising_data_.appearance = appearance; }
   void set_service_data(const std::vector<uint8_t> &data);
   void set_service_data(std::span<const uint8_t> data);

esphome/components/esp32_ble_beacon/esp32_ble_beacon.cpp

@@ -1,6 +1,5 @@
 #include "esp32_ble_beacon.h"
 #include "esphome/core/log.h"
-#include "esphome/core/helpers.h"
 
 #ifdef USE_ESP32
 

esphome/components/esp32_ble_server/ble_server_automations.cpp

@@ -15,10 +15,7 @@ Trigger<std::vector<uint8_t>, uint16_t> *BLETriggers::create_characteristic_on_w
   Trigger<std::vector<uint8_t>, uint16_t> *on_write_trigger =  // NOLINT(cppcoreguidelines-owning-memory)
       new Trigger<std::vector<uint8_t>, uint16_t>();
   characteristic->on_write([on_write_trigger](std::span<const uint8_t> data, uint16_t id) {
-    // Convert span to vector for trigger - copy is necessary because:
-    // 1. Trigger stores the data for use in automation actions that execute later
-    // 2. The span is only valid during this callback (points to temporary BLE stack data)
-    // 3. User lambdas in automations need persistent data they can access asynchronously
+    // Convert span to vector for trigger
     on_write_trigger->trigger(std::vector<uint8_t>(data.begin(), data.end()), id);
   });
   return on_write_trigger;
@@ -30,10 +27,7 @@ Trigger<std::vector<uint8_t>, uint16_t> *BLETriggers::create_descriptor_on_write
   Trigger<std::vector<uint8_t>, uint16_t> *on_write_trigger =  // NOLINT(cppcoreguidelines-owning-memory)
       new Trigger<std::vector<uint8_t>, uint16_t>();
   descriptor->on_write([on_write_trigger](std::span<const uint8_t> data, uint16_t id) {
-    // Convert span to vector for trigger - copy is necessary because:
-    // 1. Trigger stores the data for use in automation actions that execute later
-    // 2. The span is only valid during this callback (points to temporary BLE stack data)
-    // 3. User lambdas in automations need persistent data they can access asynchronously
+    // Convert span to vector for trigger
     on_write_trigger->trigger(std::vector<uint8_t>(data.begin(), data.end()), id);
   });
   return on_write_trigger;

esphome/components/ethernet/ethernet_component.cpp

@@ -418,6 +418,8 @@ void EthernetComponent::dump_config() {
 
 float EthernetComponent::get_setup_priority() const { return setup_priority::WIFI; }
 
+bool EthernetComponent::can_proceed() { return this->is_connected(); }
+
 network::IPAddresses EthernetComponent::get_ip_addresses() {
   network::IPAddresses addresses;
   esp_netif_ip_info_t ip;

esphome/components/ethernet/ethernet_component.h

@@ -58,6 +58,7 @@ class EthernetComponent : public Component {
   void loop() override;
   void dump_config() override;
   float get_setup_priority() const override;
+  bool can_proceed() override;
   void on_powerdown() override { powerdown(); }
   bool is_connected();
 

esphome/components/hlk_fm22x/__init__.py

@@ -1,247 +0,0 @@
-from esphome import automation
-import esphome.codegen as cg
-from esphome.components import uart
-import esphome.config_validation as cv
-from esphome.const import (
-    CONF_DIRECTION,
-    CONF_ID,
-    CONF_NAME,
-    CONF_ON_ENROLLMENT_DONE,
-    CONF_ON_ENROLLMENT_FAILED,
-    CONF_TRIGGER_ID,
-)
-
-CODEOWNERS = ["@OnFreund"]
-DEPENDENCIES = ["uart"]
-AUTO_LOAD = ["binary_sensor", "sensor", "text_sensor"]
-MULTI_CONF = True
-
-CONF_HLK_FM22X_ID = "hlk_fm22x_id"
-CONF_FACE_ID = "face_id"
-CONF_ON_FACE_SCAN_MATCHED = "on_face_scan_matched"
-CONF_ON_FACE_SCAN_UNMATCHED = "on_face_scan_unmatched"
-CONF_ON_FACE_SCAN_INVALID = "on_face_scan_invalid"
-CONF_ON_FACE_INFO = "on_face_info"
-
-hlk_fm22x_ns = cg.esphome_ns.namespace("hlk_fm22x")
-HlkFm22xComponent = hlk_fm22x_ns.class_(
-    "HlkFm22xComponent", cg.PollingComponent, uart.UARTDevice
-)
-
-FaceScanMatchedTrigger = hlk_fm22x_ns.class_(
-    "FaceScanMatchedTrigger", automation.Trigger.template(cg.int16, cg.std_string)
-)
-
-FaceScanUnmatchedTrigger = hlk_fm22x_ns.class_(
-    "FaceScanUnmatchedTrigger", automation.Trigger.template()
-)
-
-FaceScanInvalidTrigger = hlk_fm22x_ns.class_(
-    "FaceScanInvalidTrigger", automation.Trigger.template(cg.uint8)
-)
-
-FaceInfoTrigger = hlk_fm22x_ns.class_(
-    "FaceInfoTrigger",
-    automation.Trigger.template(
-        cg.int16, cg.int16, cg.int16, cg.int16, cg.int16, cg.int16, cg.int16, cg.int16
-    ),
-)
-
-EnrollmentDoneTrigger = hlk_fm22x_ns.class_(
-    "EnrollmentDoneTrigger", automation.Trigger.template(cg.int16, cg.uint8)
-)
-
-EnrollmentFailedTrigger = hlk_fm22x_ns.class_(
-    "EnrollmentFailedTrigger", automation.Trigger.template(cg.uint8)
-)
-
-EnrollmentAction = hlk_fm22x_ns.class_("EnrollmentAction", automation.Action)
-DeleteAction = hlk_fm22x_ns.class_("DeleteAction", automation.Action)
-DeleteAllAction = hlk_fm22x_ns.class_("DeleteAllAction", automation.Action)
-ScanAction = hlk_fm22x_ns.class_("ScanAction", automation.Action)
-ResetAction = hlk_fm22x_ns.class_("ResetAction", automation.Action)
-
-CONFIG_SCHEMA = cv.All(
-    cv.Schema(
-        {
-            cv.GenerateID(): cv.declare_id(HlkFm22xComponent),
-            cv.Optional(CONF_ON_FACE_SCAN_MATCHED): automation.validate_automation(
-                {
-                    cv.GenerateID(CONF_TRIGGER_ID): cv.declare_id(
-                        FaceScanMatchedTrigger
-                    ),
-                }
-            ),
-            cv.Optional(CONF_ON_FACE_SCAN_UNMATCHED): automation.validate_automation(
-                {
-                    cv.GenerateID(CONF_TRIGGER_ID): cv.declare_id(
-                        FaceScanUnmatchedTrigger
-                    ),
-                }
-            ),
-            cv.Optional(CONF_ON_FACE_SCAN_INVALID): automation.validate_automation(
-                {
-                    cv.GenerateID(CONF_TRIGGER_ID): cv.declare_id(
-                        FaceScanInvalidTrigger
-                    ),
-                }
-            ),
-            cv.Optional(CONF_ON_FACE_INFO): automation.validate_automation(
-                {
-                    cv.GenerateID(CONF_TRIGGER_ID): cv.declare_id(FaceInfoTrigger),
-                }
-            ),
-            cv.Optional(CONF_ON_ENROLLMENT_DONE): automation.validate_automation(
-                {
-                    cv.GenerateID(CONF_TRIGGER_ID): cv.declare_id(
-                        EnrollmentDoneTrigger
-                    ),
-                }
-            ),
-            cv.Optional(CONF_ON_ENROLLMENT_FAILED): automation.validate_automation(
-                {
-                    cv.GenerateID(CONF_TRIGGER_ID): cv.declare_id(
-                        EnrollmentFailedTrigger
-                    ),
-                }
-            ),
-        }
-    )
-    .extend(cv.polling_component_schema("50ms"))
-    .extend(uart.UART_DEVICE_SCHEMA),
-)
-
-
-async def to_code(config):
-    var = cg.new_Pvariable(config[CONF_ID])
-    await cg.register_component(var, config)
-    await uart.register_uart_device(var, config)
-
-    for conf in config.get(CONF_ON_FACE_SCAN_MATCHED, []):
-        trigger = cg.new_Pvariable(conf[CONF_TRIGGER_ID], var)
-        await automation.build_automation(
-            trigger, [(cg.int16, "face_id"), (cg.std_string, "name")], conf
-        )
-
-    for conf in config.get(CONF_ON_FACE_SCAN_UNMATCHED, []):
-        trigger = cg.new_Pvariable(conf[CONF_TRIGGER_ID], var)
-        await automation.build_automation(trigger, [], conf)
-
-    for conf in config.get(CONF_ON_FACE_SCAN_INVALID, []):
-        trigger = cg.new_Pvariable(conf[CONF_TRIGGER_ID], var)
-        await automation.build_automation(trigger, [(cg.uint8, "error")], conf)
-
-    for conf in config.get(CONF_ON_FACE_INFO, []):
-        trigger = cg.new_Pvariable(conf[CONF_TRIGGER_ID], var)
-        await automation.build_automation(
-            trigger,
-            [
-                (cg.int16, "status"),
-                (cg.int16, "left"),
-                (cg.int16, "top"),
-                (cg.int16, "right"),
-                (cg.int16, "bottom"),
-                (cg.int16, "yaw"),
-                (cg.int16, "pitch"),
-                (cg.int16, "roll"),
-            ],
-            conf,
-        )
-
-    for conf in config.get(CONF_ON_ENROLLMENT_DONE, []):
-        trigger = cg.new_Pvariable(conf[CONF_TRIGGER_ID], var)
-        await automation.build_automation(
-            trigger, [(cg.int16, "face_id"), (cg.uint8, "direction")], conf
-        )
-
-    for conf in config.get(CONF_ON_ENROLLMENT_FAILED, []):
-        trigger = cg.new_Pvariable(conf[CONF_TRIGGER_ID], var)
-        await automation.build_automation(trigger, [(cg.uint8, "error")], conf)
-
-
-@automation.register_action(
-    "hlk_fm22x.enroll",
-    EnrollmentAction,
-    cv.maybe_simple_value(
-        {
-            cv.GenerateID(): cv.use_id(HlkFm22xComponent),
-            cv.Required(CONF_NAME): cv.templatable(cv.string),
-            cv.Required(CONF_DIRECTION): cv.templatable(cv.uint8_t),
-        },
-        key=CONF_NAME,
-    ),
-)
-async def hlk_fm22x_enroll_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-
-    template_ = await cg.templatable(config[CONF_NAME], args, cg.std_string)
-    cg.add(var.set_name(template_))
-    template_ = await cg.templatable(config[CONF_DIRECTION], args, cg.uint8)
-    cg.add(var.set_direction(template_))
-    return var
-
-
-@automation.register_action(
-    "hlk_fm22x.delete",
-    DeleteAction,
-    cv.maybe_simple_value(
-        {
-            cv.GenerateID(): cv.use_id(HlkFm22xComponent),
-            cv.Required(CONF_FACE_ID): cv.templatable(cv.uint16_t),
-        },
-        key=CONF_FACE_ID,
-    ),
-)
-async def hlk_fm22x_delete_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-
-    template_ = await cg.templatable(config[CONF_FACE_ID], args, cg.int16)
-    cg.add(var.set_face_id(template_))
-    return var
-
-
-@automation.register_action(
-    "hlk_fm22x.delete_all",
-    DeleteAllAction,
-    cv.Schema(
-        {
-            cv.GenerateID(): cv.use_id(HlkFm22xComponent),
-        }
-    ),
-)
-async def hlk_fm22x_delete_all_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-    return var
-
-
-@automation.register_action(
-    "hlk_fm22x.scan",
-    ScanAction,
-    cv.Schema(
-        {
-            cv.GenerateID(): cv.use_id(HlkFm22xComponent),
-        }
-    ),
-)
-async def hlk_fm22x_scan_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-    return var
-
-
-@automation.register_action(
-    "hlk_fm22x.reset",
-    ResetAction,
-    cv.Schema(
-        {
-            cv.GenerateID(): cv.use_id(HlkFm22xComponent),
-        }
-    ),
-)
-async def hlk_fm22x_reset_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-    return var

esphome/components/hlk_fm22x/binary_sensor.py

@@ -1,21 +0,0 @@
-import esphome.codegen as cg
-from esphome.components import binary_sensor
-import esphome.config_validation as cv
-from esphome.const import CONF_ICON, ICON_KEY_PLUS
-
-from . import CONF_HLK_FM22X_ID, HlkFm22xComponent
-
-DEPENDENCIES = ["hlk_fm22x"]
-
-CONFIG_SCHEMA = binary_sensor.binary_sensor_schema().extend(
-    {
-        cv.GenerateID(CONF_HLK_FM22X_ID): cv.use_id(HlkFm22xComponent),
-        cv.Optional(CONF_ICON, default=ICON_KEY_PLUS): cv.icon,
-    }
-)
-
-
-async def to_code(config):
-    hub = await cg.get_variable(config[CONF_HLK_FM22X_ID])
-    var = await binary_sensor.new_binary_sensor(config)
-    cg.add(hub.set_enrolling_binary_sensor(var))

esphome/components/hlk_fm22x/hlk_fm22x.cpp

@@ -1,325 +0,0 @@
-#include "hlk_fm22x.h"
-#include "esphome/core/log.h"
-#include "esphome/core/helpers.h"
-#include <array>
-#include <cinttypes>
-
-namespace esphome::hlk_fm22x {
-
-static const char *const TAG = "hlk_fm22x";
-
-void HlkFm22xComponent::setup() {
-  ESP_LOGCONFIG(TAG, "Setting up HLK-FM22X...");
-  this->set_enrolling_(false);
-  while (this->available()) {
-    this->read();
-  }
-  this->defer([this]() { this->send_command_(HlkFm22xCommand::GET_STATUS); });
-}
-
-void HlkFm22xComponent::update() {
-  if (this->active_command_ != HlkFm22xCommand::NONE) {
-    if (this->wait_cycles_ > 600) {
-      ESP_LOGE(TAG, "Command 0x%.2X timed out", this->active_command_);
-      if (HlkFm22xCommand::RESET == this->active_command_) {
-        this->mark_failed();
-      } else {
-        this->reset();
-      }
-    }
-  }
-  this->recv_command_();
-}
-
-void HlkFm22xComponent::enroll_face(const std::string &name, HlkFm22xFaceDirection direction) {
-  if (name.length() > 31) {
-    ESP_LOGE(TAG, "enroll_face(): name too long '%s'", name.c_str());
-    return;
-  }
-  ESP_LOGI(TAG, "Starting enrollment for %s", name.c_str());
-  std::array<uint8_t, 35> data{};
-  data[0] = 0;  // admin
-  std::copy(name.begin(), name.end(), data.begin() + 1);
-  // Remaining bytes are already zero-initialized
-  data[33] = (uint8_t) direction;
-  data[34] = 10;  // timeout
-  this->send_command_(HlkFm22xCommand::ENROLL, data.data(), data.size());
-  this->set_enrolling_(true);
-}
-
-void HlkFm22xComponent::scan_face() {
-  ESP_LOGI(TAG, "Verify face");
-  static const uint8_t DATA[] = {0, 0};
-  this->send_command_(HlkFm22xCommand::VERIFY, DATA, sizeof(DATA));
-}
-
-void HlkFm22xComponent::delete_face(int16_t face_id) {
-  ESP_LOGI(TAG, "Deleting face in slot %d", face_id);
-  const uint8_t data[] = {(uint8_t) (face_id >> 8), (uint8_t) (face_id & 0xFF)};
-  this->send_command_(HlkFm22xCommand::DELETE_FACE, data, sizeof(data));
-}
-
-void HlkFm22xComponent::delete_all_faces() {
-  ESP_LOGI(TAG, "Deleting all stored faces");
-  this->send_command_(HlkFm22xCommand::DELETE_ALL_FACES);
-}
-
-void HlkFm22xComponent::get_face_count_() {
-  ESP_LOGD(TAG, "Getting face count");
-  this->send_command_(HlkFm22xCommand::GET_ALL_FACE_IDS);
-}
-
-void HlkFm22xComponent::reset() {
-  ESP_LOGI(TAG, "Resetting module");
-  this->active_command_ = HlkFm22xCommand::NONE;
-  this->wait_cycles_ = 0;
-  this->set_enrolling_(false);
-  this->send_command_(HlkFm22xCommand::RESET);
-}
-
-void HlkFm22xComponent::send_command_(HlkFm22xCommand command, const uint8_t *data, size_t size) {
-  ESP_LOGV(TAG, "Send command: 0x%.2X", command);
-  if (this->active_command_ != HlkFm22xCommand::NONE) {
-    ESP_LOGW(TAG, "Command 0x%.2X already active", this->active_command_);
-    return;
-  }
-  this->wait_cycles_ = 0;
-  this->active_command_ = command;
-  while (this->available())
-    this->read();
-  this->write((uint8_t) (START_CODE >> 8));
-  this->write((uint8_t) (START_CODE & 0xFF));
-  this->write((uint8_t) command);
-  uint16_t data_size = size;
-  this->write((uint8_t) (data_size >> 8));
-  this->write((uint8_t) (data_size & 0xFF));
-
-  uint8_t checksum = 0;
-  checksum ^= (uint8_t) command;
-  checksum ^= (data_size >> 8);
-  checksum ^= (data_size & 0xFF);
-  for (size_t i = 0; i < size; i++) {
-    this->write(data[i]);
-    checksum ^= data[i];
-  }
-
-  this->write(checksum);
-  this->active_command_ = command;
-  this->wait_cycles_ = 0;
-}
-
-void HlkFm22xComponent::recv_command_() {
-  uint8_t byte, checksum = 0;
-  uint16_t length = 0;
-
-  if (this->available() < 7) {
-    ++this->wait_cycles_;
-    return;
-  }
-  this->wait_cycles_ = 0;
-
-  if ((this->read() != (uint8_t) (START_CODE >> 8)) || (this->read() != (uint8_t) (START_CODE & 0xFF))) {
-    ESP_LOGE(TAG, "Invalid start code");
-    return;
-  }
-
-  byte = this->read();
-  checksum ^= byte;
-  HlkFm22xResponseType response_type = (HlkFm22xResponseType) byte;
-
-  byte = this->read();
-  checksum ^= byte;
-  length = byte << 8;
-  byte = this->read();
-  checksum ^= byte;
-  length |= byte;
-
-  std::vector<uint8_t> data;
-  data.reserve(length);
-  for (uint16_t idx = 0; idx < length; ++idx) {
-    byte = this->read();
-    checksum ^= byte;
-    data.push_back(byte);
-  }
-
-  ESP_LOGV(TAG, "Recv type: 0x%.2X, data: %s", response_type, format_hex_pretty(data).c_str());
-
-  byte = this->read();
-  if (byte != checksum) {
-    ESP_LOGE(TAG, "Invalid checksum for data. Calculated: 0x%.2X, Received: 0x%.2X", checksum, byte);
-    return;
-  }
-  switch (response_type) {
-    case HlkFm22xResponseType::NOTE:
-      this->handle_note_(data);
-      break;
-    case HlkFm22xResponseType::REPLY:
-      this->handle_reply_(data);
-      break;
-    default:
-      ESP_LOGW(TAG, "Unexpected response type: 0x%.2X", response_type);
-      break;
-  }
-}
-
-void HlkFm22xComponent::handle_note_(const std::vector<uint8_t> &data) {
-  switch (data[0]) {
-    case HlkFm22xNoteType::FACE_STATE:
-      if (data.size() < 17) {
-        ESP_LOGE(TAG, "Invalid face note data size: %u", data.size());
-        break;
-      }
-      {
-        int16_t info[8];
-        uint8_t offset = 1;
-        for (int16_t &i : info) {
-          i = ((int16_t) data[offset + 1] << 8) | data[offset];
-          offset += 2;
-        }
-        ESP_LOGV(TAG, "Face state: status: %d, left: %d, top: %d, right: %d, bottom: %d, yaw: %d, pitch: %d, roll: %d",
-                 info[0], info[1], info[2], info[3], info[4], info[5], info[6], info[7]);
-        this->face_info_callback_.call(info[0], info[1], info[2], info[3], info[4], info[5], info[6], info[7]);
-      }
-      break;
-    case HlkFm22xNoteType::READY:
-      ESP_LOGE(TAG, "Command 0x%.2X timed out", this->active_command_);
-      switch (this->active_command_) {
-        case HlkFm22xCommand::ENROLL:
-          this->set_enrolling_(false);
-          this->enrollment_failed_callback_.call(HlkFm22xResult::FAILED4_TIMEOUT);
-          break;
-        case HlkFm22xCommand::VERIFY:
-          this->face_scan_invalid_callback_.call(HlkFm22xResult::FAILED4_TIMEOUT);
-          break;
-        default:
-          break;
-      }
-      this->active_command_ = HlkFm22xCommand::NONE;
-      this->wait_cycles_ = 0;
-      break;
-    default:
-      ESP_LOGW(TAG, "Unhandled note: 0x%.2X", data[0]);
-      break;
-  }
-}
-
-void HlkFm22xComponent::handle_reply_(const std::vector<uint8_t> &data) {
-  auto expected = this->active_command_;
-  this->active_command_ = HlkFm22xCommand::NONE;
-  if (data[0] != (uint8_t) expected) {
-    ESP_LOGE(TAG, "Unexpected response command. Expected: 0x%.2X, Received: 0x%.2X", expected, data[0]);
-    return;
-  }
-
-  if (data[1] != HlkFm22xResult::SUCCESS) {
-    ESP_LOGE(TAG, "Command <0x%.2X> failed. Error: 0x%.2X", data[0], data[1]);
-    switch (expected) {
-      case HlkFm22xCommand::ENROLL:
-        this->set_enrolling_(false);
-        this->enrollment_failed_callback_.call(data[1]);
-        break;
-      case HlkFm22xCommand::VERIFY:
-        if (data[1] == HlkFm22xResult::REJECTED) {
-          this->face_scan_unmatched_callback_.call();
-        } else {
-          this->face_scan_invalid_callback_.call(data[1]);
-        }
-        break;
-      default:
-        break;
-    }
-    return;
-  }
-  switch (expected) {
-    case HlkFm22xCommand::VERIFY: {
-      int16_t face_id = ((int16_t) data[2] << 8) | data[3];
-      std::string name(data.begin() + 4, data.begin() + 36);
-      ESP_LOGD(TAG, "Face verified. ID: %d, name: %s", face_id, name.c_str());
-      if (this->last_face_id_sensor_ != nullptr) {
-        this->last_face_id_sensor_->publish_state(face_id);
-      }
-      if (this->last_face_name_text_sensor_ != nullptr) {
-        this->last_face_name_text_sensor_->publish_state(name);
-      }
-      this->face_scan_matched_callback_.call(face_id, name);
-      break;
-    }
-    case HlkFm22xCommand::ENROLL: {
-      int16_t face_id = ((int16_t) data[2] << 8) | data[3];
-      HlkFm22xFaceDirection direction = (HlkFm22xFaceDirection) data[4];
-      ESP_LOGI(TAG, "Face enrolled. ID: %d, Direction: 0x%.2X", face_id, direction);
-      this->enrollment_done_callback_.call(face_id, (uint8_t) direction);
-      this->set_enrolling_(false);
-      this->defer([this]() { this->get_face_count_(); });
-      break;
-    }
-    case HlkFm22xCommand::GET_STATUS:
-      if (this->status_sensor_ != nullptr) {
-        this->status_sensor_->publish_state(data[2]);
-      }
-      this->defer([this]() { this->send_command_(HlkFm22xCommand::GET_VERSION); });
-      break;
-    case HlkFm22xCommand::GET_VERSION:
-      if (this->version_text_sensor_ != nullptr) {
-        std::string version(data.begin() + 2, data.end());
-        this->version_text_sensor_->publish_state(version);
-      }
-      this->defer([this]() { this->get_face_count_(); });
-      break;
-    case HlkFm22xCommand::GET_ALL_FACE_IDS:
-      if (this->face_count_sensor_ != nullptr) {
-        this->face_count_sensor_->publish_state(data[2]);
-      }
-      break;
-    case HlkFm22xCommand::DELETE_FACE:
-      ESP_LOGI(TAG, "Deleted face");
-      break;
-    case HlkFm22xCommand::DELETE_ALL_FACES:
-      ESP_LOGI(TAG, "Deleted all faces");
-      break;
-    case HlkFm22xCommand::RESET:
-      ESP_LOGI(TAG, "Module reset");
-      this->defer([this]() { this->send_command_(HlkFm22xCommand::GET_STATUS); });
-      break;
-    default:
-      ESP_LOGW(TAG, "Unhandled command: 0x%.2X", this->active_command_);
-      break;
-  }
-}
-
-void HlkFm22xComponent::set_enrolling_(bool enrolling) {
-  if (this->enrolling_binary_sensor_ != nullptr) {
-    this->enrolling_binary_sensor_->publish_state(enrolling);
-  }
-}
-
-void HlkFm22xComponent::dump_config() {
-  ESP_LOGCONFIG(TAG, "HLK_FM22X:");
-  LOG_UPDATE_INTERVAL(this);
-  if (this->version_text_sensor_) {
-    LOG_TEXT_SENSOR("  ", "Version", this->version_text_sensor_);
-    ESP_LOGCONFIG(TAG, "    Current Value: %s", this->version_text_sensor_->get_state().c_str());
-  }
-  if (this->enrolling_binary_sensor_) {
-    LOG_BINARY_SENSOR("  ", "Enrolling", this->enrolling_binary_sensor_);
-    ESP_LOGCONFIG(TAG, "    Current Value: %s", this->enrolling_binary_sensor_->state ? "ON" : "OFF");
-  }
-  if (this->face_count_sensor_) {
-    LOG_SENSOR("  ", "Face Count", this->face_count_sensor_);
-    ESP_LOGCONFIG(TAG, "    Current Value: %u", (uint16_t) this->face_count_sensor_->get_state());
-  }
-  if (this->status_sensor_) {
-    LOG_SENSOR("  ", "Status", this->status_sensor_);
-    ESP_LOGCONFIG(TAG, "    Current Value: %u", (uint8_t) this->status_sensor_->get_state());
-  }
-  if (this->last_face_id_sensor_) {
-    LOG_SENSOR("  ", "Last Face ID", this->last_face_id_sensor_);
-    ESP_LOGCONFIG(TAG, "    Current Value: %u", (int16_t) this->last_face_id_sensor_->get_state());
-  }
-  if (this->last_face_name_text_sensor_) {
-    LOG_TEXT_SENSOR("  ", "Last Face Name", this->last_face_name_text_sensor_);
-    ESP_LOGCONFIG(TAG, "    Current Value: %s", this->last_face_name_text_sensor_->get_state().c_str());
-  }
-}
-
-}  // namespace esphome::hlk_fm22x

esphome/components/hlk_fm22x/hlk_fm22x.h

@@ -1,224 +0,0 @@
-#pragma once
-
-#include "esphome/core/component.h"
-#include "esphome/core/automation.h"
-#include "esphome/components/sensor/sensor.h"
-#include "esphome/components/binary_sensor/binary_sensor.h"
-#include "esphome/components/text_sensor/text_sensor.h"
-#include "esphome/components/uart/uart.h"
-
-#include <utility>
-#include <vector>
-
-namespace esphome::hlk_fm22x {
-
-static const uint16_t START_CODE = 0xEFAA;
-enum HlkFm22xCommand {
-  NONE = 0x00,
-  RESET = 0x10,
-  GET_STATUS = 0x11,
-  VERIFY = 0x12,
-  ENROLL = 0x13,
-  DELETE_FACE = 0x20,
-  DELETE_ALL_FACES = 0x21,
-  GET_ALL_FACE_IDS = 0x24,
-  GET_VERSION = 0x30,
-  GET_SERIAL_NUMBER = 0x93,
-};
-
-enum HlkFm22xResponseType {
-  REPLY = 0x00,
-  NOTE = 0x01,
-  IMAGE = 0x02,
-};
-
-enum HlkFm22xNoteType {
-  READY = 0x00,
-  FACE_STATE = 0x01,
-};
-
-enum HlkFm22xResult {
-  SUCCESS = 0x00,
-  REJECTED = 0x01,
-  ABORTED = 0x02,
-  FAILED4_CAMERA = 0x04,
-  FAILED4_UNKNOWNREASON = 0x05,
-  FAILED4_INVALIDPARAM = 0x06,
-  FAILED4_NOMEMORY = 0x07,
-  FAILED4_UNKNOWNUSER = 0x08,
-  FAILED4_MAXUSER = 0x09,
-  FAILED4_FACEENROLLED = 0x0A,
-  FAILED4_LIVENESSCHECK = 0x0C,
-  FAILED4_TIMEOUT = 0x0D,
-  FAILED4_AUTHORIZATION = 0x0E,
-  FAILED4_READ_FILE = 0x13,
-  FAILED4_WRITE_FILE = 0x14,
-  FAILED4_NO_ENCRYPT = 0x15,
-  FAILED4_NO_RGBIMAGE = 0x17,
-  FAILED4_JPGPHOTO_LARGE = 0x18,
-  FAILED4_JPGPHOTO_SMALL = 0x19,
-};
-
-enum HlkFm22xFaceDirection {
-  FACE_DIRECTION_UNDEFINED = 0x00,
-  FACE_DIRECTION_MIDDLE = 0x01,
-  FACE_DIRECTION_RIGHT = 0x02,
-  FACE_DIRECTION_LEFT = 0x04,
-  FACE_DIRECTION_DOWN = 0x08,
-  FACE_DIRECTION_UP = 0x10,
-};
-
-class HlkFm22xComponent : public PollingComponent, public uart::UARTDevice {
- public:
-  void setup() override;
-  void update() override;
-  void dump_config() override;
-
-  void set_face_count_sensor(sensor::Sensor *face_count_sensor) { this->face_count_sensor_ = face_count_sensor; }
-  void set_status_sensor(sensor::Sensor *status_sensor) { this->status_sensor_ = status_sensor; }
-  void set_last_face_id_sensor(sensor::Sensor *last_face_id_sensor) {
-    this->last_face_id_sensor_ = last_face_id_sensor;
-  }
-  void set_last_face_name_text_sensor(text_sensor::TextSensor *last_face_name_text_sensor) {
-    this->last_face_name_text_sensor_ = last_face_name_text_sensor;
-  }
-  void set_enrolling_binary_sensor(binary_sensor::BinarySensor *enrolling_binary_sensor) {
-    this->enrolling_binary_sensor_ = enrolling_binary_sensor;
-  }
-  void set_version_text_sensor(text_sensor::TextSensor *version_text_sensor) {
-    this->version_text_sensor_ = version_text_sensor;
-  }
-  void add_on_face_scan_matched_callback(std::function<void(int16_t, std::string)> callback) {
-    this->face_scan_matched_callback_.add(std::move(callback));
-  }
-  void add_on_face_scan_unmatched_callback(std::function<void()> callback) {
-    this->face_scan_unmatched_callback_.add(std::move(callback));
-  }
-  void add_on_face_scan_invalid_callback(std::function<void(uint8_t)> callback) {
-    this->face_scan_invalid_callback_.add(std::move(callback));
-  }
-  void add_on_face_info_callback(
-      std::function<void(int16_t, int16_t, int16_t, int16_t, int16_t, int16_t, int16_t, int16_t)> callback) {
-    this->face_info_callback_.add(std::move(callback));
-  }
-  void add_on_enrollment_done_callback(std::function<void(int16_t, uint8_t)> callback) {
-    this->enrollment_done_callback_.add(std::move(callback));
-  }
-  void add_on_enrollment_failed_callback(std::function<void(uint8_t)> callback) {
-    this->enrollment_failed_callback_.add(std::move(callback));
-  }
-
-  void enroll_face(const std::string &name, HlkFm22xFaceDirection direction);
-  void scan_face();
-  void delete_face(int16_t face_id);
-  void delete_all_faces();
-  void reset();
-
- protected:
-  void get_face_count_();
-  void send_command_(HlkFm22xCommand command, const uint8_t *data = nullptr, size_t size = 0);
-  void recv_command_();
-  void handle_note_(const std::vector<uint8_t> &data);
-  void handle_reply_(const std::vector<uint8_t> &data);
-  void set_enrolling_(bool enrolling);
-
-  HlkFm22xCommand active_command_ = HlkFm22xCommand::NONE;
-  uint16_t wait_cycles_ = 0;
-  sensor::Sensor *face_count_sensor_{nullptr};
-  sensor::Sensor *status_sensor_{nullptr};
-  sensor::Sensor *last_face_id_sensor_{nullptr};
-  binary_sensor::BinarySensor *enrolling_binary_sensor_{nullptr};
-  text_sensor::TextSensor *last_face_name_text_sensor_{nullptr};
-  text_sensor::TextSensor *version_text_sensor_{nullptr};
-  CallbackManager<void(uint8_t)> face_scan_invalid_callback_;
-  CallbackManager<void(int16_t, std::string)> face_scan_matched_callback_;
-  CallbackManager<void()> face_scan_unmatched_callback_;
-  CallbackManager<void(int16_t, int16_t, int16_t, int16_t, int16_t, int16_t, int16_t, int16_t)> face_info_callback_;
-  CallbackManager<void(int16_t, uint8_t)> enrollment_done_callback_;
-  CallbackManager<void(uint8_t)> enrollment_failed_callback_;
-};
-
-class FaceScanMatchedTrigger : public Trigger<int16_t, std::string> {
- public:
-  explicit FaceScanMatchedTrigger(HlkFm22xComponent *parent) {
-    parent->add_on_face_scan_matched_callback(
-        [this](int16_t face_id, const std::string &name) { this->trigger(face_id, name); });
-  }
-};
-
-class FaceScanUnmatchedTrigger : public Trigger<> {
- public:
-  explicit FaceScanUnmatchedTrigger(HlkFm22xComponent *parent) {
-    parent->add_on_face_scan_unmatched_callback([this]() { this->trigger(); });
-  }
-};
-
-class FaceScanInvalidTrigger : public Trigger<uint8_t> {
- public:
-  explicit FaceScanInvalidTrigger(HlkFm22xComponent *parent) {
-    parent->add_on_face_scan_invalid_callback([this](uint8_t error) { this->trigger(error); });
-  }
-};
-
-class FaceInfoTrigger : public Trigger<int16_t, int16_t, int16_t, int16_t, int16_t, int16_t, int16_t, int16_t> {
- public:
-  explicit FaceInfoTrigger(HlkFm22xComponent *parent) {
-    parent->add_on_face_info_callback(
-        [this](int16_t status, int16_t left, int16_t top, int16_t right, int16_t bottom, int16_t yaw, int16_t pitch,
-               int16_t roll) { this->trigger(status, left, top, right, bottom, yaw, pitch, roll); });
-  }
-};
-
-class EnrollmentDoneTrigger : public Trigger<int16_t, uint8_t> {
- public:
-  explicit EnrollmentDoneTrigger(HlkFm22xComponent *parent) {
-    parent->add_on_enrollment_done_callback(
-        [this](int16_t face_id, uint8_t direction) { this->trigger(face_id, direction); });
-  }
-};
-
-class EnrollmentFailedTrigger : public Trigger<uint8_t> {
- public:
-  explicit EnrollmentFailedTrigger(HlkFm22xComponent *parent) {
-    parent->add_on_enrollment_failed_callback([this](uint8_t error) { this->trigger(error); });
-  }
-};
-
-template<typename... Ts> class EnrollmentAction : public Action<Ts...>, public Parented<HlkFm22xComponent> {
- public:
-  TEMPLATABLE_VALUE(std::string, name)
-  TEMPLATABLE_VALUE(uint8_t, direction)
-
-  void play(Ts... x) override {
-    auto name = this->name_.value(x...);
-    auto direction = (HlkFm22xFaceDirection) this->direction_.value(x...);
-    this->parent_->enroll_face(name, direction);
-  }
-};
-
-template<typename... Ts> class DeleteAction : public Action<Ts...>, public Parented<HlkFm22xComponent> {
- public:
-  TEMPLATABLE_VALUE(int16_t, face_id)
-
-  void play(Ts... x) override {
-    auto face_id = this->face_id_.value(x...);
-    this->parent_->delete_face(face_id);
-  }
-};
-
-template<typename... Ts> class DeleteAllAction : public Action<Ts...>, public Parented<HlkFm22xComponent> {
- public:
-  void play(Ts... x) override { this->parent_->delete_all_faces(); }
-};
-
-template<typename... Ts> class ScanAction : public Action<Ts...>, public Parented<HlkFm22xComponent> {
- public:
-  void play(Ts... x) override { this->parent_->scan_face(); }
-};
-
-template<typename... Ts> class ResetAction : public Action<Ts...>, public Parented<HlkFm22xComponent> {
- public:
-  void play(Ts... x) override { this->parent_->reset(); }
-};
-
-}  // namespace esphome::hlk_fm22x

esphome/components/hlk_fm22x/sensor.py

@@ -1,47 +0,0 @@
-import esphome.codegen as cg
-from esphome.components import sensor
-import esphome.config_validation as cv
-from esphome.const import CONF_STATUS, ENTITY_CATEGORY_DIAGNOSTIC, ICON_ACCOUNT
-
-from . import CONF_HLK_FM22X_ID, HlkFm22xComponent
-
-DEPENDENCIES = ["hlk_fm22x"]
-
-CONF_FACE_COUNT = "face_count"
-CONF_LAST_FACE_ID = "last_face_id"
-ICON_FACE = "mdi:face-recognition"
-
-CONFIG_SCHEMA = cv.Schema(
-    {
-        cv.GenerateID(CONF_HLK_FM22X_ID): cv.use_id(HlkFm22xComponent),
-        cv.Optional(CONF_FACE_COUNT): sensor.sensor_schema(
-            icon=ICON_FACE,
-            accuracy_decimals=0,
-            entity_category=ENTITY_CATEGORY_DIAGNOSTIC,
-        ),
-        cv.Optional(CONF_STATUS): sensor.sensor_schema(
-            accuracy_decimals=0,
-            entity_category=ENTITY_CATEGORY_DIAGNOSTIC,
-        ),
-        cv.Optional(CONF_LAST_FACE_ID): sensor.sensor_schema(
-            icon=ICON_ACCOUNT,
-            accuracy_decimals=0,
-            entity_category=ENTITY_CATEGORY_DIAGNOSTIC,
-        ),
-    }
-)
-
-
-async def to_code(config):
-    hub = await cg.get_variable(config[CONF_HLK_FM22X_ID])
-
-    for key in [
-        CONF_FACE_COUNT,
-        CONF_STATUS,
-        CONF_LAST_FACE_ID,
-    ]:
-        if key not in config:
-            continue
-        conf = config[key]
-        sens = await sensor.new_sensor(conf)
-        cg.add(getattr(hub, f"set_{key}_sensor")(sens))

esphome/components/hlk_fm22x/text_sensor.py

@@ -1,42 +0,0 @@
-import esphome.codegen as cg
-from esphome.components import text_sensor
-import esphome.config_validation as cv
-from esphome.const import (
-    CONF_VERSION,
-    ENTITY_CATEGORY_DIAGNOSTIC,
-    ICON_ACCOUNT,
-    ICON_RESTART,
-)
-
-from . import CONF_HLK_FM22X_ID, HlkFm22xComponent
-
-DEPENDENCIES = ["hlk_fm22x"]
-
-CONF_LAST_FACE_NAME = "last_face_name"
-
-CONFIG_SCHEMA = cv.Schema(
-    {
-        cv.GenerateID(CONF_HLK_FM22X_ID): cv.use_id(HlkFm22xComponent),
-        cv.Optional(CONF_VERSION): text_sensor.text_sensor_schema(
-            icon=ICON_RESTART,
-            entity_category=ENTITY_CATEGORY_DIAGNOSTIC,
-        ),
-        cv.Optional(CONF_LAST_FACE_NAME): text_sensor.text_sensor_schema(
-            icon=ICON_ACCOUNT,
-            entity_category=ENTITY_CATEGORY_DIAGNOSTIC,
-        ),
-    }
-)
-
-
-async def to_code(config):
-    hub = await cg.get_variable(config[CONF_HLK_FM22X_ID])
-    for key in [
-        CONF_VERSION,
-        CONF_LAST_FACE_NAME,
-    ]:
-        if key not in config:
-            continue
-        conf = config[key]
-        sens = await text_sensor.new_text_sensor(conf)
-        cg.add(getattr(hub, f"set_{key}_text_sensor")(sens))

esphome/components/hm3301/aqi_calculator.h

@@ -1,7 +1,7 @@
 #pragma once
-#include <climits>
+
 #include "abstract_aqi_calculator.h"
-// https://document.airnow.gov/technical-assistance-document-for-the-reporting-of-daily-air-quailty.pdf
+// https://www.airnow.gov/sites/default/files/2020-05/aqi-technical-assistance-document-sept2018.pdf
 
 namespace esphome {
 namespace hm3301 {
@@ -16,15 +16,16 @@ class AQICalculator : public AbstractAQICalculator {
   }
 
  protected:
-  static const int AMOUNT_OF_LEVELS = 6;
+  static const int AMOUNT_OF_LEVELS = 7;
 
-  int index_grid_[AMOUNT_OF_LEVELS][2] = {{0, 50}, {51, 100}, {101, 150}, {151, 200}, {201, 300}, {301, 500}};
+  int index_grid_[AMOUNT_OF_LEVELS][2] = {{0, 50},    {51, 100},  {101, 150}, {151, 200},
+                                          {201, 300}, {301, 400}, {401, 500}};
 
-  int pm2_5_calculation_grid_[AMOUNT_OF_LEVELS][2] = {{0, 9},    {10, 35},   {36, 55},
-                                                      {56, 125}, {126, 225}, {226, INT_MAX}};
+  int pm2_5_calculation_grid_[AMOUNT_OF_LEVELS][2] = {{0, 12},    {13, 35},   {36, 55},  {56, 150},
+                                                      {151, 250}, {251, 350}, {351, 500}};
 
-  int pm10_0_calculation_grid_[AMOUNT_OF_LEVELS][2] = {{0, 54},    {55, 154},  {155, 254},
-                                                       {255, 354}, {355, 424}, {425, INT_MAX}};
+  int pm10_0_calculation_grid_[AMOUNT_OF_LEVELS][2] = {{0, 54},    {55, 154},  {155, 254}, {255, 354},
+                                                       {355, 424}, {425, 504}, {505, 604}};
 
   int calculate_index_(uint16_t value, int array[AMOUNT_OF_LEVELS][2]) {
     int grid_index = get_grid_index_(value, array);

esphome/components/i2c/i2c_bus_esp_idf.cpp

@@ -107,7 +107,7 @@ void IDFI2CBus::dump_config() {
         if (s.second) {
           ESP_LOGCONFIG(TAG, "Found device at address 0x%02X", s.first);
         } else {
-          ESP_LOGCONFIG(TAG, "Unknown error at address 0x%02X", s.first);
+          ESP_LOGE(TAG, "Unknown error at address 0x%02X", s.first);
         }
       }
     }

esphome/components/lvgl/__init__.py

@@ -1,8 +1,6 @@
-import importlib
 import logging
-import pkgutil
 
-from esphome.automation import build_automation, validate_automation
+from esphome.automation import build_automation, register_action, validate_automation
 import esphome.codegen as cg
 from esphome.components.const import CONF_COLOR_DEPTH, CONF_DRAW_ROUNDING
 from esphome.components.display import Display
@@ -27,8 +25,8 @@ from esphome.cpp_generator import MockObj
 from esphome.final_validate import full_config
 from esphome.helpers import write_file_if_changed
 
-from . import defines as df, helpers, lv_validation as lvalid, widgets
-from .automation import disp_update, focused_widgets, refreshed_widgets
+from . import defines as df, helpers, lv_validation as lvalid
+from .automation import disp_update, focused_widgets, refreshed_widgets, update_to_code
 from .defines import add_define
 from .encoders import (
     ENCODERS_CONFIG,
@@ -47,6 +45,7 @@ from .schemas import (
     WIDGET_TYPES,
     any_widget_schema,
     container_schema,
+    create_modify_schema,
     obj_schema,
 )
 from .styles import add_top_layer, styles_to_code, theme_to_code
@@ -55,6 +54,7 @@ from .trigger import add_on_boot_triggers, generate_triggers
 from .types import (
     FontEngine,
     IdleTrigger,
+    ObjUpdateAction,
     PlainTrigger,
     lv_font_t,
     lv_group_t,
@@ -69,23 +69,33 @@ from .widgets import (
     set_obj_properties,
     styles_used,
 )
-
-# Import only what we actually use directly in this file
+from .widgets.animimg import animimg_spec
+from .widgets.arc import arc_spec
+from .widgets.button import button_spec
+from .widgets.buttonmatrix import buttonmatrix_spec
+from .widgets.canvas import canvas_spec
+from .widgets.checkbox import checkbox_spec
+from .widgets.container import container_spec
+from .widgets.dropdown import dropdown_spec
+from .widgets.img import img_spec
+from .widgets.keyboard import keyboard_spec
+from .widgets.label import label_spec
+from .widgets.led import led_spec
+from .widgets.line import line_spec
+from .widgets.lv_bar import bar_spec
+from .widgets.meter import meter_spec
 from .widgets.msgbox import MSGBOX_SCHEMA, msgboxes_to_code
-from .widgets.obj import obj_spec  # Used in LVGL_SCHEMA
-from .widgets.page import (  # page_spec used in LVGL_SCHEMA
-    add_pages,
-    generate_page_triggers,
-    page_spec,
-)
-
-# Widget registration happens via WidgetType.__init__ in individual widget files
-# The imports below trigger creation of the widget types
-# Action registration (lvgl.{widget}.update) happens automatically
-# in the WidgetType.__init__ method
-
-for module_info in pkgutil.iter_modules(widgets.__path__):
-    importlib.import_module(f".widgets.{module_info.name}", package=__package__)
+from .widgets.obj import obj_spec
+from .widgets.page import add_pages, generate_page_triggers, page_spec
+from .widgets.qrcode import qr_code_spec
+from .widgets.roller import roller_spec
+from .widgets.slider import slider_spec
+from .widgets.spinbox import spinbox_spec
+from .widgets.spinner import spinner_spec
+from .widgets.switch import switch_spec
+from .widgets.tabview import tabview_spec
+from .widgets.textarea import textarea_spec
+from .widgets.tileview import tileview_spec
 
 DOMAIN = "lvgl"
 DEPENDENCIES = ["display"]
@@ -93,6 +103,41 @@ AUTO_LOAD = ["key_provider"]
 CODEOWNERS = ["@clydebarrow"]
 LOGGER = logging.getLogger(__name__)
 
+for w_type in (
+    label_spec,
+    obj_spec,
+    button_spec,
+    bar_spec,
+    slider_spec,
+    arc_spec,
+    line_spec,
+    spinner_spec,
+    led_spec,
+    animimg_spec,
+    checkbox_spec,
+    img_spec,
+    switch_spec,
+    tabview_spec,
+    buttonmatrix_spec,
+    meter_spec,
+    dropdown_spec,
+    roller_spec,
+    textarea_spec,
+    spinbox_spec,
+    keyboard_spec,
+    tileview_spec,
+    qr_code_spec,
+    canvas_spec,
+    container_spec,
+):
+    WIDGET_TYPES[w_type.name] = w_type
+
+for w_type in WIDGET_TYPES.values():
+    register_action(
+        f"lvgl.{w_type.name}.update",
+        ObjUpdateAction,
+        create_modify_schema(w_type),
+    )(update_to_code)
 
 SIMPLE_TRIGGERS = (
     df.CONF_ON_PAUSE,
@@ -357,15 +402,6 @@ def add_hello_world(config):
     return config
 
 
-def _theme_schema(value):
-    return cv.Schema(
-        {
-            cv.Optional(name): obj_schema(w).extend(FULL_STYLE_SCHEMA)
-            for name, w in WIDGET_TYPES.items()
-        }
-    )(value)
-
-
 FINAL_VALIDATE_SCHEMA = final_validation
 
 LVGL_SCHEMA = cv.All(
@@ -418,7 +454,12 @@ LVGL_SCHEMA = cv.All(
                 cv.Optional(
                     df.CONF_TRANSPARENCY_KEY, default=0x000400
                 ): lvalid.lv_color,
-                cv.Optional(df.CONF_THEME): _theme_schema,
+                cv.Optional(df.CONF_THEME): cv.Schema(
+                    {
+                        cv.Optional(name): obj_schema(w).extend(FULL_STYLE_SCHEMA)
+                        for name, w in WIDGET_TYPES.items()
+                    }
+                ),
                 cv.Optional(df.CONF_GRADIENTS): GRADIENT_SCHEMA,
                 cv.Optional(df.CONF_TOUCHSCREENS, default=None): touchscreen_schema,
                 cv.Optional(df.CONF_ENCODERS, default=None): ENCODERS_CONFIG,

esphome/components/lvgl/schemas.py

@@ -411,10 +411,6 @@ def any_widget_schema(extras=None):
     Dynamically generate schemas for all possible LVGL widgets. This is what implements the ability to have a list of any kind of
     widget under the widgets: key.
 
-    This uses lazy evaluation - the schema is built when called during validation,
-    not at import time. This allows external components to register widgets
-    before schema validation begins.
-
     :param extras: Additional schema to be applied to each generated one
     :return: A validator for the Widgets key
     """

esphome/components/lvgl/types.py

@@ -1,10 +1,8 @@
 import sys
 
 from esphome import automation, codegen as cg
-from esphome.automation import register_action
 from esphome.config_validation import Schema
 from esphome.const import CONF_MAX_VALUE, CONF_MIN_VALUE, CONF_TEXT, CONF_VALUE
-from esphome.core import EsphomeError
 from esphome.cpp_generator import MockObj, MockObjClass
 from esphome.cpp_types import esphome_ns
 
@@ -126,16 +124,13 @@ class WidgetType:
         schema=None,
         modify_schema=None,
         lv_name=None,
-        is_mock: bool = False,
     ):
         """
         :param name: The widget name, e.g. "bar"
         :param w_type: The C type of the widget
         :param parts: What parts this widget supports
         :param schema: The config schema for defining a widget
-        :param modify_schema: A schema to update the widget, defaults to the same as the schema
-        :param lv_name: The name of the LVGL widget in the LVGL library, if different from the name
-        :param is_mock: Whether this widget is a mock widget, i.e. not a real LVGL widget
+        :param modify_schema: A schema to update the widget
         """
         self.name = name
         self.lv_name = lv_name or name
@@ -151,22 +146,6 @@ class WidgetType:
         self.modify_schema = modify_schema
         self.mock_obj = MockObj(f"lv_{self.lv_name}", "_")
 
-        # Local import to avoid circular import
-        from .automation import update_to_code
-        from .schemas import WIDGET_TYPES, create_modify_schema
-
-        if not is_mock:
-            if self.name in WIDGET_TYPES:
-                raise EsphomeError(f"Duplicate definition of widget type '{self.name}'")
-            WIDGET_TYPES[self.name] = self
-
-            # Register the update action automatically
-            register_action(
-                f"lvgl.{self.name}.update",
-                ObjUpdateAction,
-                create_modify_schema(self),
-            )(update_to_code)
-
     @property
     def animated(self):
         return False

esphome/components/lvgl/widgets/__init__.py

@@ -213,14 +213,17 @@ class LvScrActType(WidgetType):
     """
 
     def __init__(self):
-        super().__init__("lv_scr_act()", lv_obj_t, (), is_mock=True)
+        super().__init__("lv_scr_act()", lv_obj_t, ())
 
     async def to_code(self, w, config: dict):
         return []
 
 
+lv_scr_act_spec = LvScrActType()
+
+
 def get_scr_act(lv_comp: MockObj) -> Widget:
-    return Widget.create(None, lv_comp.get_scr_act(), LvScrActType(), {})
+    return Widget.create(None, lv_comp.get_scr_act(), lv_scr_act_spec, {})
 
 
 def get_widget_generator(wid):

esphome/components/lvgl/widgets/spinbox.py

@@ -2,7 +2,7 @@ from esphome import automation
 import esphome.config_validation as cv
 from esphome.const import CONF_ID, CONF_RANGE_FROM, CONF_RANGE_TO, CONF_STEP, CONF_VALUE
 
-from ..automation import action_to_code
+from ..automation import action_to_code, update_to_code
 from ..defines import (
     CONF_CURSOR,
     CONF_DECIMAL_PLACES,
@@ -171,3 +171,17 @@ async def spinbox_decrement(config, action_id, template_arg, args):
         lv.spinbox_decrement(w.obj)
 
     return await action_to_code(widgets, do_increment, action_id, template_arg, args)
+
+
+@automation.register_action(
+    "lvgl.spinbox.update",
+    ObjUpdateAction,
+    cv.Schema(
+        {
+            cv.Required(CONF_ID): cv.use_id(lv_spinbox_t),
+            cv.Required(CONF_VALUE): lv_float,
+        }
+    ),
+)
+async def spinbox_update_to_code(config, action_id, template_arg, args):
+    return await update_to_code(config, action_id, template_arg, args)

esphome/components/mcp23016/mcp23016.cpp

@@ -56,7 +56,7 @@ void MCP23016::pin_mode(uint8_t pin, gpio::Flags flags) {
     this->update_reg_(pin, false, iodir);
   }
 }
-float MCP23016::get_setup_priority() const { return setup_priority::IO; }
+float MCP23016::get_setup_priority() const { return setup_priority::HARDWARE; }
 bool MCP23016::read_reg_(uint8_t reg, uint8_t *value) {
   if (this->is_failed())
     return false;

esphome/components/remote_base/__init__.py

@@ -39,7 +39,7 @@ from esphome.const import (
     CONF_WAND_ID,
     CONF_ZERO,
 )
-from esphome.core import ID, coroutine
+from esphome.core import coroutine
 from esphome.schema_extractors import SCHEMA_EXTRACT, schema_extractor
 from esphome.util import Registry, SimpleRegistry
 
@@ -2104,9 +2104,7 @@ async def abbwelcome_action(var, config, args):
             )
             cg.add(var.set_data_template(template_))
         else:
-            arr_id = ID(f"{var.base}_data", is_declaration=True, type=cg.uint8)
-            arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data_))
-            cg.add(var.set_data_static(arr, len(data_)))
+            cg.add(var.set_data_static(data_))
 
 
 # Mirage

esphome/components/remote_base/abbwelcome_protocol.h

@@ -214,13 +214,10 @@ template<typename... Ts> class ABBWelcomeAction : public RemoteTransmitterAction
   TEMPLATABLE_VALUE(uint8_t, message_type)
   TEMPLATABLE_VALUE(uint8_t, message_id)
   TEMPLATABLE_VALUE(bool, auto_message_id)
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    this->data_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
-  }
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->data_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(std::vector<uint8_t> data) { data_static_ = std::move(data); }
+  void set_data_template(std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    has_data_func_ = true;
   }
   void encode(RemoteTransmitData *dst, Ts... x) override {
     ABBWelcomeData data;
@@ -231,25 +228,19 @@ template<typename... Ts> class ABBWelcomeAction : public RemoteTransmitterAction
     data.set_message_type(this->message_type_.value(x...));
     data.set_message_id(this->message_id_.value(x...));
     data.auto_message_id = this->auto_message_id_.value(x...);
-    std::vector<uint8_t> data_vec;
-    if (this->len_ >= 0) {
-      // Static mode: copy from flash to vector
-      data_vec.assign(this->data_.data, this->data_.data + this->len_);
+    if (has_data_func_) {
+      data.set_data(this->data_func_(x...));
     } else {
-      // Template mode: call function
-      data_vec = this->data_.func(x...);
+      data.set_data(this->data_static_);
     }
-    data.set_data(data_vec);
     data.finalize();
     ABBWelcomeProtocol().encode(dst, data);
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Data {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } data_;
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
+  bool has_data_func_{false};
 };
 
 }  // namespace remote_base

esphome/components/remote_base/pronto_protocol.cpp

@@ -71,7 +71,6 @@ static const uint16_t FALLBACK_FREQUENCY = 64767U;  // To use with frequency = 0
 static const uint32_t MICROSECONDS_IN_SECONDS = 1000000UL;
 static const uint16_t PRONTO_DEFAULT_GAP = 45000;
 static const uint16_t MARK_EXCESS_MICROS = 20;
-static constexpr size_t PRONTO_LOG_CHUNK_SIZE = 230;
 
 static uint16_t to_frequency_k_hz(uint16_t code) {
   if (code == 0)
@@ -226,18 +225,18 @@ optional<ProntoData> ProntoProtocol::decode(RemoteReceiveData src) {
 }
 
 void ProntoProtocol::dump(const ProntoData &data) {
+  std::string rest;
+
+  rest = data.data;
   ESP_LOGI(TAG, "Received Pronto: data=");
-
-  const char *ptr = data.data.c_str();
-  size_t remaining = data.data.size();
-
-  // Log in chunks, always logging at least once (even for empty string)
-  do {
-    size_t chunk_size = remaining < PRONTO_LOG_CHUNK_SIZE ? remaining : PRONTO_LOG_CHUNK_SIZE;
-    ESP_LOGI(TAG, "%.*s", (int) chunk_size, ptr);
-    ptr += chunk_size;
-    remaining -= chunk_size;
-  } while (remaining > 0);
+  while (true) {
+    ESP_LOGI(TAG, "%s", rest.substr(0, 230).c_str());
+    if (rest.size() > 230) {
+      rest = rest.substr(230);
+    } else {
+      break;
+    }
+  }
 }
 
 }  // namespace remote_base

esphome/components/remote_base/raw_protocol.h

@@ -42,20 +42,17 @@ class RawTrigger : public Trigger<RawTimings>, public Component, public RemoteRe
 
 template<typename... Ts> class RawAction : public RemoteTransmitterActionBase<Ts...> {
  public:
-  void set_code_template(RawTimings (*func)(Ts...)) {
-    this->code_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
-  }
+  void set_code_template(std::function<RawTimings(Ts...)> func) { this->code_func_ = func; }
   void set_code_static(const int32_t *code, size_t len) {
-    this->code_.data = code;
-    this->len_ = len;  // Length >= 0 indicates static mode
+    this->code_static_ = code;
+    this->code_static_len_ = len;
   }
   TEMPLATABLE_VALUE(uint32_t, carrier_frequency);
 
   void encode(RemoteTransmitData *dst, Ts... x) override {
-    if (this->len_ >= 0) {
-      for (size_t i = 0; i < static_cast<size_t>(this->len_); i++) {
-        auto val = this->code_.data[i];
+    if (this->code_static_ != nullptr) {
+      for (size_t i = 0; i < this->code_static_len_; i++) {
+        auto val = this->code_static_[i];
         if (val < 0) {
           dst->space(static_cast<uint32_t>(-val));
         } else {
@@ -63,17 +60,15 @@ template<typename... Ts> class RawAction : public RemoteTransmitterActionBase<Ts
         }
       }
     } else {
-      dst->set_data(this->code_.func(x...));
+      dst->set_data(this->code_func_(x...));
     }
     dst->set_carrier_frequency(this->carrier_frequency_.value(x...));
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Code {
-    RawTimings (*func)(Ts...);
-    const int32_t *data;
-  } code_;
+  std::function<RawTimings(Ts...)> code_func_{nullptr};
+  const int32_t *code_static_{nullptr};
+  int32_t code_static_len_{0};
 };
 
 class RawDumper : public RemoteReceiverDumperBase {

esphome/components/rx8130/rx8130.cpp

@@ -1,127 +0,0 @@
-#include "rx8130.h"
-#include "esphome/core/log.h"
-
-// https://download.epsondevice.com/td/pdf/app/RX8130CE_en.pdf
-
-namespace esphome {
-namespace rx8130 {
-
-static const uint8_t RX8130_REG_SEC = 0x10;
-static const uint8_t RX8130_REG_MIN = 0x11;
-static const uint8_t RX8130_REG_HOUR = 0x12;
-static const uint8_t RX8130_REG_WDAY = 0x13;
-static const uint8_t RX8130_REG_MDAY = 0x14;
-static const uint8_t RX8130_REG_MONTH = 0x15;
-static const uint8_t RX8130_REG_YEAR = 0x16;
-static const uint8_t RX8130_REG_EXTEN = 0x1C;
-static const uint8_t RX8130_REG_FLAG = 0x1D;
-static const uint8_t RX8130_REG_CTRL0 = 0x1E;
-static const uint8_t RX8130_REG_CTRL1 = 0x1F;
-static const uint8_t RX8130_REG_DIG_OFFSET = 0x30;
-static const uint8_t RX8130_BIT_CTRL_STOP = 0x40;
-static const uint8_t RX8130_BAT_FLAGS = 0x30;
-static const uint8_t RX8130_CLEAR_FLAGS = 0x00;
-
-static const char *const TAG = "rx8130";
-
-constexpr uint8_t bcd2dec(uint8_t val) { return (val >> 4) * 10 + (val & 0x0f); }
-constexpr uint8_t dec2bcd(uint8_t val) { return ((val / 10) << 4) + (val % 10); }
-
-void RX8130Component::setup() {
-  // Set digital offset to disabled with no offset
-  if (this->write_register(RX8130_REG_DIG_OFFSET, &RX8130_CLEAR_FLAGS, 1) != i2c::ERROR_OK) {
-    this->mark_failed();
-    return;
-  }
-  // Disable wakeup timers
-  if (this->write_register(RX8130_REG_EXTEN, &RX8130_CLEAR_FLAGS, 1) != i2c::ERROR_OK) {
-    this->mark_failed();
-    return;
-  }
-  // Clear VLF flag in case there has been data loss
-  if (this->write_register(RX8130_REG_FLAG, &RX8130_CLEAR_FLAGS, 1) != i2c::ERROR_OK) {
-    this->mark_failed();
-    return;
-  }
-  // Clear test flag and disable interrupts
-  if (this->write_register(RX8130_REG_CTRL0, &RX8130_CLEAR_FLAGS, 1) != i2c::ERROR_OK) {
-    this->mark_failed();
-    return;
-  }
-  // Enable battery charging and switching
-  if (this->write_register(RX8130_REG_CTRL1, &RX8130_BAT_FLAGS, 1) != i2c::ERROR_OK) {
-    this->mark_failed();
-    return;
-  }
-  // Clear STOP bit
-  this->stop_(false);
-}
-
-void RX8130Component::update() { this->read_time(); }
-
-void RX8130Component::dump_config() {
-  ESP_LOGCONFIG(TAG, "RX8130:");
-  LOG_I2C_DEVICE(this);
-}
-
-void RX8130Component::read_time() {
-  uint8_t date[7];
-  if (this->read_register(RX8130_REG_SEC, date, 7) != i2c::ERROR_OK) {
-    this->status_set_warning(ESP_LOG_MSG_COMM_FAIL);
-    return;
-  }
-  ESPTime rtc_time{
-      .second = bcd2dec(date[0] & 0x7f),
-      .minute = bcd2dec(date[1] & 0x7f),
-      .hour = bcd2dec(date[2] & 0x3f),
-      .day_of_week = bcd2dec(date[3] & 0x7f),
-      .day_of_month = bcd2dec(date[4] & 0x3f),
-      .day_of_year = 1,  // ignored by recalc_timestamp_utc(false)
-      .month = bcd2dec(date[5] & 0x1f),
-      .year = static_cast<uint16_t>(bcd2dec(date[6]) + 2000),
-      .is_dst = false,  // not used
-      .timestamp = 0    // overwritten by recalc_timestamp_utc(false)
-  };
-  rtc_time.recalc_timestamp_utc(false);
-  if (!rtc_time.is_valid()) {
-    ESP_LOGE(TAG, "Invalid RTC time, not syncing to system clock.");
-    return;
-  }
-  ESP_LOGD(TAG, "Read UTC time: %04d-%02d-%02d %02d:%02d:%02d", rtc_time.year, rtc_time.month, rtc_time.day_of_month,
-           rtc_time.hour, rtc_time.minute, rtc_time.second);
-  time::RealTimeClock::synchronize_epoch_(rtc_time.timestamp);
-}
-
-void RX8130Component::write_time() {
-  auto now = time::RealTimeClock::utcnow();
-  if (!now.is_valid()) {
-    ESP_LOGE(TAG, "Invalid system time, not syncing to RTC.");
-    return;
-  }
-  uint8_t buff[7];
-  buff[0] = dec2bcd(now.second);
-  buff[1] = dec2bcd(now.minute);
-  buff[2] = dec2bcd(now.hour);
-  buff[3] = dec2bcd(now.day_of_week);
-  buff[4] = dec2bcd(now.day_of_month);
-  buff[5] = dec2bcd(now.month);
-  buff[6] = dec2bcd(now.year % 100);
-  this->stop_(true);
-  if (this->write_register(RX8130_REG_SEC, buff, 7) != i2c::ERROR_OK) {
-    this->status_set_warning(ESP_LOG_MSG_COMM_FAIL);
-  } else {
-    ESP_LOGD(TAG, "Wrote UTC time: %04d-%02d-%02d %02d:%02d:%02d", now.year, now.month, now.day_of_month, now.hour,
-             now.minute, now.second);
-  }
-  this->stop_(false);
-}
-
-void RX8130Component::stop_(bool stop) {
-  const uint8_t data = stop ? RX8130_BIT_CTRL_STOP : RX8130_CLEAR_FLAGS;
-  if (this->write_register(RX8130_REG_CTRL0, &data, 1) != i2c::ERROR_OK) {
-    this->status_set_warning(ESP_LOG_MSG_COMM_FAIL);
-  }
-}
-
-}  // namespace rx8130
-}  // namespace esphome

esphome/components/rx8130/rx8130.h

@@ -1,35 +0,0 @@
-#pragma once
-
-#include "esphome/core/component.h"
-#include "esphome/components/i2c/i2c.h"
-#include "esphome/components/time/real_time_clock.h"
-
-namespace esphome {
-namespace rx8130 {
-
-class RX8130Component : public time::RealTimeClock, public i2c::I2CDevice {
- public:
-  void setup() override;
-  void update() override;
-  void dump_config() override;
-  void read_time();
-  void write_time();
-  /// Ensure RTC is initialized at the correct time in the setup sequence
-  float get_setup_priority() const override { return setup_priority::DATA; }
-
- protected:
-  void stop_(bool stop);
-};
-
-template<typename... Ts> class WriteAction : public Action<Ts...>, public Parented<RX8130Component> {
- public:
-  void play(const Ts... x) override { this->parent_->write_time(); }
-};
-
-template<typename... Ts> class ReadAction : public Action<Ts...>, public Parented<RX8130Component> {
- public:
-  void play(const Ts... x) override { this->parent_->read_time(); }
-};
-
-}  // namespace rx8130
-}  // namespace esphome

esphome/components/rx8130/time.py

@@ -1,56 +0,0 @@
-from esphome import automation
-import esphome.codegen as cg
-from esphome.components import i2c, time
-import esphome.config_validation as cv
-from esphome.const import CONF_ID
-
-CODEOWNERS = ["@beormund"]
-DEPENDENCIES = ["i2c"]
-rx8130_ns = cg.esphome_ns.namespace("rx8130")
-RX8130Component = rx8130_ns.class_("RX8130Component", time.RealTimeClock, i2c.I2CDevice)
-WriteAction = rx8130_ns.class_("WriteAction", automation.Action)
-ReadAction = rx8130_ns.class_("ReadAction", automation.Action)
-
-
-CONFIG_SCHEMA = time.TIME_SCHEMA.extend(
-    {
-        cv.GenerateID(): cv.declare_id(RX8130Component),
-    }
-).extend(i2c.i2c_device_schema(0x32))
-
-
-@automation.register_action(
-    "rx8130.write_time",
-    WriteAction,
-    cv.Schema(
-        {
-            cv.GenerateID(): cv.use_id(RX8130Component),
-        }
-    ),
-)
-async def rx8130_write_time_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-    return var
-
-
-@automation.register_action(
-    "rx8130.read_time",
-    ReadAction,
-    automation.maybe_simple_id(
-        {
-            cv.GenerateID(): cv.use_id(RX8130Component),
-        }
-    ),
-)
-async def rx8130_read_time_to_code(config, action_id, template_arg, args):
-    var = cg.new_Pvariable(action_id, template_arg)
-    await cg.register_parented(var, config[CONF_ID])
-    return var
-
-
-async def to_code(config):
-    var = cg.new_Pvariable(config[CONF_ID])
-    await cg.register_component(var, config)
-    await i2c.register_i2c_device(var, config)
-    await time.register_time(var, config)

esphome/components/select/select.h

@@ -77,21 +77,23 @@ class Select : public EntityBase {
 
   void add_on_state_callback(std::function<void(std::string, size_t)> &&callback);
 
-  /** Set the value of the select by index, this is an optional virtual method.
-   *
-   * This method is called by the SelectCall when the index is already known.
-   * Default implementation converts to string and calls control().
-   * Override this to work directly with indices and avoid string conversions.
-   *
-   * @param index The index as validated by the SelectCall.
-   */
-  virtual void control(size_t index) { this->control(this->option_at(index)); }
-
  protected:
   friend class SelectCall;
 
   size_t active_index_{0};
 
+  /** Set the value of the select by index, this is an optional virtual method.
+   *
+   * IMPORTANT: At least ONE of the two control() methods must be overridden by derived classes.
+   * Overriding this index-based version is PREFERRED as it avoids string conversions.
+   *
+   * This method is called by the SelectCall when the index is already known.
+   * Default implementation converts to string and calls control(const std::string&).
+   *
+   * @param index The index as validated by the SelectCall.
+   */
+  virtual void control(size_t index) { this->control(this->option_at(index)); }
+
   /** Set the value of the select, this is a virtual method that each select integration can implement.
    *
    * IMPORTANT: At least ONE of the two control() methods must be overridden by derived classes.

esphome/components/sensor/sensor.cpp

@@ -74,9 +74,9 @@ StateClass Sensor::get_state_class() {
 
 void Sensor::publish_state(float state) {
   this->raw_state = state;
-
-  // Call raw callbacks (before filters)
-  this->callbacks_.call_first(this->raw_count_, state);
+  if (this->raw_callback_) {
+    this->raw_callback_->call(state);
+  }
 
   ESP_LOGV(TAG, "'%s': Received new state %f", this->name_.c_str(), state);
 
@@ -87,12 +87,12 @@ void Sensor::publish_state(float state) {
   }
 }
 
-void Sensor::add_on_state_callback(std::function<void(float)> &&callback) {
-  this->callbacks_.add_second(std::move(callback));
-}
-
+void Sensor::add_on_state_callback(std::function<void(float)> &&callback) { this->callback_.add(std::move(callback)); }
 void Sensor::add_on_raw_state_callback(std::function<void(float)> &&callback) {
-  this->callbacks_.add_first(std::move(callback), &this->raw_count_);
+  if (!this->raw_callback_) {
+    this->raw_callback_ = make_unique<CallbackManager<void(float)>>();
+  }
+  this->raw_callback_->add(std::move(callback));
 }
 
 void Sensor::add_filter(Filter *filter) {
@@ -132,10 +132,7 @@ void Sensor::internal_send_state_to_frontend(float state) {
   this->state = state;
   ESP_LOGD(TAG, "'%s': Sending state %.5f %s with %d decimals of accuracy", this->get_name().c_str(), state,
            this->get_unit_of_measurement_ref().c_str(), this->get_accuracy_decimals());
-
-  // Call filtered callbacks (after filters)
-  this->callbacks_.call_second(this->raw_count_, state);
-
+  this->callback_.call(state);
 #if defined(USE_SENSOR) && defined(USE_CONTROLLER_REGISTRY)
   ControllerRegistry::notify_sensor_update(this);
 #endif

esphome/components/sensor/sensor.h

@@ -124,7 +124,8 @@ class Sensor : public EntityBase, public EntityBase_DeviceClass, public EntityBa
   void internal_send_state_to_frontend(float state);
 
  protected:
-  PartitionedCallbackManager<void(float)> callbacks_;
+  std::unique_ptr<CallbackManager<void(float)>> raw_callback_;  ///< Storage for raw state callbacks (lazy allocated).
+  CallbackManager<void(float)> callback_;                       ///< Storage for filtered state callbacks.
 
   Filter *filter_list_{nullptr};  ///< Store all active filters.
 
@@ -139,8 +140,6 @@ class Sensor : public EntityBase, public EntityBase_DeviceClass, public EntityBa
     uint8_t force_update : 1;
     uint8_t reserved : 5;  // Reserved for future use
   } sensor_flags_{};
-
-  uint8_t raw_count_{0};  ///< Number of raw callbacks (partition point in callbacks_ vector)
 };
 
 }  // namespace sensor

esphome/components/speaker/__init__.py

@@ -3,7 +3,7 @@ import esphome.codegen as cg
 from esphome.components import audio, audio_dac
 import esphome.config_validation as cv
 from esphome.const import CONF_DATA, CONF_ID, CONF_VOLUME
-from esphome.core import CORE, ID
+from esphome.core import CORE
 from esphome.coroutine import CoroPriority, coroutine_with_priority
 
 AUTO_LOAD = ["audio"]
@@ -90,10 +90,7 @@ async def speaker_play_action(config, action_id, template_arg, args):
         templ = await cg.templatable(data, args, cg.std_vector.template(cg.uint8))
         cg.add(var.set_data_template(templ))
     else:
-        # Generate static array in flash to avoid RAM copy
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data))
-        cg.add(var.set_data_static(arr, len(data)))
+        cg.add(var.set_data_static(data))
     return var
 
 

esphome/components/speaker/automation.h

@@ -10,33 +10,28 @@ namespace speaker {
 
 template<typename... Ts> class PlayAction : public Action<Ts...>, public Parented<Speaker> {
  public:
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    this->data_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+  void set_data_template(std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    this->static_ = false;
   }
-
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->data_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(const std::vector<uint8_t> &data) {
+    this->data_static_ = data;
+    this->static_ = true;
   }
 
   void play(const Ts &...x) override {
-    if (this->len_ >= 0) {
-      // Static mode: pass pointer directly to play(const uint8_t *, size_t)
-      this->parent_->play(this->data_.data, static_cast<size_t>(this->len_));
+    if (this->static_) {
+      this->parent_->play(this->data_static_);
     } else {
-      // Template mode: call function and pass vector to play(const std::vector<uint8_t> &)
-      auto val = this->data_.func(x...);
+      auto val = this->data_func_(x...);
       this->parent_->play(val);
     }
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Data {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } data_;
+  bool static_{false};
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
 };
 
 template<typename... Ts> class VolumeSetAction : public Action<Ts...>, public Parented<Speaker> {

esphome/components/sx126x/__init__.py

@@ -3,7 +3,7 @@ import esphome.codegen as cg
 from esphome.components import spi
 import esphome.config_validation as cv
 from esphome.const import CONF_BUSY_PIN, CONF_DATA, CONF_FREQUENCY, CONF_ID
-from esphome.core import ID, TimePeriod
+from esphome.core import TimePeriod
 
 MULTI_CONF = True
 CODEOWNERS = ["@swoboda1337"]
@@ -189,7 +189,7 @@ CONFIG_SCHEMA = (
             cv.GenerateID(): cv.declare_id(SX126x),
             cv.Optional(CONF_BANDWIDTH, default="125_0kHz"): cv.enum(BW),
             cv.Optional(CONF_BITRATE, default=4800): cv.int_range(min=600, max=300000),
-            cv.Required(CONF_BUSY_PIN): pins.gpio_input_pin_schema,
+            cv.Required(CONF_BUSY_PIN): pins.internal_gpio_input_pin_schema,
             cv.Optional(CONF_CODING_RATE, default="CR_4_5"): cv.enum(CODING_RATE),
             cv.Optional(CONF_CRC_ENABLE, default=False): cv.boolean,
             cv.Optional(CONF_CRC_INVERTED, default=True): cv.boolean,
@@ -201,7 +201,7 @@ CONFIG_SCHEMA = (
                 cv.hex_int, cv.Range(min=0, max=0xFFFF)
             ),
             cv.Optional(CONF_DEVIATION, default=5000): cv.int_range(min=0, max=100000),
-            cv.Required(CONF_DIO1_PIN): pins.gpio_input_pin_schema,
+            cv.Required(CONF_DIO1_PIN): pins.internal_gpio_input_pin_schema,
             cv.Required(CONF_FREQUENCY): cv.int_range(min=137000000, max=1020000000),
             cv.Required(CONF_HW_VERSION): cv.one_of(
                 "sx1261", "sx1262", "sx1268", "llcc68", lower=True
@@ -213,7 +213,7 @@ CONFIG_SCHEMA = (
             cv.Optional(CONF_PAYLOAD_LENGTH, default=0): cv.int_range(min=0, max=256),
             cv.Optional(CONF_PREAMBLE_DETECT, default=2): cv.int_range(min=0, max=4),
             cv.Optional(CONF_PREAMBLE_SIZE, default=8): cv.int_range(min=1, max=65535),
-            cv.Required(CONF_RST_PIN): pins.gpio_output_pin_schema,
+            cv.Required(CONF_RST_PIN): pins.internal_gpio_output_pin_schema,
             cv.Optional(CONF_RX_START, default=True): cv.boolean,
             cv.Required(CONF_RF_SWITCH): cv.boolean,
             cv.Optional(CONF_SHAPING, default="NONE"): cv.enum(SHAPING),
@@ -329,8 +329,5 @@ async def send_packet_action_to_code(config, action_id, template_arg, args):
         templ = await cg.templatable(data, args, cg.std_vector.template(cg.uint8))
         cg.add(var.set_data_template(templ))
     else:
-        # Generate static array in flash to avoid RAM copy
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data))
-        cg.add(var.set_data_static(arr, len(data)))
+        cg.add(var.set_data_static(data))
     return var

esphome/components/sx126x/automation.h

@@ -14,34 +14,28 @@ template<typename... Ts> class RunImageCalAction : public Action<Ts...>, public
 
 template<typename... Ts> class SendPacketAction : public Action<Ts...>, public Parented<SX126x> {
  public:
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    this->data_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+  void set_data_template(std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    this->static_ = false;
   }
 
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->data_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(const std::vector<uint8_t> &data) {
+    this->data_static_ = data;
+    this->static_ = true;
   }
 
   void play(const Ts &...x) override {
-    std::vector<uint8_t> data;
-    if (this->len_ >= 0) {
-      // Static mode: copy from flash to vector
-      data.assign(this->data_.data, this->data_.data + this->len_);
+    if (this->static_) {
+      this->parent_->transmit_packet(this->data_static_);
     } else {
-      // Template mode: call function
-      data = this->data_.func(x...);
+      this->parent_->transmit_packet(this->data_func_(x...));
     }
-    this->parent_->transmit_packet(data);
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Data {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } data_;
+  bool static_{false};
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
 };
 
 template<typename... Ts> class SetModeTxAction : public Action<Ts...>, public Parented<SX126x> {

esphome/components/sx126x/sx126x.h

@@ -64,7 +64,7 @@ class SX126x : public Component,
   void dump_config() override;
   void set_bandwidth(SX126xBw bandwidth) { this->bandwidth_ = bandwidth; }
   void set_bitrate(uint32_t bitrate) { this->bitrate_ = bitrate; }
-  void set_busy_pin(GPIOPin *busy_pin) { this->busy_pin_ = busy_pin; }
+  void set_busy_pin(InternalGPIOPin *busy_pin) { this->busy_pin_ = busy_pin; }
   void set_coding_rate(uint8_t coding_rate) { this->coding_rate_ = coding_rate; }
   void set_crc_enable(bool crc_enable) { this->crc_enable_ = crc_enable; }
   void set_crc_inverted(bool crc_inverted) { this->crc_inverted_ = crc_inverted; }
@@ -72,7 +72,7 @@ class SX126x : public Component,
   void set_crc_polynomial(uint16_t crc_polynomial) { this->crc_polynomial_ = crc_polynomial; }
   void set_crc_initial(uint16_t crc_initial) { this->crc_initial_ = crc_initial; }
   void set_deviation(uint32_t deviation) { this->deviation_ = deviation; }
-  void set_dio1_pin(GPIOPin *dio1_pin) { this->dio1_pin_ = dio1_pin; }
+  void set_dio1_pin(InternalGPIOPin *dio1_pin) { this->dio1_pin_ = dio1_pin; }
   void set_frequency(uint32_t frequency) { this->frequency_ = frequency; }
   void set_hw_version(const std::string &hw_version) { this->hw_version_ = hw_version; }
   void set_mode_rx();
@@ -85,7 +85,7 @@ class SX126x : public Component,
   void set_payload_length(uint8_t payload_length) { this->payload_length_ = payload_length; }
   void set_preamble_detect(uint16_t preamble_detect) { this->preamble_detect_ = preamble_detect; }
   void set_preamble_size(uint16_t preamble_size) { this->preamble_size_ = preamble_size; }
-  void set_rst_pin(GPIOPin *rst_pin) { this->rst_pin_ = rst_pin; }
+  void set_rst_pin(InternalGPIOPin *rst_pin) { this->rst_pin_ = rst_pin; }
   void set_rx_start(bool rx_start) { this->rx_start_ = rx_start; }
   void set_rf_switch(bool rf_switch) { this->rf_switch_ = rf_switch; }
   void set_shaping(uint8_t shaping) { this->shaping_ = shaping; }
@@ -115,9 +115,9 @@ class SX126x : public Component,
   std::vector<SX126xListener *> listeners_;
   std::vector<uint8_t> packet_;
   std::vector<uint8_t> sync_value_;
-  GPIOPin *busy_pin_{nullptr};
-  GPIOPin *dio1_pin_{nullptr};
-  GPIOPin *rst_pin_{nullptr};
+  InternalGPIOPin *busy_pin_{nullptr};
+  InternalGPIOPin *dio1_pin_{nullptr};
+  InternalGPIOPin *rst_pin_{nullptr};
   std::string hw_version_;
   char version_[16];
   SX126xBw bandwidth_{SX126X_BW_125000};

esphome/components/sx127x/__init__.py

@@ -3,7 +3,6 @@ import esphome.codegen as cg
 from esphome.components import spi
 import esphome.config_validation as cv
 from esphome.const import CONF_DATA, CONF_FREQUENCY, CONF_ID
-from esphome.core import ID
 
 MULTI_CONF = True
 CODEOWNERS = ["@swoboda1337"]
@@ -322,8 +321,5 @@ async def send_packet_action_to_code(config, action_id, template_arg, args):
         templ = await cg.templatable(data, args, cg.std_vector.template(cg.uint8))
         cg.add(var.set_data_template(templ))
     else:
-        # Generate static array in flash to avoid RAM copy
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data))
-        cg.add(var.set_data_static(arr, len(data)))
+        cg.add(var.set_data_static(data))
     return var

esphome/components/sx127x/automation.h

@@ -14,34 +14,28 @@ template<typename... Ts> class RunImageCalAction : public Action<Ts...>, public
 
 template<typename... Ts> class SendPacketAction : public Action<Ts...>, public Parented<SX127x> {
  public:
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    this->data_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+  void set_data_template(std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    this->static_ = false;
   }
 
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->data_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(const std::vector<uint8_t> &data) {
+    this->data_static_ = data;
+    this->static_ = true;
   }
 
   void play(const Ts &...x) override {
-    std::vector<uint8_t> data;
-    if (this->len_ >= 0) {
-      // Static mode: copy from flash to vector
-      data.assign(this->data_.data, this->data_.data + this->len_);
+    if (this->static_) {
+      this->parent_->transmit_packet(this->data_static_);
     } else {
-      // Template mode: call function
-      data = this->data_.func(x...);
+      this->parent_->transmit_packet(this->data_func_(x...));
     }
-    this->parent_->transmit_packet(data);
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Data {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } data_;
+  bool static_{false};
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
 };
 
 template<typename... Ts> class SetModeTxAction : public Action<Ts...>, public Parented<SX127x> {

esphome/components/text_sensor/text_sensor.cpp

@@ -26,9 +26,9 @@ void log_text_sensor(const char *tag, const char *prefix, const char *type, Text
 
 void TextSensor::publish_state(const std::string &state) {
   this->raw_state = state;
-
-  // Call raw callbacks (before filters)
-  this->callbacks_.call_first(this->raw_count_, state);
+  if (this->raw_callback_) {
+    this->raw_callback_->call(state);
+  }
 
   ESP_LOGV(TAG, "'%s': Received new state %s", this->name_.c_str(), state.c_str());
 
@@ -70,11 +70,13 @@ void TextSensor::clear_filters() {
 }
 
 void TextSensor::add_on_state_callback(std::function<void(std::string)> callback) {
-  this->callbacks_.add_second(std::move(callback));
+  this->callback_.add(std::move(callback));
 }
-
 void TextSensor::add_on_raw_state_callback(std::function<void(std::string)> callback) {
-  this->callbacks_.add_first(std::move(callback), &this->raw_count_);
+  if (!this->raw_callback_) {
+    this->raw_callback_ = make_unique<CallbackManager<void(std::string)>>();
+  }
+  this->raw_callback_->add(std::move(callback));
 }
 
 std::string TextSensor::get_state() const { return this->state; }
@@ -83,10 +85,7 @@ void TextSensor::internal_send_state_to_frontend(const std::string &state) {
   this->state = state;
   this->set_has_state(true);
   ESP_LOGD(TAG, "'%s': Sending state '%s'", this->name_.c_str(), state.c_str());
-
-  // Call filtered callbacks (after filters)
-  this->callbacks_.call_second(this->raw_count_, state);
-
+  this->callback_.call(state);
 #if defined(USE_TEXT_SENSOR) && defined(USE_CONTROLLER_REGISTRY)
   ControllerRegistry::notify_text_sensor_update(this);
 #endif

esphome/components/text_sensor/text_sensor.h

@@ -58,11 +58,11 @@ class TextSensor : public EntityBase, public EntityBase_DeviceClass {
   void internal_send_state_to_frontend(const std::string &state);
 
  protected:
-  PartitionedCallbackManager<void(std::string)> callbacks_;
+  std::unique_ptr<CallbackManager<void(std::string)>>
+      raw_callback_;                             ///< Storage for raw state callbacks (lazy allocated).
+  CallbackManager<void(std::string)> callback_;  ///< Storage for filtered state callbacks.
 
   Filter *filter_list_{nullptr};  ///< Store all active filters.
-
-  uint8_t raw_count_{0};  ///< Number of raw callbacks (partition point in callbacks_ vector)
 };
 
 }  // namespace text_sensor

esphome/components/uart/__init__.py

@@ -31,7 +31,7 @@ from esphome.const import (
     PLATFORM_HOST,
     PlatformFramework,
 )
-from esphome.core import CORE, ID
+from esphome.core import CORE
 import esphome.final_validate as fv
 from esphome.yaml_util import make_data_base
 
@@ -446,10 +446,7 @@ async def uart_write_to_code(config, action_id, template_arg, args):
         templ = await cg.templatable(data, args, cg.std_vector.template(cg.uint8))
         cg.add(var.set_data_template(templ))
     else:
-        # Generate static array in flash to avoid RAM copy
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data))
-        cg.add(var.set_data_static(arr, len(data)))
+        cg.add(var.set_data_static(cg.ArrayInitializer(*data)))
     return var
 
 

esphome/components/uart/automation.h

@@ -10,35 +10,32 @@ namespace uart {
 
 template<typename... Ts> class UARTWriteAction : public Action<Ts...>, public Parented<UARTComponent> {
  public:
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    // Stateless lambdas (generated by ESPHome) implicitly convert to function pointers
-    this->code_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+  void set_data_template(std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    this->static_ = false;
   }
-
-  // Store pointer to static data in flash (no RAM copy)
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->code_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(std::vector<uint8_t> &&data) {
+    this->data_static_ = std::move(data);
+    this->static_ = true;
+  }
+  void set_data_static(std::initializer_list<uint8_t> data) {
+    this->data_static_ = std::vector<uint8_t>(data);
+    this->static_ = true;
   }
 
   void play(const Ts &...x) override {
-    if (this->len_ >= 0) {
-      // Static mode: use pointer and length
-      this->parent_->write_array(this->code_.data, static_cast<size_t>(this->len_));
+    if (this->static_) {
+      this->parent_->write_array(this->data_static_);
     } else {
-      // Template mode: call function
-      auto val = this->code_.func(x...);
+      auto val = this->data_func_(x...);
       this->parent_->write_array(val);
     }
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Code {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } code_;
+  bool static_{false};
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
 };
 
 }  // namespace uart

esphome/components/udp/__init__.py

@@ -12,7 +12,7 @@ from esphome.components.packet_transport import (
 )
 import esphome.config_validation as cv
 from esphome.const import CONF_DATA, CONF_ID, CONF_PORT, CONF_TRIGGER_ID
-from esphome.core import ID, Lambda
+from esphome.core import Lambda
 from esphome.cpp_generator import ExpressionStatement, MockObj
 
 CODEOWNERS = ["@clydebarrow"]
@@ -158,8 +158,5 @@ async def udp_write_to_code(config, action_id, template_arg, args):
         templ = await cg.templatable(data, args, cg.std_vector.template(cg.uint8))
         cg.add(var.set_data_template(templ))
     else:
-        # Generate static array in flash to avoid RAM copy
-        arr_id = ID(f"{action_id}_data", is_declaration=True, type=cg.uint8)
-        arr = cg.static_const_array(arr_id, cg.ArrayInitializer(*data))
-        cg.add(var.set_data_static(arr, len(data)))
+        cg.add(var.set_data_static(data))
     return var

esphome/components/udp/automation.h

@@ -11,33 +11,28 @@ namespace udp {
 
 template<typename... Ts> class UDPWriteAction : public Action<Ts...>, public Parented<UDPComponent> {
  public:
-  void set_data_template(std::vector<uint8_t> (*func)(Ts...)) {
-    this->data_.func = func;
-    this->len_ = -1;  // Sentinel value indicates template mode
+  void set_data_template(std::function<std::vector<uint8_t>(Ts...)> func) {
+    this->data_func_ = func;
+    this->static_ = false;
   }
-
-  void set_data_static(const uint8_t *data, size_t len) {
-    this->data_.data = data;
-    this->len_ = len;  // Length >= 0 indicates static mode
+  void set_data_static(const std::vector<uint8_t> &data) {
+    this->data_static_ = data;
+    this->static_ = true;
   }
 
   void play(const Ts &...x) override {
-    if (this->len_ >= 0) {
-      // Static mode: pass pointer directly to send_packet(const uint8_t *, size_t)
-      this->parent_->send_packet(this->data_.data, static_cast<size_t>(this->len_));
+    if (this->static_) {
+      this->parent_->send_packet(this->data_static_);
     } else {
-      // Template mode: call function and pass vector to send_packet(const std::vector<uint8_t> &)
-      auto val = this->data_.func(x...);
+      auto val = this->data_func_(x...);
       this->parent_->send_packet(val);
     }
   }
 
  protected:
-  ssize_t len_{-1};  // -1 = template mode, >=0 = static mode with length
-  union Data {
-    std::vector<uint8_t> (*func)(Ts...);  // Function pointer (stateless lambdas)
-    const uint8_t *data;                  // Pointer to static data in flash
-  } data_;
+  bool static_{false};
+  std::function<std::vector<uint8_t>(Ts...)> data_func_{};
+  std::vector<uint8_t> data_static_{};
 };
 
 }  // namespace udp

esphome/components/web_server_idf/web_server_idf.cpp

@@ -353,9 +353,8 @@ void AsyncWebServerResponse::addHeader(const char *name, const char *value) {
 void AsyncResponseStream::print(float value) {
   // Use stack buffer to avoid temporary string allocation
   // Size: sign (1) + digits (10) + decimal (1) + precision (6) + exponent (5) + null (1) = 24, use 32 for safety
-  constexpr size_t float_buf_size = 32;
-  char buf[float_buf_size];
-  int len = snprintf(buf, float_buf_size, "%f", value);
+  char buf[32];
+  int len = snprintf(buf, sizeof(buf), "%f", value);
   this->content_.append(buf, len);
 }
 

esphome/components/wifi/__init__.py

@@ -1,5 +1,3 @@
-import logging
-
 from esphome import automation
 from esphome.automation import Condition
 import esphome.codegen as cg
@@ -44,7 +42,6 @@ from esphome.const import (
     CONF_TTLS_PHASE_2,
     CONF_USE_ADDRESS,
     CONF_USERNAME,
-    Platform,
     PlatformFramework,
 )
 from esphome.core import CORE, CoroPriority, HexInt, coroutine_with_priority
@@ -52,13 +49,10 @@ import esphome.final_validate as fv
 
 from . import wpa2_eap
 
-_LOGGER = logging.getLogger(__name__)
-
 AUTO_LOAD = ["network"]
 
 NO_WIFI_VARIANTS = [const.VARIANT_ESP32H2, const.VARIANT_ESP32P4]
 CONF_SAVE = "save"
-CONF_MIN_AUTH_MODE = "min_auth_mode"
 
 # Maximum number of WiFi networks that can be configured
 # Limited to 127 because selected_sta_index_ is int8_t in C++
@@ -76,14 +70,6 @@ WIFI_POWER_SAVE_MODES = {
     "LIGHT": WiFiPowerSaveMode.WIFI_POWER_SAVE_LIGHT,
     "HIGH": WiFiPowerSaveMode.WIFI_POWER_SAVE_HIGH,
 }
-
-WifiMinAuthMode = wifi_ns.enum("WifiMinAuthMode")
-WIFI_MIN_AUTH_MODES = {
-    "WPA": WifiMinAuthMode.WIFI_MIN_AUTH_MODE_WPA,
-    "WPA2": WifiMinAuthMode.WIFI_MIN_AUTH_MODE_WPA2,
-    "WPA3": WifiMinAuthMode.WIFI_MIN_AUTH_MODE_WPA3,
-}
-VALIDATE_WIFI_MIN_AUTH_MODE = cv.enum(WIFI_MIN_AUTH_MODES, upper=True)
 WiFiConnectedCondition = wifi_ns.class_("WiFiConnectedCondition", Condition)
 WiFiEnabledCondition = wifi_ns.class_("WiFiEnabledCondition", Condition)
 WiFiEnableAction = wifi_ns.class_("WiFiEnableAction", automation.Action)
@@ -188,7 +174,7 @@ WIFI_NETWORK_STA = WIFI_NETWORK_BASE.extend(
     {
         cv.Optional(CONF_BSSID): cv.mac_address,
         cv.Optional(CONF_HIDDEN): cv.boolean,
-        cv.Optional(CONF_PRIORITY, default=0): cv.int_range(min=-128, max=127),
+        cv.Optional(CONF_PRIORITY, default=0.0): cv.float_,
         cv.Optional(CONF_EAP): EAP_AUTH_SCHEMA,
     }
 )
@@ -201,27 +187,6 @@ def validate_variant(_):
             raise cv.Invalid(f"WiFi requires component esp32_hosted on {variant}")
 
 
-def _apply_min_auth_mode_default(config):
-    """Apply platform-specific default for min_auth_mode and warn ESP8266 users."""
-    # Only apply defaults for platforms that support min_auth_mode
-    if CONF_MIN_AUTH_MODE not in config and (CORE.is_esp8266 or CORE.is_esp32):
-        if CORE.is_esp8266:
-            _LOGGER.warning(
-                "The minimum WiFi authentication mode (wifi -> min_auth_mode) is not set. "
-                "This controls the weakest encryption your device will accept when connecting to WiFi. "
-                "Currently defaults to WPA (less secure), but will change to WPA2 (more secure) in 2026.6.0. "
-                "WPA uses TKIP encryption which has known security vulnerabilities and should be avoided. "
-                "WPA2 uses AES encryption which is significantly more secure. "
-                "To silence this warning, explicitly set min_auth_mode under 'wifi:'. "
-                "If your router supports WPA2 or WPA3, set 'min_auth_mode: WPA2'. "
-                "If your router only supports WPA, set 'min_auth_mode: WPA'."
-            )
-            config[CONF_MIN_AUTH_MODE] = VALIDATE_WIFI_MIN_AUTH_MODE("WPA")
-        elif CORE.is_esp32:
-            config[CONF_MIN_AUTH_MODE] = VALIDATE_WIFI_MIN_AUTH_MODE("WPA2")
-    return config
-
-
 def final_validate(config):
     has_sta = bool(config.get(CONF_NETWORKS, True))
     has_ap = CONF_AP in config
@@ -322,10 +287,6 @@ CONFIG_SCHEMA = cv.All(
             ): cv.enum(WIFI_POWER_SAVE_MODES, upper=True),
             cv.Optional(CONF_FAST_CONNECT, default=False): cv.boolean,
             cv.Optional(CONF_USE_ADDRESS): cv.string_strict,
-            cv.Optional(CONF_MIN_AUTH_MODE): cv.All(
-                VALIDATE_WIFI_MIN_AUTH_MODE,
-                cv.only_on([Platform.ESP32, Platform.ESP8266]),
-            ),
             cv.SplitDefault(CONF_OUTPUT_POWER, esp8266=20.0): cv.All(
                 cv.decibel, cv.float_range(min=8.5, max=20.5)
             ),
@@ -350,7 +311,6 @@ CONFIG_SCHEMA = cv.All(
             ),
         }
     ),
-    _apply_min_auth_mode_default,
     _validate,
 )
 
@@ -460,8 +420,6 @@ async def to_code(config):
 
     cg.add(var.set_reboot_timeout(config[CONF_REBOOT_TIMEOUT]))
     cg.add(var.set_power_save_mode(config[CONF_POWER_SAVE_MODE]))
-    if CONF_MIN_AUTH_MODE in config:
-        cg.add(var.set_min_auth_mode(config[CONF_MIN_AUTH_MODE]))
     if config[CONF_FAST_CONNECT]:
         cg.add_define("USE_WIFI_FAST_CONNECT")
     cg.add(var.set_passive_scan(config[CONF_PASSIVE_SCAN]))

esphome/components/wifi/wifi_component.h

@@ -94,24 +94,6 @@ enum class WiFiSTAConnectStatus : int {
   ERROR_CONNECT_FAILED,
 };
 
-/// Tracks the current retry strategy/phase for WiFi connection attempts
-enum class WiFiRetryPhase : uint8_t {
-  /// Initial connection attempt (varies based on fast_connect setting)
-  INITIAL_CONNECT,
-#ifdef USE_WIFI_FAST_CONNECT
-  /// Fast connect mode: cycling through configured APs (config-only, no scan)
-  FAST_CONNECT_CYCLING_APS,
-#endif
-  /// Explicitly hidden networks (user marked as hidden, try before scanning)
-  EXPLICIT_HIDDEN,
-  /// Scan-based: connecting to best AP from scan results
-  SCAN_CONNECTING,
-  /// Retry networks not found in scan (might be hidden)
-  RETRY_HIDDEN,
-  /// Restarting WiFi adapter to clear stuck state
-  RESTARTING_ADAPTER,
-};
-
 /// Struct for setting static IPs in WiFiComponent.
 struct ManualIP {
   network::IPAddress static_ip;
@@ -157,7 +139,7 @@ class WiFiAP {
   void set_eap(optional<EAPAuth> eap_auth);
 #endif  // USE_WIFI_WPA2_EAP
   void set_channel(optional<uint8_t> channel);
-  void set_priority(int8_t priority) { priority_ = priority; }
+  void set_priority(float priority) { priority_ = priority; }
   void set_manual_ip(optional<ManualIP> manual_ip);
   void set_hidden(bool hidden);
   const std::string &get_ssid() const;
@@ -167,7 +149,7 @@ class WiFiAP {
   const optional<EAPAuth> &get_eap() const;
 #endif  // USE_WIFI_WPA2_EAP
   const optional<uint8_t> &get_channel() const;
-  int8_t get_priority() const { return priority_; }
+  float get_priority() const { return priority_; }
   const optional<ManualIP> &get_manual_ip() const;
   bool get_hidden() const;
 
@@ -179,8 +161,8 @@ class WiFiAP {
   optional<EAPAuth> eap_;
 #endif  // USE_WIFI_WPA2_EAP
   optional<ManualIP> manual_ip_;
+  float priority_{0};
   optional<uint8_t> channel_;
-  int8_t priority_{0};
   bool hidden_{false};
 };
 
@@ -198,17 +180,17 @@ class WiFiScanResult {
   int8_t get_rssi() const;
   bool get_with_auth() const;
   bool get_is_hidden() const;
-  int8_t get_priority() const { return priority_; }
-  void set_priority(int8_t priority) { priority_ = priority; }
+  float get_priority() const { return priority_; }
+  void set_priority(float priority) { priority_ = priority; }
 
   bool operator==(const WiFiScanResult &rhs) const;
 
  protected:
   bssid_t bssid_;
+  std::string ssid_;
+  float priority_{0.0f};
   uint8_t channel_;
   int8_t rssi_;
-  std::string ssid_;
-  int8_t priority_{0};
   bool matches_{false};
   bool with_auth_;
   bool is_hidden_;
@@ -216,7 +198,7 @@ class WiFiScanResult {
 
 struct WiFiSTAPriority {
   bssid_t bssid;
-  int8_t priority;
+  float priority;
 };
 
 enum WiFiPowerSaveMode : uint8_t {
@@ -225,12 +207,6 @@ enum WiFiPowerSaveMode : uint8_t {
   WIFI_POWER_SAVE_HIGH,
 };
 
-enum WifiMinAuthMode : uint8_t {
-  WIFI_MIN_AUTH_MODE_WPA = 0,
-  WIFI_MIN_AUTH_MODE_WPA2,
-  WIFI_MIN_AUTH_MODE_WPA3,
-};
-
 #ifdef USE_ESP32
 struct IDFWiFiEvent;
 #endif
@@ -275,12 +251,13 @@ class WiFiComponent : public Component {
 
   void retry_connect();
 
+  bool can_proceed() override;
+
   void set_reboot_timeout(uint32_t reboot_timeout);
 
   bool is_connected();
 
   void set_power_save_mode(WiFiPowerSaveMode power_save);
-  void set_min_auth_mode(WifiMinAuthMode min_auth_mode) { min_auth_mode_ = min_auth_mode; }
   void set_output_power(float output_power) { output_power_ = output_power; }
 
   void set_passive_scan(bool passive);
@@ -324,14 +301,14 @@ class WiFiComponent : public Component {
     }
     return false;
   }
-  int8_t get_sta_priority(const bssid_t bssid) {
+  float get_sta_priority(const bssid_t bssid) {
     for (auto &it : this->sta_priorities_) {
       if (it.bssid == bssid)
         return it.priority;
     }
-    return 0;
+    return 0.0f;
   }
-  void set_sta_priority(const bssid_t bssid, int8_t priority) {
+  void set_sta_priority(const bssid_t bssid, float priority) {
     for (auto &it : this->sta_priorities_) {
       if (it.bssid == bssid) {
         it.priority = priority;
@@ -364,39 +341,8 @@ class WiFiComponent : public Component {
 #endif  // USE_WIFI_AP
 
   void print_connect_params_();
-  WiFiAP build_params_for_current_phase_();
+  WiFiAP build_wifi_ap_from_selected_() const;
 
-  /// Determine next retry phase based on current state and failure conditions
-  WiFiRetryPhase determine_next_phase_();
-  /// Transition to a new retry phase with logging
-  /// Returns true if a scan was started (caller should wait), false otherwise
-  bool transition_to_phase_(WiFiRetryPhase new_phase);
-  /// Check if we need valid scan results for the current phase but don't have any
-  /// Returns true if the phase requires scan results but they're missing or don't match
-  bool needs_scan_results_() const;
-  /// Check if we went through EXPLICIT_HIDDEN phase (first network is marked hidden)
-  /// Used in RETRY_HIDDEN to determine whether to skip explicitly hidden networks
-  bool went_through_explicit_hidden_phase_() const;
-  /// Find the index of the first non-hidden network
-  /// Returns where EXPLICIT_HIDDEN phase would have stopped, or -1 if all networks are hidden
-  int8_t find_first_non_hidden_index_() const;
-  /// Check if an SSID was seen in the most recent scan results
-  /// Used to skip hidden mode for SSIDs we know are visible
-  bool ssid_was_seen_in_scan_(const std::string &ssid) const;
-  /// Find next SSID that wasn't in scan results (might be hidden)
-  /// Returns index of next potentially hidden SSID, or -1 if none found
-  /// @param start_index Start searching from index after this (-1 to start from beginning)
-  /// @param include_explicit_hidden If true, include SSIDs marked hidden:true. If false, only find truly hidden SSIDs.
-  int8_t find_next_hidden_sta_(int8_t start_index, bool include_explicit_hidden = true);
-  /// Log failed connection and decrease BSSID priority to avoid repeated attempts
-  void log_and_adjust_priority_for_failed_connect_();
-  /// Reset all BSSID priorities to 0 if they're all identical (can't differentiate)
-  void reset_priorities_if_all_same_();
-  /// Advance to next target (AP/SSID) within current phase, or increment retry counter
-  /// Called when staying in the same phase after a failed connection attempt
-  void advance_to_next_target_or_increment_retry_();
-  /// Start initial connection - either scan or connect directly to hidden networks
-  void start_initial_connection_();
   const WiFiAP *get_selected_sta_() const {
     if (this->selected_sta_index_ >= 0 && static_cast<size_t>(this->selected_sta_index_) < this->sta_.size()) {
       return &this->sta_[this->selected_sta_index_];
@@ -410,15 +356,14 @@ class WiFiComponent : public Component {
     }
   }
 
-  bool all_networks_hidden_() const {
-    if (this->sta_.empty())
-      return false;
-    for (const auto &ap : this->sta_) {
-      if (!ap.get_hidden())
-        return false;
-    }
-    return true;
+#ifdef USE_WIFI_FAST_CONNECT
+  // Reset state for next fast connect AP attempt
+  // Clears old scan data so the new AP is tried with config only (SSID without specific BSSID/channel)
+  void reset_for_next_ap_attempt_() {
+    this->num_retried_ = 0;
+    this->scan_result_.clear();
   }
+#endif
 
   void wifi_loop_();
   bool wifi_mode_(optional<bool> sta, optional<bool> ap);
@@ -498,19 +443,20 @@ class WiFiComponent : public Component {
   // Group all 8-bit values together
   WiFiComponentState state_{WIFI_COMPONENT_STATE_OFF};
   WiFiPowerSaveMode power_save_{WIFI_POWER_SAVE_NONE};
-  WifiMinAuthMode min_auth_mode_{WIFI_MIN_AUTH_MODE_WPA2};
-  WiFiRetryPhase retry_phase_{WiFiRetryPhase::INITIAL_CONNECT};
   uint8_t num_retried_{0};
   // Index into sta_ array for the currently selected AP configuration (-1 = none selected)
   // Used to access password, manual_ip, priority, EAP settings, and hidden flag
   // int8_t limits to 127 APs (enforced in __init__.py via MAX_WIFI_NETWORKS)
   int8_t selected_sta_index_{-1};
-
 #if USE_NETWORK_IPV6
   uint8_t num_ipv6_addresses_{0};
 #endif /* USE_NETWORK_IPV6 */
 
   // Group all boolean values together
+#ifdef USE_WIFI_FAST_CONNECT
+  bool trying_loaded_ap_{false};
+#endif
+  bool retry_hidden_{false};
   bool has_ap_{false};
   bool handled_connected_state_{false};
   bool error_from_callback_{false};

esphome/components/wifi/wifi_component_esp8266.cpp

@@ -258,17 +258,8 @@ bool WiFiComponent::wifi_sta_connect_(const WiFiAP &ap) {
   if (ap.get_password().empty()) {
     conf.threshold.authmode = AUTH_OPEN;
   } else {
-    // Set threshold based on configured minimum auth mode
-    // Note: ESP8266 doesn't support WPA3
-    switch (this->min_auth_mode_) {
-      case WIFI_MIN_AUTH_MODE_WPA:
-        conf.threshold.authmode = AUTH_WPA_PSK;
-        break;
-      case WIFI_MIN_AUTH_MODE_WPA2:
-      case WIFI_MIN_AUTH_MODE_WPA3:  // Fall back to WPA2 for ESP8266
-        conf.threshold.authmode = AUTH_WPA2_PSK;
-        break;
-    }
+    // Only allow auth modes with at least WPA
+    conf.threshold.authmode = AUTH_WPA_PSK;
   }
   conf.threshold.rssi = -127;
 #endif

esphome/components/wifi/wifi_component_esp_idf.cpp

@@ -308,18 +308,7 @@ bool WiFiComponent::wifi_sta_connect_(const WiFiAP &ap) {
   if (ap.get_password().empty()) {
     conf.sta.threshold.authmode = WIFI_AUTH_OPEN;
   } else {
-    // Set threshold based on configured minimum auth mode
-    switch (this->min_auth_mode_) {
-      case WIFI_MIN_AUTH_MODE_WPA:
-        conf.sta.threshold.authmode = WIFI_AUTH_WPA_PSK;
-        break;
-      case WIFI_MIN_AUTH_MODE_WPA2:
-        conf.sta.threshold.authmode = WIFI_AUTH_WPA2_PSK;
-        break;
-      case WIFI_MIN_AUTH_MODE_WPA3:
-        conf.sta.threshold.authmode = WIFI_AUTH_WPA3_PSK;
-        break;
-    }
+    conf.sta.threshold.authmode = WIFI_AUTH_WPA_WPA2_PSK;
   }
 
 #ifdef USE_WIFI_WPA2_EAP
@@ -358,6 +347,8 @@ bool WiFiComponent::wifi_sta_connect_(const WiFiAP &ap) {
   // The minimum rssi to accept in the fast scan mode
   conf.sta.threshold.rssi = -127;
 
+  conf.sta.threshold.authmode = WIFI_AUTH_OPEN;
+
   wifi_config_t current_conf;
   esp_err_t err;
   err = esp_wifi_get_config(WIFI_IF_STA, &current_conf);

esphome/components/zephyr/core.cpp

@@ -6,7 +6,6 @@
 #include <zephyr/random/random.h>
 #include "esphome/core/hal.h"
 #include "esphome/core/helpers.h"
-#include "esphome/core/defines.h"
 
 namespace esphome {
 
@@ -26,14 +25,7 @@ void arch_init() {
     wdt_config.window.max = 2000;
     wdt_channel_id = wdt_install_timeout(WDT, &wdt_config);
     if (wdt_channel_id >= 0) {
-      uint8_t options = 0;
-#ifdef USE_DEBUG
-      options |= WDT_OPT_PAUSE_HALTED_BY_DBG;
-#endif
-#ifdef USE_DEEP_SLEEP
-      options |= WDT_OPT_PAUSE_IN_SLEEP;
-#endif
-      wdt_setup(WDT, options);
+      wdt_setup(WDT, WDT_OPT_PAUSE_HALTED_BY_DBG | WDT_OPT_PAUSE_IN_SLEEP);
     }
   }
 }

esphome/core/__init__.py

@@ -710,15 +710,6 @@ class EsphomeCore:
     def relative_piolibdeps_path(self, *path: str | Path) -> Path:
         return self.relative_build_path(".piolibdeps", *path)
 
-    @property
-    def platformio_cache_dir(self) -> str:
-        """Get the PlatformIO cache directory path."""
-        # Check if running in Docker/HA addon with custom cache dir
-        if (cache_dir := os.environ.get("PLATFORMIO_CACHE_DIR")) and cache_dir.strip():
-            return cache_dir
-        # Default PlatformIO cache location
-        return os.path.expanduser("~/.platformio/.cache")
-
     @property
     def firmware_bin(self) -> Path:
         if self.is_libretiny:

esphome/core/controller_registry.cpp

@@ -10,105 +10,166 @@ StaticVector<Controller *, CONTROLLER_REGISTRY_MAX> ControllerRegistry::controll
 
 void ControllerRegistry::register_controller(Controller *controller) { controllers.push_back(controller); }
 
-// Macro for standard registry notification dispatch - calls on_<entity_name>_update()
-#define CONTROLLER_REGISTRY_NOTIFY(entity_type, entity_name) \
-  void ControllerRegistry::notify_##entity_name##_update(entity_type *obj) { /* NOLINT(bugprone-macro-parentheses) */ \
-    for (auto *controller : controllers) { \
-      controller->on_##entity_name##_update(obj); \
-    } \
-  }
-
-// Macro for entities where controller method has no "_update" suffix (Event, Update)
-#define CONTROLLER_REGISTRY_NOTIFY_NO_UPDATE_SUFFIX(entity_type, entity_name) \
-  void ControllerRegistry::notify_##entity_name(entity_type *obj) { /* NOLINT(bugprone-macro-parentheses) */ \
-    for (auto *controller : controllers) { \
-      controller->on_##entity_name(obj); \
-    } \
-  }
-
 #ifdef USE_BINARY_SENSOR
-CONTROLLER_REGISTRY_NOTIFY(binary_sensor::BinarySensor, binary_sensor)
+void ControllerRegistry::notify_binary_sensor_update(binary_sensor::BinarySensor *obj) {
+  for (auto *controller : controllers) {
+    controller->on_binary_sensor_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_FAN
-CONTROLLER_REGISTRY_NOTIFY(fan::Fan, fan)
+void ControllerRegistry::notify_fan_update(fan::Fan *obj) {
+  for (auto *controller : controllers) {
+    controller->on_fan_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_LIGHT
-CONTROLLER_REGISTRY_NOTIFY(light::LightState, light)
+void ControllerRegistry::notify_light_update(light::LightState *obj) {
+  for (auto *controller : controllers) {
+    controller->on_light_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_SENSOR
-CONTROLLER_REGISTRY_NOTIFY(sensor::Sensor, sensor)
+void ControllerRegistry::notify_sensor_update(sensor::Sensor *obj) {
+  for (auto *controller : controllers) {
+    controller->on_sensor_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_SWITCH
-CONTROLLER_REGISTRY_NOTIFY(switch_::Switch, switch)
+void ControllerRegistry::notify_switch_update(switch_::Switch *obj) {
+  for (auto *controller : controllers) {
+    controller->on_switch_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_COVER
-CONTROLLER_REGISTRY_NOTIFY(cover::Cover, cover)
+void ControllerRegistry::notify_cover_update(cover::Cover *obj) {
+  for (auto *controller : controllers) {
+    controller->on_cover_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_TEXT_SENSOR
-CONTROLLER_REGISTRY_NOTIFY(text_sensor::TextSensor, text_sensor)
+void ControllerRegistry::notify_text_sensor_update(text_sensor::TextSensor *obj) {
+  for (auto *controller : controllers) {
+    controller->on_text_sensor_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_CLIMATE
-CONTROLLER_REGISTRY_NOTIFY(climate::Climate, climate)
+void ControllerRegistry::notify_climate_update(climate::Climate *obj) {
+  for (auto *controller : controllers) {
+    controller->on_climate_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_NUMBER
-CONTROLLER_REGISTRY_NOTIFY(number::Number, number)
+void ControllerRegistry::notify_number_update(number::Number *obj) {
+  for (auto *controller : controllers) {
+    controller->on_number_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_DATETIME_DATE
-CONTROLLER_REGISTRY_NOTIFY(datetime::DateEntity, date)
+void ControllerRegistry::notify_date_update(datetime::DateEntity *obj) {
+  for (auto *controller : controllers) {
+    controller->on_date_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_DATETIME_TIME
-CONTROLLER_REGISTRY_NOTIFY(datetime::TimeEntity, time)
+void ControllerRegistry::notify_time_update(datetime::TimeEntity *obj) {
+  for (auto *controller : controllers) {
+    controller->on_time_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_DATETIME_DATETIME
-CONTROLLER_REGISTRY_NOTIFY(datetime::DateTimeEntity, datetime)
+void ControllerRegistry::notify_datetime_update(datetime::DateTimeEntity *obj) {
+  for (auto *controller : controllers) {
+    controller->on_datetime_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_TEXT
-CONTROLLER_REGISTRY_NOTIFY(text::Text, text)
+void ControllerRegistry::notify_text_update(text::Text *obj) {
+  for (auto *controller : controllers) {
+    controller->on_text_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_SELECT
-CONTROLLER_REGISTRY_NOTIFY(select::Select, select)
+void ControllerRegistry::notify_select_update(select::Select *obj) {
+  for (auto *controller : controllers) {
+    controller->on_select_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_LOCK
-CONTROLLER_REGISTRY_NOTIFY(lock::Lock, lock)
+void ControllerRegistry::notify_lock_update(lock::Lock *obj) {
+  for (auto *controller : controllers) {
+    controller->on_lock_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_VALVE
-CONTROLLER_REGISTRY_NOTIFY(valve::Valve, valve)
+void ControllerRegistry::notify_valve_update(valve::Valve *obj) {
+  for (auto *controller : controllers) {
+    controller->on_valve_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_MEDIA_PLAYER
-CONTROLLER_REGISTRY_NOTIFY(media_player::MediaPlayer, media_player)
+void ControllerRegistry::notify_media_player_update(media_player::MediaPlayer *obj) {
+  for (auto *controller : controllers) {
+    controller->on_media_player_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_ALARM_CONTROL_PANEL
-CONTROLLER_REGISTRY_NOTIFY(alarm_control_panel::AlarmControlPanel, alarm_control_panel)
+void ControllerRegistry::notify_alarm_control_panel_update(alarm_control_panel::AlarmControlPanel *obj) {
+  for (auto *controller : controllers) {
+    controller->on_alarm_control_panel_update(obj);
+  }
+}
 #endif
 
 #ifdef USE_EVENT
-CONTROLLER_REGISTRY_NOTIFY_NO_UPDATE_SUFFIX(event::Event, event)
+void ControllerRegistry::notify_event(event::Event *obj) {
+  for (auto *controller : controllers) {
+    controller->on_event(obj);
+  }
+}
 #endif
 
 #ifdef USE_UPDATE
-CONTROLLER_REGISTRY_NOTIFY_NO_UPDATE_SUFFIX(update::UpdateEntity, update)
+void ControllerRegistry::notify_update(update::UpdateEntity *obj) {
+  for (auto *controller : controllers) {
+    controller->on_update(obj);
+  }
+}
 #endif
 
-#undef CONTROLLER_REGISTRY_NOTIFY
-#undef CONTROLLER_REGISTRY_NOTIFY_NO_UPDATE_SUFFIX
-
 }  // namespace esphome
 
 #endif  // USE_CONTROLLER_REGISTRY

esphome/core/defines.h

@@ -34,7 +34,6 @@
 #define USE_DATETIME_DATE
 #define USE_DATETIME_DATETIME
 #define USE_DATETIME_TIME
-#define USE_DEBUG
 #define USE_DEEP_SLEEP
 #define USE_DEVICES
 #define USE_DISPLAY

esphome/core/entity_base.h

@@ -129,6 +129,9 @@ class EntityBase {
   // Returns empty StringRef if object_id is dynamic (needs allocation)
   StringRef get_object_id_ref_for_api_() const;
 
+  /// The hash_base() function has been deprecated. It is kept in this
+  /// class for now, to prevent external components from not compiling.
+  virtual uint32_t hash_base() { return 0L; }
   void calc_object_id_();
 
   /// Check if the object_id is dynamic (changes with MAC suffix)

esphome/core/helpers.cpp

@@ -414,8 +414,10 @@ int8_t step_to_accuracy_decimals(float step) {
   return str.length() - dot_pos - 1;
 }
 
-// Store BASE64 characters as array - automatically placed in flash/ROM on embedded platforms
-static const char BASE64_CHARS[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
+// Use C-style string constant to store in ROM instead of RAM (saves 24 bytes)
+static constexpr const char *BASE64_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
+                                            "abcdefghijklmnopqrstuvwxyz"
+                                            "0123456789+/";
 
 // Helper function to find the index of a base64 character in the lookup table.
 // Returns the character's position (0-63) if found, or 0 if not found.
@@ -425,8 +427,8 @@ static const char BASE64_CHARS[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqr
 // stops processing at the first invalid character due to the is_base64() check in its
 // while loop condition, making this edge case harmless in practice.
 static inline uint8_t base64_find_char(char c) {
-  const void *ptr = memchr(BASE64_CHARS, c, sizeof(BASE64_CHARS));
-  return ptr ? (static_cast<const char *>(ptr) - BASE64_CHARS) : 0;
+  const char *pos = strchr(BASE64_CHARS, c);
+  return pos ? (pos - BASE64_CHARS) : 0;
 }
 
 static inline bool is_base64(char c) { return (isalnum(c) || (c == '+') || (c == '/')); }

esphome/core/helpers.h

@@ -145,9 +145,6 @@ template<typename T, size_t N> class StaticVector {
   size_t size() const { return count_; }
   bool empty() const { return count_ == 0; }
 
-  // Direct access to size counter for efficient in-place construction
-  size_t &count() { return count_; }
-
   T &operator[](size_t i) { return data_[i]; }
   const T &operator[](size_t i) const { return data_[i]; }
 
@@ -872,73 +869,6 @@ template<typename... Ts> class CallbackManager<void(Ts...)> {
   std::vector<std::function<void(Ts...)>> callbacks_;
 };
 
-template<typename... X> class PartitionedCallbackManager;
-
-/** Helper class for callbacks partitioned into two sections.
- *
- * Uses a single vector partitioned into two sections: [first_0, ..., first_m-1, second_0, ..., second_n-1]
- * The partition point is tracked externally by the caller (typically stored in the entity class for optimal alignment).
- *
- * Memory efficient: Only stores a single pointer (4 bytes on 32-bit platforms, 8 bytes on 64-bit platforms).
- * The partition count lives in the entity class where it can be packed with other small fields to avoid padding waste.
- *
- * Design rationale: The asymmetric API (add_first takes first_count*, while call_first/call_second take it by value)
- * is intentional - add_first must increment the count, while call methods only read it. This avoids storing first_count
- * internally, saving memory per instance.
- *
- * @tparam Ts The arguments for the callbacks, wrapped in void().
- */
-template<typename... Ts> class PartitionedCallbackManager<void(Ts...)> {
- public:
-  /// Add a callback to the first partition.
-  void add_first(std::function<void(Ts...)> &&callback, uint8_t *first_count) {
-    if (!this->callbacks_) {
-      this->callbacks_ = make_unique<std::vector<std::function<void(Ts...)>>>();
-    }
-
-    // Add to first partition: append then rotate into position
-    this->callbacks_->push_back(std::move(callback));
-    // Avoid potential underflow: rewrite comparison to not subtract from size()
-    if (*first_count + 1 < this->callbacks_->size()) {
-      // Use std::rotate to maintain registration order in second partition
-      std::rotate(this->callbacks_->begin() + *first_count, this->callbacks_->end() - 1, this->callbacks_->end());
-    }
-    (*first_count)++;
-  }
-
-  /// Add a callback to the second partition.
-  void add_second(std::function<void(Ts...)> &&callback) {
-    if (!this->callbacks_) {
-      this->callbacks_ = make_unique<std::vector<std::function<void(Ts...)>>>();
-    }
-
-    // Add to second partition: just append (already at end after first partition)
-    this->callbacks_->push_back(std::move(callback));
-  }
-
-  /// Call all callbacks in the first partition.
-  void call_first(uint8_t first_count, Ts... args) {
-    if (this->callbacks_) {
-      for (size_t i = 0; i < first_count; i++) {
-        (*this->callbacks_)[i](args...);
-      }
-    }
-  }
-
-  /// Call all callbacks in the second partition.
-  void call_second(uint8_t first_count, Ts... args) {
-    if (this->callbacks_) {
-      for (size_t i = first_count; i < this->callbacks_->size(); i++) {
-        (*this->callbacks_)[i](args...);
-      }
-    }
-  }
-
- protected:
-  /// Partitioned callback storage: [first_0, ..., first_m-1, second_0, ..., second_n-1]
-  std::unique_ptr<std::vector<std::function<void(Ts...)>>> callbacks_;
-};
-
 /// Helper class to deduplicate items in a series of values.
 template<typename T> class Deduplicator {
  public:

esphome/core/scheduler.h

@@ -94,9 +94,10 @@ class Scheduler {
     } name_;
     uint32_t interval;
     // Split time to handle millis() rollover. The scheduler combines the 32-bit millis()
-    // with a 16-bit rollover counter to create a 48-bit time space (stored as 64-bit
-    // for compatibility). With 49.7 days per 32-bit rollover, the 16-bit counter
-    // supports 49.7 days × 65536 = ~8900 years. This ensures correct scheduling
+    // with a 16-bit rollover counter to create a 48-bit time space (using 32+16 bits).
+    // This is intentionally limited to 48 bits, not stored as a full 64-bit value.
+    // With 49.7 days per 32-bit rollover, the 16-bit counter supports
+    // 49.7 days × 65536 = ~8900 years. This ensures correct scheduling
     // even when devices run for months. Split into two fields for better memory
     // alignment on 32-bit systems.
     uint32_t next_execution_low_;  // Lower 32 bits of execution time (millis value)

esphome/platformio_api.py

@@ -145,16 +145,7 @@ def run_compile(config, verbose):
     args = []
     if CONF_COMPILE_PROCESS_LIMIT in config[CONF_ESPHOME]:
         args += [f"-j{config[CONF_ESPHOME][CONF_COMPILE_PROCESS_LIMIT]}"]
-    result = run_platformio_cli_run(config, verbose, *args)
-
-    # Run memory analysis if enabled
-    if config.get(CONF_ESPHOME, {}).get("analyze_memory", False):
-        try:
-            analyze_memory_usage(config)
-        except Exception as e:
-            _LOGGER.warning("Failed to analyze memory usage: %s", e)
-
-    return result
+    return run_platformio_cli_run(config, verbose, *args)
 
 
 def _run_idedata(config):
@@ -403,74 +394,3 @@ class IDEData:
             if path.endswith(".exe")
             else f"{path[:-3]}readelf"
         )
-
-
-def analyze_memory_usage(config: dict[str, Any]) -> None:
-    """Analyze memory usage by component after compilation."""
-    # Lazy import to avoid overhead when not needed
-    from esphome.analyze_memory.cli import MemoryAnalyzerCLI
-    from esphome.analyze_memory.helpers import get_esphome_components
-
-    idedata = get_idedata(config)
-
-    # Get paths to tools
-    elf_path = idedata.firmware_elf_path
-    objdump_path = idedata.objdump_path
-    readelf_path = idedata.readelf_path
-
-    # Debug logging
-    _LOGGER.debug("ELF path from idedata: %s", elf_path)
-
-    # Check if file exists
-    if not Path(elf_path).exists():
-        # Try alternate path
-        alt_path = Path(CORE.relative_build_path(".pioenvs", CORE.name, "firmware.elf"))
-        if alt_path.exists():
-            elf_path = str(alt_path)
-            _LOGGER.debug("Using alternate ELF path: %s", elf_path)
-        else:
-            _LOGGER.warning("ELF file not found at %s or %s", elf_path, alt_path)
-            return
-
-    # Extract external components from config
-    external_components = set()
-
-    # Get the list of built-in ESPHome components
-    builtin_components = get_esphome_components()
-
-    # Special non-component keys that appear in configs
-    NON_COMPONENT_KEYS = {
-        CONF_ESPHOME,
-        "substitutions",
-        "packages",
-        "globals",
-        "<<",
-    }
-
-    # Check all top-level keys in config
-    for key in config:
-        if key not in builtin_components and key not in NON_COMPONENT_KEYS:
-            # This is an external component
-            external_components.add(key)
-
-    _LOGGER.debug("Detected external components: %s", external_components)
-
-    # Create analyzer and run analysis
-    analyzer = MemoryAnalyzerCLI(
-        elf_path, objdump_path, readelf_path, external_components
-    )
-    analyzer.analyze()
-
-    # Generate and print report
-    report = analyzer.generate_report()
-    _LOGGER.info("\n%s", report)
-
-    # Optionally save to file
-    if config.get(CONF_ESPHOME, {}).get("memory_report_file"):
-        report_file = Path(config[CONF_ESPHOME]["memory_report_file"])
-        if report_file.suffix == ".json":
-            report_file.write_text(analyzer.to_json())
-            _LOGGER.info("Memory report saved to %s", report_file)
-        else:
-            report_file.write_text(report)
-            _LOGGER.info("Memory report saved to %s", report_file)

lazy_callback_tradeoff_analysis.md

@@ -0,0 +1,188 @@
+# Lazy Callback Allocation - Tradeoff Analysis
+
+## Current Implementation
+```cpp
+class Sensor {
+  std::unique_ptr<CallbackManager<void(float)>> raw_callback_;  // lazy
+  CallbackManager<void(float)> callback_;                       // always allocated
+};
+```
+
+## Proposed Implementation
+```cpp
+class Sensor {
+  std::unique_ptr<CallbackManager<void(float)>> raw_callback_;  // lazy
+  std::unique_ptr<CallbackManager<void(float)>> callback_;      // ALSO lazy
+};
+```
+
+## Memory Impact (ESP32 32-bit)
+
+### No Callbacks Registered
+**Current:**
+- `raw_callback_` unique_ptr: 4 bytes (nullptr)
+- `callback_` vector struct: 12 bytes (empty, no heap allocation)
+- **Total: 16 bytes**
+
+**Lazy:**
+- `raw_callback_` unique_ptr: 4 bytes (nullptr)
+- `callback_` unique_ptr: 4 bytes (nullptr)
+- **Total: 8 bytes**
+
+**Savings: 8 bytes per entity without callbacks** ✅
+
+### One Callback Registered (e.g., MQTT)
+**Current:**
+- In object: 4 bytes (raw ptr) + 12 bytes (vector struct) = 16 bytes
+- On heap: vector allocates storage for std::function ≈ 16 bytes
+- **Total: 16 + 16 = 32 bytes**
+
+**Lazy:**
+- In object: 4 bytes (raw ptr) + 4 bytes (callback ptr) = 8 bytes
+- Heap #1: CallbackManager object (vector struct) = 12 bytes
+- Heap #2: vector allocates storage for std::function ≈ 16 bytes
+- **Total: 8 + 12 + 16 = 36 bytes**
+
+**Cost: 4 bytes MORE when callbacks are used** ❌
+
+## Code Changes Required
+
+### 1. Update publish_state() - Hot path!
+```cpp
+// Current
+void Sensor::internal_send_state_to_frontend(float state) {
+  this->callback_.call(state);  // Always valid
+#ifdef USE_CONTROLLER_REGISTRY
+  ControllerRegistry::notify_sensor_update(this);
+#endif
+}
+
+// Lazy - adds nullptr check in hot path
+void Sensor::internal_send_state_to_frontend(float state) {
+  if (this->callback_) {  // ← NEW: nullptr check
+    this->callback_->call(state);
+  }
+#ifdef USE_CONTROLLER_REGISTRY
+  ControllerRegistry::notify_sensor_update(this);
+#endif
+}
+```
+
+### 2. Update add_on_state_callback()
+```cpp
+// Current
+void Sensor::add_on_state_callback(std::function<void(float)> &&callback) {
+  this->callback_.add(std::move(callback));
+}
+
+// Lazy - lazy allocate on first use
+void Sensor::add_on_state_callback(std::function<void(float)> &&callback) {
+  if (!this->callback_) {
+    this->callback_ = std::make_unique<CallbackManager<void(float)>>();
+  }
+  this->callback_->add(std::move(callback));
+}
+```
+
+### 3. Apply to ALL entity types
+Need to update:
+- Sensor, BinarySensor, TextSensor
+- Climate, Fan, Light, Cover
+- Switch, Lock, Valve
+- Number, Select, Text, Button
+- AlarmControlPanel, MediaPlayer
+- etc.
+
+## Performance Impact
+
+**Hot path (publish_state):** Adds one nullptr check per state update
+- Branch predictor should handle this well (mostly predictable per entity)
+- Cost: 1-2 CPU cycles (likely free with branch prediction)
+
+**Cold path (add callback):** Extra allocation + initialization
+- Only happens during setup(), not during loop()
+- Negligible impact
+
+## Who Benefits?
+
+### Entities WITHOUT callbacks (saves 8 bytes each):
+✅ Sensors with **only** API/WebServer (no MQTT, no automations, no copy, no derivatives)
+✅ Switches with **only** API/WebServer
+✅ Binary sensors with **only** API/WebServer
+✅ Covers, Fans, Lights, etc. with **only** API/WebServer
+
+### Entities WITH callbacks (costs 4 bytes each):
+❌ Any entity with MQTT enabled
+❌ Any entity with automations (`on_value:`, `on_state:`)
+❌ Copy components
+❌ Derivative sensors (total_daily_energy, integration, etc.)
+❌ Climate/covers with feedback sensors
+
+## Realistic Scenario Analysis
+
+### Scenario 1: Simple API-only device (10 sensors, no MQTT)
+**Current:** 10 × 16 = 160 bytes
+**Lazy:** 10 × 8 = 80 bytes
+**Savings: 80 bytes** ✅
+
+### Scenario 2: MQTT-enabled device (10 sensors with MQTT)
+**Current:** 10 × 32 = 320 bytes
+**Lazy:** 10 × 36 = 360 bytes
+**Cost: 40 bytes** ❌
+
+### Scenario 3: Mixed device (5 API-only, 5 with MQTT)
+**Current:** (5 × 16) + (5 × 32) = 80 + 160 = 240 bytes
+**Lazy:** (5 × 8) + (5 × 36) = 40 + 180 = 220 bytes
+**Savings: 20 bytes** ✅
+
+### Scenario 4: Heavy automation device (10 sensors, MQTT + automation on each)
+**Current:** 10 × (32 + 16) = 480 bytes (2 callbacks each)
+**Lazy:** 10 × (36 + 16) = 520 bytes
+**Cost: 40 bytes** ❌
+
+## Recommendation
+
+### Pros:
+✅ Saves 8 bytes per entity without callbacks
+✅ Common case: many devices use only API/WebServer after Controller Registry
+✅ Minimal code complexity (just nullptr checks)
+✅ Negligible performance impact (predictable branch)
+✅ Follows existing pattern (raw_callback_ is already lazy)
+
+### Cons:
+❌ Costs 4 extra bytes when callbacks ARE used (extra heap allocation)
+❌ Adds nullptr check to hot path (publish_state called frequently)
+❌ Requires changes to ALL entity base classes (~15+ files)
+❌ Users with MQTT enabled pay the 4-byte cost
+
+### Decision Matrix:
+**Adopt if:** Most users have API-only devices (no MQTT)
+**Skip if:** Most users enable MQTT or use many automations
+
+### Data Needed:
+- What % of ESPHome devices use MQTT?
+- What % of entities have automations?
+- Average entity count per device?
+
+### My Recommendation: **WORTH CONSIDERING**
+
+The savings for API-only devices are real (8 bytes per entity), and with Controller Registry, more devices are API-only. The 4-byte cost for MQTT users is small compared to MQTT's overall overhead (~60+ bytes of config per entity).
+
+**Suggested approach:**
+1. Start with Sensor (most common entity type)
+2. Measure real-world impact
+3. Expand to other entity types if beneficial
+
+**Code pattern:**
+```cpp
+// Helper macro to reduce boilerplate
+#define LAZY_CALLBACK_CALL(callback_ptr, ...) \
+  do { if (callback_ptr) { callback_ptr->call(__VA_ARGS__); } } while(0)
+
+void Sensor::internal_send_state_to_frontend(float state) {
+  LAZY_CALLBACK_CALL(this->callback_, state);
+  #ifdef USE_CONTROLLER_REGISTRY
+  ControllerRegistry::notify_sensor_update(this);
+  #endif
+}
+```

partitioned_callback_final_proposal.md

@@ -0,0 +1,286 @@
+# Partitioned Callback Vector - Final Proposal
+
+## Design
+
+Use a **single vector** partitioned into filtered and raw sections, managed with **swap** to maintain O(1) insertion:
+
+```cpp
+// Layout: [filtered_0, ..., filtered_n-1, raw_0, ..., raw_m-1]
+//          ^                               ^
+//          0                               filtered_count_
+```
+
+## Implementation
+
+### Header (sensor.h)
+```cpp
+class Sensor : public EntityBase, /* ... */ {
+ public:
+  void add_on_state_callback(std::function<void(float)> &&callback);
+  void add_on_raw_state_callback(std::function<void(float)> &&callback);
+  void internal_send_state_to_frontend(float state);
+  void publish_state(float state);
+
+ protected:
+  struct Callbacks {
+    std::vector<std::function<void(float)>> callbacks_;  // 12 bytes
+    uint8_t filtered_count_{0};                          // 1 byte (+ 3 padding)
+    // Total: 16 bytes on ESP32
+
+    void add_filtered(std::function<void(float)> &&fn) {
+      callbacks_.push_back(std::move(fn));
+      if (filtered_count_ < callbacks_.size() - 1) {
+        // Swap new callback into filtered section
+        std::swap(callbacks_[filtered_count_], callbacks_[callbacks_.size() - 1]);
+      }
+      filtered_count_++;
+    }
+
+    void add_raw(std::function<void(float)> &&fn) {
+      callbacks_.push_back(std::move(fn));
+    }
+
+    void call_filtered(float value) {
+      for (size_t i = 0; i < filtered_count_; i++) {
+        callbacks_[i](value);
+      }
+    }
+
+    void call_raw(float value) {
+      for (size_t i = filtered_count_; i < callbacks_.size(); i++) {
+        callbacks_[i](value);
+      }
+    }
+  };
+
+  std::unique_ptr<Callbacks> callbacks_;  // 4 bytes, lazy allocated
+};
+```
+
+### Implementation (sensor.cpp)
+```cpp
+void Sensor::add_on_state_callback(std::function<void(float)> &&callback) {
+  if (!this->callbacks_) {
+    this->callbacks_ = std::make_unique<Callbacks>();
+  }
+  this->callbacks_->add_filtered(std::move(callback));
+}
+
+void Sensor::add_on_raw_state_callback(std::function<void(float)> &&callback) {
+  if (!this->callbacks_) {
+    this->callbacks_ = std::make_unique<Callbacks>();
+  }
+  this->callbacks_->add_raw(std::move(callback));
+}
+
+void Sensor::publish_state(float state) {
+  this->raw_state = state;
+
+  // Call raw callbacks (before filters)
+  if (this->callbacks_) {
+    this->callbacks_->call_raw(state);
+  }
+
+  ESP_LOGV(TAG, "'%s': Received new state %f", this->name_.c_str(), state);
+
+  // ... filter logic ...
+}
+
+void Sensor::internal_send_state_to_frontend(float state) {
+  this->set_has_state(true);
+  this->state = state;
+
+  ESP_LOGD(TAG, "'%s': Sending state %.5f %s with %d decimals of accuracy",
+           this->get_name().c_str(), state, this->get_unit_of_measurement_ref().c_str(),
+           this->get_accuracy_decimals());
+
+  // Call filtered callbacks (after filters)
+  if (this->callbacks_) {
+    this->callbacks_->call_filtered(state);
+  }
+
+#if defined(USE_SENSOR) && defined(USE_CONTROLLER_REGISTRY)
+  ControllerRegistry::notify_sensor_update(this);
+#endif
+}
+```
+
+## Memory Comparison (ESP32 32-bit)
+
+### Current Implementation
+```cpp
+std::unique_ptr<CallbackManager<void(float)>> raw_callback_;  // 4 bytes
+CallbackManager<void(float)> callback_;                       // 12 bytes
+```
+
+| Scenario | Current | Partitioned | Savings |
+|----------|---------|-------------|---------|
+| No callbacks | 16 bytes | 4 bytes | **12 bytes ✅** |
+| 1 filtered (MQTT) | 32 bytes | 33 bytes | -1 byte ⚠️ |
+| 2 filtered | 48 bytes | 49 bytes | -1 byte ⚠️ |
+| 1 raw + 1 filtered | 60 bytes | 49 bytes | **11 bytes ✅** |
+| 2 raw + 2 filtered | 92 bytes | 65 bytes | **27 bytes ✅** |
+
+Wait, let me recalculate this more carefully...
+
+### Corrected Memory Analysis
+
+**Current:**
+- No callbacks: 16 bytes (4 ptr + 12 vec)
+- 1 filtered: 16 + 16 (fn) = 32 bytes
+- 2 filtered: 16 + 32 (2 fns) = 48 bytes
+- 1 raw + 1 filtered: 16 + 12 (raw vec) + 16 (raw fn) + 16 (filtered fn) = 60 bytes
+
+**Partitioned:**
+- No callbacks: 4 bytes (nullptr)
+- 1 filtered: 4 (ptr) + 16 (Callbacks struct) + 16 (fn) = 36 bytes
+- 2 filtered: 4 + 16 + 32 (2 fns) = 52 bytes
+- 1 raw + 1 filtered: 4 + 16 + 32 (2 fns) = 52 bytes
+
+Hmm, the struct is 16 bytes (12 vec + 1 count + 3 padding), so:
+
+Actually on ESP32:
+- std::vector = 12 bytes (3 pointers)
+- uint8_t = 1 byte
+- padding = 3 bytes (to align to 4)
+- Total struct: 16 bytes
+
+But when heap allocated, the struct size is what matters for memory consumption. Let me revise:
+
+**Partitioned (heap-allocated Callbacks struct):**
+- Callbacks struct on heap: 12 (vector struct) + 1 (count) + 3 (padding) = 16 bytes
+- Vector data on heap: N × 16 bytes for N callbacks
+
+So:
+- No callbacks: 4 bytes (nullptr) ✅ SAVES 12
+- 1 filtered: 4 (ptr) + 16 (struct) + 16 (fn) = 36 bytes ⚠️ COSTS 4
+- 2 filtered: 4 + 16 + 32 = 52 bytes ⚠️ COSTS 4
+- 1 raw + 1 filtered: 4 + 16 + 32 = 52 bytes ✅ SAVES 8
+
+Actually wait - in the current implementation, when we have raw + filtered, we have:
+- 16 bytes base
+- 12 bytes for raw CallbackManager (heap allocated)
+- 16 bytes for raw std::function
+- 16 bytes for filtered std::function
+= 60 bytes total
+
+With partitioned:
+- 4 bytes (ptr)
+- 16 bytes (Callbacks struct on heap)
+- 16 bytes (raw fn)
+- 16 bytes (filtered fn)
+= 52 bytes total
+
+SAVES 8 bytes ✅
+
+Let me make a cleaner table:
+
+| Scenario | Current | Partitioned | Savings |
+|----------|---------|-------------|---------|
+| No callbacks | 16 | 4 | **+12 ✅** |
+| 1 filtered only | 32 | 36 | **-4 ⚠️** |
+| 1 raw only | 44 | 36 | **+8 ✅** |
+| 1 raw + 1 filtered | 60 | 52 | **+8 ✅** |
+| 2 filtered only | 48 | 52 | **-4 ⚠️** |
+| 10 API-only sensors | 160 | 40 | **+120 ✅** |
+| 10 MQTT sensors | 320 | 360 | **-40 ⚠️** |
+
+## Performance Characteristics
+
+### Time Complexity
+- `add_filtered()`: **O(1)** - append + swap
+- `add_raw()`: **O(1)** - append
+- `call_filtered()`: **O(n)** - iterate filtered section
+- `call_raw()`: **O(m)** - iterate raw section
+
+### Hot Path (publish_state)
+**Before:**
+```cpp
+if (this->callback_) {
+  this->callback_.call(state);  // Direct call
+}
+```
+
+**After:**
+```cpp
+if (this->callbacks_) {
+  for (size_t i = 0; i < callbacks_->filtered_count_; i++) {
+    callbacks_->callbacks_[i](state);
+  }
+}
+```
+
+**Performance impact:**
+- Adds nullptr check (already present for raw_callback_)
+- Loop is tight, no branching inside
+- Better cache locality than separate vectors
+- Negligible impact for 0-2 callbacks (typical case)
+
+## Advantages
+
+1. ✅ **Best memory savings**: 12 bytes per entity without callbacks
+2. ✅ **O(1) insertion**: Both filtered and raw use append (+ optional swap)
+3. ✅ **No branching**: Hot path has no `if (type == FILTERED)` checks
+4. ✅ **Cache friendly**: Callbacks stored contiguously
+5. ✅ **Simple**: One container instead of two
+6. ✅ **Minimal overhead**: Only 1 byte (+ padding) for partition count
+
+## Disadvantages
+
+1. ⚠️ **Costs 4 bytes** for entities with callbacks (vs current)
+   - But saves 12 bytes for entities WITHOUT callbacks (more common after Controller Registry)
+
+2. ⚠️ **Swap on filtered insertion**
+   - Only during setup(), not runtime
+   - O(1) operation
+   - Negligible impact
+
+3. ⚠️ **Order not preserved** within each section
+   - Not a problem - callback order doesn't matter
+   - MQTT and automation callbacks are independent
+
+## Recommendation
+
+**IMPLEMENT THIS!**
+
+The partitioned vector with swap is the optimal design because:
+- After Controller Registry, most entities have 0 callbacks (12-byte savings)
+- Entities with callbacks pay only 4 extra bytes
+- O(1) operations, no performance degradation
+- Cleaner, simpler code
+
+**Migration strategy:**
+1. Implement for Sensor first
+2. Measure real-world impact on flash/RAM
+3. Apply to BinarySensor, TextSensor
+4. Expand to other entity types (Climate, Fan, etc.)
+
+## Code Reusability
+
+The `Callbacks` struct can be templated for reuse across entity types:
+
+```cpp
+template<typename... Args>
+struct PartitionedCallbacks {
+  std::vector<std::function<void(Args...)>> callbacks_;
+  uint8_t filtered_count_{0};
+
+  void add_filtered(std::function<void(Args...)> &&fn) { /* ... */ }
+  void add_raw(std::function<void(Args...)> &&fn) { /* ... */ }
+  void call_filtered(Args... args) { /* ... */ }
+  void call_raw(Args... args) { /* ... */ }
+};
+
+// Usage in different entity types:
+class Sensor {
+  std::unique_ptr<PartitionedCallbacks<float>> callbacks_;
+};
+
+class TextSensor {
+  std::unique_ptr<PartitionedCallbacks<std::string>> callbacks_;
+};
+
+class Climate {
+  std::unique_ptr<PartitionedCallbacks<Climate&>> callbacks_;
+};
+```

requirements.txt

@@ -12,7 +12,7 @@ platformio==6.1.18  # When updating platformio, also update /docker/Dockerfile
 esptool==5.1.0
 click==8.1.7
 esphome-dashboard==20251013.0
-aioesphomeapi==42.7.0
+aioesphomeapi==42.6.0
 zeroconf==0.148.0
 puremagic==1.30
 ruamel.yaml==0.18.16 # dashboard_import

requirements_test.txt

@@ -1,14 +1,14 @@
 pylint==4.0.2
 flake8==7.3.0  # also change in .pre-commit-config.yaml when updating
 ruff==0.14.4  # also change in .pre-commit-config.yaml when updating
-pyupgrade==3.21.1  # also change in .pre-commit-config.yaml when updating
+pyupgrade==3.21.0  # also change in .pre-commit-config.yaml when updating
 pre-commit
 
 # Unit tests
-pytest==9.0.0
+pytest==8.4.2
 pytest-cov==7.0.0
 pytest-mock==3.15.1
-pytest-asyncio==1.3.0
+pytest-asyncio==1.2.0
 pytest-xdist==3.8.0
 asyncmock==0.4.2
 hypothesis==6.92.1

script/analyze_component_buses.py

@@ -86,7 +86,6 @@ ISOLATED_COMPONENTS = {
     "modbus_controller": "Defines multiple modbus buses for testing client/server functionality - conflicts with package modbus bus",
     "neopixelbus": "RMT type conflict with ESP32 Arduino/ESP-IDF headers (enum vs struct rmt_channel_t)",
     "packages": "cannot merge packages",
-    "tinyusb": "Conflicts with usb_host component - cannot be used together",
 }
 
 

tests/component_tests/text/test_text.py

@@ -66,6 +66,5 @@ def test_text_config_lamda_is_set(generate_main):
     main_cpp = generate_main("tests/component_tests/text/test_text.yaml")
 
     # Then
-    # Stateless lambda optimization: empty capture list allows function pointer conversion
     assert "it_4->set_template([]() -> esphome::optional<std::string> {" in main_cpp
     assert 'return std::string{"Hello"};' in main_cpp

tests/components/api/common-base.yaml

@@ -178,14 +178,6 @@ api:
               - logger.log: "Skipped loops"
         - logger.log: "After combined test"
 
-event:
-  - platform: template
-    name: Test Event
-    id: test_event
-    event_types:
-      - single_click
-      - double_click
-
 globals:
   - id: api_continuation_test_counter
     type: int

tests/components/ble_client/common.yaml

@@ -52,25 +52,3 @@ sensor:
     name: "BLE Sensor without Lambda"
     service_uuid: "abcd1234-abcd-1234-abcd-abcd12345678"
     characteristic_uuid: "abcd1237-abcd-1234-abcd-abcd12345678"
-
-number:
-  - platform: template
-    name: "Test Number"
-    id: test_number
-    optimistic: true
-    min_value: 0
-    max_value: 255
-    step: 1
-
-button:
-  # Test ble_write with lambda that references a component (function pointer)
-  - platform: template
-    name: "BLE Write Lambda Test"
-    on_press:
-      - ble_client.ble_write:
-          id: test_blec
-          service_uuid: "abcd1234-abcd-1234-abcd-abcd12345678"
-          characteristic_uuid: "abcd1235-abcd-1234-abcd-abcd12345678"
-          value: !lambda |-
-            uint8_t val = (uint8_t)id(test_number).state;
-            return std::vector<uint8_t>{0xAA, val, 0xBB};

tests/components/canbus/common.yaml

@@ -37,15 +37,6 @@ canbus:
                   break;
               }
 
-number:
-  - platform: template
-    name: "Test Number"
-    id: test_number
-    optimistic: true
-    min_value: 0
-    max_value: 255
-    step: 1
-
 button:
   - platform: template
     name: Canbus Actions
@@ -53,7 +44,3 @@ button:
       - canbus.send: "abc"
       - canbus.send: [0, 1, 2]
       - canbus.send: !lambda return {0, 1, 2};
-      # Test canbus.send with lambda that references a component (function pointer)
-      - canbus.send: !lambda |-
-          uint8_t val = (uint8_t)id(test_number).state;
-          return std::vector<uint8_t>{0xAA, val, 0xBB};

tests/components/chsc6x/test.rp2040-ard.yaml

@@ -16,6 +16,5 @@ display:
 
 touchscreen:
   - platform: chsc6x
-    i2c_id: i2c_bus
     display: ili9xxx_display
     interrupt_pin: 22

tests/components/hlk_fm22x/common.yaml

@@ -1,41 +0,0 @@
-esphome:
-  on_boot:
-    then:
-      - hlk_fm22x.enroll:
-          name: "Test"
-          direction: 1
-      - hlk_fm22x.delete_all:
-
-hlk_fm22x:
-  on_face_scan_matched:
-    - logger.log: test_hlk_22x_face_scan_matched
-  on_face_scan_unmatched:
-    - logger.log: test_hlk_22x_face_scan_unmatched
-  on_face_scan_invalid:
-    - logger.log: test_hlk_22x_face_scan_invalid
-  on_face_info:
-    - logger.log: test_hlk_22x_face_info
-  on_enrollment_done:
-    - logger.log: test_hlk_22x_enrollment_done
-  on_enrollment_failed:
-    - logger.log: test_hlk_22x_enrollment_failed
-
-sensor:
-  - platform: hlk_fm22x
-    face_count:
-      name: "Face Count"
-    last_face_id:
-      name: "Last Face ID"
-    status:
-      name: "Face Status"
-
-binary_sensor:
-  - platform: hlk_fm22x
-    name: "Face Enrolling"
-
-text_sensor:
-  - platform: hlk_fm22x
-    version:
-      name: "HLK Version"
-    last_face_name:
-      name: "Last Face Name"

tests/components/hlk_fm22x/test.esp32-idf.yaml

@@ -1,4 +0,0 @@
-packages:
-  uart: !include ../../test_build_components/common/uart/esp32-idf.yaml
-
-<<: !include common.yaml

tests/components/hlk_fm22x/test.esp8266-ard.yaml

@@ -1,4 +0,0 @@
-packages:
-  uart: !include ../../test_build_components/common/uart/esp8266-ard.yaml
-
-<<: !include common.yaml

tests/components/hlk_fm22x/test.rp2040-ard.yaml

@@ -1,4 +0,0 @@
-packages:
-  uart: !include ../../test_build_components/common/uart/rp2040-ard.yaml
-
-<<: !include common.yaml

tests/components/lvgl/lvgl-package.yaml

@@ -700,10 +700,6 @@ lvgl:
             width: 100%
             height: 10%
             align: top_mid
-            on_value:
-              - lvgl.spinbox.update:
-                  id: spinbox_id
-                  value: !lambda return x;
         - button:
             styles: spin_button
             id: spin_up

tests/components/remote_transmitter/common-buttons.yaml

@@ -1,11 +1,3 @@
-number:
-  - platform: template
-    id: test_number
-    optimistic: true
-    min_value: 0
-    max_value: 255
-    step: 1
-
 button:
   - platform: template
     name: Beo4 audio mute
@@ -136,16 +128,10 @@ button:
         address: 0x00
         command: 0x0B
   - platform: template
-    name: RC5 Raw static
+    name: RC5 Raw
     on_press:
       remote_transmitter.transmit_raw:
         code: [1000, -1000]
-  - platform: template
-    name: RC5 Raw lambda
-    on_press:
-      remote_transmitter.transmit_raw:
-        code: !lambda |-
-          return {(int32_t)id(test_number).state * 100, -1000};
   - platform: template
     name: AEHA
     id: eaha_hitachi_climate_power_on
@@ -231,23 +217,6 @@ button:
           command: 0xEC
           rc_code_1: 0x0D
           rc_code_2: 0x0D
-  - platform: template
-    name: ABBWelcome static
-    on_press:
-      remote_transmitter.transmit_abbwelcome:
-        source_address: 0x1234
-        destination_address: 0x5678
-        message_type: 0x01
-        data: [0x10, 0x20, 0x30]
-  - platform: template
-    name: ABBWelcome lambda
-    on_press:
-      remote_transmitter.transmit_abbwelcome:
-        source_address: 0x1234
-        destination_address: 0x5678
-        message_type: 0x01
-        data: !lambda |-
-          return {(uint8_t)id(test_number).state, 0x20, 0x30};
   - platform: template
     name: Digital Write
     on_press:

tests/components/rx8130/common.yaml

@@ -1,8 +0,0 @@
-esphome:
-  on_boot:
-    - rx8130.read_time
-    - rx8130.write_time
-
-time:
-  - platform: rx8130
-    i2c_id: i2c_bus

tests/components/rx8130/test.esp32-idf.yaml

@@ -1,4 +0,0 @@
-packages:
-  i2c: !include ../../test_build_components/common/i2c/esp32-idf.yaml
-
-<<: !include common.yaml

tests/components/rx8130/test.esp8266-ard.yaml

@@ -1,4 +0,0 @@
-packages:
-  i2c: !include ../../test_build_components/common/i2c/esp8266-ard.yaml
-
-<<: !include common.yaml

tests/components/rx8130/test.rp2040-ard.yaml

@@ -1,4 +0,0 @@
-packages:
-  i2c: !include ../../test_build_components/common/i2c/rp2040-ard.yaml
-
-<<: !include common.yaml