ESP-IDF support and generic target platforms (#2303)

* Socket refactor and SSL

* esp-idf temp

* Fixes

* Echo component and noise

* Add noise API transport support

* Updates

* ESP-IDF

* Complete

* Fixes

* Fixes

* Versions update

* New i2c APIs

* Complete i2c refactor

* SPI migration

* Revert ESP Preferences migration, too complex for now

* OTA support

* Remove echo again

* Remove ssl again

* GPIOFlags updates

* Rename esphal and ICACHE_RAM_ATTR

* Make ESP32 arduino compilable again

* Fix GPIO flags

* Complete pin registry refactor and fixes

* Fixes to make test1 compile

* Remove sdkconfig file

* Ignore sdkconfig file

* Fixes in reviewing

* Make test2 compile

* Make test4 compile

* Make test5 compile

* Run clang-format

* Fix lint errors

* Use esp-idf APIs instead of btStart

* Another round of fixes

* Start implementing ESP8266

* Make test3 compile

* Guard esp8266 code

* Lint

* Reformat

* Fixes

* Fixes v2

* more fixes

* ESP-IDF tidy target

* Convert ARDUINO_ARCH_ESPxx

* Update WiFiSignalSensor

* Update time ifdefs

* OTA needs millis from hal

* RestartSwitch needs delay from hal

* ESP-IDF Uart

* Fix OTA blank password

* Allow setting sdkconfig

* Fix idf partitions and allow setting sdkconfig from yaml

* Re-add read/write compat APIs and fix esp8266 uart

* Fix esp8266 store log strings in flash

* Fix ESP32 arduino preferences not initialized

* Update ifdefs

* Change how sdkconfig change is detected

* Add checks to ci-custom and fix them

* Run clang-format

* Add esp-idf clang-tidy target and fix errors

* Fixes from clang-tidy idf round 2

* Fixes from compiling tests with esp-idf

* Run clang-format

* Switch test5.yaml to esp-idf

* Implement ESP8266 Preferences

* Lint

* Re-do PIO package version selection a bit

* Fix arduinoespressif32 package version

* Fix unit tests

* Lint

* Lint fixes

* Fix readv/writev not defined

* Fix graphing component

* Re-add all old options from core/config.py

Co-authored-by: Jesse Hills <3060199+jesserockz@users.noreply.github.com>

esphome/loader.py

@@ -1,6 +1,5 @@
 import logging
-import typing
-from typing import Callable, List, Optional, Dict, Any, ContextManager
+from typing import Callable, List, Optional, Any, ContextManager
 from types import ModuleType
 import importlib
 import importlib.util
@@ -8,8 +7,9 @@ import importlib.resources
 import importlib.abc
 import sys
 from pathlib import Path
+from dataclasses import dataclass
 
-from esphome.const import ESP_PLATFORMS, SOURCE_FILE_EXTENSIONS
+from esphome.const import SOURCE_FILE_EXTENSIONS
 import esphome.core.config
 from esphome.core import CORE
 from esphome.types import ConfigType
@@ -17,20 +17,13 @@ from esphome.types import ConfigType
 _LOGGER = logging.getLogger(__name__)
 
 
-class SourceFile:
-    def __init__(
-        self,
-        package: importlib.resources.Package,
-        resource: importlib.resources.Resource,
-    ) -> None:
-        self._package = package
-        self._resource = resource
-
-    def open_binary(self) -> typing.BinaryIO:
-        return importlib.resources.open_binary(self._package, self._resource)
+@dataclass(frozen=True, order=True)
+class FileResource:
+    package: str
+    resource: str
 
     def path(self) -> ContextManager[Path]:
-        return importlib.resources.path(self._package, self._resource)
+        return importlib.resources.path(self.package, self.resource)
 
 
 class ComponentManifest:
@@ -39,6 +32,13 @@ class ComponentManifest:
 
     @property
     def package(self) -> str:
+        """Return the package name the module is contained in.
+
+        Examples:
+        - esphome/components/gpio/__init__.py -> esphome.components.gpio
+        - esphome/components/gpio/switch/__init__.py -> esphome.components.gpio.switch
+        - esphome/components/a4988/stepper.py -> esphome.components.a4988
+        """
         return self.module.__package__
 
     @property
@@ -61,10 +61,6 @@ class ComponentManifest:
     def to_code(self) -> Optional[Callable[[Any], None]]:
         return getattr(self.module, "to_code", None)
 
-    @property
-    def esp_platforms(self) -> List[str]:
-        return getattr(self.module, "ESP_PLATFORMS", ESP_PLATFORMS)
-
     @property
     def dependencies(self) -> List[str]:
         return getattr(self.module, "DEPENDENCIES", [])
@@ -91,17 +87,20 @@ class ComponentManifest:
         return getattr(self.module, "FINAL_VALIDATE_SCHEMA", None)
 
     @property
-    def source_files(self) -> Dict[Path, SourceFile]:
-        ret = {}
+    def resources(self) -> List[FileResource]:
+        """Return a list of all file resources defined in the package of this component.
+
+        This will return all cpp source files that are located in the same folder as the
+        loaded .py file (does not look through subdirectories)
+        """
+        ret = []
         for resource in importlib.resources.contents(self.package):
             if Path(resource).suffix not in SOURCE_FILE_EXTENSIONS:
                 continue
             if not importlib.resources.is_resource(self.package, resource):
                 # Not a resource = this is a directory (yeah this is confusing)
                 continue
-            # Always use / for C++ include names
-            target_path = Path(*self.package.split(".")) / resource
-            ret[target_path] = SourceFile(self.package, resource)
+            ret.append(FileResource(self.package, resource))
         return ret