sascha/esphome
1
0
Fork 0
mirror of https://github.com/esphome/esphome.git synced 2025-10-12 14:53:49 +01:00
Code Issues Releases Wiki Activity

fix split

Browse Source
This commit is contained in:
J. Nick Koston
2025-10-08 19:22:12 -10:00
parent 1b732abd31
commit 4e6dde117b
1 changed files with 21 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
script/split_components_for_ci.py
View File

@@ -42,7 +42,7 @@ def create_intelligent_batches(
List of component batches (lists of component names) List of component batches (lists of component names)
""" """
# Analyze all components to get their bus signatures # Analyze all components to get their bus signatures
component_buses = analyze_all_components(tests_dir) component_buses, _ = analyze_all_components(tests_dir)
# Group components by their bus signature # Group components by their bus signature
# Key: (platform, signature), Value: list of components # Key: (platform, signature), Value: list of components
@@ -81,16 +81,27 @@ def create_intelligent_batches(
sorted_groups = sorted(signature_groups.items(), key=sort_key) sorted_groups = sorted(signature_groups.items(), key=sort_key)
# Flatten all components while preserving priority order # Strategy: Keep all components with the same bus signature together
# This allows us to fill batches to batch_size by mixing signature groups # Each signature group becomes ONE batch that will be merged into a single build
all_components_ordered = [] # Only ungroupable components (signature "none") get split into multiple batches
for (platform, signature), group_components in sorted_groups:
all_components_ordered.extend(sorted(group_components))
# Create batches of exactly batch_size (except possibly the last one) for (platform, signature), group_components in sorted_groups:
for i in range(0, len(all_components_ordered), batch_size): sorted_components = sorted(group_components)
batch = all_components_ordered[i : i + batch_size]
batches.append(batch) # Check if this is the ungroupable "none" signature
is_ungroupable = platform == "none" and signature == "none"
if is_ungroupable:
# Split ungroupable components into batches of batch_size
# These can't benefit from grouping anyway
for i in range(0, len(sorted_components), batch_size):
batch = sorted_components[i : i + batch_size]
batches.append(batch)
else:
# Keep the entire signature group together in ONE batch
# All components will be merged into a single build by test_build_components.py
# This maximizes grouping efficiency even if the batch is large
batches.append(sorted_components)
return batches return batches