github/esphome
2
0
Fork 0
mirror of https://github.com/esphome/esphome.git synced 2026-09-04 03:56:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

[nrf52] switch nrf52 builds to native sdk by default (#17319)

Browse Source 
Co-authored-by: Jonathan Swoboda <154711427+swoboda1337@users.noreply.github.com>
Co-authored-by: ESPHome Device Builder <device-builder@esphome.io>
This commit is contained in:
tomaszduda23
2026-07-03 12:16:55 -04:00
committed by GitHub
co-authored by Jonathan Swoboda ESPHome Device Builder
parent ea14a93e67
commit fd16eec416
8 changed files with 126 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
script/ci_memory_impact_extract.py
+54 -13
View File
@@ -1,8 +1,8 @@
#!/usr/bin/env python3
"""Extract memory usage statistics from ESPHome build output.
This script parses the PlatformIO build output to extract RAM and flash
usage statistics for a compiled component. It's used by the CI workflow to
This script parses the build output to extract RAM and flash usage
statistics for a compiled component. It's used by the CI workflow to
compare memory usage between branches.
The script reads compile output from stdin and looks for the standard
@@ -10,6 +10,13 @@ PlatformIO output format:
RAM: [==== ] 36.1% (used 29548 bytes from 81920 bytes)
Flash: [=== ] 34.0% (used 348511 bytes from 1023984 bytes)
or the linker memory usage table printed by Zephyr native builds
(e.g. nRF52 with the sdk-nrf toolchain):
Memory region Used Size Region Size %age Used
FLASH: 90624 B 796 KB 11.12%
RAM: 22432 B 256 KB 8.56%
IDT_LIST: 0 GB 32 KB 0.00%
Optionally performs detailed memory analysis if a build directory is provided.
"""
@@ -34,20 +41,43 @@ _RAM_PATTERN = re.compile(r"RAM:\s+\[.*?\]\s+\d+\.\d+%\s+\(used\s+(\d+)\s+bytes"
_FLASH_PATTERN = re.compile(r"Flash:\s+\[.*?\]\s+\d+\.\d+%\s+\(used\s+(\d+)\s+bytes")
_BUILD_PATH_PATTERN = re.compile(r"Build path: (.+)")
# Zephyr native builds print the GNU ld --print-memory-usage table instead of
# the PlatformIO summary. Only the FLASH and RAM regions are real memory
# (IDT_LIST is a build-time pseudo-region discarded from the final image).
# Each cell is humanized to the largest unit that divides evenly, so used
# sizes are not always plain bytes (zero prints as "0 GB").
_ZEPHYR_RAM_PATTERN = re.compile(
r"^\s*RAM:\s+(\d+)\s*([KMG]?B)\s+\d+\s*[KMG]?B\s+\d+\.\d+%", re.MULTILINE
)
_ZEPHYR_FLASH_PATTERN = re.compile(
r"^\s*FLASH:\s+(\d+)\s*([KMG]?B)\s+\d+\s*[KMG]?B\s+\d+\.\d+%", re.MULTILINE
)
_ZEPHYR_UNIT_MULTIPLIERS = {"B": 1, "KB": 1024, "MB": 1024**2, "GB": 1024**3}
def _zephyr_bytes(matches: list[tuple[str, str]]) -> int:
"""Sum humanized (value, unit) pairs from the Zephyr memory table."""
return sum(int(value) * _ZEPHYR_UNIT_MULTIPLIERS[unit] for value, unit in matches)
def extract_from_compile_output(
output_text: str,
) -> tuple[int | None, int | None, str | None]:
"""Extract memory usage and build directory from PlatformIO compile output.
"""Extract memory usage and build directory from compile output.
Supports multiple builds (for component groups or isolated components).
When test_build_components.py creates multiple builds, this sums the
memory usage across all builds.
Looks for lines like:
Looks for PlatformIO lines like:
RAM: [==== ] 36.1% (used 29548 bytes from 81920 bytes)
Flash: [=== ] 34.0% (used 348511 bytes from 1023984 bytes)
and Zephyr (native west build) linker table rows like:
Memory region Used Size Region Size %age Used
FLASH: 90624 B 796 KB 11.12%
RAM: 22432 B 256 KB 8.56%
Also extracts build directory from lines like:
INFO Compiling app... Build path: /path/to/build
@@ -61,12 +91,20 @@ def extract_from_compile_output(
ram_matches = _RAM_PATTERN.findall(output_text)
flash_matches = _FLASH_PATTERN.findall(output_text)
if not ram_matches or not flash_matches:
# Zephyr native builds print the linker memory table instead
zephyr_ram_matches = _ZEPHYR_RAM_PATTERN.findall(output_text)
zephyr_flash_matches = _ZEPHYR_FLASH_PATTERN.findall(output_text)
if not (ram_matches or zephyr_ram_matches) or not (
flash_matches or zephyr_flash_matches
):
return None, None, None
# Sum all builds (handles multiple component groups)
total_ram = sum(int(match) for match in ram_matches)
total_flash = sum(int(match) for match in flash_matches)
total_ram += _zephyr_bytes(zephyr_ram_matches)
total_flash += _zephyr_bytes(zephyr_flash_matches)
# Extract build directory from ESPHome's explicit build path output
# Look for: INFO Compiling app... Build path: /path/to/build
@@ -202,20 +240,23 @@ def main() -> int:
)
if ram_bytes is None or flash_bytes is None:
print("Failed to extract memory usage from compile output", file=sys.stderr)
print("Expected lines like:", file=sys.stderr)
print(
" RAM: [==== ] 36.1% (used 29548 bytes from 81920 bytes)",
file=sys.stderr,
)
print(
" Flash: [=== ] 34.0% (used 348511 bytes from 1023984 bytes)",
"Failed to extract memory usage from compile output\n"
"Expected lines like:\n"
" RAM: [==== ] 36.1% (used 29548 bytes from 81920 bytes)\n"
" Flash: [=== ] 34.0% (used 348511 bytes from 1023984 bytes)\n"
"or a Zephyr linker memory usage table like:\n"
" Memory region Used Size Region Size %age Used\n"
" FLASH: 90624 B 796 KB 11.12%\n"
" RAM: 22432 B 256 KB 8.56%",
file=sys.stderr,
)
return 1
# Count how many builds were found
num_builds = len(_RAM_PATTERN.findall(compile_output))
num_builds = len(_RAM_PATTERN.findall(compile_output)) + len(
_ZEPHYR_RAM_PATTERN.findall(compile_output)
)
if num_builds > 1:
print(