diff --git a/esphome/build_helpers/idedata.py b/esphome/build_helpers/idedata.py index 5bf2a4b5ec..86391e688b 100644 --- a/esphome/build_helpers/idedata.py +++ b/esphome/build_helpers/idedata.py @@ -1,16 +1,17 @@ -"""Derive idedata from an ESP-IDF native-toolchain ``compile_commands.json``. +"""Derive idedata from a native (non-PlatformIO) build's ``compile_commands.json``. -PlatformIO exposes a curated ``pio run -t idedata`` JSON; the native ESP-IDF -toolchain has no such command, but its CMake build emits -``build/compile_commands.json`` (CMAKE_EXPORT_COMPILE_COMMANDS). This module -turns that file into the same fields consumers (IDE integration, clang-tidy) -expect: +PlatformIO exposes a curated ``pio run -t idedata`` JSON; the native +toolchains have no such command, but each build produces a +``compile_commands.json`` (CMAKE_EXPORT_COMPILE_COMMANDS for ESP-IDF, ninja's +compdb tool otherwise). This module turns that file into the same fields +consumers (IDE integration, clang-tidy) expect: {cc_path, cxx_path, cxx_flags, defines, includes: {build, toolchain}} """ from __future__ import annotations +import functools import json import logging import os @@ -123,7 +124,20 @@ def _pick_entry(entries: list[dict]) -> dict: # The compiler basename a compile_commands entry must lead with (an # optional target-triple prefix ends in one of these) -_COMPILER_STEM = re.compile(r"(?:gcc|g\+\+|cc|c\+\+|clang|clang\+\+)$") +# The stem must BE a compiler name (optionally versioned), alone or after a +# target-triple separator: "cc", "xtensa-lx106-elf-g++", "gcc-8.4.0" match; +# "ccache" and "distcc" do not. +_COMPILER_STEM = re.compile( + r"(?:^|[-_.])(?:gcc|g\+\+|cc|c\+\+|clang|clang\+\+)(?:-[\d.]+)?$" +) + + +@functools.cache +def _warn_not_a_compiler(token: str) -> None: + # A stale compile DB built with a launcher the current run no longer + # configures would otherwise cache the launcher as the compiler path. + # Cached so a database of hundreds of entries warns once per path. + _LOGGER.warning("compile_commands entry does not start with a compiler: %s", token) def parse_entry( @@ -150,12 +164,7 @@ def parse_entry( if launcher is not None and tokens[0] == launcher: tokens = tokens[1:] if not _COMPILER_STEM.search(Path(tokens[0]).stem): - # A stale compile DB built with a launcher the current run no longer - # configures would otherwise cache the launcher as the compiler path - _LOGGER.warning( - "compile_commands entry does not start with a compiler: %s", - tokens[0], - ) + _warn_not_a_compiler(tokens[0]) # token0 is the compiler path; the rest of the command already uses forward # slashes on Windows, so normalize it too for a consistent idedata file. cxx_path = tokens[0].replace("\\", "/") diff --git a/tests/script/test_determine_jobs.py b/tests/script/test_determine_jobs.py index 80f572d9fe..297752b3ac 100644 --- a/tests/script/test_determine_jobs.py +++ b/tests/script/test_determine_jobs.py @@ -1120,7 +1120,13 @@ def test_should_run_esp32_platformio_with_branch() -> None: (["esphome/espidf/runner.py"], True), (["esphome/espidf/framework.py"], True), (["esphome/build_gen/espidf.py"], True), - # PlatformIO build gen and esp32 component are NOT IDF-infra triggers + # Shared native-build modules the IDF build imports -> trigger + (["esphome/build_helpers/idedata.py"], True), + (["esphome/platformio/library.py"], True), + (["esphome/platformio/extra_script.py"], True), + # PlatformIO build gen, its toolchain, and the esp32 component are + # NOT IDF-infra triggers + (["esphome/platformio/toolchain.py"], False), (["esphome/build_gen/platformio.py"], False), (["esphome/components/esp32/__init__.py"], False), (["README.md"], False), diff --git a/tests/unit_tests/build_helpers/test_idedata.py b/tests/unit_tests/build_helpers/test_idedata.py index eca74ded35..e65802dd74 100644 --- a/tests/unit_tests/build_helpers/test_idedata.py +++ b/tests/unit_tests/build_helpers/test_idedata.py @@ -21,7 +21,7 @@ def _entry(directory: str, file: str, command: str) -> dict: return {"directory": directory, "file": file, "command": command} -def testparse_entry_extracts_fields() -> None: +def test_parse_entry_extracts_fields() -> None: """cxx_path, defines, includes and remaining flags are split apart.""" entry = _entry( f"{ABS}build", @@ -45,7 +45,7 @@ def testparse_entry_extracts_fields() -> None: assert "app.cpp.o" not in cxx_flags -def testparse_entry_space_separated_args() -> None: +def test_parse_entry_space_separated_args() -> None: """``-D X`` / ``-I path`` (separate arg) and ``-isystem`` (joined).""" entry = _entry( f"{ABS}build", @@ -60,7 +60,7 @@ def testparse_entry_space_separated_args() -> None: assert f"{ABS}sys/joined" in includes -def testparse_entry_resolves_relative_includes() -> None: +def test_parse_entry_resolves_relative_includes() -> None: """Relative includes are resolved against the entry's ``directory``.""" directory = f"{ABS}build/proj" entry = _entry( @@ -83,7 +83,7 @@ def testparse_entry_resolves_relative_includes() -> None: assert all(Path(inc).is_absolute() for inc in includes) -def testparse_entry_skips_dependency_flags() -> None: +def test_parse_entry_skips_dependency_flags() -> None: """Dependency-generation flags (and their args) are dropped.""" entry = _entry( "/build", @@ -198,7 +198,7 @@ def test_idedata_from_build(tmp_path: Path) -> None: assert data["includes"]["toolchain"] == ["/tc/inc/c++", "/tc/inc"] -def testget_toolchain_includes_raises_on_probe_failure() -> None: +def test_get_toolchain_includes_raises_on_probe_failure() -> None: """A failed compiler probe is a hard error, not a silent empty list.""" fake_proc = MagicMock(returncode=1, stderr="xtensa-esp32-elf-g++: not found") with ( @@ -208,7 +208,7 @@ def testget_toolchain_includes_raises_on_probe_failure() -> None: idedata.get_toolchain_includes("/bad/compiler") -def testget_toolchain_includes_raises_when_no_dirs_found() -> None: +def test_get_toolchain_includes_raises_when_no_dirs_found() -> None: """Markers present but no dirs (anomalous output) also raises.""" fake_proc = MagicMock( returncode=0, @@ -248,7 +248,7 @@ def test_split_command_empty_returns_empty() -> None: @pytest.mark.skipif(os.name != "nt", reason="Windows argv tokenization") -def testparse_entry_normalizes_windows_cxx_path() -> None: +def test_parse_entry_normalizes_windows_cxx_path() -> None: """A backslash compiler path is emitted forward-slashed; define unescaped.""" entry = _entry( r"C:\b", @@ -264,7 +264,7 @@ def testparse_entry_normalizes_windows_cxx_path() -> None: assert "C:/inc/a" in includes -def testparse_entry_strips_launcher_prefix() -> None: +def test_parse_entry_strips_launcher_prefix() -> None: """A launcher-wrapped compile names the compiler second; the exact configured launcher is stripped, not anything ccache-shaped.""" entry = _entry( @@ -279,14 +279,17 @@ def testparse_entry_strips_launcher_prefix() -> None: assert cxx_path == "/tools/xtensa-lx106-elf-g++" assert defines == ["USE_ESP8266"] # Without a configured launcher nothing is stripped, even a token that - # happens to be named ccache -- but the surprise is warned about + # happens to be named ccache -- but the surprise is warned about (once + # per path, however many entries the compile DB has) + idedata._warn_not_a_compiler.cache_clear() cxx_path, _, _, _ = idedata.parse_entry(entry) assert cxx_path == "/opt/homebrew/bin/ccache" -def testparse_entry_warns_when_first_token_is_not_a_compiler( +def test_parse_entry_warns_when_first_token_is_not_a_compiler( caplog: pytest.LogCaptureFixture, ) -> None: + idedata._warn_not_a_compiler.cache_clear() entry = _entry( f"{ABS}build", f"{ABS}build/src/esphome/core/application.cpp", @@ -391,3 +394,11 @@ def test_load_or_build_idedata_rebuilds_non_dict_cache(tmp_path: Path) -> None: ) assert isinstance(data, dict) assert "cc_path" in data + + +def test_parse_entry_accepts_versioned_compilers() -> None: + """Versioned compiler names (g++-13, gcc-8.4.0) are not warned about.""" + for stem in ("g++-13", "gcc-8.4.0", "clang++-17"): + assert idedata._COMPILER_STEM.search(stem) + assert not idedata._COMPILER_STEM.search("ccache") + assert not idedata._COMPILER_STEM.search("distcc")