mirror of
https://github.com/esphome/esphome.git
synced 2026-09-19 11:08:38 +00:00
Move the IncludeFile resolution into _load_yaml_internal so all callers get resolved content, rather than patching individual call sites.
802 lines
29 KiB
Python
802 lines
29 KiB
Python
from __future__ import annotations
|
|
|
|
from collections.abc import Callable, Generator
|
|
from contextlib import contextmanager, suppress
|
|
import functools
|
|
import inspect
|
|
from io import BytesIO, TextIOBase, TextIOWrapper
|
|
from ipaddress import _BaseAddress, _BaseNetwork
|
|
import logging
|
|
import math
|
|
import os
|
|
from pathlib import Path
|
|
from typing import Any
|
|
import uuid
|
|
|
|
import yaml
|
|
from yaml import SafeLoader as PurePythonLoader
|
|
import yaml.constructor
|
|
|
|
try:
|
|
from yaml import CSafeLoader as FastestAvailableSafeLoader
|
|
except ImportError:
|
|
FastestAvailableSafeLoader = PurePythonLoader
|
|
|
|
from esphome import core
|
|
from esphome.config_helpers import Extend, Remove
|
|
from esphome.const import CONF_DEFAULTS
|
|
from esphome.core import (
|
|
CORE,
|
|
DocumentRange,
|
|
EsphomeError,
|
|
Lambda,
|
|
MACAddress,
|
|
TimePeriod,
|
|
)
|
|
from esphome.expression import has_substitution_or_expression
|
|
from esphome.helpers import add_class_to_obj
|
|
from esphome.util import OrderedDict, filter_yaml_files
|
|
|
|
_LOGGER = logging.getLogger(__name__)
|
|
|
|
# Mostly copied from Home Assistant because that code works fine and
|
|
# let's not reinvent the wheel here
|
|
|
|
SECRET_YAML = "secrets.yaml"
|
|
_SECRET_CACHE = {}
|
|
_SECRET_VALUES = {}
|
|
# Not thread-safe — config processing is single-threaded today.
|
|
_load_listeners: list[Callable[[Path], None]] = []
|
|
|
|
|
|
@contextmanager
|
|
def track_yaml_loads() -> Generator[list[Path]]:
|
|
"""Context manager that records every file loaded by the YAML loader.
|
|
|
|
Yields a list that is populated with resolved Path objects for every
|
|
file loaded through ``_load_yaml_internal`` while the context is active.
|
|
"""
|
|
loaded: list[Path] = []
|
|
|
|
def _on_load(fname: Path) -> None:
|
|
loaded.append(Path(fname).resolve())
|
|
|
|
_load_listeners.append(_on_load)
|
|
try:
|
|
yield loaded
|
|
finally:
|
|
_load_listeners.remove(_on_load)
|
|
|
|
|
|
class ESPHomeDataBase:
|
|
@property
|
|
def esp_range(self):
|
|
return getattr(self, "_esp_range", None)
|
|
|
|
@property
|
|
def content_offset(self):
|
|
return getattr(self, "_content_offset", 0)
|
|
|
|
def from_node(self, node):
|
|
# pylint: disable=attribute-defined-outside-init
|
|
self._esp_range = DocumentRange.from_marks(node.start_mark, node.end_mark)
|
|
if (
|
|
isinstance(node, yaml.ScalarNode)
|
|
and node.style is not None
|
|
and node.style in "|>"
|
|
):
|
|
self._content_offset = 1
|
|
|
|
def from_database(self, database):
|
|
# pylint: disable=attribute-defined-outside-init
|
|
self._esp_range = database.esp_range
|
|
self._content_offset = database.content_offset
|
|
|
|
|
|
class ESPLiteralValue:
|
|
pass
|
|
|
|
|
|
def make_data_base(
|
|
value, from_database: ESPHomeDataBase = None
|
|
) -> ESPHomeDataBase | Any:
|
|
"""Wrap a value in a ESPHomeDataBase object."""
|
|
try:
|
|
value = add_class_to_obj(value, ESPHomeDataBase)
|
|
if from_database is not None:
|
|
value.from_database(from_database)
|
|
return value
|
|
except TypeError:
|
|
# Adding class failed, ignore error
|
|
return value
|
|
|
|
|
|
def add_context(value: Any, context_vars: dict[str, Any] | None) -> Any:
|
|
"""Tags a list/string/dict value with context vars that must be applied to it and its children
|
|
during the substitution pass. If no vars are given, no tagging is done.
|
|
If the value is already tagged, the new context vars are merged with existing ones,
|
|
with new vars taking precedence. Returns the value tagged with ConfigContext. Returns
|
|
the original value if value is not a list/string/dict.
|
|
"""
|
|
if isinstance(value, dict) and CONF_DEFAULTS in value:
|
|
context_vars = {
|
|
**value.pop(CONF_DEFAULTS),
|
|
**(context_vars or {}),
|
|
}
|
|
|
|
if isinstance(value, ConfigContext):
|
|
value.set_context({**value.vars, **(context_vars or {})})
|
|
return value
|
|
|
|
if context_vars and isinstance(value, (dict, list, str)):
|
|
value = add_class_to_obj(value, ConfigContext)
|
|
value.set_context(context_vars)
|
|
return value
|
|
|
|
|
|
class ConfigContext:
|
|
"""This is a mixin class that holds substitution vars that should be applied
|
|
to the tagged node and its children. During configuration loading, context vars can
|
|
be added to nodes using `add_context` function, which applies the mixin storing
|
|
the captured values and unevaluated expressions.
|
|
The substitution pass then recreates the effective context by merging the context vars
|
|
from this node and parent nodes.
|
|
"""
|
|
|
|
@property
|
|
def vars(self) -> dict[str, Any]:
|
|
return self._context_vars
|
|
|
|
def set_context(self, vars: dict[str, Any]) -> None:
|
|
# pylint: disable=attribute-defined-outside-init
|
|
self._context_vars = vars
|
|
|
|
def copy_context_to_children(self) -> None:
|
|
"""Propagate context to children.
|
|
|
|
isinstance(self, dict/list) works because ConfigContext is dynamically
|
|
mixed into dict/list subclasses via add_class_to_obj in add_context().
|
|
"""
|
|
if isinstance(self, dict):
|
|
# pylint: disable=no-member
|
|
tagged = {
|
|
add_context(k, self.vars): add_context(v, self.vars)
|
|
for k, v in self.items()
|
|
}
|
|
self.clear()
|
|
self.update(tagged)
|
|
elif isinstance(self, list):
|
|
for i, item in enumerate(self):
|
|
# pylint: disable=unsupported-assignment-operation
|
|
self[i] = add_context(item, self.vars)
|
|
|
|
|
|
_UNSET = object()
|
|
|
|
|
|
class IncludeFile:
|
|
"""Deferred !include that is resolved during the substitution pass.
|
|
|
|
Created during YAML parsing instead of loading the file immediately,
|
|
allowing substitution variables to appear in the filename path
|
|
(e.g. ``!include device-${platform}.yaml``). The actual file is
|
|
loaded on the first call to ``load()``, and the result is cached.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
parent_file: Path,
|
|
file: Path | str,
|
|
vars: dict[str, Any] | None,
|
|
yaml_loader: Callable[[Path], Any],
|
|
) -> None:
|
|
self.parent_file = parent_file
|
|
self.file = Path(file)
|
|
self.vars = vars
|
|
self.yaml_loader = yaml_loader
|
|
self._content: Any = _UNSET
|
|
|
|
def __repr__(self) -> str:
|
|
return f"IncludeFile({self.file.as_posix()})"
|
|
|
|
def load(self) -> Any:
|
|
"""Load and cache the included file content.
|
|
|
|
Note: returns the cached mutable object on subsequent calls.
|
|
Callers that need to modify the result should copy it first.
|
|
"""
|
|
if self._content is not _UNSET:
|
|
return self._content
|
|
if self.has_unresolved_expressions():
|
|
from esphome.config_validation import Invalid
|
|
|
|
raise Invalid(
|
|
f"Cannot load include with unresolved substitutions: {self.file}"
|
|
)
|
|
self._content = self.yaml_loader(Path(self.parent_file.parent / self.file))
|
|
self._content = add_context(self._content, self.vars)
|
|
return self._content
|
|
|
|
def has_unresolved_expressions(self) -> bool:
|
|
"""Check if the filename contains substitution variables or Jinja expressions."""
|
|
return has_substitution_or_expression(str(self.file))
|
|
|
|
|
|
def _add_data_ref(fn):
|
|
@functools.wraps(fn)
|
|
def wrapped(loader, node):
|
|
res = fn(loader, node)
|
|
# newer PyYAML versions use generators, resolve them
|
|
if inspect.isgenerator(res):
|
|
generator = res
|
|
res = next(generator)
|
|
# Let generator finish
|
|
for _ in generator:
|
|
pass
|
|
res = make_data_base(res)
|
|
if isinstance(res, ESPHomeDataBase):
|
|
res.from_node(node)
|
|
return res
|
|
|
|
return wrapped
|
|
|
|
|
|
_MAX_MERGE_INCLUDE_DEPTH = 10
|
|
|
|
|
|
def _resolve_merge_include(value: Any, node: yaml.Node, value_node: yaml.Node) -> Any:
|
|
"""Resolve an IncludeFile (and chains) and propagate context for merge key handling."""
|
|
for _ in range(_MAX_MERGE_INCLUDE_DEPTH):
|
|
if not isinstance(value, IncludeFile):
|
|
break
|
|
if value.has_unresolved_expressions():
|
|
raise yaml.constructor.ConstructorError(
|
|
"While constructing a mapping",
|
|
node.start_mark,
|
|
"Substitution in include filename with merge keys is not supported yet.",
|
|
value_node.start_mark,
|
|
)
|
|
value = value.load()
|
|
else:
|
|
raise yaml.constructor.ConstructorError(
|
|
"While constructing a mapping",
|
|
node.start_mark,
|
|
f"Maximum include chain depth ({_MAX_MERGE_INCLUDE_DEPTH}) exceeded in merge key",
|
|
value_node.start_mark,
|
|
)
|
|
if isinstance(value, ConfigContext):
|
|
# Since the parent dict/list will disappear, propagate
|
|
# context to children now to retain context vars
|
|
value.copy_context_to_children()
|
|
return value
|
|
|
|
|
|
class ESPHomeLoaderMixin:
|
|
"""Loader class that keeps track of line numbers."""
|
|
|
|
def __init__(
|
|
self, name: Path, yaml_loader: Callable[[Path], dict[str, Any]]
|
|
) -> None:
|
|
"""Initialize the loader."""
|
|
self.name = name
|
|
self.yaml_loader = yaml_loader
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_int(self, node):
|
|
return super().construct_yaml_int(node)
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_float(self, node):
|
|
return super().construct_yaml_float(node)
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_binary(self, node):
|
|
return super().construct_yaml_binary(node)
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_omap(self, node):
|
|
return super().construct_yaml_omap(node)
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_str(self, node):
|
|
return super().construct_yaml_str(node)
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_seq(self, node):
|
|
return super().construct_yaml_seq(node)
|
|
|
|
@_add_data_ref
|
|
def construct_yaml_map(self, node: yaml.MappingNode) -> OrderedDict[str, Any]:
|
|
"""Traverses the given mapping node and returns a list of constructed key-value pairs."""
|
|
assert isinstance(node, yaml.MappingNode)
|
|
# A list of key-value pairs we find in the current mapping
|
|
pairs = []
|
|
# A list of key-value pairs we find while resolving merges ('<<' key), will be
|
|
# added to pairs in a second pass
|
|
merge_pairs = []
|
|
# A dict of seen keys so far, used to alert the user of duplicate keys and checking
|
|
# which keys to merge.
|
|
# Value of dict items is the start mark of the previous declaration.
|
|
seen_keys = {}
|
|
|
|
for key_node, value_node in node.value:
|
|
# merge key is '<<'
|
|
is_merge_key = key_node.tag == "tag:yaml.org,2002:merge"
|
|
# key has no explicit tag set
|
|
is_default_tag = key_node.tag == "tag:yaml.org,2002:value"
|
|
|
|
if is_default_tag:
|
|
# Default tag for mapping keys is string
|
|
key_node.tag = "tag:yaml.org,2002:str"
|
|
|
|
if not is_merge_key:
|
|
# base case, this is a simple key-value pair
|
|
key = self.construct_object(key_node)
|
|
value = self.construct_object(value_node)
|
|
|
|
# Check if key is hashable
|
|
try:
|
|
hash(key)
|
|
except TypeError:
|
|
# pylint: disable=raise-missing-from
|
|
raise yaml.constructor.ConstructorError(
|
|
f'Invalid key "{key}" (not hashable)', key_node.start_mark
|
|
)
|
|
|
|
key = make_data_base(str(key))
|
|
key.from_node(key_node)
|
|
|
|
# Check if it is a duplicate key
|
|
if key in seen_keys:
|
|
raise yaml.constructor.ConstructorError(
|
|
f'Duplicate key "{key}"',
|
|
key_node.start_mark,
|
|
"NOTE: Previous declaration here:",
|
|
seen_keys[key],
|
|
)
|
|
seen_keys[key] = key_node.start_mark
|
|
|
|
# Add to pairs
|
|
pairs.append((key, value))
|
|
continue
|
|
|
|
# This is a merge key, resolve value and add to merge_pairs
|
|
value = self.construct_object(value_node)
|
|
|
|
value = _resolve_merge_include(value, node, value_node)
|
|
|
|
if isinstance(value, dict):
|
|
# base case, copy directly to merge_pairs
|
|
# direct merge, like "<<: {some_key: some_value}"
|
|
merge_pairs.extend(value.items())
|
|
elif isinstance(value, list):
|
|
# sequence merge, like "<<: [{some_key: some_value}, {other_key: some_value}]"
|
|
for item in value:
|
|
item = _resolve_merge_include(item, node, value_node)
|
|
if not isinstance(item, dict):
|
|
raise yaml.constructor.ConstructorError(
|
|
"While constructing a mapping",
|
|
node.start_mark,
|
|
f"Expected a mapping for merging, but found {type(item)}",
|
|
value_node.start_mark,
|
|
)
|
|
merge_pairs.extend(item.items())
|
|
else:
|
|
raise yaml.constructor.ConstructorError(
|
|
"While constructing a mapping",
|
|
node.start_mark,
|
|
f"Expected a mapping or list of mappings for merging, but found {type(value)}",
|
|
value_node.start_mark,
|
|
)
|
|
|
|
if merge_pairs:
|
|
# We found some merge keys along the way, merge them into base pairs
|
|
# https://yaml.org/type/merge.html
|
|
# Construct a new merge set with values overridden by current mapping or earlier
|
|
# sequence entries removed
|
|
for key, value in merge_pairs:
|
|
if key in seen_keys:
|
|
# key already in the current map or from an earlier merge sequence entry,
|
|
# do not override
|
|
#
|
|
# "... each of its key/value pairs is inserted into the current mapping,
|
|
# unless the key already exists in it."
|
|
#
|
|
# "If the value associated with the merge key is a sequence, then this sequence
|
|
# is expected to contain mapping nodes and each of these nodes is merged in
|
|
# turn according to its order in the sequence. Keys in mapping nodes earlier
|
|
# in the sequence override keys specified in later mapping nodes."
|
|
continue
|
|
pairs.append((key, value))
|
|
# Add key node to seen keys, for sequence merge values.
|
|
seen_keys[key] = None
|
|
|
|
return OrderedDict(pairs)
|
|
|
|
@_add_data_ref
|
|
def construct_env_var(self, node: yaml.Node) -> str:
|
|
args = node.value.split()
|
|
# Check for a default value
|
|
if len(args) > 1:
|
|
return os.getenv(args[0], " ".join(args[1:]))
|
|
if args[0] in os.environ:
|
|
return os.environ[args[0]]
|
|
raise yaml.MarkedYAMLError(
|
|
f"Environment variable '{node.value}' not defined", node.start_mark
|
|
)
|
|
|
|
def _rel_path(self, *args: str) -> Path:
|
|
return self.name.parent / Path(*args)
|
|
|
|
@_add_data_ref
|
|
def construct_secret(self, node: yaml.Node) -> str:
|
|
try:
|
|
secrets = self.yaml_loader(self._rel_path(SECRET_YAML))
|
|
except EsphomeError as e:
|
|
if self.name == CORE.config_path:
|
|
raise e
|
|
try:
|
|
main_config_dir = CORE.config_path.parent
|
|
main_secret_yml = main_config_dir / SECRET_YAML
|
|
secrets = self.yaml_loader(main_secret_yml)
|
|
except EsphomeError as er:
|
|
raise EsphomeError(f"{e}\n{er}") from er
|
|
|
|
if node.value not in secrets:
|
|
raise yaml.MarkedYAMLError(
|
|
f"Secret '{node.value}' not defined", node.start_mark
|
|
)
|
|
val = secrets[node.value]
|
|
_SECRET_VALUES[str(val)] = node.value
|
|
return val
|
|
|
|
@_add_data_ref
|
|
def construct_include(self, node: yaml.Node) -> Any:
|
|
from esphome.const import CONF_VARS
|
|
|
|
def extract_file_vars(node):
|
|
fields = self.construct_yaml_map(node)
|
|
file = fields.get("file")
|
|
if file is None:
|
|
raise yaml.MarkedYAMLError("Must include 'file'", node.start_mark)
|
|
vars = fields.get(CONF_VARS)
|
|
return file, vars
|
|
|
|
if isinstance(node, yaml.nodes.MappingNode):
|
|
file, vars = extract_file_vars(node)
|
|
else:
|
|
file, vars = node.value, None
|
|
|
|
return IncludeFile(self.name, file, vars, self.yaml_loader)
|
|
|
|
# Directory includes (!include_dir_*) load eagerly during YAML parsing
|
|
# because their paths are directory names, not individual files, and
|
|
# substitutions in directory paths are not supported.
|
|
|
|
@_add_data_ref
|
|
def construct_include_dir_list(self, node: yaml.Node) -> list[dict[str, Any]]:
|
|
files = filter_yaml_files(_find_files(self._rel_path(node.value), "*.yaml"))
|
|
return [self.yaml_loader(f) for f in files]
|
|
|
|
@_add_data_ref
|
|
def construct_include_dir_merge_list(self, node: yaml.Node) -> list[dict[str, Any]]:
|
|
files = filter_yaml_files(_find_files(self._rel_path(node.value), "*.yaml"))
|
|
merged_list = []
|
|
for fname in files:
|
|
loaded_yaml = self.yaml_loader(fname)
|
|
if isinstance(loaded_yaml, list):
|
|
merged_list.extend(loaded_yaml)
|
|
return merged_list
|
|
|
|
@_add_data_ref
|
|
def construct_include_dir_named(
|
|
self, node: yaml.Node
|
|
) -> OrderedDict[str, dict[str, Any]]:
|
|
files = filter_yaml_files(_find_files(self._rel_path(node.value), "*.yaml"))
|
|
mapping = OrderedDict()
|
|
for fname in files:
|
|
filename = fname.stem
|
|
mapping[filename] = self.yaml_loader(fname)
|
|
return mapping
|
|
|
|
@_add_data_ref
|
|
def construct_include_dir_merge_named(
|
|
self, node: yaml.Node
|
|
) -> OrderedDict[str, dict[str, Any]]:
|
|
files = filter_yaml_files(_find_files(self._rel_path(node.value), "*.yaml"))
|
|
mapping = OrderedDict()
|
|
for fname in files:
|
|
loaded_yaml = self.yaml_loader(fname)
|
|
if isinstance(loaded_yaml, dict):
|
|
mapping.update(loaded_yaml)
|
|
return mapping
|
|
|
|
@_add_data_ref
|
|
def construct_lambda(self, node: yaml.Node) -> Lambda:
|
|
return Lambda(str(node.value))
|
|
|
|
@_add_data_ref
|
|
def construct_literal(self, node: yaml.Node) -> ESPLiteralValue:
|
|
obj = None
|
|
if isinstance(node, yaml.ScalarNode):
|
|
obj = self.construct_scalar(node)
|
|
elif isinstance(node, yaml.SequenceNode):
|
|
obj = self.construct_sequence(node)
|
|
elif isinstance(node, yaml.MappingNode):
|
|
obj = self.construct_mapping(node)
|
|
return add_class_to_obj(obj, ESPLiteralValue)
|
|
|
|
@_add_data_ref
|
|
def construct_extend(self, node: yaml.Node) -> Extend:
|
|
return Extend(str(node.value))
|
|
|
|
@_add_data_ref
|
|
def construct_remove(self, node: yaml.Node) -> Remove:
|
|
return Remove(str(node.value))
|
|
|
|
|
|
class ESPHomeLoader(ESPHomeLoaderMixin, FastestAvailableSafeLoader):
|
|
"""Loader class that keeps track of line numbers."""
|
|
|
|
def __init__(
|
|
self,
|
|
stream: TextIOBase | BytesIO,
|
|
name: Path,
|
|
yaml_loader: Callable[[Path], dict[str, Any]],
|
|
) -> None:
|
|
FastestAvailableSafeLoader.__init__(self, stream)
|
|
ESPHomeLoaderMixin.__init__(self, name, yaml_loader)
|
|
|
|
|
|
class ESPHomePurePythonLoader(ESPHomeLoaderMixin, PurePythonLoader):
|
|
"""Loader class that keeps track of line numbers."""
|
|
|
|
def __init__(
|
|
self,
|
|
stream: TextIOBase | BytesIO,
|
|
name: Path,
|
|
yaml_loader: Callable[[Path], dict[str, Any]],
|
|
) -> None:
|
|
PurePythonLoader.__init__(self, stream)
|
|
ESPHomeLoaderMixin.__init__(self, name, yaml_loader)
|
|
|
|
|
|
for _loader in (ESPHomeLoader, ESPHomePurePythonLoader):
|
|
_loader.add_constructor("tag:yaml.org,2002:int", _loader.construct_yaml_int)
|
|
_loader.add_constructor("tag:yaml.org,2002:float", _loader.construct_yaml_float)
|
|
_loader.add_constructor("tag:yaml.org,2002:binary", _loader.construct_yaml_binary)
|
|
_loader.add_constructor("tag:yaml.org,2002:omap", _loader.construct_yaml_omap)
|
|
_loader.add_constructor("tag:yaml.org,2002:str", _loader.construct_yaml_str)
|
|
_loader.add_constructor("tag:yaml.org,2002:seq", _loader.construct_yaml_seq)
|
|
_loader.add_constructor("tag:yaml.org,2002:map", _loader.construct_yaml_map)
|
|
_loader.add_constructor("!env_var", _loader.construct_env_var)
|
|
_loader.add_constructor("!secret", _loader.construct_secret)
|
|
_loader.add_constructor("!include", _loader.construct_include)
|
|
_loader.add_constructor("!include_dir_list", _loader.construct_include_dir_list)
|
|
_loader.add_constructor(
|
|
"!include_dir_merge_list", _loader.construct_include_dir_merge_list
|
|
)
|
|
_loader.add_constructor("!include_dir_named", _loader.construct_include_dir_named)
|
|
_loader.add_constructor(
|
|
"!include_dir_merge_named", _loader.construct_include_dir_merge_named
|
|
)
|
|
_loader.add_constructor("!lambda", _loader.construct_lambda)
|
|
_loader.add_constructor("!literal", _loader.construct_literal)
|
|
_loader.add_constructor("!extend", _loader.construct_extend)
|
|
_loader.add_constructor("!remove", _loader.construct_remove)
|
|
|
|
|
|
def load_yaml(fname: Path, clear_secrets: bool = True) -> Any:
|
|
if clear_secrets:
|
|
_SECRET_VALUES.clear()
|
|
_SECRET_CACHE.clear()
|
|
return _load_yaml_internal(fname)
|
|
|
|
|
|
def _load_yaml_internal(fname: Path) -> Any:
|
|
"""Load a YAML file."""
|
|
for listener in _load_listeners:
|
|
listener(fname)
|
|
try:
|
|
with fname.open(encoding="utf-8") as f_handle:
|
|
res = parse_yaml(fname, f_handle)
|
|
except (UnicodeDecodeError, OSError) as err:
|
|
raise EsphomeError(f"Error reading file {fname}: {err}") from err
|
|
# Top-level !include returns a deferred IncludeFile; resolve it so
|
|
# callers always receive the final content.
|
|
if isinstance(res, IncludeFile):
|
|
res = res.load()
|
|
return res
|
|
|
|
|
|
def parse_yaml(file_name: Path, file_handle: TextIOWrapper, yaml_loader=None) -> Any:
|
|
"""Parse a YAML file."""
|
|
if yaml_loader is None:
|
|
yaml_loader = _load_yaml_internal
|
|
try:
|
|
return _load_yaml_internal_with_type(
|
|
ESPHomeLoader, file_name, file_handle, yaml_loader
|
|
)
|
|
except EsphomeError:
|
|
# Loading failed, so we now load with the Python loader which has more
|
|
# readable exceptions
|
|
# Rewind the stream so we can try again
|
|
file_handle.seek(0, 0)
|
|
return _load_yaml_internal_with_type(
|
|
ESPHomePurePythonLoader, file_name, file_handle, yaml_loader
|
|
)
|
|
|
|
|
|
def _load_yaml_internal_with_type(
|
|
loader_type: type[ESPHomeLoader] | type[ESPHomePurePythonLoader],
|
|
fname: Path,
|
|
content: TextIOWrapper,
|
|
yaml_loader: Callable[[Path], dict[str, Any]],
|
|
) -> Any:
|
|
"""Load a YAML file."""
|
|
loader = loader_type(content, fname, yaml_loader)
|
|
try:
|
|
return loader.get_single_data() or OrderedDict()
|
|
except yaml.YAMLError as exc:
|
|
raise EsphomeError(exc) from exc
|
|
finally:
|
|
loader.dispose()
|
|
|
|
|
|
def dump(dict_, show_secrets=False, sort_keys=False):
|
|
"""Dump YAML to a string and remove null."""
|
|
if show_secrets:
|
|
_SECRET_VALUES.clear()
|
|
_SECRET_CACHE.clear()
|
|
return yaml.dump(
|
|
dict_,
|
|
default_flow_style=False,
|
|
allow_unicode=True,
|
|
Dumper=ESPHomeDumper,
|
|
sort_keys=sort_keys,
|
|
)
|
|
|
|
|
|
def _is_file_valid(name: str) -> bool:
|
|
"""Decide if a file is valid."""
|
|
return not name.startswith(".")
|
|
|
|
|
|
def _find_files(directory: Path, pattern):
|
|
"""Recursively load files in a directory."""
|
|
for root, dirs, files in os.walk(directory):
|
|
dirs[:] = [d for d in dirs if _is_file_valid(d)]
|
|
for f in files:
|
|
filename = Path(f)
|
|
if _is_file_valid(f) and filename.match(pattern):
|
|
filename = Path(root) / filename
|
|
yield filename
|
|
|
|
|
|
def is_secret(value):
|
|
try:
|
|
return _SECRET_VALUES[str(value)]
|
|
except (KeyError, ValueError):
|
|
return None
|
|
|
|
|
|
class ESPHomeDumper(yaml.SafeDumper):
|
|
def represent_mapping(self, tag, mapping, flow_style=None):
|
|
value = []
|
|
node = yaml.MappingNode(tag, value, flow_style=flow_style)
|
|
if self.alias_key is not None:
|
|
self.represented_objects[self.alias_key] = node
|
|
best_style = True
|
|
if hasattr(mapping, "items"):
|
|
mapping = list(mapping.items())
|
|
if self.sort_keys:
|
|
with suppress(TypeError):
|
|
mapping = sorted(mapping)
|
|
for item_key, item_value in mapping:
|
|
node_key = self.represent_data(item_key)
|
|
node_value = self.represent_data(item_value)
|
|
if not (isinstance(node_key, yaml.ScalarNode) and not node_key.style):
|
|
best_style = False
|
|
if not (isinstance(node_value, yaml.ScalarNode) and not node_value.style):
|
|
best_style = False
|
|
value.append((node_key, node_value))
|
|
if flow_style is None:
|
|
if self.default_flow_style is not None:
|
|
node.flow_style = self.default_flow_style
|
|
else:
|
|
node.flow_style = best_style
|
|
return node
|
|
|
|
def represent_secret(self, value):
|
|
return self.represent_scalar(tag="!secret", value=_SECRET_VALUES[str(value)])
|
|
|
|
def represent_stringify(self, value):
|
|
if is_secret(value):
|
|
return self.represent_secret(value)
|
|
return self.represent_scalar(tag="tag:yaml.org,2002:str", value=str(value))
|
|
|
|
# pylint: disable=arguments-renamed
|
|
def represent_bool(self, value):
|
|
return self.represent_scalar(
|
|
"tag:yaml.org,2002:bool", "true" if value else "false"
|
|
)
|
|
|
|
# pylint: disable=arguments-renamed
|
|
def represent_int(self, value):
|
|
if is_secret(value):
|
|
return self.represent_secret(value)
|
|
return self.represent_scalar(tag="tag:yaml.org,2002:int", value=str(value))
|
|
|
|
# pylint: disable=arguments-renamed
|
|
def represent_float(self, value):
|
|
if is_secret(value):
|
|
return self.represent_secret(value)
|
|
if math.isnan(value):
|
|
value = ".nan"
|
|
elif math.isinf(value):
|
|
value = ".inf" if value > 0 else "-.inf"
|
|
else:
|
|
value = str(repr(value)).lower()
|
|
# Note that in some cases `repr(data)` represents a float number
|
|
# without the decimal parts. For instance:
|
|
# >>> repr(1e17)
|
|
# '1e17'
|
|
# Unfortunately, this is not a valid float representation according
|
|
# to the definition of the `!!float` tag. We fix this by adding
|
|
# '.0' before the 'e' symbol.
|
|
if "." not in value and "e" in value:
|
|
value = value.replace("e", ".0e", 1)
|
|
return self.represent_scalar(tag="tag:yaml.org,2002:float", value=value)
|
|
|
|
def represent_lambda(self, value):
|
|
if is_secret(value.value):
|
|
return self.represent_secret(value.value)
|
|
return self.represent_scalar(tag="!lambda", value=value.value, style="|")
|
|
|
|
def represent_extend(self, value):
|
|
return self.represent_scalar(tag="!extend", value=value.value)
|
|
|
|
def represent_remove(self, value):
|
|
return self.represent_scalar(tag="!remove", value=value.value)
|
|
|
|
def represent_include_file(self, value):
|
|
if value.vars:
|
|
mapping = {"file": value.file.as_posix(), "vars": value.vars}
|
|
return self.represent_mapping(
|
|
tag="!include", mapping=mapping, flow_style=False
|
|
)
|
|
return self.represent_scalar(tag="!include", value=value.file.as_posix())
|
|
|
|
def represent_id(self, value):
|
|
if is_secret(value.id):
|
|
return self.represent_secret(value.id)
|
|
return self.represent_stringify(value.id)
|
|
|
|
# The below override configures this dumper to indent output YAML properly:
|
|
def increase_indent(self, flow=False, indentless=False):
|
|
return super().increase_indent(flow, False)
|
|
|
|
|
|
ESPHomeDumper.add_multi_representer(
|
|
dict, lambda dumper, value: dumper.represent_mapping("tag:yaml.org,2002:map", value)
|
|
)
|
|
ESPHomeDumper.add_multi_representer(
|
|
list,
|
|
lambda dumper, value: dumper.represent_sequence("tag:yaml.org,2002:seq", value),
|
|
)
|
|
ESPHomeDumper.add_multi_representer(bool, ESPHomeDumper.represent_bool)
|
|
ESPHomeDumper.add_multi_representer(str, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(int, ESPHomeDumper.represent_int)
|
|
ESPHomeDumper.add_multi_representer(float, ESPHomeDumper.represent_float)
|
|
ESPHomeDumper.add_multi_representer(_BaseAddress, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(_BaseNetwork, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(MACAddress, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(TimePeriod, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(Lambda, ESPHomeDumper.represent_lambda)
|
|
ESPHomeDumper.add_multi_representer(Extend, ESPHomeDumper.represent_extend)
|
|
ESPHomeDumper.add_multi_representer(Remove, ESPHomeDumper.represent_remove)
|
|
ESPHomeDumper.add_multi_representer(core.ID, ESPHomeDumper.represent_id)
|
|
ESPHomeDumper.add_multi_representer(uuid.UUID, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(Path, ESPHomeDumper.represent_stringify)
|
|
ESPHomeDumper.add_multi_representer(IncludeFile, ESPHomeDumper.represent_include_file)
|