tomaae.homeassistant-mikrot.../custom_components/mikrotik_router/apiparser.py

354 lines
9.8 KiB
Python
Raw Normal View History

2023-08-08 00:50:09 +02:00
"""API parser for JSON APIs."""
2025-04-25 21:49:43 +02:00
2022-03-26 01:23:24 +01:00
from datetime import datetime
2023-08-08 00:50:09 +02:00
from logging import getLogger
from pytz import utc
from voluptuous import Optional
2023-08-08 00:50:09 +02:00
2022-02-18 07:33:38 +01:00
from homeassistant.components.diagnostics import async_redact_data
2023-08-08 00:50:09 +02:00
2022-03-26 01:23:24 +01:00
from .const import TO_REDACT
_LOGGER = getLogger(__name__)
2022-03-26 01:23:24 +01:00
# ---------------------------
# utc_from_timestamp
# ---------------------------
def utc_from_timestamp(timestamp: float) -> datetime:
2023-08-08 00:50:09 +02:00
"""Return a UTC time from a timestamp."""
2022-03-26 01:23:24 +01:00
return utc.localize(datetime.utcfromtimestamp(timestamp))
2022-02-18 07:33:38 +01:00
# ---------------------------
# from_entry
# ---------------------------
def from_entry(entry, param, default="") -> str:
2023-08-08 00:50:09 +02:00
"""Validate and return str value an API dict."""
2022-03-26 01:23:24 +01:00
if "/" in param:
for tmp_param in param.split("/"):
if isinstance(entry, dict) and tmp_param in entry:
entry = entry[tmp_param]
else:
return default
ret = entry
elif param in entry:
ret = entry[param]
else:
return default
2022-03-26 01:23:24 +01:00
if default != "":
if isinstance(ret, str):
ret = str(ret)
elif isinstance(ret, int):
ret = int(ret)
elif isinstance(ret, float):
ret = round(float(ret), 2)
return ret[:255] if isinstance(ret, str) and len(ret) > 255 else ret
# ---------------------------
# from_entry_bool
# ---------------------------
def from_entry_bool(entry, param, default=False, reverse=False) -> bool:
2023-08-08 00:50:09 +02:00
"""Validate and return a bool value from an API dict."""
2022-03-26 01:23:24 +01:00
if "/" in param:
for tmp_param in param.split("/"):
if isinstance(entry, dict) and tmp_param in entry:
entry = entry[tmp_param]
else:
return default
2022-03-26 01:23:24 +01:00
ret = entry
elif param in entry:
ret = entry[param]
else:
2022-03-26 01:23:24 +01:00
return default
if isinstance(ret, str):
if ret in ("on", "On", "ON", "yes", "Yes", "YES", "up", "Up", "UP"):
ret = True
2022-03-26 01:23:24 +01:00
elif ret in ("off", "Off", "OFF", "no", "No", "NO", "down", "Down", "DOWN"):
ret = False
if not isinstance(ret, bool):
ret = default
2022-08-11 17:02:46 +02:00
return not ret if reverse else ret
# ---------------------------
# parse_api
# ---------------------------
2020-03-16 04:51:41 +01:00
def parse_api(
data=None,
source=None,
key=None,
key_secondary=None,
2020-03-16 04:51:41 +01:00
key_search=None,
vals=None,
val_proc=None,
ensure_vals=None,
only=None,
skip=None,
) -> dict:
2023-08-08 00:50:09 +02:00
"""Get data from API."""
2022-03-26 01:23:24 +01:00
debug = _LOGGER.getEffectiveLevel() == 10
2023-08-08 00:50:09 +02:00
if type(source) == dict:
tmp = source
source = [tmp]
2022-02-18 07:33:38 +01:00
if not source:
if not key and not key_search:
data = fill_defaults(data, vals)
return data
2022-03-26 01:23:24 +01:00
2022-02-18 07:33:38 +01:00
if debug:
_LOGGER.debug("Processing source %s", async_redact_data(source, TO_REDACT))
keymap = generate_keymap(data, key_search)
for entry in source:
2019-12-12 23:01:57 +01:00
if only and not matches_only(entry, only):
continue
2019-12-12 23:01:57 +01:00
if skip and can_skip(entry, skip):
continue
2019-12-12 13:02:11 +01:00
uid = None
if key or key_search:
uid = get_uid(entry, key, key_secondary, key_search, keymap)
if not uid:
continue
if uid not in data:
data[uid] = {}
2022-02-18 07:33:38 +01:00
if debug:
_LOGGER.debug("Processing entry %s", async_redact_data(entry, TO_REDACT))
if vals:
2019-12-12 23:01:57 +01:00
data = fill_vals(data, entry, uid, vals)
if ensure_vals:
2019-12-12 23:01:57 +01:00
data = fill_ensure_vals(data, uid, ensure_vals)
if val_proc:
2019-12-12 23:01:57 +01:00
data = fill_vals_proc(data, uid, val_proc)
return data
# ---------------------------
# get_uid
# ---------------------------
def get_uid(entry, key, key_secondary, key_search, keymap) -> Optional(str):
2023-08-08 00:50:09 +02:00
"""Get UID for data list."""
uid = None
2019-12-11 13:08:12 +01:00
if not key_search:
2022-03-26 01:23:24 +01:00
key_primary_found = key in entry
if key_primary_found and key not in entry and not entry[key]:
2019-12-12 23:01:57 +01:00
return None
2019-12-11 13:08:12 +01:00
if key_primary_found:
uid = entry[key]
elif key_secondary:
if key_secondary not in entry:
return None
if not entry[key_secondary]:
return None
uid = entry[key_secondary]
2022-03-26 01:23:24 +01:00
elif keymap and key_search in entry and entry[key_search] in keymap:
uid = keymap[entry[key_search]]
2019-12-11 13:08:12 +01:00
else:
2022-03-26 01:23:24 +01:00
return None
2022-03-26 01:23:24 +01:00
return uid or None
# ---------------------------
# generate_keymap
# ---------------------------
def generate_keymap(data, key_search) -> Optional(dict):
2023-08-08 00:50:09 +02:00
"""Generate keymap."""
2022-03-26 01:23:24 +01:00
return (
{data[uid][key_search]: uid for uid in data if key_search in data[uid]}
if key_search
else None
)
# ---------------------------
# matches_only
# ---------------------------
2019-12-12 23:01:57 +01:00
def matches_only(entry, only) -> bool:
2023-08-08 00:50:09 +02:00
"""Return True if all variables are matched."""
2019-12-12 13:02:11 +01:00
ret = False
for val in only:
2020-03-16 04:51:41 +01:00
if val["key"] in entry and entry[val["key"]] == val["value"]:
2019-12-12 13:02:11 +01:00
ret = True
else:
2019-12-12 13:02:11 +01:00
ret = False
break
2019-12-12 13:02:11 +01:00
return ret
# ---------------------------
# can_skip
# ---------------------------
2019-12-12 23:01:57 +01:00
def can_skip(entry, skip) -> bool:
2023-08-08 00:50:09 +02:00
"""Return True if at least one variable matches."""
2019-12-12 13:02:11 +01:00
ret = False
for val in skip:
2020-03-16 04:51:41 +01:00
if val["name"] in entry and entry[val["name"]] == val["value"]:
2019-12-12 13:02:11 +01:00
ret = True
break
2020-12-18 19:58:54 +01:00
if val["value"] == "" and val["name"] not in entry:
ret = True
break
2019-12-12 13:02:11 +01:00
return ret
# ---------------------------
# fill_defaults
# ---------------------------
def fill_defaults(data, vals) -> dict:
2023-08-08 00:50:09 +02:00
"""Fill defaults if source is not present."""
for val in vals:
2020-03-16 04:51:41 +01:00
_name = val["name"]
_type = val["type"] if "type" in val else "str"
_source = val["source"] if "source" in val else _name
2020-03-16 04:51:41 +01:00
if _type == "str":
_default = val["default"] if "default" in val else ""
if "default_val" in val and val["default_val"] in val:
_default = val[val["default_val"]]
if _name not in data:
data[_name] = from_entry([], _source, default=_default)
2020-03-16 04:51:41 +01:00
elif _type == "bool":
_default = val["default"] if "default" in val else False
_reverse = val["reverse"] if "reverse" in val else False
if _name not in data:
2020-03-16 04:51:41 +01:00
data[_name] = from_entry_bool(
[], _source, default=_default, reverse=_reverse
)
return data
# ---------------------------
# fill_vals
# ---------------------------
2019-12-12 23:01:57 +01:00
def fill_vals(data, entry, uid, vals) -> dict:
2023-08-08 00:50:09 +02:00
"""Fill all data."""
for val in vals:
2020-03-16 04:51:41 +01:00
_name = val["name"]
_type = val["type"] if "type" in val else "str"
_source = val["source"] if "source" in val else _name
2022-03-26 01:23:24 +01:00
_convert = val["convert"] if "convert" in val else None
2020-03-16 04:51:41 +01:00
if _type == "str":
_default = val["default"] if "default" in val else ""
if "default_val" in val and val["default_val"] in val:
_default = val[val["default_val"]]
if uid:
data[uid][_name] = from_entry(entry, _source, default=_default)
else:
data[_name] = from_entry(entry, _source, default=_default)
2020-03-16 04:51:41 +01:00
elif _type == "bool":
_default = val["default"] if "default" in val else False
_reverse = val["reverse"] if "reverse" in val else False
if uid:
2020-03-16 04:51:41 +01:00
data[uid][_name] = from_entry_bool(
entry, _source, default=_default, reverse=_reverse
)
else:
2020-03-16 04:51:41 +01:00
data[_name] = from_entry_bool(
entry, _source, default=_default, reverse=_reverse
)
2022-03-26 01:23:24 +01:00
if _convert == "utc_from_timestamp":
if uid:
if isinstance(data[uid][_name], int) and data[uid][_name] > 0:
if data[uid][_name] > 100000000000:
data[uid][_name] = data[uid][_name] / 1000
data[uid][_name] = utc_from_timestamp(data[uid][_name])
elif isinstance(data[_name], int) and data[_name] > 0:
if data[_name] > 100000000000:
data[_name] = data[_name] / 1000
data[_name] = utc_from_timestamp(data[_name])
return data
# ---------------------------
# fill_ensure_vals
# ---------------------------
2019-12-12 23:01:57 +01:00
def fill_ensure_vals(data, uid, ensure_vals) -> dict:
2023-08-08 00:50:09 +02:00
"""Add required keys which are not available in data."""
for val in ensure_vals:
if uid:
2020-03-16 04:51:41 +01:00
if val["name"] not in data[uid]:
_default = val["default"] if "default" in val else ""
data[uid][val["name"]] = _default
2022-03-26 01:23:24 +01:00
elif val["name"] not in data:
_default = val["default"] if "default" in val else ""
data[val["name"]] = _default
return data
2019-12-12 13:02:11 +01:00
# ---------------------------
# fill_vals_proc
# ---------------------------
2019-12-12 23:01:57 +01:00
def fill_vals_proc(data, uid, vals_proc) -> dict:
2023-08-08 00:50:09 +02:00
"""Add custom keys."""
_data = data[uid] if uid else data
2019-12-12 13:02:11 +01:00
for val_sub in vals_proc:
_name = None
_action = None
_value = None
for val in val_sub:
2020-03-16 04:51:41 +01:00
if "name" in val:
_name = val["name"]
continue
2020-03-16 04:51:41 +01:00
if "action" in val:
_action = val["action"]
continue
if not _name and not _action:
break
2020-03-16 04:51:41 +01:00
if _action == "combine":
if "key" in val:
2020-04-11 05:45:36 +02:00
tmp = _data[val["key"]] if val["key"] in _data else "unknown"
2022-03-26 01:23:24 +01:00
_value = f"{_value}{tmp}" if _value else tmp
2020-03-16 04:51:41 +01:00
if "text" in val:
tmp = val["text"]
2022-03-26 01:23:24 +01:00
_value = f"{_value}{tmp}" if _value else tmp
if _name and _value:
if uid:
data[uid][_name] = _value
else:
data[_name] = _value
return data