Spaces:
Runtime error
Runtime error
File size: 3,142 Bytes
1c60c6e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 |
# coding=utf-8
# Copyright 2021-present, the Recognai S.L. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Common helper functions
"""
from typing import Any, Dict, List, Optional
def unflatten_dict(
data: Dict[str, Any], sep: str = ".", stop_keys: Optional[List[str]] = None
) -> Dict[str, Any]:
"""
Given a flat dictionary keys, build a hierarchical version by grouping keys
Parameters
----------
data:
The data dictionary
sep:
The key separator. Default "."
stop_keys
List of dictionary first level keys where hierarchy will stop
Returns
-------
"""
resultDict = {}
stop_keys = stop_keys or []
for key, value in data.items():
if key is not None:
parts = key.split(sep)
if parts[0] in stop_keys:
parts = [parts[0], sep.join(parts[1:])]
d = resultDict
for part in parts[:-1]:
if part not in d:
d[part] = {}
d = d[part]
d[parts[-1]] = value
return resultDict
def flatten_dict(
data: Dict[str, Any], sep: str = ".", drop_empty: bool = False
) -> Dict[str, Any]:
"""
Flatten a data dictionary
Parameters
----------
data:
The data dictionary
sep:
The generated key separator. Default="."
drop_empty:
If true, keys with empty lists or None values will be omitted
Returns
-------
A flattened key dictionary
"""
def _is_empty_value(value: Any) -> bool:
if value is None:
return True
if isinstance(value, list) and len(value) == 0:
return True
return False
def _flatten_internal_(_data: Dict[str, Any], _parent_key="", _sep="."):
items = []
for key, value in _data.items():
if drop_empty and _is_empty_value(value):
continue
new_key = _parent_key + _sep + key if _parent_key else key
try:
items.extend(_flatten_internal_(value, new_key, _sep=_sep).items())
except Exception:
items.append((new_key, value))
return dict(items)
return _flatten_internal_(data, _sep=sep)
def takeuntil(iterable, limit: int):
"""
Iterate over inner iterable until a count limit
Parameters
----------
iterable:
The inner iterable
limit:
The limit
Returns
-------
"""
count = 0
for e in iterable:
if count < limit:
yield e
count += 1
else:
break
|