jsons.deserializers.default_object._set_remaining_attrs() - Code Metrics - Inspection of "Merge pull request #127 from ramonhagenaars/Releas..." - ramonhagenaars/jsons - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Push — master ( db4c81...c9ecbe )

by Ramon

created 2021-02-06 20:19 UTC

_set_remaining_attrs() B

↳ Parent: jsons.deserializers.default_object

Complexity

Conditions

Size

Total Lines	28
Code Lines	22

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
eloc	22
dl	0
loc	28
rs	7.952
c	0
b	0
f	0
cc	7
nop	4

import inspect
from typing import Optional, Callable, Tuple

from jsons._cache import cached
from jsons._common_impl import (
    get_class_name,
    META_ATTR,
    get_cls_from_str,
    determine_precedence,
    can_match_with_none
)
from jsons._compatibility_impl import get_type_hints
from jsons._load_impl import load
from jsons.exceptions import SignatureMismatchError, UnfulfilledArgumentError


def default_object_deserializer(
        obj: dict,
        cls: type,
        *,
        key_transformer: Optional[Callable[[str], str]] = None,
        strict: bool = False,
        **kwargs) -> object:
    """
    Deserialize ``obj`` into an instance of type ``cls``. If ``obj`` contains
    keys with a certain case style (e.g. camelCase) that do not match the style
    of ``cls`` (e.g. snake_case), a key_transformer should be used (e.g.
    KEY_TRANSFORMER_SNAKECASE).
    :param obj: a serialized instance of ``cls``.
    :param cls: the type to which ``obj`` should be deserialized.
    :param key_transformer: a function that transforms the keys in order to
    match the attribute names of ``cls``.
    :param strict: deserialize in strict mode.
    :param kwargs: any keyword arguments that may be passed to the
    deserializers.
    :return: an instance of type ``cls``.
    """
    obj, kwargs = _check_and_transform_keys(obj, key_transformer, **kwargs)
    kwargs['strict'] = strict
    constructor_args = _get_constructor_args(obj, cls, **kwargs)
    remaining_attrs = _get_remaining_args(obj, cls, constructor_args,
                                          strict, kwargs['fork_inst'])
    instance = cls(**constructor_args)
    _set_remaining_attrs(instance, remaining_attrs, **kwargs)
    return instance


def _get_constructor_args(
        obj,
        cls,
        meta_hints,
        attr_getters=None,
        **kwargs) -> dict:
    # Loop through the signature of cls: the type we try to deserialize to. For
    # every required parameter, we try to get the corresponding value from
    # json_obj.
    signature_parameters = _get_signature(cls)
    hints = get_type_hints(cls.__init__, fallback_ns=cls.__module__)
    attr_getters = dict(**(attr_getters or {}))

    result = {}
    for sig_key, sig in signature_parameters.items():
        if sig_key != 'self':
            key, value = _get_value_for_attr(obj=obj,
                                             orig_cls=cls,
                                             meta_hints=meta_hints,
                                             attr_getters=attr_getters,
                                             sig_key=sig_key,
                                             cls=hints.get(sig_key, None),
                                             sig=sig,
                                             **kwargs)
            if key:
                result[key] = value
    return result


@cached
def _get_signature(cls):
    return inspect.signature(cls.__init__).parameters


def _get_value_for_attr(
        obj,
        cls,
        orig_cls,
        sig_key,
        sig,
        meta_hints,
        attr_getters,
        **kwargs):
    # Find a value for the attribute (with signature sig_key).
    if obj and sig_key in obj:
        # This argument is in obj.
        result = sig_key, _get_value_from_obj(obj, cls, sig, sig_key,
                                              meta_hints, **kwargs)
    elif sig_key in attr_getters:
        # There exists an attr_getter for this argument.
        attr_getter = attr_getters.pop(sig_key)
        result = sig_key, attr_getter()
    elif sig.default != inspect.Parameter.empty:
        # There is a default value for this argument.
        result = sig_key, sig.default
    elif sig.kind in (inspect.Parameter.VAR_POSITIONAL,
                      inspect.Parameter.VAR_KEYWORD):
        # This argument is either *args or **kwargs.
        result = None, None
    elif can_match_with_none(cls):
        # It is fine that there is no value.
        result = sig_key, None
    else:
        raise UnfulfilledArgumentError(
            'No value found for "{}".'.format(sig_key), sig_key, obj, orig_cls)
    return result


def _remove_prefix(prefix: str, s: str) -> str:
    if s.startswith(prefix):
        return s[len(prefix):] or '/'  # Special case: map the empty string to '/'
    return s


def _get_value_from_obj(obj, cls, sig, sig_key, meta_hints, **kwargs):
    # Obtain the value for the attribute with the given signature from the
    # given obj. Try to obtain the class of this attribute from the meta info
    # or from type hints.
    cls_key = '/{}'.format(sig_key)
    cls_str_from_meta = meta_hints.get(cls_key, None)
    new_hints = meta_hints
    cls_from_meta = None
    if cls_str_from_meta:
        cls_from_meta = get_cls_from_str(
            cls_str_from_meta, obj, kwargs['fork_inst'])
        # Rebuild the class hints: cls_key becomes the new root.
        new_hints = {
            _remove_prefix(cls_key, key): meta_hints[key]
            for key in meta_hints
        }
    cls_ = determine_precedence(cls=cls, cls_from_meta=cls_from_meta,
                                cls_from_type=None, inferred_cls=True)
    value = load(obj[sig_key], cls_, meta_hints=new_hints, **kwargs)
    return value


def _set_remaining_attrs(instance,
                         remaining_attrs,
                         attr_getters,
                         **kwargs):
    # Set any remaining attributes on the newly created instance.
    attr_getters = attr_getters or {}
    for attr_name in remaining_attrs:
        annotations = getattr(instance, '__annotations__', {})
        attr_type = annotations.get(attr_name)

        if isinstance(remaining_attrs[attr_name], dict) \
                and '-keys' in remaining_attrs[attr_name] \
                and not attr_type:
            fork_inst = kwargs['fork_inst']
            fork_inst._warn('A dict with -keys was detected without a type '
                            'hint for attribute `{}`. This probably means '
                            'that you did not provide an annotation in your '
                            'class (ending up in __annotations__).'
                            .format(attr_name), 'hashed-keys-without-hint')
        attr_type = attr_type or type(remaining_attrs[attr_name])

        loaded_attr = load(remaining_attrs[attr_name], attr_type, **kwargs)
        try:
            setattr(instance, attr_name, loaded_attr)
        except AttributeError:
            pass  # This is raised when a @property does not have a setter.
    for attr_name, getter in attr_getters.items():
        setattr(instance, attr_name, getter())


def _check_and_transform_keys(obj: dict,
                              key_transformer: Optional[Callable[[str], str]],
                              **kwargs) -> Tuple[dict, dict]:
    if key_transformer:
        obj = {key_transformer(key): obj[key] for key in obj}
        kwargs = {
            **kwargs,
            'key_transformer': key_transformer
        }
    return obj, kwargs


def _get_remaining_args(obj: dict,
                        cls: type,
                        constructor_args: dict,
                        strict: bool,
                        fork_inst: type) -> dict:
    # Get the remaining args or raise if strict and the signature is unmatched.
    remaining_attrs = {attr_name: obj[attr_name] for attr_name in obj
                       if attr_name not in constructor_args
                       and attr_name != META_ATTR}
    if strict and remaining_attrs:
        unexpected_arg = list(remaining_attrs.keys())[0]
        err_msg = ('Type "{}" does not expect "{}".'
                   .format(get_class_name(cls), unexpected_arg))
        raise SignatureMismatchError(err_msg, unexpected_arg, obj, cls)
    return remaining_attrs


1			import inspect
2			from typing import Optional, Callable, Tuple
3
4			from jsons._cache import cached
5			from jsons._common_impl import (
6			get_class_name,
7			META_ATTR,
8			get_cls_from_str,
9			determine_precedence,
10			can_match_with_none
11			)
12			from jsons._compatibility_impl import get_type_hints
13			from jsons._load_impl import load
14			from jsons.exceptions import SignatureMismatchError, UnfulfilledArgumentError
15
16
17			def default_object_deserializer(
18			obj: dict,
19			cls: type,
20			*,
21			key_transformer: Optional[Callable[[str], str]] = None,
22			strict: bool = False,
23			**kwargs) -> object:
24			"""
25			Deserialize ``obj`` into an instance of type ``cls``. If ``obj`` contains
26			keys with a certain case style (e.g. camelCase) that do not match the style
27			of ``cls`` (e.g. snake_case), a key_transformer should be used (e.g.
28			KEY_TRANSFORMER_SNAKECASE).
29			:param obj: a serialized instance of ``cls``.
30			:param cls: the type to which ``obj`` should be deserialized.
31			:param key_transformer: a function that transforms the keys in order to
32			match the attribute names of ``cls``.
33			:param strict: deserialize in strict mode.
34			:param kwargs: any keyword arguments that may be passed to the
35			deserializers.
36			:return: an instance of type ``cls``.
37			"""
38			obj, kwargs = _check_and_transform_keys(obj, key_transformer, **kwargs)
39			kwargs['strict'] = strict
40			constructor_args = _get_constructor_args(obj, cls, **kwargs)
41			remaining_attrs = _get_remaining_args(obj, cls, constructor_args,
42			strict, kwargs['fork_inst'])
43			instance = cls(**constructor_args)
44			_set_remaining_attrs(instance, remaining_attrs, **kwargs)
45			return instance
46
47
48			def _get_constructor_args(
49			obj,
50			cls,
51			meta_hints,
52			attr_getters=None,
53			**kwargs) -> dict:
54			# Loop through the signature of cls: the type we try to deserialize to. For
55			# every required parameter, we try to get the corresponding value from
56			# json_obj.
57			signature_parameters = _get_signature(cls)
58			hints = get_type_hints(cls.__init__, fallback_ns=cls.__module__)
59			attr_getters = dict(**(attr_getters or {}))
60
61			result = {}
62			for sig_key, sig in signature_parameters.items():
63			if sig_key != 'self':
64			key, value = _get_value_for_attr(obj=obj,
65			orig_cls=cls,
66			meta_hints=meta_hints,
67			attr_getters=attr_getters,
68			sig_key=sig_key,
69			cls=hints.get(sig_key, None),
70			sig=sig,
71			**kwargs)
72			if key:
73			result[key] = value
74			return result
75
76
77			@cached
78			def _get_signature(cls):
79			return inspect.signature(cls.__init__).parameters
80
81
82			def _get_value_for_attr(
83			obj,
84			cls,
85			orig_cls,
86			sig_key,
87			sig,
88			meta_hints,
89			attr_getters,
90			**kwargs):
91			# Find a value for the attribute (with signature sig_key).
92			if obj and sig_key in obj:
93			# This argument is in obj.
94			result = sig_key, _get_value_from_obj(obj, cls, sig, sig_key,
95			meta_hints, **kwargs)
96			elif sig_key in attr_getters:
97			# There exists an attr_getter for this argument.
98			attr_getter = attr_getters.pop(sig_key)
99			result = sig_key, attr_getter()
100			elif sig.default != inspect.Parameter.empty:
101			# There is a default value for this argument.
102			result = sig_key, sig.default
103			elif sig.kind in (inspect.Parameter.VAR_POSITIONAL,
104			inspect.Parameter.VAR_KEYWORD):
105			# This argument is either args or *kwargs.
106			result = None, None
107			elif can_match_with_none(cls):
108			# It is fine that there is no value.
109			result = sig_key, None
110			else:
111			raise UnfulfilledArgumentError(
112			'No value found for "{}".'.format(sig_key), sig_key, obj, orig_cls)
113			return result
114
115
116			def _remove_prefix(prefix: str, s: str) -> str:
117			if s.startswith(prefix):
118			return s[len(prefix):] or '/' # Special case: map the empty string to '/'
119			return s
120
121
122			def _get_value_from_obj(obj, cls, sig, sig_key, meta_hints, **kwargs):
123			# Obtain the value for the attribute with the given signature from the
124			# given obj. Try to obtain the class of this attribute from the meta info
125			# or from type hints.
126			cls_key = '/{}'.format(sig_key)
127			cls_str_from_meta = meta_hints.get(cls_key, None)
128			new_hints = meta_hints
129			cls_from_meta = None
130			if cls_str_from_meta:
131			cls_from_meta = get_cls_from_str(
132			cls_str_from_meta, obj, kwargs['fork_inst'])
133			# Rebuild the class hints: cls_key becomes the new root.
134			new_hints = {
135			_remove_prefix(cls_key, key): meta_hints[key]
136			for key in meta_hints
137			}
138			cls_ = determine_precedence(cls=cls, cls_from_meta=cls_from_meta,
139			cls_from_type=None, inferred_cls=True)
140			value = load(obj[sig_key], cls_, meta_hints=new_hints, **kwargs)
141			return value
142
143
144			def _set_remaining_attrs(instance,
145			remaining_attrs,
146			attr_getters,
147			**kwargs):
148			# Set any remaining attributes on the newly created instance.
149			attr_getters = attr_getters or {}
150			for attr_name in remaining_attrs:
151			annotations = getattr(instance, '__annotations__', {})
152			attr_type = annotations.get(attr_name)
153
154			if isinstance(remaining_attrs[attr_name], dict) \
155			and '-keys' in remaining_attrs[attr_name] \
156			and not attr_type:
157			fork_inst = kwargs['fork_inst']
158			fork_inst._warn('A dict with -keys was detected without a type '
159			'hint for attribute `{}`. This probably means '
160			'that you did not provide an annotation in your '
161			'class (ending up in __annotations__).'
162			.format(attr_name), 'hashed-keys-without-hint')
163			attr_type = attr_type or type(remaining_attrs[attr_name])
164
165			loaded_attr = load(remaining_attrs[attr_name], attr_type, **kwargs)
166			try:
167			setattr(instance, attr_name, loaded_attr)
168			except AttributeError:
169			pass # This is raised when a @property does not have a setter.
170			for attr_name, getter in attr_getters.items():
171			setattr(instance, attr_name, getter())
172
173
174			def _check_and_transform_keys(obj: dict,
175			key_transformer: Optional[Callable[[str], str]],
176			**kwargs) -> Tuple[dict, dict]:
177			if key_transformer:
178			obj = {key_transformer(key): obj[key] for key in obj}
179			kwargs = {
180			**kwargs,
181			'key_transformer': key_transformer
182			}
183			return obj, kwargs
184
185
186			def _get_remaining_args(obj: dict,
187			cls: type,
188			constructor_args: dict,
189			strict: bool,
190			fork_inst: type) -> dict:
191			# Get the remaining args or raise if strict and the signature is unmatched.
192			remaining_attrs = {attr_name: obj[attr_name] for attr_name in obj
193			if attr_name not in constructor_args
194			and attr_name != META_ATTR}
195			if strict and remaining_attrs:
196			unexpected_arg = list(remaining_attrs.keys())[0]
197			err_msg = ('Type "{}" does not expect "{}".'
198			.format(get_class_name(cls), unexpected_arg))
199			raise SignatureMismatchError(err_msg, unexpected_arg, obj, cls)
200			return remaining_attrs
201

ramonhagenaars / jsons

Push — master ( db4c81...c9ecbe )

_set_remaining_attrs() B

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like