structured_data.adt._process_class() - Code Metrics - Inspection of "Inlining more single-use functions. Code quality m..." - mwchase/python-structured-data - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — master ( 795f8c...a45616 )

by Max

created 2019-08-26 16:12 UTC

structured_data.adt._process_class() A

↳ Parent: structured_data.adt

Complexity

Conditions

Size

Total Lines	18
Code Lines	11

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	4
eloc	11
nop	4
dl	0
loc	18
rs	9.85
c	0
b	0
f	0

"""Base classes for defining abstract data types.

This module provides three public members, which are used together.

Given a structure, possibly a choice of different structures, that you'd like
to associate with a type:

- First, create a class, that subclasses the Sum class.
- Then, for each possible structure, add an attribute annotation to the class
  with the desired name of the constructor, and a type of ``Ctor``, with the
  types within the constructor as arguments.

To look inside an ADT instance, use the functions from the
:mod:`structured_data.match` module.

Putting it together:

>>> from structured_data import match
>>> class Example(Sum):
...     FirstConstructor: Ctor[int, str]
...     SecondConstructor: Ctor[bytes]
...     ThirdConstructor: Ctor
...     def __iter__(self):
...         matchable = match.Matchable(self)
...         if matchable(Example.FirstConstructor(match.pat.count, match.pat.string)):
...             count, string = matchable[match.pat.count, match.pat.string]
...             for _ in range(count):
...                 yield string
...         elif matchable(Example.SecondConstructor(match.pat.bytes)):
...             bytes_ = matchable[match.pat.bytes]
...             for byte in bytes_:
...                 yield chr(byte)
...         elif matchable(Example.ThirdConstructor()):
...             yield "Third"
...             yield "Constructor"
>>> list(Example.FirstConstructor(5, "abc"))
['abc', 'abc', 'abc', 'abc', 'abc']
>>> list(Example.SecondConstructor(b"abc"))
['a', 'b', 'c']
>>> list(Example.ThirdConstructor())
['Third', 'Constructor']
"""

import inspect
import sys
import typing

from ._adt_constructor import ADTConstructor
from ._adt_constructor import make_constructor
from ._ctor import get_args
from ._prewritten_methods import SUBCLASS_ORDER
from ._prewritten_methods import PrewrittenProductMethods
from ._prewritten_methods import PrewrittenSumMethods

_T = typing.TypeVar("_T")


if typing.TYPE_CHECKING:  # pragma: nocover

    class Ctor:
        """Dummy class for type-checking purposes."""

    class ConcreteCtor(typing.Generic[_T]):
        """Wrapper class for type-checking purposes.

        The type parameter should be a Tuple type of fixed size.
        Classes containing this annotation (meaning they haven't been
        processed by the ``adt`` decorator) should not be instantiated.
        """


else:
    from ._ctor import Ctor


def _name(cls: typing.Type[_T], function) -> str:
    """Return the name of a function accessed through a descriptor."""
    return function.__get__(None, cls).__name__


def _set_new_functions(cls: typing.Type[_T], *functions) -> typing.Optional[str]:
    """Attempt to set the attributes corresponding to the functions on cls.

    If any attributes are already defined, fail *before* setting any, and
    return the already-defined name.
    """
    for function in functions:
        name = _name(cls, function)
        if getattr(object, name, None) is not getattr(cls, name, None):
            return name
    for function in functions:
        setattr(cls, _name(cls, function), function)
    return None


_K = typing.TypeVar("_K")
_V = typing.TypeVar("_V")


def _nillable_write(dct: typing.Dict[_K, _V], key: _K, value: typing.Optional[_V]):
    if value is None:
        dct.pop(key, typing.cast(_V, None))
    else:
        dct[key] = value


def _add_methods(cls: typing.Type[_T], do_set, *methods):
    methods_were_set = False
    if do_set:
        methods_were_set = not _set_new_functions(cls, *methods)
    return methods_were_set


def _sum_new(_cls: typing.Type[_T], subclasses):
    def base(cls, args):
        return super(_cls, cls).__new__(cls, args)

    new = _cls.__dict__.get("__new__", staticmethod(base))

    def __new__(cls, args):
        if cls not in subclasses:
            raise TypeError
        return new.__get__(None, cls)(cls, args)

    _cls.__new__ = staticmethod(__new__)  # type: ignore


def _product_new(
    _cls: typing.Type[_T],
    annotations: typing.Dict[str, typing.Any],
    defaults: typing.Dict[str, typing.Any],
):
    def __new__(*args, **kwargs):
        cls, *args = args
        return super(_cls, cls).__new__(cls, *args, **kwargs)

    __new__.__signature__ = inspect.signature(__new__).replace(
        parameters=[inspect.Parameter("cls", inspect.Parameter.POSITIONAL_ONLY)]
        + [
            inspect.Parameter(
                field,
                inspect.Parameter.POSITIONAL_OR_KEYWORD,
                annotation=annotation,
                default=defaults.get(field, inspect.Parameter.empty),
            )
            for (field, annotation) in annotations.items()
        ]
    )
    _cls.__new__ = __new__


def _all_annotations(
    cls: typing.Type[_T]
) -> typing.Iterator[typing.Tuple[typing.Type[_T], str, typing.Any]]:
    for superclass in reversed(cls.__mro__):
        for key, value in vars(superclass).get("__annotations__", {}).items():
            yield (superclass, key, value)


def _sum_args_from_annotations(cls: typing.Type[_T]) -> typing.Dict[str, typing.Tuple]:
    args: typing.Dict[str, typing.Tuple] = {}
    for superclass, key, value in _all_annotations(cls):
        _nillable_write(
            args, key, get_args(value, vars(sys.modules[superclass.__module__]))
        )
    return args


def _product_args_from_annotations(
    cls: typing.Type[_T]
) -> typing.Dict[str, typing.Any]:
    args: typing.Dict[str, typing.Any] = {}
    for superclass, key, value in _all_annotations(cls):
        if value == "None":
            value = None
        _nillable_write(args, key, value)
    return args


def _tuple_getter(index: int):
    # TODO: __name__ and __qualname__
    @property
    def getter(self):
        return tuple.__getitem__(self, index)

    return getter


def _add_prewritten_methods(_cls: typing.Type[_T], _repr, eq, order, src):
    _set_new_functions(_cls, src.__setattr__, src.__delattr__)
    _set_new_functions(_cls, src.__bool__)

    _add_methods(_cls, _repr, src.__repr__)

    equality_methods_were_set = _add_methods(_cls, eq, src.__eq__, src.__ne__)

    if equality_methods_were_set:
        _cls.__hash__ = src.__hash__

    if not order:
        return

    if not equality_methods_were_set:
        raise ValueError(
            "Can't add ordering methods if equality methods are provided."
        )
    collision = _set_new_functions(
        _cls, src.__lt__, src.__le__, src.__gt__, src.__ge__
    )
    if collision:
        raise TypeError(
            "Cannot overwrite attribute {collision} in class "
            "{name}. Consider using functools.total_ordering".format(
                collision=collision, name=_cls.__name__
            )
        )


class Sum:
    """Base class of classes with disjoint constructors.

    Examines PEP 526 __annotations__ to determine subclasses.

    If repr is true, a __repr__() method is added to the class.
    If order is true, rich comparison dunder methods are added.

    The Sum class examines the class to find Ctor annotations.
    A Ctor annotation is the adt.Ctor class itself, or the result of indexing
    the class, either with a single type hint, or a tuple of type hints.
    All other annotations are ignored.

    The subclass is not subclassable, but has subclasses at each of the
    names that had Ctor annotations. Each subclass takes a fixed number of
    arguments, corresponding to the type hints given to its annotation, if any.
    """

    __slots__ = ()

    def __init_subclass__(cls, *, repr=True, eq=True, order=False, **kwargs):
        super().__init_subclass__(**kwargs)
        if issubclass(cls, ADTConstructor):
            return
        if order and not eq:
            raise ValueError("eq must be true if order is true")

        subclass_order: typing.List[typing.Type[_T]] = []

        for name, args in _sum_args_from_annotations(cls).items():
            make_constructor(cls, name, args, subclass_order)

        SUBCLASS_ORDER[cls] = tuple(subclass_order)

        cls.__init_subclass__ = PrewrittenSumMethods.__init_subclass__  # type: ignore

        _sum_new(cls, frozenset(subclass_order))

        _add_prewritten_methods(cls, repr, eq, order, PrewrittenSumMethods)


class Product(ADTConstructor, tuple):
    """Base class of classes with typed fields.

    Examines PEP 526 __annotations__ to determine fields.

    If repr is true, a __repr__() method is added to the class.
    If order is true, rich comparison dunder methods are added.

    The Product class examines the class to find annotations.
    Annotations with a value of "None" are discarded.
    Fields may have default values, and can be set to inspect.empty to
    indicate "no default".

    The subclass is subclassable. The implementation was designed with a focus
    on flexibility over ideals of purity, and therefore provides various
    optional facilities that conflict with, for example, Liskov
    substitutability. For the purposes of matching, each class is considered
    distinct.
    """

    __slots__ = ()

    def __new__(*args, **kwargs):
        cls, *args = args
        values = cls.__defaults.copy()
        fields_iter = iter(cls.__annotations)
        for arg, field in zip(args, fields_iter):
            values[field] = arg
        for field in fields_iter:
            if field in values and field not in kwargs:
                continue
            values[field] = kwargs.pop(field)
        if kwargs:
            raise TypeError(kwargs)
        return super(Product, cls).__new__(
            cls, [values[field] for field in cls.__annotations]
        )

    def __init_subclass__(cls, *, repr=True, eq=True, order=False, **kwargs):
        super().__init_subclass__(**kwargs)
        if "__annotations__" not in vars(cls):
            return
        if order and not eq:
            raise ValueError("eq must be true if order is true")

        cls.__annotations = _product_args_from_annotations(cls)

        cls.__defaults = {}
        field_names = iter(reversed(tuple(cls.__annotations)))
        for field in field_names:
            default = getattr(cls, field, inspect.Parameter.empty)
            if default is inspect.Parameter.empty:
                break
            cls.__defaults[field] = default
        for field in field_names:
            if (
                getattr(cls, field, inspect.Parameter.empty)
                is not inspect.Parameter.empty
            ):
                raise TypeError

        _product_new(cls, cls.__annotations, cls.__defaults)

        for index, field in enumerate(cls.__annotations):
            setattr(cls, field, _tuple_getter(index))

        _add_prewritten_methods(cls, repr, eq, order, PrewrittenProductMethods)


__all__ = ["Ctor", "Product", "Sum"]


1			"""Base classes for defining abstract data types.
2
3			This module provides three public members, which are used together.
4
5			Given a structure, possibly a choice of different structures, that you'd like
6			to associate with a type:
7
8			- First, create a class, that subclasses the Sum class.
9			- Then, for each possible structure, add an attribute annotation to the class
10			with the desired name of the constructor, and a type of ``Ctor``, with the
11			types within the constructor as arguments.
12
13			To look inside an ADT instance, use the functions from the
14			:mod:`structured_data.match` module.
15
16			Putting it together:
17
18			>>> from structured_data import match
19			>>> class Example(Sum):
20			... FirstConstructor: Ctor[int, str]
21			... SecondConstructor: Ctor[bytes]
22			... ThirdConstructor: Ctor
23			... def __iter__(self):
24			... matchable = match.Matchable(self)
25			... if matchable(Example.FirstConstructor(match.pat.count, match.pat.string)):
26			... count, string = matchable[match.pat.count, match.pat.string]
27			... for _ in range(count):
28			... yield string
29			... elif matchable(Example.SecondConstructor(match.pat.bytes)):
30			... bytes_ = matchable[match.pat.bytes]
31			... for byte in bytes_:
32			... yield chr(byte)
33			... elif matchable(Example.ThirdConstructor()):
34			... yield "Third"
35			... yield "Constructor"
36			>>> list(Example.FirstConstructor(5, "abc"))
37			['abc', 'abc', 'abc', 'abc', 'abc']
38			>>> list(Example.SecondConstructor(b"abc"))
39			['a', 'b', 'c']
40			>>> list(Example.ThirdConstructor())
41			['Third', 'Constructor']
42			"""
43
44			import inspect
45			import sys
46			import typing
47
48			from ._adt_constructor import ADTConstructor
49			from ._adt_constructor import make_constructor
50			from ._ctor import get_args
51			from ._prewritten_methods import SUBCLASS_ORDER
52			from ._prewritten_methods import PrewrittenProductMethods
53			from ._prewritten_methods import PrewrittenSumMethods
54
55			_T = typing.TypeVar("_T")
56
57
58			if typing.TYPE_CHECKING: # pragma: nocover
59
60			class Ctor:
61			"""Dummy class for type-checking purposes."""
62
63			class ConcreteCtor(typing.Generic[_T]):
64			"""Wrapper class for type-checking purposes.
65
66			The type parameter should be a Tuple type of fixed size.
67			Classes containing this annotation (meaning they haven't been
68			processed by the ``adt`` decorator) should not be instantiated.
69			"""
70
71
72			else:
73			from ._ctor import Ctor
74
75
76			def _name(cls: typing.Type[_T], function) -> str:
77			"""Return the name of a function accessed through a descriptor."""
78			return function.__get__(None, cls).__name__
79
80
81			def _set_new_functions(cls: typing.Type[_T], *functions) -> typing.Optional[str]:
82			"""Attempt to set the attributes corresponding to the functions on cls.
83
84			If any attributes are already defined, fail before setting any, and
85			return the already-defined name.
86			"""
87			for function in functions:
88			name = _name(cls, function)
89			if getattr(object, name, None) is not getattr(cls, name, None):
90			return name
91			for function in functions:
92			setattr(cls, _name(cls, function), function)
93			return None
94
95
96			_K = typing.TypeVar("_K")
97			_V = typing.TypeVar("_V")
98
99
100			def _nillable_write(dct: typing.Dict[_K, _V], key: _K, value: typing.Optional[_V]):
101			if value is None:
102			dct.pop(key, typing.cast(_V, None))
103			else:
104			dct[key] = value
105
106
107			def _add_methods(cls: typing.Type[_T], do_set, *methods):
108			methods_were_set = False
109			if do_set:
110			methods_were_set = not _set_new_functions(cls, *methods)
111			return methods_were_set
112
113
114			def _sum_new(_cls: typing.Type[_T], subclasses):
115			def base(cls, args):
116			return super(_cls, cls).__new__(cls, args)
117
118			new = _cls.__dict__.get("__new__", staticmethod(base))
119
120			def __new__(cls, args):
121			if cls not in subclasses:
122			raise TypeError
123			return new.__get__(None, cls)(cls, args)
124
125			_cls.__new__ = staticmethod(__new__) # type: ignore
126
127
128			def _product_new(
129			_cls: typing.Type[_T],
130			annotations: typing.Dict[str, typing.Any],
131			defaults: typing.Dict[str, typing.Any],
132			):
133			def __new__(args, *kwargs):
134			cls, *args = args
135			return super(_cls, cls).__new__(cls, args, *kwargs)
136
137			__new__.__signature__ = inspect.signature(__new__).replace(
138			parameters=[inspect.Parameter("cls", inspect.Parameter.POSITIONAL_ONLY)]
139			+ [
140			inspect.Parameter(
141			field,
142			inspect.Parameter.POSITIONAL_OR_KEYWORD,
143			annotation=annotation,
144			default=defaults.get(field, inspect.Parameter.empty),
145			)
146			for (field, annotation) in annotations.items()
147			]
148			)
149			_cls.__new__ = __new__
150
151
152			def _all_annotations(
153			cls: typing.Type[_T]
154			) -> typing.Iterator[typing.Tuple[typing.Type[_T], str, typing.Any]]:
155			for superclass in reversed(cls.__mro__):
156			for key, value in vars(superclass).get("__annotations__", {}).items():
157			yield (superclass, key, value)
158
159
160			def _sum_args_from_annotations(cls: typing.Type[_T]) -> typing.Dict[str, typing.Tuple]:
161			args: typing.Dict[str, typing.Tuple] = {}
162			for superclass, key, value in _all_annotations(cls):
163			_nillable_write(
164			args, key, get_args(value, vars(sys.modules[superclass.__module__]))
165			)
166			return args
167
168
169			def _product_args_from_annotations(
170			cls: typing.Type[_T]
171			) -> typing.Dict[str, typing.Any]:
172			args: typing.Dict[str, typing.Any] = {}
173			for superclass, key, value in _all_annotations(cls):
174			if value == "None":
175			value = None
176			_nillable_write(args, key, value)
177			return args
178
179
180			def _tuple_getter(index: int):
181			# TODO: __name__ and __qualname__
182			@property
183			def getter(self):
184			return tuple.__getitem__(self, index)
185
186			return getter
187
188
189			def _add_prewritten_methods(_cls: typing.Type[_T], _repr, eq, order, src):
190			_set_new_functions(_cls, src.__setattr__, src.__delattr__)
191			_set_new_functions(_cls, src.__bool__)
192
193			_add_methods(_cls, _repr, src.__repr__)
194
195			equality_methods_were_set = _add_methods(_cls, eq, src.__eq__, src.__ne__)
196
197			if equality_methods_were_set:
198			_cls.__hash__ = src.__hash__
199
200			if not order:
201			return
202
203			if not equality_methods_were_set:
204			raise ValueError(
205			"Can't add ordering methods if equality methods are provided."
206			)
207			collision = _set_new_functions(
208			_cls, src.__lt__, src.__le__, src.__gt__, src.__ge__
209			)
210			if collision:
211			raise TypeError(
212			"Cannot overwrite attribute {collision} in class "
213			"{name}. Consider using functools.total_ordering".format(
214			collision=collision, name=_cls.__name__
215			)
216			)
217
218
219			class Sum:
220			"""Base class of classes with disjoint constructors.
221
222			Examines PEP 526 __annotations__ to determine subclasses.
223
224			If repr is true, a __repr__() method is added to the class.
225			If order is true, rich comparison dunder methods are added.
226
227			The Sum class examines the class to find Ctor annotations.
228			A Ctor annotation is the adt.Ctor class itself, or the result of indexing
229			the class, either with a single type hint, or a tuple of type hints.
230			All other annotations are ignored.
231
232			The subclass is not subclassable, but has subclasses at each of the
233			names that had Ctor annotations. Each subclass takes a fixed number of
234			arguments, corresponding to the type hints given to its annotation, if any.
235			"""
236
237			__slots__ = ()
238
239			def __init_subclass__(cls, , repr=True, eq=True, order=False, *kwargs):
240			super().__init_subclass__(**kwargs)
241			if issubclass(cls, ADTConstructor):
242			return
243			if order and not eq:
244			raise ValueError("eq must be true if order is true")
245
246			subclass_order: typing.List[typing.Type[_T]] = []
247
248			for name, args in _sum_args_from_annotations(cls).items():
249			make_constructor(cls, name, args, subclass_order)
250
251			SUBCLASS_ORDER[cls] = tuple(subclass_order)
252
253			cls.__init_subclass__ = PrewrittenSumMethods.__init_subclass__ # type: ignore
254
255			_sum_new(cls, frozenset(subclass_order))
256
257			_add_prewritten_methods(cls, repr, eq, order, PrewrittenSumMethods)
258
259
260			class Product(ADTConstructor, tuple):
261			"""Base class of classes with typed fields.
262
263			Examines PEP 526 __annotations__ to determine fields.
264
265			If repr is true, a __repr__() method is added to the class.
266			If order is true, rich comparison dunder methods are added.
267
268			The Product class examines the class to find annotations.
269			Annotations with a value of "None" are discarded.
270			Fields may have default values, and can be set to inspect.empty to
271			indicate "no default".
272
273			The subclass is subclassable. The implementation was designed with a focus
274			on flexibility over ideals of purity, and therefore provides various
275			optional facilities that conflict with, for example, Liskov
276			substitutability. For the purposes of matching, each class is considered
277			distinct.
278			"""
279
280			__slots__ = ()
281
282			def __new__(args, *kwargs):
283			cls, *args = args
284			values = cls.__defaults.copy()
285			fields_iter = iter(cls.__annotations)
286			for arg, field in zip(args, fields_iter):
287			values[field] = arg
288			for field in fields_iter:
289			if field in values and field not in kwargs:
290			continue
291			values[field] = kwargs.pop(field)
292			if kwargs:
293			raise TypeError(kwargs)
294			return super(Product, cls).__new__(
295			cls, [values[field] for field in cls.__annotations]
296			)
297
298			def __init_subclass__(cls, , repr=True, eq=True, order=False, *kwargs):
299			super().__init_subclass__(**kwargs)
300			if "__annotations__" not in vars(cls):
301			return
302			if order and not eq:
303			raise ValueError("eq must be true if order is true")
304
305			cls.__annotations = _product_args_from_annotations(cls)
306
307			cls.__defaults = {}
308			field_names = iter(reversed(tuple(cls.__annotations)))
309			for field in field_names:
310			default = getattr(cls, field, inspect.Parameter.empty)
311			if default is inspect.Parameter.empty:
312			break
313			cls.__defaults[field] = default
314			for field in field_names:
315			if (
316			getattr(cls, field, inspect.Parameter.empty)
317			is not inspect.Parameter.empty
318			):
319			raise TypeError
320
321			_product_new(cls, cls.__annotations, cls.__defaults)
322
323			for index, field in enumerate(cls.__annotations):
324			setattr(cls, field, _tuple_getter(index))
325
326			_add_prewritten_methods(cls, repr, eq, order, PrewrittenProductMethods)
327
328
329			__all__ = ["Ctor", "Product", "Sum"]
330

mwchase / python-structured-data

Push — master ( 795f8c...a45616 )

structured_data.adt._process_class() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like