isomer.schemastore.build_schemastore_new() - Code Metrics - Inspection of "Merge pull request #11 from ri0t/master" - isomeric/isomer - Measure and Improve Code Quality continuously with Scrutinizer

Test Failed

Push — master ( 2399ba...a22392 )

by Heiko 'riot'

created 2021-02-24 12:31 UTC

isomer.schemastore.build_schemastore_new() F

↳ Parent: schemastore

Complexity

Conditions

Size

Total Lines	110
Code Lines	81

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	26
eloc	81
nop	0
dl	0
loc	110
rs	0
c	0
b	0
f	0

How to fix Long Method Complexity

#!/usr/bin/env python
# -*- coding: UTF-8 -*-

# Isomer - The distributed application framework
# ==============================================
# Copyright (C) 2011-2020 Heiko 'riot' Weinen <[email protected]> and others.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

"""Schemastore builder"""

import formal
import jsonschema

from copy import deepcopy
from pkg_resources import iter_entry_points, DistributionNotFound
from json import dumps

from isomer.logger import isolog, verbose, warn, debug
from isomer.misc import all_languages, i18n as _


def schemata_log(*args, **kwargs):
    """Log as emitter 'SCHEMATA'"""
    kwargs.update({"emitter": "SCHEMATA", "frame_ref": 2})
    isolog(*args, **kwargs)


schemastore = {}
l10n_schemastore = {}
restrictions = {}
configschemastore = {}


def build_schemastore_new():
    available = {}

    for schema_entrypoint in iter_entry_points(group="isomer.schemata", name=None):
        try:
            schemata_log("Schemata found: ", schema_entrypoint.name, lvl=verbose)
            schema = schema_entrypoint.load()
            available[schema_entrypoint.name] = schema
        except (ImportError, DistributionNotFound) as e:
            schemata_log(
                "Problematic schema: ", schema_entrypoint.name, exc=True, lvl=warn
            )

    def schema_insert(dictionary, insert_path, insert_object):
        insert_path = insert_path.split("/")

        place = dictionary

        for element in insert_path:
            if element != "":
                place = place[element]

        place.update(insert_object)

        return dictionary

    def form_insert(insert_form, insert_index, insert_path, insert_object):
        insert_path = insert_path.split("/")
        place = None
        if isinstance(insert_index, str):
            for widget in insert_form:
                if isinstance(widget, dict) and widget.get("id", None) is not None:
                    place = widget
        else:
            place = insert_form[insert_index]

        if place is None:
            schemata_log("No place to insert into form found:", insert_path, insert_form, insert_object)
            return

        for element in insert_path:
            schemata_log(element, place, lvl=verbose)
            try:
                element = int(element)
            except ValueError:
                pass
            if element != "":
                place = place[element]

        if isinstance(place, dict):
            place.update(insert_object)
        else:
            place.append(insert_object)

        return insert_form

    def _get_field_restrictions(item):
        result = {}

        for key, thing in item['schema']['properties'].items():
            if 'roles' in thing:
                # schemata_log(thing)
                result[key] = thing['roles']

        return result

    for key, item in available.items():
        restrictions[key] = _get_field_restrictions(item)
        schemata_log("Schema", key, "restrictions:", restrictions[key], lvl=debug)


        extends = item.get("extends", None)
        if extends is not None:
            schemata_log(key, "extends:", extends, pretty=True, lvl=verbose)

            for model, extension_group in extends.items():
                schema_extensions = extension_group.get("schema", None)
                form_extensions = extension_group.get("form", None)
                schema = available[model].get("schema", None)
                form = available[model].get("form", None)

                original_schema = deepcopy(schema)

                if schema_extensions is not None:
                    schemata_log("Extending schema", model, "from", key, lvl=debug)
                    for path, extensions in schema_extensions.items():
                        schemata_log(
                            "Item:", path, "Extensions:", extensions, lvl=verbose
                        )
                        for obj in extensions:
                            available[model]["schema"] = schema_insert(
                                schema, path, obj
                            )
                            schemata_log("Path:", path, "obj:", obj, lvl=verbose)

                if form_extensions is not None:
                    schemata_log("Extending form of", model, "with", key, lvl=verbose)
                    for index, extensions in form_extensions.items():
                        schemata_log(
                            "Item:", index, "Extensions:", extensions, lvl=verbose
                        )
                        for path, obj in extensions.items():
                            if not isinstance(obj, list):
                                obj = [obj]
                            for thing in obj:
                                available[model]["form"] = form_insert(
                                    form, index, path, thing
                                )
                                schemata_log("Path:", path, "obj:", thing, lvl=verbose)

                # schemata_log(available[model]['form'], pretty=True, lvl=warn)
                try:
                    jsonschema.Draft4Validator.check_schema(schema)
                except jsonschema.SchemaError as e:
                    schemata_log(
                        "Schema extension failed:", model, extension_group, exc=True
                    )
                    available[model]["schema"] = original_schema

    schemata_log(
        "Found", len(available), "schemata: ", sorted(available.keys()), lvl=debug
    )

    validate_schemastore(available)

    return available

def validate_schemastore(store):
    for key, item in store.items():
        try:
            _ = dumps(item)
        except Exception as e:
            schemata_log("Schema did not validate:", key, e, pretty=True, lvl=warn)


def build_l10n_schemastore(available):
    l10n_schemata = {}

    for lang in all_languages():

        language_schemata = {}

        def translate(schema):
            """Generate a translated copy of a schema"""

            localized = deepcopy(schema)

            def walk(branch):
                """Inspect a schema recursively to translate descriptions and titles"""

                if isinstance(branch, dict):

                    if "title" in branch and isinstance(branch["title"], str):
                        # schemata_log(branch['title'])
                        branch["title"] = _(branch["title"], lang=lang)
                    if "description" in branch and isinstance(
                        branch["description"], str
                    ):
                        # schemata_log(branch['description'])
                        branch["description"] = _(branch["description"], lang=lang)

                    for branch_item in branch.values():
                        walk(branch_item)

            walk(localized)

            return localized

        for key, item in available.items():
            language_schemata[key] = translate(item)

        l10n_schemata[lang] = language_schemata

        # schemata_log(l10n_schemata['de']['client'], pretty=True, lvl=error)

    return l10n_schemata


def test_schemata():
    """Validates all registered schemata"""

    objects = {}

    for schemaname in schemastore.keys():
        objects[schemaname] = formal.model_factory(schemastore[schemaname]["schema"])
        try:
            testobject = objects[schemaname]()
            testobject.validate()
        except Exception as e:
            schemata_log("Blank schema did not validate:", schemaname, exc=True)

            # pprint(objects)


1			#!/usr/bin/env python
2			# -- coding: UTF-8 --
3
4			# Isomer - The distributed application framework
5			# ==============================================
6			# Copyright (C) 2011-2020 Heiko 'riot' Weinen <[email protected]> and others.
7			#
8			# This program is free software: you can redistribute it and/or modify
9			# it under the terms of the GNU Affero General Public License as published by
10			# the Free Software Foundation, either version 3 of the License, or
11			# (at your option) any later version.
12			#
13			# This program is distributed in the hope that it will be useful,
14			# but WITHOUT ANY WARRANTY; without even the implied warranty of
15			# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16			# GNU Affero General Public License for more details.
17			#
18			# You should have received a copy of the GNU Affero General Public License
19			# along with this program. If not, see <http://www.gnu.org/licenses/>.
20
21			"""Schemastore builder"""
22
23			import formal
24			import jsonschema
25
26			from copy import deepcopy
27			from pkg_resources import iter_entry_points, DistributionNotFound
28			from json import dumps
29
30			from isomer.logger import isolog, verbose, warn, debug
31			from isomer.misc import all_languages, i18n as _
32
33
34			def schemata_log(args, *kwargs):
35			"""Log as emitter 'SCHEMATA'"""
36			kwargs.update({"emitter": "SCHEMATA", "frame_ref": 2})
37			isolog(args, *kwargs)
38
39
40			schemastore = {}
41			l10n_schemastore = {}
42			restrictions = {}
43			configschemastore = {}
44
45
46			def build_schemastore_new():
47			available = {}
48
49			for schema_entrypoint in iter_entry_points(group="isomer.schemata", name=None):
50			try:
51			schemata_log("Schemata found: ", schema_entrypoint.name, lvl=verbose)
52			schema = schema_entrypoint.load()
53			available[schema_entrypoint.name] = schema
54			except (ImportError, DistributionNotFound) as e:
55			schemata_log(
56			"Problematic schema: ", schema_entrypoint.name, exc=True, lvl=warn
57			)
58
59			def schema_insert(dictionary, insert_path, insert_object):
60			insert_path = insert_path.split("/")
61
62			place = dictionary
63
64			for element in insert_path:
65			if element != "":
66			place = place[element]
67
68			place.update(insert_object)
69
70			return dictionary
71
72			def form_insert(insert_form, insert_index, insert_path, insert_object):
73			insert_path = insert_path.split("/")
74			place = None
75			if isinstance(insert_index, str):
76			for widget in insert_form:
77			if isinstance(widget, dict) and widget.get("id", None) is not None:
78			place = widget
79			else:
80			place = insert_form[insert_index]
81
82			if place is None:
83			schemata_log("No place to insert into form found:", insert_path, insert_form, insert_object)
84			return
85
86			for element in insert_path:
87			schemata_log(element, place, lvl=verbose)
88			try:
89			element = int(element)
90			except ValueError:
91			pass
92			if element != "":
93			place = place[element]
94
95			if isinstance(place, dict):
96			place.update(insert_object)
97			else:
98			place.append(insert_object)
99
100			return insert_form
101
102			def _get_field_restrictions(item):
103			result = {}
104
105			for key, thing in item['schema']['properties'].items():
106			if 'roles' in thing:
107			# schemata_log(thing)
108			result[key] = thing['roles']
109
110			return result
111
112			for key, item in available.items():
113			restrictions[key] = _get_field_restrictions(item)
114			schemata_log("Schema", key, "restrictions:", restrictions[key], lvl=debug)
			0 ignored issues – show Comprehensibility Best Practice introduced 2021-02-24 12:36 UTC by Report Bug Copy Issue Report The variable `restrictions` does not seem to be defined. Loading history...
115
116			extends = item.get("extends", None)
117			if extends is not None:
118			schemata_log(key, "extends:", extends, pretty=True, lvl=verbose)
119
120			for model, extension_group in extends.items():
121			schema_extensions = extension_group.get("schema", None)
122			form_extensions = extension_group.get("form", None)
123			schema = available[model].get("schema", None)
124			form = available[model].get("form", None)
125
126			original_schema = deepcopy(schema)
127
128			if schema_extensions is not None:
129			schemata_log("Extending schema", model, "from", key, lvl=debug)
130			for path, extensions in schema_extensions.items():
131			schemata_log(
132			"Item:", path, "Extensions:", extensions, lvl=verbose
133			)
134			for obj in extensions:
135			available[model]["schema"] = schema_insert(
136			schema, path, obj
137			)
138			schemata_log("Path:", path, "obj:", obj, lvl=verbose)
139
140			if form_extensions is not None:
141			schemata_log("Extending form of", model, "with", key, lvl=verbose)
142			for index, extensions in form_extensions.items():
143			schemata_log(
144			"Item:", index, "Extensions:", extensions, lvl=verbose
145			)
146			for path, obj in extensions.items():
147			if not isinstance(obj, list):
148			obj = [obj]
149			for thing in obj:
150			available[model]["form"] = form_insert(
151			form, index, path, thing
152			)
153			schemata_log("Path:", path, "obj:", thing, lvl=verbose)
154
155			# schemata_log(available[model]['form'], pretty=True, lvl=warn)
156			try:
157			jsonschema.Draft4Validator.check_schema(schema)
158			except jsonschema.SchemaError as e:
159			schemata_log(
160			"Schema extension failed:", model, extension_group, exc=True
161			)
162			available[model]["schema"] = original_schema
163
164			schemata_log(
165			"Found", len(available), "schemata: ", sorted(available.keys()), lvl=debug
166			)
167
168			validate_schemastore(available)
169
170			return available
171
172			def validate_schemastore(store):
173			for key, item in store.items():
174			try:
175			_ = dumps(item)
176			except Exception as e:
177			schemata_log("Schema did not validate:", key, e, pretty=True, lvl=warn)
178
179
180			def build_l10n_schemastore(available):
181			l10n_schemata = {}
182
183			for lang in all_languages():
184
185			language_schemata = {}
186
187			def translate(schema):
188			"""Generate a translated copy of a schema"""
189
190			localized = deepcopy(schema)
191
192			def walk(branch):
193			"""Inspect a schema recursively to translate descriptions and titles"""
194
195			if isinstance(branch, dict):
196
197			if "title" in branch and isinstance(branch["title"], str):
198			# schemata_log(branch['title'])
199			branch["title"] = _(branch["title"], lang=lang)
200			if "description" in branch and isinstance(
201			branch["description"], str
202			):
203			# schemata_log(branch['description'])
204			branch["description"] = _(branch["description"], lang=lang)
205
206			for branch_item in branch.values():
207			walk(branch_item)
208
209			walk(localized)
210
211			return localized
212
213			for key, item in available.items():
214			language_schemata[key] = translate(item)
215
216			l10n_schemata[lang] = language_schemata
217
218			# schemata_log(l10n_schemata['de']['client'], pretty=True, lvl=error)
219
220			return l10n_schemata
221
222
223			def test_schemata():
224			"""Validates all registered schemata"""
225
226			objects = {}
227
228			for schemaname in schemastore.keys():
229			objects[schemaname] = formal.model_factory(schemastore[schemaname]["schema"])
230			try:
231			testobject = objects[schemaname]()
232			testobject.validate()
233			except Exception as e:
234			schemata_log("Blank schema did not validate:", schemaname, exc=True)
235
236			# pprint(objects)
237

isomeric / isomer

Push — master ( 2399ba...a22392 )

isomer.schemastore.build_schemastore_new() F

Complexity

Size

Duplication

Importance

How to fix Long Method Complexity

Long Method

Complexity

Duplication Side-by-Side

Filter issues like