tokens.token_graph_model() - Code Metrics - Inspection of "updates" - erivlis/graphinate - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — main ( ced03c...e8bc85 )

by Eran

created 2025-02-24 21:49 UTC

tokens.token_graph_model() A

↳ Parent: tokens

Complexity

Conditions

Size

Total Lines	18
Code Lines	13

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
cc	1
eloc	13
nop	1
dl	0
loc	18
rs	9.75
c	0
b	0
f	0

import itertools
import operator
import sys

from pygments import lex
from pygments.lexers import guess_lexer_for_filename

import graphinate


def load_file(file_path):
    with open(file_path) as file:
        return file.read()


def tokenize_file(file_path):
    content = load_file(file_path)
    lexer = guess_lexer_for_filename(file_path, content)
    return lex(content, lexer)


def token_graph_model(file_path):
    graph_model = graphinate.model(name="Token Graph")

    def token_type(v):
        return str(v[0]).replace('.', '_')

    def token_key(v):
        return f"{v[0]}-{v[1]}"

    @graph_model.node(token_type, key=token_key)
    def token():
        yield from tokenize_file(file_path)

    @graph_model.edge(source=operator.itemgetter(0), target=operator.itemgetter(1))
    def edge():
        yield from itertools.pairwise(token_key(t) for t in tokenize_file(file_path))

    return graph_model


if __name__ == '__main__':
    if len(sys.argv) != 2:
        print("Usage: python tokens.py <file_path>")
        sys.exit(1)

    file_path = sys.argv[1]
    token_model = token_graph_model(file_path)
    graphinate.materialize(
        token_model,
        builder=graphinate.builders.GraphQLBuilder,
        builder_output_handler=graphinate.graphql
    )


1			import itertools
2			import operator
3			import sys
4
5			from pygments import lex
6			from pygments.lexers import guess_lexer_for_filename
7
8			import graphinate
9
10
11			def load_file(file_path):
12			with open(file_path) as file:
13			return file.read()
14
15
16			def tokenize_file(file_path):
17			content = load_file(file_path)
18			lexer = guess_lexer_for_filename(file_path, content)
19			return lex(content, lexer)
20
21
22			def token_graph_model(file_path):
23			graph_model = graphinate.model(name="Token Graph")
24
25			def token_type(v):
26			return str(v[0]).replace('.', '_')
27
28			def token_key(v):
29			return f"{v[0]}-{v[1]}"
30
31			@graph_model.node(token_type, key=token_key)
32			def token():
33			yield from tokenize_file(file_path)
34
35			@graph_model.edge(source=operator.itemgetter(0), target=operator.itemgetter(1))
36			def edge():
37			yield from itertools.pairwise(token_key(t) for t in tokenize_file(file_path))
38
39			return graph_model
40
41
42			if __name__ == '__main__':
43			if len(sys.argv) != 2:
44			print("Usage: python tokens.py <file_path>")
45			sys.exit(1)
46
47			file_path = sys.argv[1]
48			token_model = token_graph_model(file_path)
49			graphinate.materialize(
50			token_model,
51			builder=graphinate.builders.GraphQLBuilder,
52			builder_output_handler=graphinate.graphql
53			)
54

erivlis / graphinate

Push — main ( ced03c...e8bc85 )

tokens.token_graph_model() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like