|
1
|
|
|
import datetime |
|
2
|
|
|
import sys |
|
3
|
|
|
import os |
|
4
|
|
|
from collections import defaultdict |
|
5
|
|
|
from kytos.core.db import Mongo |
|
6
|
|
|
|
|
7
|
|
|
|
|
8
|
|
|
def aggregate_outdated_interfaces(mongo: Mongo): |
|
9
|
|
|
"""Aggregate outdated interfaces details""" |
|
10
|
|
|
db = mongo.client[mongo.db_name] |
|
11
|
|
|
outdated_intfs = set() |
|
12
|
|
|
result = db.interface_details.aggregate( |
|
13
|
|
|
[ |
|
14
|
|
|
{"$project": { |
|
15
|
|
|
"_id": 0, |
|
16
|
|
|
"id": 1, |
|
17
|
|
|
"special_available_tags": 1, |
|
18
|
|
|
}} |
|
19
|
|
|
] |
|
20
|
|
|
) |
|
21
|
|
|
for document in result: |
|
22
|
|
|
if (not "special_available_tags" in document or |
|
23
|
|
|
not "special_tags" in document): |
|
24
|
|
|
outdated_intfs.add(document["id"]) |
|
25
|
|
|
|
|
26
|
|
|
if outdated_intfs: |
|
27
|
|
|
print(f"There are {len(outdated_intfs)} outdated interface documents" |
|
28
|
|
|
" which do not have 'special_available_tags' and/or" |
|
29
|
|
|
" 'special_tags' field:") |
|
30
|
|
|
for intf_id in outdated_intfs: |
|
31
|
|
|
print(intf_id) |
|
32
|
|
|
else: |
|
33
|
|
|
print("All interfaces are updated.") |
|
34
|
|
|
|
|
35
|
|
|
def update_database(mongo: Mongo): |
|
36
|
|
|
db = mongo.client[mongo.db_name] |
|
37
|
|
|
intfs_documents = db.interface_details.find() |
|
38
|
|
|
evc_documents = db.evcs.find({"archived": False}) |
|
39
|
|
|
|
|
40
|
|
|
tag_by_intf = defaultdict(set) |
|
41
|
|
|
evc_intf = defaultdict(str) |
|
42
|
|
|
|
|
43
|
|
|
for evc in evc_documents: |
|
44
|
|
|
tag_a = evc["uni_a"].get("tag") |
|
45
|
|
|
if tag_a and isinstance(tag_a["value"], str): |
|
46
|
|
|
intf_id = evc["uni_a"]["interface_id"] |
|
47
|
|
|
if tag_a["value"] in tag_by_intf[intf_id]: |
|
48
|
|
|
print(f"Error: Detected duplicated vlan '{tag_a['value']}' TAG" |
|
49
|
|
|
f" in EVCs {evc['id']} and {evc_intf[intf_id+tag_a['value']]}" |
|
50
|
|
|
f" in interface {intf_id}") |
|
51
|
|
|
sys.exit(1) |
|
52
|
|
|
tag_by_intf[intf_id].add(tag_a["value"]) |
|
53
|
|
|
evc_intf[intf_id+tag_a["value"]] = evc["id"] |
|
54
|
|
|
tag_z = evc["uni_z"].get("tag") |
|
55
|
|
|
|
|
56
|
|
|
if tag_z and isinstance(tag_z["value"], str): |
|
57
|
|
|
intf_id = evc["uni_z"]["interface_id"] |
|
58
|
|
|
if tag_z["value"] in tag_by_intf[intf_id]: |
|
59
|
|
|
print(f"Error: Detected duplicated vlan '{tag_z['value']}' TAG" |
|
60
|
|
|
f" in EVCs {evc['id']} and {evc_intf[intf_id+tag_z['value']]}" |
|
61
|
|
|
f" in interface {intf_id}") |
|
62
|
|
|
sys.exit(1) |
|
63
|
|
|
tag_by_intf[intf_id].add(tag_z["value"]) |
|
64
|
|
|
evc_intf[intf_id+tag_z["value"]] = evc["id"] |
|
65
|
|
|
|
|
66
|
|
|
default_special_vlans = {"untagged", "any"} |
|
67
|
|
|
intf_count = 0 |
|
68
|
|
|
message_intfs = "" |
|
69
|
|
|
for intf in intfs_documents: |
|
70
|
|
|
_id = intf["id"] |
|
71
|
|
|
current_field = intf.get("special_available_tags", None) |
|
72
|
|
|
if current_field: |
|
73
|
|
|
current_field = set(current_field["vlan"]) |
|
74
|
|
|
expected_field = default_special_vlans - tag_by_intf.get(_id, set()) |
|
75
|
|
|
if current_field == expected_field and intf.get("special_tags"): |
|
76
|
|
|
continue |
|
77
|
|
|
db.interface_details.update_one( |
|
78
|
|
|
{"id": _id}, |
|
79
|
|
|
{ |
|
80
|
|
|
"$set": |
|
81
|
|
|
{ |
|
82
|
|
|
"special_available_tags": {"vlan": list(expected_field)}, |
|
83
|
|
|
"special_tags": {"vlan": ["untagged", "any"]} |
|
84
|
|
|
} |
|
85
|
|
|
} |
|
86
|
|
|
) |
|
87
|
|
|
message_intfs += f"{_id}\n" |
|
88
|
|
|
intf_count += 1 |
|
89
|
|
|
if intf_count: |
|
90
|
|
|
print(f"{intf_count} interface was/were updated:") |
|
91
|
|
|
print(message_intfs) |
|
92
|
|
|
else: |
|
93
|
|
|
print("All interfaces are updated already.") |
|
94
|
|
|
|
|
95
|
|
|
|
|
96
|
|
View Code Duplication |
if __name__ == "__main__": |
|
|
|
|
|
|
97
|
|
|
mongo = Mongo() |
|
98
|
|
|
cmds = { |
|
99
|
|
|
"aggregate_outdated_interfaces": aggregate_outdated_interfaces, |
|
100
|
|
|
"update_database": update_database, |
|
101
|
|
|
} |
|
102
|
|
|
try: |
|
103
|
|
|
cmd = os.environ["CMD"] |
|
104
|
|
|
cmds[cmd](mongo) |
|
105
|
|
|
except KeyError: |
|
106
|
|
|
print( |
|
107
|
|
|
f"Please set the 'CMD' env var. \nIt has to be one of these: {list(cmds.keys())}" |
|
108
|
|
|
) |
|
109
|
|
|
sys.exit(1) |
|
110
|
|
|
|
kytos-ng /
topology
Loading history...