1
|
|
|
""" |
2
|
|
|
from a list of nodes in the address space, build an XML file |
3
|
|
|
format is the one from opc-ua specification |
4
|
|
|
""" |
5
|
|
|
import logging |
6
|
|
|
from collections import OrderedDict |
7
|
|
|
import xml.etree.ElementTree as Et |
8
|
|
|
from copy import copy |
9
|
|
|
|
10
|
|
|
from opcua import ua |
11
|
|
|
from opcua.ua import object_ids as o_ids |
12
|
|
|
|
13
|
|
|
|
14
|
|
|
class XmlExporter(object): |
15
|
|
|
|
16
|
|
|
def __init__(self, server): |
17
|
|
|
self.logger = logging.getLogger(__name__) |
18
|
|
|
self.server = server |
19
|
|
|
self.aliases = {} |
20
|
|
|
self._addr_idx_to_xml_idx = {} |
21
|
|
|
|
22
|
|
|
node_set_attributes = OrderedDict() |
23
|
|
|
node_set_attributes['xmlns:xsi'] = 'http://www.w3.org/2001/XMLSchema-instance' |
24
|
|
|
node_set_attributes['xmlns:uax'] = 'http://opcfoundation.org/UA/2008/02/Types.xsd' |
25
|
|
|
node_set_attributes['xmlns:xsd'] = 'http://www.w3.org/2001/XMLSchema' |
26
|
|
|
node_set_attributes['xmlns'] = 'http://opcfoundation.org/UA/2011/03/UANodeSet.xsd' |
27
|
|
|
|
28
|
|
|
self.etree = Et.ElementTree(Et.Element('UANodeSet', node_set_attributes)) |
29
|
|
|
|
30
|
|
|
def build_etree(self, node_list, uris=None): |
31
|
|
|
""" |
32
|
|
|
Create an XML etree object from a list of nodes; custom namespace uris are optional |
33
|
|
|
Namespaces used by nodes are allways exported for consistency. |
34
|
|
|
Args: |
35
|
|
|
node_list: list of Node objects for export |
36
|
|
|
uris: list of namespace uri strings |
37
|
|
|
|
38
|
|
|
Returns: |
39
|
|
|
""" |
40
|
|
|
self.logger.info('Building XML etree') |
41
|
|
|
|
42
|
|
|
self._add_namespaces(node_list, uris) |
43
|
|
|
|
44
|
|
|
# add all nodes in the list to the XML etree |
45
|
|
|
for node in node_list: |
46
|
|
|
self.node_to_etree(node) |
47
|
|
|
|
48
|
|
|
# add aliases to the XML etree |
49
|
|
|
self._add_alias_els() |
50
|
|
|
|
51
|
|
|
def _add_namespaces(self, nodes, uris): |
52
|
|
|
idxs = self._get_ns_idxs_of_nodes(nodes) |
53
|
|
|
|
54
|
|
|
ns_array = self.server.get_namespace_array() |
55
|
|
|
|
56
|
|
|
# now add index of provided uris if necessary |
57
|
|
|
if uris: |
58
|
|
|
self._add_idxs_from_uris(idxs, uris, ns_array) |
59
|
|
|
|
60
|
|
|
# now create a dict of idx_in_address_space to idx_in_exported_file |
61
|
|
|
self._addr_idx_to_xml_idx = self._make_idx_dict(idxs, ns_array) |
62
|
|
|
ns_to_export = [ns_array[i] for i in self._addr_idx_to_xml_idx.keys() if i != 0] |
63
|
|
|
|
64
|
|
|
# write namespaces to xml |
65
|
|
|
self._add_namespace_uri_els(ns_to_export) |
66
|
|
|
|
67
|
|
|
def _make_idx_dict(self, idxs, ns_array): |
68
|
|
|
idxs.sort() |
69
|
|
|
addr_idx_to_xml_idx = {0: 0} |
70
|
|
|
for xml_idx, addr_idx in enumerate(idxs): |
71
|
|
|
if addr_idx >= len(ns_array): |
72
|
|
|
break |
73
|
|
|
addr_idx_to_xml_idx[addr_idx] = xml_idx + 1 |
74
|
|
|
return addr_idx_to_xml_idx |
75
|
|
|
|
76
|
|
|
def _get_ns_idxs_of_nodes(self, nodes): |
77
|
|
|
""" |
78
|
|
|
get a list of all indexes used or references by nodes |
79
|
|
|
""" |
80
|
|
|
idxs = [] |
81
|
|
|
for node in nodes: |
82
|
|
|
node_idxs = [node.nodeid.NamespaceIndex] |
83
|
|
|
node_idxs.append(node.get_browse_name().NamespaceIndex) |
84
|
|
|
node_idxs.extend(ref.NodeId.NamespaceIndex for ref in node.get_references()) |
85
|
|
|
node_idxs = list(set(node_idxs)) # remove duplicates |
86
|
|
|
for i in node_idxs: |
87
|
|
|
if i != 0 and i not in idxs: |
88
|
|
|
idxs.append(i) |
89
|
|
|
return idxs |
90
|
|
|
|
91
|
|
|
def _add_idxs_from_uris(self, idxs, uris, ns_array): |
92
|
|
|
for uri in uris: |
93
|
|
|
if uri in ns_array: |
94
|
|
|
i = ns_array.index(uri) |
95
|
|
|
if i not in idxs: |
96
|
|
|
idxs.append(i) |
97
|
|
|
|
98
|
|
|
|
99
|
|
|
def write_xml(self, xmlpath, pretty=True): |
100
|
|
|
""" |
101
|
|
|
Write the XML etree in the exporter object to a file |
102
|
|
|
Args: |
103
|
|
|
xmlpath: string representing the path/file name |
104
|
|
|
|
105
|
|
|
Returns: |
106
|
|
|
""" |
107
|
|
|
# try to write the XML etree to a file |
108
|
|
|
self.logger.info('Exporting XML file to %s', xmlpath) |
109
|
|
|
#from IPython import embed |
110
|
|
|
# embed() |
111
|
|
|
if pretty: |
112
|
|
|
indent(self.etree.getroot()) |
113
|
|
|
self.etree.write(xmlpath, |
114
|
|
|
encoding='utf-8', |
115
|
|
|
xml_declaration=True |
116
|
|
|
) |
117
|
|
|
else: |
118
|
|
|
self.etree.write(xmlpath, |
119
|
|
|
encoding='utf-8', |
120
|
|
|
xml_declaration=True |
121
|
|
|
) |
122
|
|
|
|
123
|
|
|
def dump_etree(self): |
124
|
|
|
""" |
125
|
|
|
Dump etree to console for debugging |
126
|
|
|
Returns: |
127
|
|
|
""" |
128
|
|
|
self.logger.info('Dumping XML etree to console') |
129
|
|
|
Et.dump(self.etree) |
130
|
|
|
|
131
|
|
|
def node_to_etree(self, node): |
132
|
|
|
""" |
133
|
|
|
Add the necessary XML sub elements to the etree for exporting the node |
134
|
|
|
Args: |
135
|
|
|
node: Node object which will be added to XML etree |
136
|
|
|
|
137
|
|
|
Returns: |
138
|
|
|
""" |
139
|
|
|
node_class = node.get_node_class() |
140
|
|
|
|
141
|
|
|
if node_class is ua.NodeClass.Object: |
142
|
|
|
self.add_etree_object(node) |
143
|
|
|
elif node_class is ua.NodeClass.ObjectType: |
144
|
|
|
self.add_etree_object_type(node) |
145
|
|
|
elif node_class is ua.NodeClass.Variable: |
146
|
|
|
self.add_etree_variable(node) |
147
|
|
|
elif node_class is ua.NodeClass.VariableType: |
148
|
|
|
self.add_etree_variable_type(node) |
149
|
|
|
elif node_class is ua.NodeClass.ReferenceType: |
150
|
|
|
self.add_etree_reference_type(node) |
151
|
|
|
elif node_class is ua.NodeClass.DataType: |
152
|
|
|
self.add_etree_datatype(node) |
153
|
|
|
elif node_class is ua.NodeClass.Method: |
154
|
|
|
self.add_etree_method(node) |
155
|
|
|
else: |
156
|
|
|
self.logger.info("Exporting node class not implemented: %s ", node_class) |
157
|
|
|
|
158
|
|
|
def _add_sub_el(self, el, name, text): |
159
|
|
|
child_el = Et.SubElement(el, name) |
160
|
|
|
child_el.text = text |
161
|
|
|
return child_el |
162
|
|
|
|
163
|
|
|
def _node_to_string(self, nodeid): |
164
|
|
|
if not isinstance(nodeid, ua.NodeId): |
165
|
|
|
nodeid = nodeid.nodeid |
166
|
|
|
|
167
|
|
|
if nodeid.NamespaceIndex in self._addr_idx_to_xml_idx: |
168
|
|
|
nodeid = copy(nodeid) |
169
|
|
|
nodeid.NamespaceIndex = self._addr_idx_to_xml_idx[nodeid.NamespaceIndex] |
170
|
|
|
return nodeid.to_string() |
171
|
|
|
|
172
|
|
|
def _bname_to_string(self, bname): |
173
|
|
|
if bname.NamespaceIndex in self._addr_idx_to_xml_idx: |
174
|
|
|
bname = copy(bname) |
175
|
|
|
bname.NamespaceIndex = self._addr_idx_to_xml_idx[bname.NamespaceIndex] |
176
|
|
|
return bname.to_string() |
177
|
|
|
|
178
|
|
|
def _add_node_common(self, nodetype, node): |
179
|
|
|
browsename = node.get_browse_name() |
180
|
|
|
nodeid = node.nodeid |
181
|
|
|
parent = node.get_parent() |
182
|
|
|
displayname = node.get_display_name().Text.decode('utf-8') |
183
|
|
|
desc = node.get_description().Text |
184
|
|
|
node_el = Et.SubElement(self.etree.getroot(), nodetype) |
185
|
|
|
node_el.attrib["NodeId"] = self._node_to_string(nodeid) |
186
|
|
|
node_el.attrib["BrowseName"] = self._bname_to_string(browsename) |
187
|
|
|
if parent is not None: |
188
|
|
|
node_class = node.get_node_class() |
189
|
|
|
if node_class in (ua.NodeClass.Object, ua.NodeClass.Variable, ua.NodeClass.Method): |
190
|
|
|
node_el.attrib["ParentNodeId"] = self._node_to_string(parent) |
191
|
|
|
self._add_sub_el(node_el, 'DisplayName', displayname) |
192
|
|
|
if desc not in (None, ""): |
193
|
|
|
self._add_sub_el(node_el, 'Description', desc.decode('utf-8')) |
194
|
|
|
# FIXME: add WriteMask and UserWriteMask |
195
|
|
|
return node_el |
196
|
|
|
|
197
|
|
|
def add_etree_object(self, node): |
198
|
|
|
""" |
199
|
|
|
Add a UA object element to the XML etree |
200
|
|
|
""" |
201
|
|
|
obj_el = self._add_node_common("UAObject", node) |
202
|
|
|
var = node.get_attribute(ua.AttributeIds.EventNotifier) |
203
|
|
|
if var.Value.Value != 0: |
204
|
|
|
obj_el.attrib["EventNotifier"] = str(var.Value.Value) |
205
|
|
|
self._add_ref_els(obj_el, node) |
206
|
|
|
|
207
|
|
|
def add_etree_object_type(self, node): |
208
|
|
|
""" |
209
|
|
|
Add a UA object type element to the XML etree |
210
|
|
|
""" |
211
|
|
|
obj_el = self._add_node_common("UAObjectType", node) |
212
|
|
|
abstract = node.get_attribute(ua.AttributeIds.IsAbstract).Value.Value |
213
|
|
|
if abstract: |
214
|
|
|
obj_el.attrib["IsAbstract"] = 'true' |
215
|
|
|
self._add_ref_els(obj_el, node) |
216
|
|
|
|
217
|
|
|
def add_variable_common(self, node, el): |
218
|
|
|
dtype = node.get_data_type() |
219
|
|
|
if dtype.Identifier in o_ids.ObjectIdNames: |
220
|
|
|
dtype_name = o_ids.ObjectIdNames[dtype.Identifier] |
221
|
|
|
self.aliases[dtype_name] = dtype.to_string() |
222
|
|
|
else: |
223
|
|
|
dtype_name = dtype.to_string() |
224
|
|
|
rank = node.get_value_rank() |
225
|
|
|
if rank != -1: |
226
|
|
|
el.attrib["ValueRank"] = str(rank) |
227
|
|
|
dim = node.get_attribute(ua.AttributeIds.ArrayDimensions) |
228
|
|
|
if dim.Value.Value: |
229
|
|
|
el.attrib["ArrayDimensions"] = ",".join([str(i) for i in dim.Value.Value]) |
230
|
|
|
el.attrib["DataType"] = dtype_name |
231
|
|
|
value_to_etree(el, dtype_name, dtype, node) |
232
|
|
|
|
233
|
|
|
def add_etree_variable(self, node): |
234
|
|
|
""" |
235
|
|
|
Add a UA variable element to the XML etree |
236
|
|
|
""" |
237
|
|
|
var_el = self._add_node_common("UAVariable", node) |
238
|
|
|
self.add_variable_common(node, var_el) |
239
|
|
|
|
240
|
|
|
accesslevel = node.get_attribute(ua.AttributeIds.AccessLevel).Value.Value |
241
|
|
|
useraccesslevel = node.get_attribute(ua.AttributeIds.UserAccessLevel).Value.Value |
242
|
|
|
|
243
|
|
|
# We only write these values if they are different from defaults |
244
|
|
|
# Not sure where default is defined.... |
245
|
|
|
if accesslevel not in (0, ua.AccessLevel.CurrentRead.mask): |
246
|
|
|
var_el.attrib["AccessLevel"] = str(accesslevel) |
247
|
|
|
if useraccesslevel not in (0, ua.AccessLevel.CurrentRead.mask): |
248
|
|
|
var_el.attrib["UserAccessLevel"] = str(useraccesslevel) |
249
|
|
|
|
250
|
|
|
var = node.get_attribute(ua.AttributeIds.MinimumSamplingInterval) |
251
|
|
|
if var.Value.Value: |
252
|
|
|
var_el.attrib["MinimumSamplingInterval"] = str(var.Value.Value) |
253
|
|
|
var = node.get_attribute(ua.AttributeIds.Historizing) |
254
|
|
|
if var.Value.Value: |
255
|
|
|
var_el.attrib["Historizing"] = 'true' |
256
|
|
|
self._add_ref_els(var_el, node) |
257
|
|
|
|
258
|
|
|
def add_etree_variable_type(self, node): |
259
|
|
|
""" |
260
|
|
|
Add a UA variable type element to the XML etree |
261
|
|
|
""" |
262
|
|
|
|
263
|
|
|
var_el = self._add_node_common("UAVariableType", node) |
264
|
|
|
self.add_variable_common(node, var_el) |
265
|
|
|
|
266
|
|
|
abstract = node.get_attribute(ua.AttributeIds.IsAbstract) |
267
|
|
|
if abstract.Value.Value: |
268
|
|
|
var_el.attrib["IsAbstract"] = "true" |
269
|
|
|
|
270
|
|
|
self._add_ref_els(var_el, node) |
271
|
|
|
|
272
|
|
|
def add_etree_method(self, node): |
273
|
|
|
obj_el = self._add_node_common("UAMethod", node) |
274
|
|
|
|
275
|
|
|
var = node.get_attribute(ua.AttributeIds.Executable) |
276
|
|
|
if var.Value.Value is False: |
277
|
|
|
obj_el.attrib["Executable"] = "false" |
278
|
|
|
var = node.get_attribute(ua.AttributeIds.UserExecutable) |
279
|
|
|
if var.Value.Value is False: |
280
|
|
|
obj_el.attrib["UserExecutable"] = "false" |
281
|
|
|
self._add_ref_els(obj_el, node) |
282
|
|
|
|
283
|
|
|
def add_etree_reference_type(self, obj): |
284
|
|
|
obj_el = self._add_node_common("UAReferenceType", obj) |
285
|
|
|
var = obj.get_attribute(ua.AttributeIds.InverseName) |
286
|
|
|
if var is not None and var.Value.Value is not None: |
287
|
|
|
self._add_sub_el(obj_el, 'InverseName', var.Value.Value.Text.decode('utf-8')) |
288
|
|
|
self._add_ref_els(obj_el, obj) |
289
|
|
|
|
290
|
|
|
def add_etree_datatype(self, obj): |
291
|
|
|
""" |
292
|
|
|
Add a UA data type element to the XML etree |
293
|
|
|
""" |
294
|
|
|
obj_el = self._add_node_common("UADataType", obj) |
295
|
|
|
self._add_ref_els(obj_el, obj) |
296
|
|
|
|
297
|
|
|
def _add_namespace_uri_els(self, uris): |
298
|
|
|
nuris_el = Et.Element('NamespaceUris') |
299
|
|
|
|
300
|
|
|
for uri in uris: |
301
|
|
|
self._add_sub_el(nuris_el, 'Uri', uri) |
302
|
|
|
|
303
|
|
|
self.etree.getroot().insert(0, nuris_el) |
304
|
|
|
|
305
|
|
|
def _add_alias_els(self): |
306
|
|
|
aliases_el = Et.Element('Aliases') |
307
|
|
|
|
308
|
|
|
for k, v in self.aliases.items(): |
309
|
|
|
ref_el = Et.SubElement(aliases_el, 'Alias', Alias=k) |
310
|
|
|
ref_el.text = v |
311
|
|
|
|
312
|
|
|
self.etree.getroot().insert(0, aliases_el) |
313
|
|
|
|
314
|
|
|
def _add_ref_els(self, parent_el, obj): |
315
|
|
|
refs = obj.get_references() |
316
|
|
|
refs_el = Et.SubElement(parent_el, 'References') |
317
|
|
|
|
318
|
|
|
for ref in refs: |
319
|
|
|
if ref.ReferenceTypeId.Identifier in o_ids.ObjectIdNames: |
320
|
|
|
ref_name = o_ids.ObjectIdNames[ref.ReferenceTypeId.Identifier] |
321
|
|
|
else: |
322
|
|
|
ref_name = ref.ReferenceTypeId.to_string() |
323
|
|
|
ref_el = Et.SubElement(refs_el, 'Reference') |
324
|
|
|
ref_el.attrib['ReferenceType'] = ref_name |
325
|
|
|
if not ref.IsForward: |
326
|
|
|
ref_el.attrib['IsForward'] = 'false' |
327
|
|
|
ref_el.text = self._node_to_string(ref.NodeId) |
328
|
|
|
|
329
|
|
|
self.aliases[ref_name] = ref.ReferenceTypeId.to_string() |
330
|
|
|
|
331
|
|
|
|
332
|
|
|
def member_to_etree(el, name, dtype, val): |
333
|
|
|
member_el = Et.SubElement(el, "uax:" + name) |
334
|
|
|
if isinstance(val, (list, tuple)): |
335
|
|
|
for v in val: |
336
|
|
|
_value_to_etree(member_el, ua.ObjectIdNames[dtype.Identifier], dtype, v) |
337
|
|
|
else: |
338
|
|
|
_val_to_etree(member_el, dtype, val) |
339
|
|
|
|
340
|
|
|
|
341
|
|
|
def _val_to_etree(el, dtype, val): |
342
|
|
|
if val is None: |
343
|
|
|
val = "" |
344
|
|
|
if dtype == ua.NodeId(ua.ObjectIds.NodeId): |
345
|
|
|
id_el = Et.SubElement(el, "uax:Identifier") |
346
|
|
|
id_el.text = val.to_string() |
347
|
|
|
elif not hasattr(val, "ua_types"): |
348
|
|
|
if isinstance(val, bytes): |
349
|
|
|
el.text = val.decode("utf-8") |
350
|
|
|
else: |
351
|
|
|
el.text = str(val) |
352
|
|
|
else: |
353
|
|
|
for name, vtype in val.ua_types.items(): |
354
|
|
|
member_to_etree(el, name, ua.NodeId(getattr(ua.ObjectIds, vtype)), getattr(val, name)) |
355
|
|
|
|
356
|
|
|
|
357
|
|
|
def value_to_etree(el, dtype_name, dtype, node): |
358
|
|
|
var = node.get_data_value().Value |
359
|
|
|
if var.Value is not None: |
360
|
|
|
val_el = Et.SubElement(el, 'Value') |
361
|
|
|
_value_to_etree(val_el, dtype_name, dtype, var.Value) |
362
|
|
|
|
363
|
|
|
|
364
|
|
|
def _value_to_etree(el, type_name, dtype, val): |
365
|
|
|
if not val: |
366
|
|
|
return |
367
|
|
|
if isinstance(val, (list, tuple)): |
368
|
|
|
if dtype.Identifier > 21: # this is an extentionObject: |
369
|
|
|
elname = "uax:ListOfExtensionObject" |
370
|
|
|
else: |
371
|
|
|
elname = "uax:ListOf" + type_name |
372
|
|
|
list_el = Et.SubElement(el, elname) |
373
|
|
|
for nval in val: |
374
|
|
|
_value_to_etree(list_el, type_name, dtype, nval) |
375
|
|
|
else: |
376
|
|
|
if dtype.Identifier > 21: # this is an extentionObject: |
377
|
|
|
_extobj_to_etree(el, type_name, dtype, val) |
378
|
|
|
else: |
379
|
|
|
val_el = Et.SubElement(el, "uax:" + type_name) |
380
|
|
|
_val_to_etree(val_el, dtype, val) |
381
|
|
|
|
382
|
|
|
|
383
|
|
|
def _extobj_to_etree(val_el, name, dtype, val): |
384
|
|
|
obj_el = Et.SubElement(val_el, "uax:ExtensionObject") |
385
|
|
|
type_el = Et.SubElement(obj_el, "uax:TypeId") |
386
|
|
|
id_el = Et.SubElement(type_el, "uax:Identifier") |
387
|
|
|
id_el.text = dtype.to_string() |
388
|
|
|
body_el = Et.SubElement(obj_el, "uax:Body") |
389
|
|
|
struct_el = Et.SubElement(body_el, "uax:" + name) |
390
|
|
|
for name, vtype in val.ua_types.items(): |
391
|
|
|
member_to_etree(struct_el, name, ua.NodeId(getattr(ua.ObjectIds, vtype)), getattr(val, name)) |
392
|
|
|
|
393
|
|
|
|
394
|
|
|
def indent(elem, level=0): |
395
|
|
|
''' |
396
|
|
|
copy and paste from http://effbot.org/zone/element-lib.htm#prettyprint |
397
|
|
|
it basically walks your tree and adds spaces and newlines so the tree is |
398
|
|
|
printed in a nice way |
399
|
|
|
''' |
400
|
|
|
i = "\n" + level * " " |
401
|
|
|
if len(elem): |
402
|
|
|
if not elem.text or not elem.text.strip(): |
403
|
|
|
elem.text = i + " " |
404
|
|
|
if not elem.tail or not elem.tail.strip(): |
405
|
|
|
elem.tail = i |
406
|
|
|
for elem in elem: |
407
|
|
|
indent(elem, level + 1) |
408
|
|
|
if not elem.tail or not elem.tail.strip(): |
409
|
|
|
elem.tail = i |
410
|
|
|
else: |
411
|
|
|
if level and (not elem.tail or not elem.tail.strip()): |
412
|
|
|
elem.tail = i |
413
|
|
|
|