Completed
Pull Request — master (#579)
by
unknown
06:23
created

MonitoredItemService.modify_monitored_items()   A

Complexity

Conditions 2

Size

Total Lines 5

Duplication

Lines 0
Ratio 0 %

Code Coverage

Tests 1
CRAP Score 4.048

Importance

Changes 0
Metric Value
cc 2
c 0
b 0
f 0
dl 0
loc 5
ccs 1
cts 5
cp 0.2
crap 4.048
rs 9.4285
1
"""
2
server side implementation of a subscription object
3
"""
4
5 1
from threading import RLock
6 1
import logging
7
# import copy
8
# import traceback
9
10 1
from opcua import ua
11
12
13 1
class MonitoredItemData(object):
14
15 1
    def __init__(self):
16 1
        self.client_handle = None
17 1
        self.callback_handle = None
18 1
        self.monitored_item_id = None
19 1
        self.mode = None
20 1
        self.filter = None
21 1
        self.mvalue = MonitoredItemValues()
22 1
        self.where_clause_evaluator = None
23 1
        self.queue_size = 0
24
25
26 1
class MonitoredItemValues(object):
27
28 1
    def __init__(self):
29 1
        self.current_value = None
30 1
        self.old_value = None
31
32 1
    def set_current_value(self, cur_val):
33 1
        self.old_value = self.current_value
34 1
        self.current_value = cur_val
35
36 1
    def get_current_value(self):
37 1
        return self.current_value
38
39 1
    def get_old_value(self):
40 1
        return self.old_value
41
42
43 1
class MonitoredItemService(object):
44
45
    """
46
    implement monitoreditem service for 1 subscription
47
    """
48
49 1
    def __init__(self, isub, aspace):
50 1
        self.logger = logging.getLogger(__name__ + "." + str(isub.data.SubscriptionId))
51 1
        self.isub = isub
52 1
        self.aspace = aspace
53 1
        self._lock = RLock()
54 1
        self._monitored_items = {}
55 1
        self._monitored_events = {}
56 1
        self._monitored_datachange = {}
57 1
        self._monitored_item_counter = 111
58
59 1
    def delete_all_monitored_items(self):
60 1
        self.delete_monitored_items([mdata.monitored_item_id for mdata in self._monitored_items.values()])
61
62 1
    def create_monitored_items(self, params):
63 1
        results = []
64 1
        for item in params.ItemsToCreate:
65 1
            with self._lock:
66 1
                if item.ItemToMonitor.AttributeId == ua.AttributeIds.EventNotifier:
67 1
                    result = self._create_events_monitored_item(item)
68
                else:
69 1
                    result = self._create_data_change_monitored_item(item)
70 1
            results.append(result)
71 1
        return results
72
73 1
    def modify_monitored_items(self, params):
74
        results = []
75
        for item in params.ItemsToModify:
76
            results.append(self._modify_monitored_item(item))
77
        return results
78
79 1
    def trigger_datachange(self, handle, nodeid, attr):
80 1
        self.logger.debug("triggering datachange for handle %s, nodeid %s, and attribute %s", handle, nodeid, attr)
81 1
        variant = self.aspace.get_attribute_value(nodeid, attr)
82 1
        self.datachange_callback(handle, variant)
83
84 1
    def _modify_monitored_item(self, params):
85
        with self._lock:
86
            for mdata in self._monitored_items.values():
87
                result = ua.MonitoredItemModifyResult()
88
                if mdata.monitored_item_id == params.MonitoredItemId:
89
                    result.RevisedSamplingInterval = params.RequestedParameters.SamplingInterval
90
                    result.RevisedQueueSize = params.RequestedParameters.QueueSize
91
                    if params.RequestedParameters.Filter is not None:
92
                        mdata.filter = params.RequestedParameters.Filter
93
                    mdata.queue_size = params.RequestedParameters.QueueSize
94
                    return result
95
            result = ua.MonitoredItemModifyResult()
96
            result.StatusCode(ua.StatusCodes.BadMonitoredItemIdInvalid)
97
            return result
98
99 1
    def _commit_monitored_item(self, result, mdata):
100 1
        if result.StatusCode.is_good():
101 1
            self._monitored_items[result.MonitoredItemId] = mdata
102 1
            self._monitored_item_counter += 1
103
104 1
    def _make_monitored_item_common(self, params):
105 1
        result = ua.MonitoredItemCreateResult()
106 1
        result.RevisedSamplingInterval = self.isub.data.RevisedPublishingInterval
107 1
        result.RevisedQueueSize = params.RequestedParameters.QueueSize
108 1
        self._monitored_item_counter += 1
109 1
        result.MonitoredItemId = self._monitored_item_counter
110 1
        self.logger.debug("Creating MonitoredItem with id %s", result.MonitoredItemId)
111
112 1
        mdata = MonitoredItemData()
113 1
        mdata.mode = params.MonitoringMode
114 1
        mdata.client_handle = params.RequestedParameters.ClientHandle
115 1
        mdata.monitored_item_id = result.MonitoredItemId
116 1
        mdata.queue_size = params.RequestedParameters.QueueSize
117 1
        mdata.filter = params.RequestedParameters.Filter
118
119 1
        return result, mdata
120
121 1
    def _create_events_monitored_item(self, params):
122 1
        self.logger.info("request to subscribe to events for node %s and attribute %s",
123
                         params.ItemToMonitor.NodeId,
124
                         params.ItemToMonitor.AttributeId)
125
126 1
        result, mdata = self._make_monitored_item_common(params)
127 1
        ev_notify_byte = self.aspace.get_attribute_value(
128
            params.ItemToMonitor.NodeId, ua.AttributeIds.EventNotifier).Value.Value
129
130 1
        if ev_notify_byte is None or not ua.ua_binary.test_bit(ev_notify_byte, ua.EventNotifier.SubscribeToEvents):
131 1
            result.StatusCode = ua.StatusCode(ua.StatusCodes.BadServiceUnsupported)
132 1
            return result
133
        # result.FilterResult = ua.EventFilterResult()  # spec says we can ignore if not error
134 1
        mdata.where_clause_evaluator = WhereClauseEvaluator(self.logger, self.aspace, mdata.filter.WhereClause)
135 1
        self._commit_monitored_item(result, mdata)
136 1
        if params.ItemToMonitor.NodeId not in self._monitored_events:
137 1
            self._monitored_events[params.ItemToMonitor.NodeId] = []
138 1
        self._monitored_events[params.ItemToMonitor.NodeId].append(result.MonitoredItemId)
139 1
        return result
140
141 1
    def _create_data_change_monitored_item(self, params):
142 1
        self.logger.info("request to subscribe to datachange for node %s and attribute %s",
143
                         params.ItemToMonitor.NodeId,
144
                         params.ItemToMonitor.AttributeId)
145
146 1
        result, mdata = self._make_monitored_item_common(params)
147 1
        result.FilterResult = params.RequestedParameters.Filter
148 1
        result.StatusCode, handle = self.aspace.add_datachange_callback(
149
            params.ItemToMonitor.NodeId, params.ItemToMonitor.AttributeId, self.datachange_callback)
150
151 1
        self.logger.debug("adding callback return status %s and handle %s", result.StatusCode, handle)
152 1
        mdata.callback_handle = handle
153 1
        self._commit_monitored_item(result, mdata)
154 1
        if result.StatusCode.is_good():
155 1
            self._monitored_datachange[handle] = result.MonitoredItemId
156
            # force data change event generation
157 1
            self.trigger_datachange(handle, params.ItemToMonitor.NodeId, params.ItemToMonitor.AttributeId)
158 1
        return result
159
160 1
    def delete_monitored_items(self, ids):
161 1
        self.logger.debug("delete monitored items %s", ids)
162 1
        with self._lock:
163 1
            results = []
164 1
            for mid in ids:
165 1
                results.append(self._delete_monitored_items(mid))
166 1
            return results
167
168 1
    def _delete_monitored_items(self, mid):
169 1
        if mid not in self._monitored_items:
170 1
            return ua.StatusCode(ua.StatusCodes.BadMonitoredItemIdInvalid)
171 1
        for k, v in self._monitored_events.items():
172 1
            if mid in v:
173 1
                v.remove(mid)
174 1
                if not v:
175 1
                    self._monitored_events.pop(k)
176 1
                break
177 1
        for k, v in self._monitored_datachange.items():
178 1
            if v == mid:
179 1
                self.aspace.delete_datachange_callback(k)
180 1
                self._monitored_datachange.pop(k)
181 1
                break
182 1
        self._monitored_items.pop(mid)
183 1
        return ua.StatusCode()
184
185 1
    def datachange_callback(self, handle, value, error=None):
186 1
        if error:
187
            self.logger.info("subscription %s: datachange callback called with handle '%s' and erorr '%s'", self,
188
                             handle, error)
189
            self.trigger_statuschange(error)
190
        else:
191 1
            self.logger.info("subscription %s: datachange callback called with handle '%s' and value '%s'", self,
192
                             handle, value.Value)
193 1
            event = ua.MonitoredItemNotification()
194 1
            with self._lock:
195 1
                mid = self._monitored_datachange[handle]
196 1
                mdata = self._monitored_items[mid]
197 1
                mdata.mvalue.set_current_value(value.Value.Value)
198 1
                if mdata.filter:
199 1
                    deadband_flag_pass = self.deadband_callback(mdata.mvalue, mdata.filter)
200 1
                    trigger_flag_pass = self.datachange_trigger_callback(mdata.mvalue, mdata.filter.Trigger)
201
                else:
202 1
                    deadband_flag_pass = True
203 1
                    trigger_flag_pass = self.datachange_trigger_callback(mdata.mvalue, ua.DataChangeTrigger.StatusValue)
204 1
                if deadband_flag_pass and trigger_flag_pass:
205 1
                    event.ClientHandle = mdata.client_handle
206 1
                    event.Value = value
207 1
                    self.isub.enqueue_datachange_event(mid, event, mdata.queue_size)
208
209 1
    def deadband_callback(self, values, flt):
210 1
        if flt.DeadbandType == ua.DeadbandType.None_ or values.get_old_value() is None:
211 1
            return True
212
        elif flt.DeadbandType == ua.DeadbandType.Absolute and \
213
                ((abs(values.get_current_value() - values.get_old_value())) > flt.DeadbandValue):
214
            return True
215
        elif flt.DeadbandType == ua.DeadbandType.Percent:
216
            self.logger.warn("DeadbandType Percent is not implemented !")
217
            return True
218
        else:
219
            return False
220
221 1
    def datachange_trigger_callback(self, values, trigger):
222 1
        if trigger == ua.DataChangeTrigger.StatusValue and \
223
                values.get_current_value() == values.get_old_value():
224 1
            return False
225
        else:
226 1
            return True
227
228 1
    def trigger_event(self, event):
229 1
        with self._lock:
230 1
            if event.SourceNode not in self._monitored_events:
231 1
                self.logger.debug("%s has no subscription for events %s from node: %s",
232
                                  self, event, event.SourceNode)
233 1
                return False
234 1
            self.logger.debug("%s has subscription for events %s from node: %s",
235
                              self, event, event.SourceNode)
236 1
            mids = self._monitored_events[event.SourceNode]
237 1
            for mid in mids:
238 1
                self._trigger_event(event, mid)
239
240 1
    def _trigger_event(self, event, mid):
241 1
        if mid not in self._monitored_items:
242
            self.logger.debug("Could not find monitored items for id %s for event %s in subscription %s",
243
                              mid, event, self)
244
            return
245 1
        mdata = self._monitored_items[mid]
246 1
        if not mdata.where_clause_evaluator.eval(event):
247 1
            self.logger.info("%s, %s, Event %s does not fit WhereClause, not generating event", self, mid, event)
248 1
            return
249 1
        fieldlist = ua.EventFieldList()
250 1
        fieldlist.ClientHandle = mdata.client_handle
251 1
        fieldlist.EventFields = event.to_event_fields(mdata.filter.SelectClauses)
252 1
        self.isub.enqueue_event(mid, fieldlist, mdata.queue_size)
253
254 1
    def trigger_statuschange(self, code):
255
        self.isub.enqueue_statuschange(code)
256
257
258 1
class InternalSubscription(object):
259
260 1
    def __init__(self, subservice, data, addressspace, callback):
261 1
        self.logger = logging.getLogger(__name__)
262 1
        self.aspace = addressspace
263 1
        self.subservice = subservice
264 1
        self.data = data
265 1
        self.callback = callback
266 1
        self.monitored_item_srv = MonitoredItemService(self, addressspace)
267 1
        self.task = None
268 1
        self._lock = RLock()
269 1
        self._triggered_datachanges = {}
270 1
        self._triggered_events = {}
271 1
        self._triggered_statuschanges = []
272 1
        self._notification_seq = 1
273 1
        self._not_acknowledged_results = {}
274 1
        self._startup = True
275 1
        self._keep_alive_count = 0
276 1
        self._publish_cycles_count = 0
277 1
        self._stopev = False
278
279 1
    def __str__(self):
280
        return "Subscription(id:{0})".format(self.data.SubscriptionId)
281
282 1
    def start(self):
283 1
        self.logger.debug("starting subscription %s", self.data.SubscriptionId)
284 1
        self._subscription_loop()
285
286 1
    def stop(self):
287 1
        self.logger.debug("stopping subscription %s", self.data.SubscriptionId)
288 1
        self._stopev = True
289 1
        self.monitored_item_srv.delete_all_monitored_items()
290
291 1
    def _subscription_loop(self):
292 1
        if not self._stopev:
293 1
            self.subservice.loop.call_later(self.data.RevisedPublishingInterval / 1000.0, self._sub_loop)
294
295 1
    def _sub_loop(self):
296 1
        if self._stopev:
297 1
            return
298 1
        self.publish_results()
299 1
        self._subscription_loop()
300
301 1
    def has_published_results(self):
302 1
        with self._lock:
303 1
            if self._startup or self._triggered_datachanges or self._triggered_events:
304 1
                return True
305 1
            if self._keep_alive_count > self.data.RevisedMaxKeepAliveCount:
306
                self.logger.debug("keep alive count %s is > than max keep alive count %s, sending publish event",
307
                                  self._keep_alive_count, self.data.RevisedMaxKeepAliveCount)
308
                return True
309 1
            self._keep_alive_count += 1
310 1
            return False
311
312 1
    def publish_results(self):
313 1
        if self._publish_cycles_count > self.data.RevisedLifetimeCount:
314
            self.logger.warning("Subscription %s has expired, publish cycle count(%s) > lifetime count (%s)",
315
                                self, self._publish_cycles_count, self.data.RevisedLifetimeCount)
316
            # FIXME this will never be send since we do not have publish request anyway
317
            self.monitored_item_srv.trigger_statuschange(ua.StatusCode(ua.StatusCodes.BadTimeout))
318
            self._stopev = True
319 1
        result = None
320 1
        with self._lock:
321 1
            if self.has_published_results():
322
                # FIXME: should we pop a publish request here? or we do not care?
323 1
                self._publish_cycles_count += 1
324 1
                result = self._pop_publish_result()
325 1
        if result is not None:
326 1
            self.callback(result)
327
328 1
    def _pop_publish_result(self):
329 1
        result = ua.PublishResult()
330 1
        result.SubscriptionId = self.data.SubscriptionId
331 1
        self._pop_triggered_datachanges(result)
332 1
        self._pop_triggered_events(result)
333 1
        self._pop_triggered_statuschanges(result)
334 1
        self._keep_alive_count = 0
335 1
        self._startup = False
336 1
        result.NotificationMessage.SequenceNumber = self._notification_seq
337 1
        if len(result.NotificationMessage.NotificationData) != 0:
338 1
            self._notification_seq += 1
339 1
            self._not_acknowledged_results[result.NotificationMessage.SequenceNumber] = result
340 1
        result.MoreNotifications = False
341 1
        result.AvailableSequenceNumbers = list(self._not_acknowledged_results.keys())
342 1
        return result
343
344 1
    def _pop_triggered_datachanges(self, result):
345 1
        if self._triggered_datachanges:
346 1
            notif = ua.DataChangeNotification()
347 1
            notif.MonitoredItems = [item for sublist in self._triggered_datachanges.values() for item in sublist]
348 1
            self._triggered_datachanges = {}
349 1
            self.logger.debug("sending datachanges notification with %s events", len(notif.MonitoredItems))
350 1
            result.NotificationMessage.NotificationData.append(notif)
351
352 1
    def _pop_triggered_events(self, result):
353 1
        if self._triggered_events:
354 1
            notif = ua.EventNotificationList()
355 1
            notif.Events = [item for sublist in self._triggered_events.values() for item in sublist]
356 1
            self._triggered_events = {}
357 1
            result.NotificationMessage.NotificationData.append(notif)
358 1
            self.logger.debug("sending event notification with %s events", len(notif.Events))
359
360 1
    def _pop_triggered_statuschanges(self, result):
361 1
        if self._triggered_statuschanges:
362
            notif = ua.StatusChangeNotification()
363
            notif.Status = self._triggered_statuschanges.pop(0)
364
            result.NotificationMessage.NotificationData.append(notif)
365
            self.logger.debug("sending event notification %s", notif.Status)
366
367 1
    def publish(self, acks):
368 1
        self.logger.info("publish request with acks %s", acks)
369 1
        with self._lock:
370 1
            self._publish_cycles_count = 0
371 1
            for nb in acks:
372 1
                if nb in self._not_acknowledged_results:
373 1
                    self._not_acknowledged_results.pop(nb)
374
375 1
    def republish(self, nb):
376
        self.logger.info("re-publish request for ack %s in subscription %s", nb, self)
377
        with self._lock:
378
            if nb in self._not_acknowledged_results:
379
                self.logger.info("re-publishing ack %s in subscription %s", nb, self)
380
                return self._not_acknowledged_results[nb].NotificationMessage
381
            else:
382
                self.logger.info("Error request to re-published non existing ack %s in subscription %s", nb, self)
383
                return ua.NotificationMessage()
384
385 1
    def enqueue_datachange_event(self, mid, eventdata, maxsize):
386 1
        self._enqueue_event(mid, eventdata, maxsize, self._triggered_datachanges)
387
388 1
    def enqueue_event(self, mid, eventdata, maxsize):
389 1
        self._enqueue_event(mid, eventdata, maxsize, self._triggered_events)
390
391 1
    def enqueue_statuschange(self, code):
392
        self._triggered_statuschanges.append(code)
393
394 1
    def _enqueue_event(self, mid, eventdata, size, queue):
395 1
        if mid not in queue:
396 1
            queue[mid] = [eventdata]
397 1
            return
398 1
        if size != 0:
399
            if len(queue[mid]) >= size:
400
                queue[mid].pop(0)
401 1
        queue[mid].append(eventdata)
402
403
404 1
class WhereClauseEvaluator(object):
405 1
    def __init__(self, logger, aspace, whereclause):
406 1
        self.logger = logger
407 1
        self.elements = whereclause.Elements
408 1
        self._aspace = aspace
409
410 1
    def eval(self, event):
411 1
        if not self.elements:
412
            return True
413
        # spec says we should only evaluate first element, which may use other elements
414 1
        try:
415 1
            res = self._eval_el(0, event)
416
        except Exception as ex:
417
            self.logger.exception("Exception while evaluating WhereClause %s for event %s: %s",
418
                                  self.elements, event, ex)
419
            return False
420 1
        return res
421
422 1
    def _eval_el(self, index, event):
423 1
        el = self.elements[index]
424
        # ops = [self._eval_op(op, event) for op in el.FilterOperands]
425 1
        ops = el.FilterOperands  # just to make code more readable
426 1
        if el.FilterOperator == ua.FilterOperator.Equals:
427
            return self._eval_op(ops[0], event) == self._eval_el(ops[1], event)
428 1
        elif el.FilterOperator == ua.FilterOperator.IsNull:
429
            return self._eval_op(ops[0], event) is None  # FIXME: might be too strict
430 1
        elif el.FilterOperator == ua.FilterOperator.GreaterThan:
431
            return self._eval_op(ops[0], event) > self._eval_el(ops[1], event)
432 1
        elif el.FilterOperator == ua.FilterOperator.LessThan:
433
            return self._eval_op(ops[0], event) < self._eval_el(ops[1], event)
434 1
        elif el.FilterOperator == ua.FilterOperator.GreaterThanOrEqual:
435
            return self._eval_op(ops[0], event) >= self._eval_el(ops[1], event)
436 1
        elif el.FilterOperator == ua.FilterOperator.LessThanOrEqual:
437
            return self._eval_op(ops[0], event) <= self._eval_el(ops[1], event)
438 1
        elif el.FilterOperator == ua.FilterOperator.Like:
439
            return self._likeoperator(self._eval_op(ops[0], event), self._eval_el(ops[1], event))
440 1
        elif el.FilterOperator == ua.FilterOperator.Not:
441
            return not self._eval_op(ops[0], event)
442 1
        elif el.FilterOperator == ua.FilterOperator.Between:
443
            return self._eval_el(ops[2], event) >= self._eval_op(ops[0], event) >= self._eval_el(ops[1], event)
444 1
        elif el.FilterOperator == ua.FilterOperator.InList:
445 1
            return self._eval_op(ops[0], event) in [self._eval_op(op, event) for op in ops[1:]]
446
        elif el.FilterOperator == ua.FilterOperator.And:
447
            self.elements(ops[0].Index)
448
            return self._eval_op(ops[0], event) and self._eval_op(ops[1], event)
449
        elif el.FilterOperator == ua.FilterOperator.Or:
450
            return self._eval_op(ops[0], event) or self._eval_el(ops[1], event)
451
        elif el.FilterOperator == ua.FilterOperator.Cast:
452
            self.logger.warn("Cast operand not implemented, assuming True")
453
            return True
454
        elif el.FilterOperator == ua.FilterOperator.OfType:
455
            return event.EventType == self._eval_op(ops[0], event)
456
        else:
457
            # TODO: implement missing operators
458
            self.logger.warning("WhereClause not implemented for element: %s", el)
459
            raise NotImplementedError
460
461 1
    def _like_operator(self, string, pattern):
462
        raise NotImplementedError
463
464 1
    def _eval_op(self, op, event):
465
        # seems spec says we should return Null if issues
466 1
        if type(op) is ua.ElementOperand:
467
            return self._eval_el(op.Index, event)
468 1
        elif type(op) is ua.AttributeOperand:
469
            if op.BrowsePath:
470
                return getattr(event, op.BrowsePath.Elements[0].TargetName.Name)
471
            else:
472
                return self._aspace.get_attribute_value(event.EventType, op.AttributeId).Value.Value
473
            # FIXME: check, this is probably broken
474 1
        elif type(op) is ua.SimpleAttributeOperand:
475 1
            if op.BrowsePath:
476
                # we only support depth of 1
477 1
                return getattr(event, op.BrowsePath[0].Name)
478
            else:
479
                # TODO: write code for index range.... but doe it make any sense
480
                return self._aspace.get_attribute_value(event.EventType, op.AttributeId).Value.Value
481 1
        elif type(op) is ua.LiteralOperand:
482 1
            return op.Value.Value
483
        else:
484
            self.logger.warning("Where clause element % is not of a known type", op)
485
            raise NotImplementedError
486
487
488
489