PollingAsyncActionRunner - Code Metrics - Inspection of "Refactor mistral runner to support callback" - StackStorm/st2 - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Pull Request — master (#4000)

by W

created 2018-02-15 07:22 UTC

PollingAsyncActionRunner A

↳ Parent: Project

Complexity

Total Complexity

Size/Duplication

Total Lines	3
Duplicated Lines	0 %

Importance

Changes

Metric	Value
c	0
b	0
f	0
dl	0
loc	3
rs	10
wmc	0

# Licensed to the StackStorm, Inc ('StackStorm') under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import absolute_import
import abc

import six
import yaml
from oslo_config import cfg

from st2common import log as logging
from st2common.constants import action as action_constants
from st2common.constants import pack as pack_constants
from st2common.exceptions.actionrunner import ActionRunnerCreateError
from st2common.util import action_db as action_utils
from st2common.util.loader import register_runner, register_callback_module
from st2common.util.api import get_full_public_api_url
from st2common.util.deprecation import deprecated

__all__ = [
    'ActionRunner',
    'AsyncActionRunner',
    'PollingAsyncActionRunner',
    'ShellRunnerMixin',
    'get_runner',
    'get_metadata'
]


LOG = logging.getLogger(__name__)

# constants to lookup in runner_parameters
RUNNER_COMMAND = 'cmd'


def get_runner(module_name, config=None):
    """
    Load the module and return an instance of the runner.
    """

    LOG.debug('Runner loading python module: %s', module_name)

    try:
        # TODO: Explore modifying this to support register_plugin
        module = register_runner(module_name)
    except Exception as e:
        msg = ('Failed to import runner module %s' % module_name)
        LOG.exception(msg)

        raise ActionRunnerCreateError('%s\n\n%s' % (msg, str(e)))

    LOG.debug('Instance of runner module: %s', module)

    if config:
        runner_kwargs = {'config': config}
    else:
        runner_kwargs = {}

    runner = module.get_runner(**runner_kwargs)
    LOG.debug('Instance of runner: %s', runner)
    return runner


def get_metadata(package_name):
    """
    Return runner related metadata for the provided runner package name.

    :rtype: ``list`` of ``dict``
    """
    import pkg_resources

    file_path = pkg_resources.resource_filename(package_name, 'runner.yaml')

    with open(file_path, 'r') as fp:
        content = fp.read()

    metadata = yaml.safe_load(content)
    return metadata


@six.add_metaclass(abc.ABCMeta)
class ActionRunner(object):
    """
        The interface that must be implemented by each StackStorm
        Action Runner implementation.
    """

    def __init__(self, runner_id):
        """
        :param id: Runner id.
        :type id: ``str``
        """
        self.runner_id = runner_id

        self.runner_type_db = None
        self.runner_parameters = None
        self.action = None
        self.action_name = None
        self.liveaction = None
        self.liveaction_id = None
        self.execution = None
        self.execution_id = None
        self.entry_point = None
        self.libs_dir_path = None
        self.context = None
        self.callback = None
        self.auth_token = None
        self.rerun_ex_ref = None

    def pre_run(self):
        runner_enabled = getattr(self.runner_type_db, 'enabled', True)
        runner_name = getattr(self.runner_type_db, 'name', 'unknown')
        if not runner_enabled:
            msg = ('Runner "%s" has been disabled by the administrator' %
                   (runner_name))
            raise ValueError(msg)

    # Run will need to take an action argument
    # Run may need result data argument
    @abc.abstractmethod
    def run(self, action_parameters):
        raise NotImplementedError()

    def pause(self):
        runner_name = getattr(self.runner_type_db, 'name', 'unknown')
        raise NotImplementedError('Pause is not supported for runner %s.' % runner_name)

    def resume(self):
        runner_name = getattr(self.runner_type_db, 'name', 'unknown')
        raise NotImplementedError('Resume is not supported for runner %s.' % runner_name)

    def cancel(self):
        return (
            action_constants.LIVEACTION_STATUS_CANCELED,
            self.liveaction.result,
            self.liveaction.context
        )

    def post_run(self, status, result):
        callback = self.callback or {}

        if callback and not (set(['url', 'source']) - set(callback.keys())):

            callback_url = callback['url']
            callback_module_name = callback['source']

            try:
                callback_module = register_callback_module(callback_module_name)
            except:
                LOG.exception('Failed importing callback module: %s', callback_module_name)

            callback_handler = callback_module.get_instance()

            callback_handler.callback(
                callback_url,
                self.context,
                status,
                result
            )

    @deprecated
    def get_pack_name(self):
        return self.get_pack_ref()

    def get_pack_ref(self):
        """
        Retrieve pack name for the action which is being currently executed.

        :rtype: ``str``
        """
        if self.action:
            return self.action.pack

        return pack_constants.DEFAULT_PACK_NAME

    def get_user(self):
        """
        Retrieve a name of the user which triggered this action execution.

        :rtype: ``str``
        """
        context = getattr(self, 'context', {}) or {}
        user = context.get('user', cfg.CONF.system_user.user)

        return user

    def _get_common_action_env_variables(self):
        """
        Retrieve common ST2_ACTION_ environment variables which will be available to the action.

        Note: Environment variables are prefixed with ST2_ACTION_* so they don't clash with CLI
        environment variables.

        :rtype: ``dict``
        """
        result = {}
        result['ST2_ACTION_PACK_NAME'] = self.get_pack_ref()
        result['ST2_ACTION_EXECUTION_ID'] = str(self.execution_id)
        result['ST2_ACTION_API_URL'] = get_full_public_api_url()

        if self.auth_token:
            result['ST2_ACTION_AUTH_TOKEN'] = self.auth_token.token

        return result

    def __str__(self):
        attrs = ', '.join(['%s=%s' % (k, v) for k, v in six.iteritems(self.__dict__)])
        return '%s@%s(%s)' % (self.__class__.__name__, str(id(self)), attrs)


@six.add_metaclass(abc.ABCMeta)
class AsyncActionRunner(ActionRunner):
    pass


@six.add_metaclass(abc.ABCMeta)
class PollingAsyncActionRunner(AsyncActionRunner):
    pass


class ShellRunnerMixin(object):
    """
    Class which contains utility functions to be used by shell runners.
    """

    def _transform_named_args(self, named_args):
        """
        Transform named arguments to the final form.

        :param named_args: Named arguments.
        :type named_args: ``dict``

        :rtype: ``dict``
        """
        if named_args:
            return {self._kwarg_op + k: v for (k, v) in six.iteritems(named_args)}
        return None

    def _get_script_args(self, action_parameters):
        """
        :param action_parameters: Action parameters.
        :type action_parameters: ``dict``

        :return: (positional_args, named_args)
        :rtype: (``str``, ``dict``)
        """
        # TODO: return list for positional args, command classes should escape it
        # and convert it to string

        is_script_run_as_cmd = self.runner_parameters.get(RUNNER_COMMAND, None)

        pos_args = ''
        named_args = {}

        if is_script_run_as_cmd:
            pos_args = self.runner_parameters.get(RUNNER_COMMAND, '')
            named_args = action_parameters
        else:
            pos_args, named_args = action_utils.get_args(action_parameters, self.action)

        return pos_args, named_args


1			# Licensed to the StackStorm, Inc ('StackStorm') under one or more
2			# contributor license agreements. See the NOTICE file distributed with
3			# this work for additional information regarding copyright ownership.
4			# The ASF licenses this file to You under the Apache License, Version 2.0
5			# (the "License"); you may not use this file except in compliance with
6			# the License. You may obtain a copy of the License at
7			#
8			# http://www.apache.org/licenses/LICENSE-2.0
9			#
10			# Unless required by applicable law or agreed to in writing, software
11			# distributed under the License is distributed on an "AS IS" BASIS,
12			# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13			# See the License for the specific language governing permissions and
14			# limitations under the License.
15
16			from __future__ import absolute_import
17			import abc
18
19			import six
20			import yaml
21			from oslo_config import cfg
22
23			from st2common import log as logging
24			from st2common.constants import action as action_constants
25			from st2common.constants import pack as pack_constants
26			from st2common.exceptions.actionrunner import ActionRunnerCreateError
27			from st2common.util import action_db as action_utils
28			from st2common.util.loader import register_runner, register_callback_module
29			from st2common.util.api import get_full_public_api_url
30			from st2common.util.deprecation import deprecated
31
32			__all__ = [
33			'ActionRunner',
34			'AsyncActionRunner',
35			'PollingAsyncActionRunner',
36			'ShellRunnerMixin',
37			'get_runner',
38			'get_metadata'
39			]
40
41
42			LOG = logging.getLogger(__name__)
43
44			# constants to lookup in runner_parameters
45			RUNNER_COMMAND = 'cmd'
46
47
48			def get_runner(module_name, config=None):
49			"""
50			Load the module and return an instance of the runner.
51			"""
52
53			LOG.debug('Runner loading python module: %s', module_name)
54
55			try:
56			# TODO: Explore modifying this to support register_plugin
57			module = register_runner(module_name)
58			except Exception as e:
59			msg = ('Failed to import runner module %s' % module_name)
60			LOG.exception(msg)
61
62			raise ActionRunnerCreateError('%s\n\n%s' % (msg, str(e)))
63
64			LOG.debug('Instance of runner module: %s', module)
65
66			if config:
67			runner_kwargs = {'config': config}
68			else:
69			runner_kwargs = {}
70
71			runner = module.get_runner(**runner_kwargs)
72			LOG.debug('Instance of runner: %s', runner)
73			return runner
74
75
76			def get_metadata(package_name):
77			"""
78			Return runner related metadata for the provided runner package name.
79
80			:rtype: ``list`` of ``dict``
81			"""
82			import pkg_resources
83
84			file_path = pkg_resources.resource_filename(package_name, 'runner.yaml')
85
86			with open(file_path, 'r') as fp:
87			content = fp.read()
88
89			metadata = yaml.safe_load(content)
90			return metadata
91
92
93			@six.add_metaclass(abc.ABCMeta)
94			class ActionRunner(object):
95			"""
96			The interface that must be implemented by each StackStorm
97			Action Runner implementation.
98			"""
99
100			def __init__(self, runner_id):
101			"""
102			:param id: Runner id.
103			:type id: ``str``
104			"""
105			self.runner_id = runner_id
106
107			self.runner_type_db = None
108			self.runner_parameters = None
109			self.action = None
110			self.action_name = None
111			self.liveaction = None
112			self.liveaction_id = None
113			self.execution = None
114			self.execution_id = None
115			self.entry_point = None
116			self.libs_dir_path = None
117			self.context = None
118			self.callback = None
119			self.auth_token = None
120			self.rerun_ex_ref = None
121
122			def pre_run(self):
123			runner_enabled = getattr(self.runner_type_db, 'enabled', True)
124			runner_name = getattr(self.runner_type_db, 'name', 'unknown')
125			if not runner_enabled:
126			msg = ('Runner "%s" has been disabled by the administrator' %
127			(runner_name))
128			raise ValueError(msg)
129
130			# Run will need to take an action argument
131			# Run may need result data argument
132			@abc.abstractmethod
133			def run(self, action_parameters):
134			raise NotImplementedError()
135
136			def pause(self):
137			runner_name = getattr(self.runner_type_db, 'name', 'unknown')
138			raise NotImplementedError('Pause is not supported for runner %s.' % runner_name)
139
140			def resume(self):
141			runner_name = getattr(self.runner_type_db, 'name', 'unknown')
142			raise NotImplementedError('Resume is not supported for runner %s.' % runner_name)
143
144			def cancel(self):
145			return (
146			action_constants.LIVEACTION_STATUS_CANCELED,
147			self.liveaction.result,
148			self.liveaction.context
149			)
150
151			def post_run(self, status, result):
152			callback = self.callback or {}
153
154			if callback and not (set(['url', 'source']) - set(callback.keys())):
			0 ignored issues – show Unused Code Coding Style introduced 2017-04-18 08:10 UTC by Report Bug Copy Issue Report There is an unnecessary parenthesis after `not`. Loading history...
155			callback_url = callback['url']
156			callback_module_name = callback['source']
157
158			try:
159			callback_module = register_callback_module(callback_module_name)
160			except:
161			LOG.exception('Failed importing callback module: %s', callback_module_name)
162
163			callback_handler = callback_module.get_instance()
164
165			callback_handler.callback(
166			callback_url,
167			self.context,
168			status,
169			result
170			)
171
172			@deprecated
173			def get_pack_name(self):
174			return self.get_pack_ref()
175
176			def get_pack_ref(self):
177			"""
178			Retrieve pack name for the action which is being currently executed.
179
180			:rtype: ``str``
181			"""
182			if self.action:
183			return self.action.pack
184
185			return pack_constants.DEFAULT_PACK_NAME
186
187			def get_user(self):
188			"""
189			Retrieve a name of the user which triggered this action execution.
190
191			:rtype: ``str``
192			"""
193			context = getattr(self, 'context', {}) or {}
194			user = context.get('user', cfg.CONF.system_user.user)
195
196			return user
197
198			def _get_common_action_env_variables(self):
199			"""
200			Retrieve common ST2_ACTION_ environment variables which will be available to the action.
201
202			Note: Environment variables are prefixed with ST2_ACTION_* so they don't clash with CLI
203			environment variables.
204
205			:rtype: ``dict``
206			"""
207			result = {}
208			result['ST2_ACTION_PACK_NAME'] = self.get_pack_ref()
209			result['ST2_ACTION_EXECUTION_ID'] = str(self.execution_id)
210			result['ST2_ACTION_API_URL'] = get_full_public_api_url()
211
212			if self.auth_token:
213			result['ST2_ACTION_AUTH_TOKEN'] = self.auth_token.token
214
215			return result
216
217			def __str__(self):
218			attrs = ', '.join(['%s=%s' % (k, v) for k, v in six.iteritems(self.__dict__)])
219			return '%s@%s(%s)' % (self.__class__.__name__, str(id(self)), attrs)
220
221
222			@six.add_metaclass(abc.ABCMeta)
223			class AsyncActionRunner(ActionRunner):
224			pass
225
226
227			@six.add_metaclass(abc.ABCMeta)
228			class PollingAsyncActionRunner(AsyncActionRunner):
229			pass
230
231
232			class ShellRunnerMixin(object):
233			"""
234			Class which contains utility functions to be used by shell runners.
235			"""
236
237			def _transform_named_args(self, named_args):
238			"""
239			Transform named arguments to the final form.
240
241			:param named_args: Named arguments.
242			:type named_args: ``dict``
243
244			:rtype: ``dict``
245			"""
246			if named_args:
247			return {self._kwarg_op + k: v for (k, v) in six.iteritems(named_args)}
248			return None
249
250			def _get_script_args(self, action_parameters):
251			"""
252			:param action_parameters: Action parameters.
253			:type action_parameters: ``dict``
254
255			:return: (positional_args, named_args)
256			:rtype: (``str``, ``dict``)
257			"""
258			# TODO: return list for positional args, command classes should escape it
259			# and convert it to string
260
261			is_script_run_as_cmd = self.runner_parameters.get(RUNNER_COMMAND, None)
262
263			pos_args = ''
264			named_args = {}
265
266			if is_script_run_as_cmd:
267			pos_args = self.runner_parameters.get(RUNNER_COMMAND, '')
268			named_args = action_parameters
269			else:
270			pos_args, named_args = action_utils.get_args(action_parameters, self.action)
271
272			return pos_args, named_args
273

StackStorm / st2

Pull Request — master (#4000)

PollingAsyncActionRunner A

Complexity

Size/Duplication

Importance

Duplication Side-by-Side

Filter issues like