ecs_deploy.EcsService.older_errors() - Code Metrics - Inspection of "Refactor cli module to improve code quality and re..." - fabfuel/ecs-deploy - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Push — develop ( 56c67e...fee1b3 )

by Fabian

created 2016-03-19 09:00 UTC

ecs_deploy.EcsService.older_errors() A

↳ Parent: Project

Complexity

Conditions

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Code Coverage

Tests	6
CRAP Score	4

Metric	Value
dl	0
loc	7
ccs	6
cts	6
cp	1
rs	9.2
cc	4
crap	4

from datetime import datetime

import boto3
from botocore.exceptions import ClientError, NoCredentialsError


class EcsClient(object):
    def __init__(self, access_key_id=None, secret_access_key=None, region=None, profile=None):
        session = boto3.session.Session(aws_access_key_id=access_key_id,
                                        aws_secret_access_key=secret_access_key,
                                        region_name=region,
                                        profile_name=profile)
        self.boto = session.client(u'ecs')

    def describe_services(self, cluster_name, service_name):
        return self.boto.describe_services(cluster=cluster_name, services=[service_name])

    def describe_task_definition(self, task_definition_arn):
        return self.boto.describe_task_definition(taskDefinition=task_definition_arn)

    def list_tasks(self, cluster_name, service_name):
        return self.boto.list_tasks(cluster=cluster_name, serviceName=service_name)

    def describe_tasks(self, cluster_name, task_arns):
        return self.boto.describe_tasks(cluster=cluster_name, tasks=task_arns)

    def register_task_definition(self, family, containers, volumes):
        return self.boto.register_task_definition(family=family, containerDefinitions=containers, volumes=volumes)

    def deregister_task_definition(self, task_definition_arn):
        return self.boto.deregister_task_definition(taskDefinition=task_definition_arn)

    def update_service(self, cluster, service, desired_count, task_definition):
        return self.boto.update_service(
            cluster=cluster,
            service=service,
            desiredCount=desired_count,
            taskDefinition=task_definition
        )


class EcsService(dict):
    def __init__(self, cluster, iterable=None, **kwargs):
        self._cluster = cluster
        super(EcsService, self).__init__(iterable, **kwargs)

    def set_desired_count(self, desired_count):
        self[u'desiredCount'] = desired_count

    def set_task_definition(self, task_definition):
        self[u'taskDefinition'] = task_definition.arn

    @property
    def cluster(self):
        return self._cluster

    @property
    def name(self):
        return self.get(u'serviceName')

    @property
    def task_definition(self):
        return self.get(u'taskDefinition')

    @property
    def desired_count(self):
        return self.get(u'desiredCount')

    @property
    def deployment_created_at(self):
        for deployment in self.get(u'deployments'):
            if deployment.get(u'status') == u'PRIMARY':
                return deployment.get(u'createdAt')
        return datetime.now()

    @property
    def deployment_updated_at(self):
        for deployment in self.get(u'deployments'):
            if deployment.get(u'status') == u'PRIMARY':
                return deployment.get(u'updatedAt')
        return datetime.now()

    @property
    def errors(self):
        errors = {}
        for event in self.get('events'):
            if u'unable' in event[u'message'] and event[u'createdAt'] >= self.deployment_updated_at:
                errors[event[u'createdAt'].isoformat()] = 'ERROR: %s' % event[u'message']
        return errors

    @property
    def older_errors(self):
        errors = {}
        for event in self.get('events'):
            if u'unable' in event[u'message'] and event[u'createdAt'] >= self.deployment_created_at:
                errors[event[u'createdAt'].isoformat()] = 'ERROR: %s' % event[u'message']
        return errors


class EcsTaskDefinition(dict):
    def __init__(self, iterable=None, **kwargs):
        super(EcsTaskDefinition, self).__init__(iterable, **kwargs)
        self._diff = []

    @property
    def containers(self):
        return self.get(u'containerDefinitions')

    @property
    def container_names(self):
        for container in self.get(u'containerDefinitions'):
            yield container[u'name']

    @property
    def volumes(self):
        return self.get(u'volumes')

    @property
    def arn(self):
        return self.get(u'taskDefinitionArn')

    @property
    def family(self):
        return self.get(u'family')

    @property
    def revision(self):
        return self.get(u'revision')

    @property
    def diff(self):
        return self._diff

    def set_images(self, tag=None, **images):
        self.validate_image_options(**images)
        for container in self.containers:
            if container[u'name'] in images:
                new_image = images[container[u'name']]
                diff = EcsTaskDefinitionDiff(container[u'name'], u'image', new_image, container[u'image'])
                self._diff.append(diff)
                container[u'image'] = new_image
            elif tag:
                image_definition = container[u'image'].rsplit(u':', 1)
                new_image = u'%s:%s' % (image_definition[0], tag)
                diff = EcsTaskDefinitionDiff(container[u'name'], u'image', new_image, container[u'image'])
                self._diff.append(diff)
                container[u'image'] = new_image

    def set_commands(self, **commands):
        self.validate_image_options(**commands)
        for container in self.containers:
            if container[u'name'] in commands:
                new_command = commands[container[u'name']]
                diff = EcsTaskDefinitionDiff(container[u'name'], u'command', new_command, container.get(u'command'))
                self._diff.append(diff)
                container[u'command'] = [new_command]

    def validate_image_options(self, **container_options):
        for container_name in container_options:
            if container_name not in self.container_names:
                raise UnknownContainerError(u'Unknown container: %s' % container_name)


class EcsTaskDefinitionDiff(object):
    def __init__(self, container, field, value, old_value):
        self.container = container
        self.field = field
        self.value = value
        self.old_value = old_value

    def __repr__(self):
        return u"Changed %s of container '%s' to: %s (was: %s)" % \
               (self.field, self.container, self.value, self.old_value)


class EcsAction(object):
    def __init__(self, client, cluster_name, service_name):
        self._client = client
        self._cluster_name = cluster_name
        self._service_name = service_name

        try:
            self._service = self.get_service()
        except IndexError:
            raise ConnectionError(u'An error occurred when calling the DescribeServices operation: Service not found')
        except ClientError as e:
            raise ConnectionError(str(e))
        except NoCredentialsError:
            raise ConnectionError(u'Unable to locate credentials. Configure credentials by running "aws configure".')

    def get_service(self):
        services_definition = self._client.describe_services(self._cluster_name, self._service_name)
        return EcsService(self._cluster_name, services_definition[u'services'][0])

    def get_current_task_definition(self, service):
        task_definition_payload = self._client.describe_task_definition(service.task_definition)
        task_definition = EcsTaskDefinition(task_definition_payload[u'taskDefinition'])
        return task_definition

    def update_task_definition(self, task_definition):
        response = self._client.register_task_definition(task_definition.family, task_definition.containers,
                                                         task_definition.volumes)
        new_task_definition = EcsTaskDefinition(response[u'taskDefinition'])
        self._client.deregister_task_definition(task_definition.arn)
        return new_task_definition

    def update_service(self, service):
        response = self._client.update_service(service.cluster, service.name, service.desired_count,
                                               service.task_definition)
        return EcsService(self._cluster_name, response[u'service'])

    def is_deployed(self, service):
        running_tasks = self._client.list_tasks(service.cluster, service.name)
        if not running_tasks[u'taskArns']:
            return service.desired_count == 0
        return service.desired_count == self.get_running_tasks_count(service, running_tasks[u'taskArns'])

    def get_running_tasks_count(self, service, task_arns):
        running_count = 0
        tasks_details = self._client.describe_tasks(self._cluster_name, task_arns)
        for task in tasks_details[u'tasks']:
            if task[u'taskDefinitionArn'] == service.task_definition and task[u'lastStatus'] == u'RUNNING':
                running_count += 1
        return running_count

    @property
    def client(self):
        return self._client

    @property
    def service(self):
        return self._service

    @property
    def cluster_name(self):
        return self._cluster_name

    @property
    def service_name(self):
        return self._service_name


class DeployAction(EcsAction):
    def deploy(self, task_definition):
        self._service.set_task_definition(task_definition)
        return self.update_service(self._service)


class ScaleAction(EcsAction):
    def scale(self, desired_count):
        self._service.set_desired_count(desired_count)
        return self.update_service(self._service)


class EcsError(Exception):
    pass


class ConnectionError(EcsError):
    pass


class UnknownContainerError(EcsError):
    pass


1	1	from datetime import datetime
2
3	1	import boto3
4	1	from botocore.exceptions import ClientError, NoCredentialsError
5
6
7	1	class EcsClient(object):
8	1	def __init__(self, access_key_id=None, secret_access_key=None, region=None, profile=None):
9	1	session = boto3.session.Session(aws_access_key_id=access_key_id,
10		aws_secret_access_key=secret_access_key,
11		region_name=region,
12		profile_name=profile)
13	1	self.boto = session.client(u'ecs')
14
15	1	def describe_services(self, cluster_name, service_name):
16	1	return self.boto.describe_services(cluster=cluster_name, services=[service_name])
17
18	1	def describe_task_definition(self, task_definition_arn):
19	1	return self.boto.describe_task_definition(taskDefinition=task_definition_arn)
20
21	1	def list_tasks(self, cluster_name, service_name):
22	1	return self.boto.list_tasks(cluster=cluster_name, serviceName=service_name)
23
24	1	def describe_tasks(self, cluster_name, task_arns):
25	1	return self.boto.describe_tasks(cluster=cluster_name, tasks=task_arns)
26
27	1	def register_task_definition(self, family, containers, volumes):
28	1	return self.boto.register_task_definition(family=family, containerDefinitions=containers, volumes=volumes)
29
30	1	def deregister_task_definition(self, task_definition_arn):
31	1	return self.boto.deregister_task_definition(taskDefinition=task_definition_arn)
32
33	1	def update_service(self, cluster, service, desired_count, task_definition):
34	1	return self.boto.update_service(
35		cluster=cluster,
36		service=service,
37		desiredCount=desired_count,
38		taskDefinition=task_definition
39		)
40
41
42	1	class EcsService(dict):
43	1	def __init__(self, cluster, iterable=None, **kwargs):
44	1	self._cluster = cluster
45	1	super(EcsService, self).__init__(iterable, **kwargs)
46
47	1	def set_desired_count(self, desired_count):
48	1	self[u'desiredCount'] = desired_count
49
50	1	def set_task_definition(self, task_definition):
51	1	self[u'taskDefinition'] = task_definition.arn
52
53	1	@property
54		def cluster(self):
55	1	return self._cluster
56
57	1	@property
58		def name(self):
59	1	return self.get(u'serviceName')
60
61	1	@property
62		def task_definition(self):
63	1	return self.get(u'taskDefinition')
64
65	1	@property
66		def desired_count(self):
67	1	return self.get(u'desiredCount')
68
69	1	@property
70		def deployment_created_at(self):
71	1	for deployment in self.get(u'deployments'):
72	1	if deployment.get(u'status') == u'PRIMARY':
73	1	return deployment.get(u'createdAt')
74	1	return datetime.now()
75
76	1	@property
77		def deployment_updated_at(self):
78	1	for deployment in self.get(u'deployments'):
79	1	if deployment.get(u'status') == u'PRIMARY':
80	1	return deployment.get(u'updatedAt')
81	1	return datetime.now()
82
83	1	@property
84		def errors(self):
85	1	errors = {}
86	1	for event in self.get('events'):
87	1	if u'unable' in event[u'message'] and event[u'createdAt'] >= self.deployment_updated_at:
88	1	errors[event[u'createdAt'].isoformat()] = 'ERROR: %s' % event[u'message']
89	1	return errors
90
91	1	@property
92		def older_errors(self):
93	1	errors = {}
94	1	for event in self.get('events'):
95	1	if u'unable' in event[u'message'] and event[u'createdAt'] >= self.deployment_created_at:
96	1	errors[event[u'createdAt'].isoformat()] = 'ERROR: %s' % event[u'message']
97	1	return errors
98
99
100	1	class EcsTaskDefinition(dict):
101	1	def __init__(self, iterable=None, **kwargs):
102	1	super(EcsTaskDefinition, self).__init__(iterable, **kwargs)
103	1	self._diff = []
104
105	1	@property
106		def containers(self):
107	1	return self.get(u'containerDefinitions')
108
109	1	@property
110		def container_names(self):
111	1	for container in self.get(u'containerDefinitions'):
112	1	yield container[u'name']
113
114	1	@property
115		def volumes(self):
116	1	return self.get(u'volumes')
117
118	1	@property
119		def arn(self):
120	1	return self.get(u'taskDefinitionArn')
121
122	1	@property
123		def family(self):
124	1	return self.get(u'family')
125
126	1	@property
127		def revision(self):
128	1	return self.get(u'revision')
129
130	1	@property
131		def diff(self):
132	1	return self._diff
133
134	1	def set_images(self, tag=None, **images):
135	1	self.validate_image_options(**images)
136	1	for container in self.containers:
137	1	if container[u'name'] in images:
138	1	new_image = images[container[u'name']]
139	1	diff = EcsTaskDefinitionDiff(container[u'name'], u'image', new_image, container[u'image'])
140	1	self._diff.append(diff)
141	1	container[u'image'] = new_image
142	1	elif tag:
143	1	image_definition = container[u'image'].rsplit(u':', 1)
144	1	new_image = u'%s:%s' % (image_definition[0], tag)
145	1	diff = EcsTaskDefinitionDiff(container[u'name'], u'image', new_image, container[u'image'])
146	1	self._diff.append(diff)
147	1	container[u'image'] = new_image
148
149	1	def set_commands(self, **commands):
150	1	self.validate_image_options(**commands)
151	1	for container in self.containers:
152	1	if container[u'name'] in commands:
153	1	new_command = commands[container[u'name']]
154	1	diff = EcsTaskDefinitionDiff(container[u'name'], u'command', new_command, container.get(u'command'))
155	1	self._diff.append(diff)
156	1	container[u'command'] = [new_command]
157
158	1	def validate_image_options(self, **container_options):
159	1	for container_name in container_options:
160	1	if container_name not in self.container_names:
161	1	raise UnknownContainerError(u'Unknown container: %s' % container_name)
162
163
164	1	class EcsTaskDefinitionDiff(object):
165	1	def __init__(self, container, field, value, old_value):
166	1	self.container = container
167	1	self.field = field
168	1	self.value = value
169	1	self.old_value = old_value
170
171	1	def __repr__(self):
172	1	return u"Changed %s of container '%s' to: %s (was: %s)" % \
173		(self.field, self.container, self.value, self.old_value)
174
175
176	1	class EcsAction(object):
177	1	def __init__(self, client, cluster_name, service_name):
178	1	self._client = client
179	1	self._cluster_name = cluster_name
180	1	self._service_name = service_name
181
182	1	try:
183	1	self._service = self.get_service()
184	1	except IndexError:
185	1	raise ConnectionError(u'An error occurred when calling the DescribeServices operation: Service not found')
186	1	except ClientError as e:
187	1	raise ConnectionError(str(e))
188	1	except NoCredentialsError:
189	1	raise ConnectionError(u'Unable to locate credentials. Configure credentials by running "aws configure".')
190
191	1	def get_service(self):
192	1	services_definition = self._client.describe_services(self._cluster_name, self._service_name)
193	1	return EcsService(self._cluster_name, services_definition[u'services'][0])
194
195	1	def get_current_task_definition(self, service):
196	1	task_definition_payload = self._client.describe_task_definition(service.task_definition)
197	1	task_definition = EcsTaskDefinition(task_definition_payload[u'taskDefinition'])
198	1	return task_definition
199
200	1	def update_task_definition(self, task_definition):
201	1	response = self._client.register_task_definition(task_definition.family, task_definition.containers,
202		task_definition.volumes)
203	1	new_task_definition = EcsTaskDefinition(response[u'taskDefinition'])
204	1	self._client.deregister_task_definition(task_definition.arn)
205	1	return new_task_definition
206
207	1	def update_service(self, service):
208	1	response = self._client.update_service(service.cluster, service.name, service.desired_count,
209		service.task_definition)
210	1	return EcsService(self._cluster_name, response[u'service'])
211
212	1	def is_deployed(self, service):
213	1	running_tasks = self._client.list_tasks(service.cluster, service.name)
214	1	if not running_tasks[u'taskArns']:
215	1	return service.desired_count == 0
216	1	return service.desired_count == self.get_running_tasks_count(service, running_tasks[u'taskArns'])
217
218	1	def get_running_tasks_count(self, service, task_arns):
219	1	running_count = 0
220	1	tasks_details = self._client.describe_tasks(self._cluster_name, task_arns)
221	1	for task in tasks_details[u'tasks']:
222	1	if task[u'taskDefinitionArn'] == service.task_definition and task[u'lastStatus'] == u'RUNNING':
223	1	running_count += 1
224	1	return running_count
225
226	1	@property
227		def client(self):
228	1	return self._client
229
230	1	@property
231		def service(self):
232	1	return self._service
233
234	1	@property
235		def cluster_name(self):
236	1	return self._cluster_name
237
238	1	@property
239		def service_name(self):
240	1	return self._service_name
241
242
243	1	class DeployAction(EcsAction):
244	1	def deploy(self, task_definition):
245	1	self._service.set_task_definition(task_definition)
246	1	return self.update_service(self._service)
247
248
249	1	class ScaleAction(EcsAction):
250	1	def scale(self, desired_count):
251	1	self._service.set_desired_count(desired_count)
252	1	return self.update_service(self._service)
253
254
255	1	class EcsError(Exception):
256	1	pass
257
258
259	1	class ConnectionError(EcsError):
260	1	pass
261
262
263	1	class UnknownContainerError(EcsError):
264		pass
265

fabfuel / ecs-deploy

Push — develop ( 56c67e...fee1b3 )

ecs_deploy.EcsService.older_errors() A

Complexity

Size

Duplication

Code Coverage

Duplication Side-by-Side

Filter issues like