|
1
|
|
|
# coding: utf-8 |
|
2
|
|
|
import arrow |
|
3
|
|
|
from logging import getLogger |
|
4
|
|
|
|
|
5
|
|
|
from mastodon import Mastodon as MastodonAPI |
|
6
|
|
|
|
|
7
|
|
|
# django classes |
|
8
|
|
|
from django.conf import settings |
|
9
|
|
|
from django.core.cache import caches |
|
10
|
|
|
from django.shortcuts import reverse |
|
11
|
|
|
from django.utils import html |
|
12
|
|
|
from django.utils.translation import ugettext as _ |
|
13
|
|
|
|
|
14
|
|
|
# django_th classes |
|
15
|
|
|
from django_th.services.services import ServicesMgr |
|
16
|
|
|
from django_th.models import update_result, UserService |
|
17
|
|
|
from th_mastodon.models import Mastodon |
|
18
|
|
|
|
|
19
|
|
|
|
|
20
|
|
|
logger = getLogger('django_th.trigger_happy') |
|
21
|
|
|
|
|
22
|
|
|
cache = caches['django_th'] |
|
23
|
|
|
|
|
24
|
|
|
|
|
25
|
|
|
class ServiceMastodon(ServicesMgr): |
|
26
|
|
|
""" |
|
27
|
|
|
Service Mastodon |
|
28
|
|
|
""" |
|
29
|
|
|
def __init__(self, token=None, **kwargs): |
|
30
|
|
|
super(ServiceMastodon, self).__init__(token, **kwargs) |
|
31
|
|
|
|
|
32
|
|
|
self.token = token |
|
33
|
|
|
self.service = 'ServiceMastodon' |
|
34
|
|
|
self.user = kwargs.get('user') |
|
35
|
|
|
|
|
36
|
|
|
def read_data(self, **kwargs): |
|
37
|
|
|
""" |
|
38
|
|
|
get the data from the service |
|
39
|
|
|
|
|
40
|
|
|
:param kwargs: contain keyword args : trigger_id at least |
|
41
|
|
|
:type kwargs: dict |
|
42
|
|
|
:rtype: list |
|
43
|
|
|
""" |
|
44
|
|
|
now = arrow.utcnow().to(settings.TIME_ZONE) |
|
45
|
|
|
my_toots = [] |
|
46
|
|
|
search = {} |
|
47
|
|
|
since_id = None |
|
48
|
|
|
trigger_id = kwargs['trigger_id'] |
|
49
|
|
|
date_triggered = arrow.get(kwargs['date_triggered']) |
|
50
|
|
|
|
|
51
|
|
|
def _get_toots(toot_api, toot_obj, search): |
|
52
|
|
|
""" |
|
53
|
|
|
get the toots from mastodon and return the filters to use : |
|
54
|
|
|
search and count |
|
55
|
|
|
|
|
56
|
|
|
:param toot_obj: from Mastodon model |
|
57
|
|
|
:param search: filter used for MastodonAPI.search() |
|
58
|
|
|
:type toot_obj: Object |
|
59
|
|
|
:type search: dict |
|
60
|
|
|
:return: count that limit the quantity of tweet to retrieve, |
|
61
|
|
|
the filter named search, the tweets |
|
62
|
|
|
:rtype: list |
|
63
|
|
|
""" |
|
64
|
|
|
|
|
65
|
|
|
# get the toots for a given tag |
|
66
|
|
|
statuses = '' |
|
67
|
|
|
count = 100 |
|
68
|
|
|
if toot_obj.tag: |
|
69
|
|
|
count = 100 |
|
70
|
|
|
search['count'] = count |
|
71
|
|
|
search['q'] = toot_obj.tag |
|
72
|
|
|
search['result_type'] = 'recent' |
|
73
|
|
|
# do a search |
|
74
|
|
|
statuses = toot_api.search(**search) |
|
75
|
|
|
# just return the content of te statuses array |
|
76
|
|
|
statuses = statuses['statuses'] |
|
77
|
|
|
|
|
78
|
|
|
# get the tweets from a given user |
|
79
|
|
|
elif toot_obj.tooter: |
|
80
|
|
|
count = 200 |
|
81
|
|
|
search['count'] = count |
|
82
|
|
|
search['username'] = toot_obj.tooter |
|
83
|
|
|
|
|
84
|
|
|
# call the user timeline and get his toot |
|
85
|
|
|
if toot_obj.fav: |
|
86
|
|
|
count = 20 |
|
87
|
|
|
search['count'] = 20 |
|
88
|
|
|
statuses = toot_api.favourites(max_id=max_id, |
|
89
|
|
|
since_id=since_id, |
|
90
|
|
|
limit=count) |
|
91
|
|
|
else: |
|
92
|
|
|
statuses = toot_api.account_statuses( |
|
93
|
|
|
id=toot_obj.tooter, |
|
94
|
|
|
max_id=max_id, |
|
95
|
|
|
since_id=since_id, |
|
96
|
|
|
limit=count) |
|
97
|
|
|
|
|
98
|
|
|
return count, search, statuses |
|
99
|
|
|
|
|
100
|
|
|
if self.token is not None: |
|
101
|
|
|
kw = {'app_label': 'th_mastodon', 'model_name': 'Mastodon', |
|
102
|
|
|
'trigger_id': trigger_id} |
|
103
|
|
|
toot_obj = super(ServiceMastodon, self).read_data(**kw) |
|
104
|
|
|
|
|
105
|
|
|
us = UserService.objects.get(user=self.user, |
|
106
|
|
|
token=self.token, |
|
107
|
|
|
name='ServiceMastodon') |
|
108
|
|
|
try: |
|
109
|
|
|
toot_api = MastodonAPI( |
|
110
|
|
|
client_id=us.client_id, |
|
111
|
|
|
client_secret=us.client_secret, |
|
112
|
|
|
access_token=self.token, |
|
113
|
|
|
api_base_url=us.host |
|
114
|
|
|
) |
|
115
|
|
|
except ValueError as e: |
|
116
|
|
|
logger.error(e) |
|
117
|
|
|
update_result(trigger_id, msg=e, status=False) |
|
118
|
|
|
|
|
119
|
|
|
if toot_obj.since_id is not None and toot_obj.since_id > 0: |
|
120
|
|
|
since_id = toot_obj.since_id |
|
121
|
|
|
search = {'since_id': toot_obj.since_id} |
|
122
|
|
|
|
|
123
|
|
|
# first request to Mastodon |
|
124
|
|
|
count, search, statuses = _get_toots(toot_api, toot_obj, search) |
|
125
|
|
|
|
|
126
|
|
|
if len(statuses) > 0: |
|
127
|
|
|
newest = None |
|
128
|
|
|
for status in statuses: |
|
129
|
|
|
if newest is None: |
|
130
|
|
|
newest = True |
|
131
|
|
|
# first query ; get the max id |
|
132
|
|
|
search['max_id'] = max_id = status['id'] |
|
133
|
|
|
|
|
134
|
|
|
since_id = search['since_id'] = statuses[-1]['id'] - 1 |
|
135
|
|
|
|
|
136
|
|
|
count, search, statuses = _get_toots(toot_api, toot_obj, |
|
137
|
|
|
search) |
|
138
|
|
|
|
|
139
|
|
|
newest = None |
|
140
|
|
|
if len(statuses) > 0: |
|
141
|
|
|
my_toots = [] |
|
142
|
|
|
for s in statuses: |
|
143
|
|
|
if newest is None: |
|
144
|
|
|
newest = True |
|
145
|
|
|
max_id = s['id'] - 1 |
|
146
|
|
|
toot_name = s['account']['username'] |
|
147
|
|
|
# get the text of the tweet + url to this one |
|
148
|
|
|
if toot_obj.fav: |
|
149
|
|
|
url = '{0}/api/v1/statuses/{1}'.format( |
|
150
|
|
|
self.api_base_url, s['id']) |
|
151
|
|
|
title = _('Toot Fav from @{}'.format(toot_name)) |
|
152
|
|
|
else: |
|
153
|
|
|
url = '{0}/api/v1/accounts/{1}/statuses'.format( |
|
154
|
|
|
self.api_base_url, s['id']) |
|
155
|
|
|
title = _('Toot from @{}'.format(toot_name)) |
|
156
|
|
|
# Wed Aug 29 17:12:58 +0000 2012 |
|
157
|
|
|
my_date = arrow.get(s['created_at'], |
|
158
|
|
|
'ddd MMM DD HH:mm:ss Z YYYY') |
|
159
|
|
|
published = arrow.get(my_date).to(settings.TIME_ZONE) |
|
160
|
|
|
if date_triggered is not None and \ |
|
161
|
|
|
published is not None and \ |
|
162
|
|
|
now >= published >= date_triggered: |
|
163
|
|
|
my_toots.append({'title': title, |
|
164
|
|
|
'content': s['content'], |
|
165
|
|
|
'link': url, |
|
166
|
|
|
'my_date': my_date}) |
|
167
|
|
|
# digester |
|
168
|
|
|
self.send_digest_event(trigger_id, title, url) |
|
169
|
|
|
cache.set('th_mastodon_' + str(trigger_id), my_toots) |
|
170
|
|
|
Mastodon.objects.filter(trigger_id=trigger_id).update( |
|
171
|
|
|
since_id=since_id, |
|
172
|
|
|
max_id=max_id, |
|
173
|
|
|
count=count) |
|
174
|
|
|
return my_toots |
|
175
|
|
|
|
|
176
|
|
|
def save_data(self, trigger_id, **data): |
|
177
|
|
|
""" |
|
178
|
|
|
get the data from the service |
|
179
|
|
|
|
|
180
|
|
|
:param trigger_id: id of the trigger |
|
181
|
|
|
:params data, dict |
|
182
|
|
|
:rtype: dict |
|
183
|
|
|
""" |
|
184
|
|
|
title, content = super(ServiceMastodon, self).save_data( |
|
185
|
|
|
trigger_id, **data) |
|
186
|
|
|
|
|
187
|
|
|
if self.title_or_content(title): |
|
188
|
|
|
|
|
189
|
|
|
content = str("{title} {link}").format( |
|
190
|
|
|
title=title, link=data.get('link')) |
|
191
|
|
|
|
|
192
|
|
|
content += self.get_tags(trigger_id) |
|
193
|
|
|
|
|
194
|
|
|
content = self.set_mastodon_content(content) |
|
195
|
|
|
|
|
196
|
|
|
us = UserService.objects.get(user=self.user, |
|
197
|
|
|
token=self.token, |
|
198
|
|
|
name='ServiceMastodon') |
|
199
|
|
|
|
|
200
|
|
|
try: |
|
201
|
|
|
toot_api = MastodonAPI( |
|
202
|
|
|
client_id=us.client_id, |
|
203
|
|
|
client_secret=us.client_secret, |
|
204
|
|
|
access_token=self.token, |
|
205
|
|
|
api_base_url=us.host |
|
206
|
|
|
) |
|
207
|
|
|
except ValueError as e: |
|
208
|
|
|
logger.error(e) |
|
209
|
|
|
update_result(trigger_id, msg=e, status=False) |
|
210
|
|
|
|
|
211
|
|
|
try: |
|
212
|
|
|
toot_api.toot(content) |
|
213
|
|
|
status = True |
|
214
|
|
|
except Exception as inst: |
|
215
|
|
|
logger.critical("Mastodon ERR {}".format(inst)) |
|
216
|
|
|
update_result(trigger_id, msg=inst, status=False) |
|
217
|
|
|
status = False |
|
218
|
|
|
|
|
219
|
|
|
return status |
|
220
|
|
|
|
|
221
|
|
|
def get_tags(self, trigger_id): |
|
222
|
|
|
""" |
|
223
|
|
|
get the tags if any |
|
224
|
|
|
:param trigger_id: the id of the related trigger |
|
225
|
|
|
:return: tags string |
|
226
|
|
|
""" |
|
227
|
|
|
|
|
228
|
|
|
# get the Mastodon data of this trigger |
|
229
|
|
|
trigger = Mastodon.objects.get(trigger_id=trigger_id) |
|
230
|
|
|
|
|
231
|
|
|
tags = '' |
|
232
|
|
|
|
|
233
|
|
|
if trigger.tag is not None: |
|
234
|
|
|
# is there several tag ? |
|
235
|
|
|
tags = ["#" + tag.strip() for tag in trigger.tag.split(',') |
|
236
|
|
|
] if ',' in trigger.tag else "#" + trigger.tag |
|
237
|
|
|
|
|
238
|
|
|
tags = str(','.join(tags)) if isinstance(tags, list) else tags |
|
239
|
|
|
tags = ' ' + tags |
|
240
|
|
|
|
|
241
|
|
|
return tags |
|
242
|
|
|
|
|
243
|
|
|
def set_mastodon_content(self, content): |
|
244
|
|
|
""" |
|
245
|
|
|
cleaning content by removing any existing html tag |
|
246
|
|
|
:param content: |
|
247
|
|
|
:return: |
|
248
|
|
|
""" |
|
249
|
|
|
content = html.strip_tags(content) |
|
250
|
|
|
|
|
251
|
|
|
if len(content) > 560: |
|
252
|
|
|
return content[:560] |
|
253
|
|
|
|
|
254
|
|
|
return content |
|
255
|
|
|
|
|
256
|
|
|
def title_or_content(self, title): |
|
257
|
|
|
""" |
|
258
|
|
|
If the title always contains 'New status from' |
|
259
|
|
|
drop the title and get 'the content' instead |
|
260
|
|
|
:param title: |
|
261
|
|
|
:return: |
|
262
|
|
|
""" |
|
263
|
|
|
if "New status by" in title: |
|
264
|
|
|
return False |
|
265
|
|
|
return True |
|
266
|
|
|
|
|
267
|
|
|
def auth(self, request): |
|
268
|
|
|
""" |
|
269
|
|
|
get the auth of the services |
|
270
|
|
|
:param request: contains the current session |
|
271
|
|
|
:type request: dict |
|
272
|
|
|
:rtype: dict |
|
273
|
|
|
""" |
|
274
|
|
|
# create app |
|
275
|
|
|
redirect_uris = '%s://%s%s' % (request.scheme, request.get_host(), |
|
276
|
|
|
reverse('mastodon_callback')) |
|
277
|
|
|
us = UserService.objects.get(user=request.user, |
|
278
|
|
|
name='ServiceMastodon') |
|
279
|
|
|
client_id, client_secret = MastodonAPI.create_app( |
|
280
|
|
|
client_name="TriggerHappy", api_base_url=us.host, |
|
281
|
|
|
redirect_uris=redirect_uris) |
|
282
|
|
|
|
|
283
|
|
|
us.client_id = client_id |
|
284
|
|
|
us.client_secret = client_secret |
|
285
|
|
|
us.save() |
|
286
|
|
|
|
|
287
|
|
|
us = UserService.objects.get(user=request.user, |
|
288
|
|
|
name='ServiceMastodon') |
|
289
|
|
|
# get the token by logging in |
|
290
|
|
|
mastodon = MastodonAPI( |
|
291
|
|
|
client_id=client_id, |
|
292
|
|
|
client_secret=client_secret, |
|
293
|
|
|
api_base_url=us.host |
|
294
|
|
|
) |
|
295
|
|
|
token = mastodon.log_in(username=us.username, password=us.password) |
|
296
|
|
|
us.token = token |
|
297
|
|
|
us.save() |
|
298
|
|
|
return self.callback_url(request) |
|
299
|
|
|
|
|
300
|
|
|
def callback_url(self, request): |
|
301
|
|
|
us = UserService.objects.get(user=request.user, |
|
302
|
|
|
name='ServiceMastodon') |
|
303
|
|
|
mastodon = MastodonAPI( |
|
304
|
|
|
client_id=us.client_id, |
|
305
|
|
|
client_secret=us.client_secret, |
|
306
|
|
|
access_token=us.token, |
|
307
|
|
|
api_base_url=us.host |
|
308
|
|
|
) |
|
309
|
|
|
redirect_uris = '%s://%s%s' % (request.scheme, request.get_host(), |
|
310
|
|
|
reverse('mastodon_callback')) |
|
311
|
|
|
return mastodon.auth_request_url(redirect_uris=redirect_uris) |
|
312
|
|
|
|
|
313
|
|
|
def callback(self, request, **kwargs): |
|
314
|
|
|
""" |
|
315
|
|
|
Called from the Service when the user accept to activate it |
|
316
|
|
|
the url to go back after the external service call |
|
317
|
|
|
:param request: contains the current session |
|
318
|
|
|
:param kwargs: keyword args |
|
319
|
|
|
:type request: dict |
|
320
|
|
|
:type kwargs: dict |
|
321
|
|
|
:rtype: string |
|
322
|
|
|
""" |
|
323
|
|
|
return 'mastodon/callback.html' |
|
324
|
|
|
|