api_rssbot

Complexity

Total Complexity

10

Size/Duplication

Total Lines	72
Duplicated Lines	0 %

Importance

Changes

0

2 Methods

Rating	Name	Duplication	Size	Complexity
A	RssRobot.remove_old_history()	0	6	1
C	RssRobot.main()	0	45	9

# -*- encoding: utf-8 -*-
"""
cron: */15 6-22/2 * * *
new Env('RSS 订阅');
"""

from datetime import datetime, timedelta, timezone

import feedparser

from notify_mtr import send
from utils_models import History, Rss, db


class RssRobot:
    def main(self):
        self.remove_old_history()

        rss_list = Rss.select()
        msg = ""
        no = 1
        post_url_list = [
            rss_history.url
            for rss_history in History.select().where(
                History.publish_at == datetime.today().strftime("%Y-%m-%d")
            )
        ]

        for rss in rss_list:
            rss_history_list = []
            feed = feedparser.parse(rss.feed)
            for entry in feed.entries:
                # print(entry["published"])
                # print(datetime.now())
                pub_t = datetime.strptime(
                    entry["published"],
                    rss.date_type,
                )

                if pub_t.tzinfo is None:
                    pub_t = pub_t.replace(tzinfo=timezone.utc)
                # print(pub_t)

                if (
                    entry.link not in post_url_list
                    and (datetime.timestamp(datetime.now()) - datetime.timestamp(pub_t))
                    < rss.before * 86400
                ):
                    msg = msg + f"{str(no).zfill(2)}.{entry.title}\n{entry.link}\n\n"
                    if no % 10 == 0:
                        send("RSS 订阅", msg)
                        msg = ""
                    no += 1
                    rss_history_list.append(History(url=entry.link))

            with db.atomic():
                History.bulk_create(rss_history_list, batch_size=10)

        if no % 10 != 0:
            send("RSS 订阅", msg)

    def remove_old_history(self):
        # 只保留最近一周的记录
        week_date_range = datetime.now() + timedelta(days=-7)
        History.delete().where(
            History.publish_at < week_date_range.strftime("%Y-%m-%d")
        ).execute()


if __name__ == "__main__":
    res = RssRobot().main()