1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
from dataclasses import dataclass, field, asdict
from datetime import datetime, UTC
from sys import stderr
from typing import TypedDict, List, cast
from bson.objectid import ObjectId
from feedparser import parse # type: ignore
from pymongo.collection import Collection
from pymongo.results import InsertOneResult, UpdateResult
import schedule
from components.database import subscriptions
from components.subscriptions.typing import SubsDict
from components.videos import VideoTuple
@dataclass
class Subscription:
_id: str
link: str
time_between_fetches: int
last_fetch: datetime = datetime.min.replace(tzinfo=UTC)
last_video_update: datetime = datetime.min.replace(tzinfo=UTC)
videos: List[VideoTuple] = field(default_factory=list)
subscribers: List[ObjectId] = field(default_factory=list)
def __post_init__(self) -> None:
self._job: schedule.Job = schedule.every(self.time_between_fetches).minutes.do(self.fetch)
self._collection: Collection[SubsDict] = subscriptions
self._in_db: bool = False
def fetch(self) -> None:
try:
rss = parse(self.link)
except Exception as e:
print("Ran into an exception while fetching", self._id + ":", e, file=stderr)
return
for vid in map(VideoTuple.from_rss_entry, rss.entries):
if vid.published > self.last_video_update:
self.videos.append(vid)
elif vid.updated > self.last_video_update:
for i, old_vid in enumerate(self.videos):
if vid.id == old_vid.id:
self.videos[i] = vid
break
last_video_update = max((vid.updated for vid in self.videos))
if last_video_update > self.last_video_update:
print("Updating", self._id)
self.last_video_update = last_video_update
self.update_videos()
self.last_fetch = datetime.now(tz=UTC)
def asdict(self) -> SubsDict:
return cast(SubsDict, asdict(self))
def insert(self) -> InsertOneResult:
return self._collection.insert_one(self.asdict())
def update_videos(self) -> UpdateResult:
return self._collection.update_one(
{"_id": self._id},
{"$set": {
"videos": self.videos,
"last_video_update": self.last_video_update,
"last_fetch": self.last_fetch,
}},
)
|
