You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
97 lines
3.5 KiB
97 lines
3.5 KiB
import hashlib
|
|
import io
|
|
import os
|
|
import pickle
|
|
import threading
|
|
from typing import Union
|
|
|
|
import feedparser
|
|
import requests
|
|
import wx
|
|
from ChannelProvider import ChannelProvider
|
|
from Items import Item
|
|
from youtube_dl import YoutubeDL as yt
|
|
|
|
|
|
class YouTube(ChannelProvider):
|
|
m_cache: dict = dict()
|
|
m_cachefile = '/tmp/yt_cache'
|
|
|
|
def __init__(self, channel_id) -> None:
|
|
super().__init__(
|
|
channel_id,
|
|
'https://www.youtube.com/feeds/videos.xml?channel_id={}'.format(
|
|
channel_id))
|
|
self.m_items: Union[list[Item], None] = None
|
|
|
|
if os.path.exists(self.m_cachefile):
|
|
with open(self.m_cachefile, 'rb') as cachehandle:
|
|
self.m_cache = pickle.load(cachehandle)
|
|
self.m_thr = threading.Thread(target=self.parse_feed,
|
|
args=(),
|
|
kwargs={})
|
|
self.m_thr.start()
|
|
|
|
def wait(self) -> bool:
|
|
return self.m_thr.is_alive()
|
|
|
|
def parse_feed(self) -> None:
|
|
feed = feedparser.parse(self.get_feed())
|
|
|
|
ydl_opts = {
|
|
'format': 'worst',
|
|
'container': 'webm_dash',
|
|
}
|
|
entries = feed['entries']
|
|
self.m_items: list[Item] = list()
|
|
|
|
for entry in entries:
|
|
key = hashlib.sha256(entry['link'].encode('utf-8')).hexdigest()
|
|
|
|
if key in self.m_cache.keys():
|
|
thumbnail_link = self.m_cache[key]['thumbnail_link']
|
|
content = self.m_cache[key]['content']
|
|
resolved_link = self.m_cache[key]['resolved_link']
|
|
description = self.m_cache[key]['description']
|
|
published_parsed = self.m_cache[key]['published_parsed']
|
|
title = self.m_cache[key]['title']
|
|
else:
|
|
|
|
title = str(entry['title'])
|
|
thumbnail_link = str(entry['media_thumbnail'][0]['url'])
|
|
description = str(entry['description'])
|
|
link = ''
|
|
with yt(ydl_opts) as ydl:
|
|
video = yt(ydl_opts).extract_info(entry['link'],
|
|
download=False)
|
|
|
|
for form in video['formats']:
|
|
if form['height']:
|
|
if form['height'] < 480 and form[
|
|
'acodec'] != 'none':
|
|
link = form['url']
|
|
|
|
resolved_link = link
|
|
|
|
published_parsed = entry['published_parsed']
|
|
res = requests.get(thumbnail_link)
|
|
content = res.content
|
|
|
|
if not resolved_link:
|
|
continue
|
|
content_bytes = io.BytesIO(content)
|
|
self.m_cache[key] = {'thumbnail_link': thumbnail_link}
|
|
self.m_cache[key]['content'] = content
|
|
self.m_cache[key]['resolved_link'] = resolved_link
|
|
self.m_cache[key]['description'] = description
|
|
self.m_cache[key]['published_parsed'] = published_parsed
|
|
self.m_cache[key]['title'] = title
|
|
image = wx.Image(content_bytes, type=wx.BITMAP_TYPE_ANY, index=-1)
|
|
thumbnail = wx.Bitmap(image)
|
|
item = Item(description, resolved_link, self.m_provider_name,
|
|
published_parsed, thumbnail, title)
|
|
self.m_items.append(item)
|
|
# write to cache file
|
|
with open(self.m_cachefile, 'wb') as cachehandle:
|
|
pickle.dump(self.m_cache, cachehandle)
|