REFACTOR: ITEM REVOLUTION #91
This commit is contained in:
Terry Geng
227
media/url.py
227
media/url.py
@ -1,22 +1,215 @@
|
||||
import threading
|
||||
import logging
|
||||
import os
|
||||
import hashlib
|
||||
import traceback
|
||||
from PIL import Image
|
||||
import youtube_dl
|
||||
import glob
|
||||
|
||||
import constants
|
||||
import media
|
||||
import variables as var
|
||||
from media.file import FileItem
|
||||
import media.system
|
||||
|
||||
log = logging.getLogger("bot")
|
||||
|
||||
|
||||
def get_url_info(music):
|
||||
ydl_opts = {
|
||||
'noplaylist': True
|
||||
}
|
||||
music['duration'] = 0
|
||||
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
|
||||
for i in range(2):
|
||||
try:
|
||||
info = ydl.extract_info(music['url'], download=False)
|
||||
music['duration'] = info['duration'] / 60
|
||||
music['title'] = info['title']
|
||||
except youtube_dl.utils.DownloadError:
|
||||
pass
|
||||
except KeyError:
|
||||
return music
|
||||
class URLItem(FileItem):
|
||||
def __init__(self, bot, url, from_dict=None):
|
||||
self.validating_lock = threading.Lock()
|
||||
if from_dict is None:
|
||||
self.url = url
|
||||
self.title = ''
|
||||
self.duration = 0
|
||||
self.ready = 'pending'
|
||||
super().__init__(bot, "")
|
||||
self.id = hashlib.md5(url.encode()).hexdigest()
|
||||
path = var.tmp_folder + self.id + ".mp3"
|
||||
|
||||
if os.path.isfile(path):
|
||||
self.log.info("url: file existed for url %s " % self.url)
|
||||
self.ready = 'yes'
|
||||
self.path = path
|
||||
self._get_info_from_tag()
|
||||
else:
|
||||
return music
|
||||
return False
|
||||
# self._get_info_from_url()
|
||||
pass
|
||||
else:
|
||||
super().__init__(bot, "", from_dict)
|
||||
self.url = from_dict['url']
|
||||
self.duration = from_dict['duration']
|
||||
|
||||
self.downloading = False
|
||||
self.type = "url"
|
||||
|
||||
def uri(self):
|
||||
return self.path
|
||||
|
||||
def is_ready(self):
|
||||
if self.downloading or self.ready != 'yes':
|
||||
return False
|
||||
if self.ready == 'yes' and not os.path.exists(self.path):
|
||||
self.log.info(
|
||||
"url: music file missed for %s" % self.format_debug_string())
|
||||
self.ready = 'validated'
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
def validate(self):
|
||||
if self.ready in ['yes', 'validated']:
|
||||
return True
|
||||
|
||||
if os.path.exists(self.path):
|
||||
self.ready = "yes"
|
||||
return True
|
||||
|
||||
# avoid multiple process validating in the meantime
|
||||
self.validating_lock.acquire()
|
||||
info = self._get_info_from_url()
|
||||
self.validating_lock.release()
|
||||
|
||||
if self.duration == 0 and not info:
|
||||
return False
|
||||
|
||||
if self.duration > var.config.getint('bot', 'max_track_duration') != 0:
|
||||
# Check the length, useful in case of playlist, it wasn't checked before)
|
||||
log.info(
|
||||
"url: " + self.url + " has a duration of " + str(self.duration) + " min -- too long")
|
||||
self.send_client_message(constants.strings('too_long'))
|
||||
return False
|
||||
else:
|
||||
self.ready = "validated"
|
||||
return True
|
||||
|
||||
# Run in a other thread
|
||||
def prepare(self):
|
||||
if not self.downloading:
|
||||
assert self.ready == 'validated'
|
||||
return self._download()
|
||||
else:
|
||||
assert self.ready == 'yes'
|
||||
return True
|
||||
|
||||
def _get_info_from_url(self):
|
||||
self.log.info("url: fetching metadata of url %s " % self.url)
|
||||
ydl_opts = {
|
||||
'noplaylist': True
|
||||
}
|
||||
succeed = False
|
||||
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
|
||||
attempts = var.config.getint('bot', 'download_attempts', fallback=2)
|
||||
for i in range(attempts):
|
||||
try:
|
||||
info = ydl.extract_info(self.url, download=False)
|
||||
self.duration = info['duration'] / 60
|
||||
self.title = info['title']
|
||||
succeed = True
|
||||
return True
|
||||
except youtube_dl.utils.DownloadError:
|
||||
pass
|
||||
|
||||
if not succeed:
|
||||
self.ready = 'failed'
|
||||
self.log.error("url: error while fetching info from the URL")
|
||||
self.send_client_message(constants.strings('unable_download'))
|
||||
return False
|
||||
|
||||
def _download(self):
|
||||
media.system.clear_tmp_folder(var.tmp_folder, var.config.getint('bot', 'tmp_folder_max_size'))
|
||||
|
||||
self.downloading = True
|
||||
base_path = var.tmp_folder + self.id
|
||||
save_path = base_path + ".%(ext)s"
|
||||
mp3_path = base_path + ".mp3"
|
||||
|
||||
# Download only if music is not existed
|
||||
self.ready = "preparing"
|
||||
|
||||
self.log.info("bot: downloading url (%s) %s " % (self.title, self.url))
|
||||
ydl_opts = ""
|
||||
|
||||
ydl_opts = {
|
||||
'format': 'bestaudio/best',
|
||||
'outtmpl': save_path,
|
||||
'noplaylist': True,
|
||||
'writethumbnail': True,
|
||||
'updatetime': False,
|
||||
'postprocessors': [{
|
||||
'key': 'FFmpegExtractAudio',
|
||||
'preferredcodec': 'mp3',
|
||||
'preferredquality': '192'},
|
||||
{'key': 'FFmpegMetadata'}]
|
||||
}
|
||||
# TODO
|
||||
self.send_client_message(constants.strings('download_in_progress', item=self.url))
|
||||
|
||||
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
|
||||
attempts = var.config.getint('bot', 'download_attempts', fallback=2)
|
||||
download_succeed = False
|
||||
for i in range(attempts):
|
||||
self.log.info("bot: download attempts %d / %d" % (i+1, attempts))
|
||||
try:
|
||||
info = ydl.extract_info(self.url)
|
||||
download_succeed = True
|
||||
break
|
||||
except:
|
||||
error_traceback = traceback.format_exc().split("During")[0]
|
||||
error = error_traceback.rstrip().split("\n")[-1]
|
||||
self.log.error("bot: download failed with error:\n %s" % error)
|
||||
|
||||
if download_succeed:
|
||||
self.path = mp3_path
|
||||
self.ready = "yes"
|
||||
self.log.info(
|
||||
"bot: finished downloading url (%s) %s, saved to %s." % (self.title, self.url, self.path))
|
||||
self.downloading = False
|
||||
return True
|
||||
else:
|
||||
for f in glob.glob(base_path + "*"):
|
||||
os.remove(f)
|
||||
self.send_client_message(constants.strings('unable_download'))
|
||||
self.ready = "failed"
|
||||
self.downloading = False
|
||||
return False
|
||||
|
||||
def _read_thumbnail_from_file(self, path_thumbnail):
|
||||
if os.path.isfile(path_thumbnail):
|
||||
im = Image.open(path_thumbnail)
|
||||
self.thumbnail = self._prepare_thumbnail(im)
|
||||
|
||||
def to_dict(self):
|
||||
dict = super().to_dict()
|
||||
dict['type'] = 'url'
|
||||
dict['url'] = self.url
|
||||
dict['duration'] = self.duration
|
||||
|
||||
return dict
|
||||
|
||||
|
||||
def format_debug_string(self):
|
||||
return "[url] {title} ({url})".format(
|
||||
title=self.title,
|
||||
url=self.url
|
||||
)
|
||||
|
||||
def format_song_string(self, user):
|
||||
return constants.strings("url_item",
|
||||
title=self.title,
|
||||
url=self.url,
|
||||
user=user)
|
||||
|
||||
def format_current_playing(self, user):
|
||||
display = constants.strings("now_playing", item=self.format_song_string(user))
|
||||
|
||||
if self.thumbnail:
|
||||
thumbnail_html = '<img width="80" src="data:image/jpge;base64,' + \
|
||||
self.thumbnail + '"/>'
|
||||
display += "<br />" + thumbnail_html
|
||||
|
||||
return display
|
||||
|
||||
def display_type(self):
|
||||
return constants.strings("url")
|
||||
|
||||
Reference in New Issue
Block a user