2021-02-07 17:46:20 +13:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
|
|
|
import logging
|
2020-06-02 00:05:02 +12:00
|
|
|
import os
|
2021-02-07 01:29:13 +13:00
|
|
|
import pathlib
|
2020-06-02 00:05:02 +12:00
|
|
|
import sys
|
|
|
|
|
2021-02-06 21:35:50 +13:00
|
|
|
import youtube_dl
|
2020-06-02 00:05:02 +12:00
|
|
|
|
2021-02-07 14:33:19 +13:00
|
|
|
from bulkredditdownloader.downloaders.base_downloader import BaseDownloader
|
2021-02-07 14:05:18 +13:00
|
|
|
from bulkredditdownloader.errors import FileAlreadyExistsError
|
|
|
|
from bulkredditdownloader.utils import GLOBAL
|
2021-02-07 17:46:20 +13:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
2021-02-06 21:35:50 +13:00
|
|
|
|
2020-06-02 00:05:02 +12:00
|
|
|
|
2021-02-07 14:33:19 +13:00
|
|
|
class Youtube(BaseDownloader):
|
2021-02-07 01:29:13 +13:00
|
|
|
def __init__(self, directory: pathlib.Path, post: dict):
|
2021-02-07 14:33:19 +13:00
|
|
|
super().__init__(directory, post)
|
2021-02-07 17:46:20 +13:00
|
|
|
self.download()
|
2020-06-02 00:05:02 +12:00
|
|
|
|
2021-02-07 17:46:20 +13:00
|
|
|
def download(self):
|
|
|
|
self.directory.mkdir(exist_ok=True)
|
2020-06-02 00:05:02 +12:00
|
|
|
|
2021-02-07 17:46:20 +13:00
|
|
|
filename = GLOBAL.config['filename'].format(**self.post)
|
|
|
|
logger.info(filename)
|
2021-02-25 22:32:06 +13:00
|
|
|
|
2021-02-07 17:46:20 +13:00
|
|
|
self._download_video(filename, self.directory, self.post['CONTENTURL'])
|
|
|
|
|
|
|
|
def _download_video(self, filename: str, directory: pathlib.Path, url: str):
|
2020-06-02 00:05:02 +12:00
|
|
|
ydl_opts = {
|
|
|
|
"format": "best",
|
|
|
|
"outtmpl": str(directory / (filename + ".%(ext)s")),
|
|
|
|
"progress_hooks": [self._hook],
|
|
|
|
"playlistend": 1,
|
|
|
|
"nooverwrites": True,
|
|
|
|
"quiet": True
|
|
|
|
}
|
|
|
|
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
|
|
|
|
ydl.download([url])
|
|
|
|
|
2021-02-25 22:32:06 +13:00
|
|
|
location = directory / (filename + ".mp4")
|
2020-06-02 00:05:02 +12:00
|
|
|
|
2021-02-07 17:46:20 +13:00
|
|
|
with open(location, 'rb') as file:
|
|
|
|
content = file.read()
|
|
|
|
|
2020-06-02 00:05:02 +12:00
|
|
|
if GLOBAL.arguments.no_dupes:
|
|
|
|
try:
|
2021-02-07 17:46:20 +13:00
|
|
|
file_hash = self._create_hash(content)
|
2020-06-02 00:05:02 +12:00
|
|
|
except FileNotFoundError:
|
|
|
|
return None
|
2021-02-06 21:35:50 +13:00
|
|
|
if file_hash in GLOBAL.downloadedPosts():
|
2020-06-02 00:05:02 +12:00
|
|
|
os.remove(location)
|
|
|
|
raise FileAlreadyExistsError
|
2021-02-06 21:35:50 +13:00
|
|
|
GLOBAL.downloadedPosts.add(file_hash)
|
2021-02-25 22:32:06 +13:00
|
|
|
|
2020-06-02 00:05:02 +12:00
|
|
|
@staticmethod
|
|
|
|
def _hook(d):
|
2021-02-25 22:32:06 +13:00
|
|
|
if d['status'] == 'finished':
|
2021-02-07 17:46:20 +13:00
|
|
|
return logger.info("Downloaded")
|
2021-02-06 21:35:50 +13:00
|
|
|
downloaded_mbs = int(d['downloaded_bytes'] * (10**(-6)))
|
|
|
|
file_size = int(d['total_bytes'] * (10**(-6)))
|
|
|
|
sys.stdout.write("{}Mb/{}Mb\r".format(downloaded_mbs, file_size))
|
2020-06-02 00:05:02 +12:00
|
|
|
sys.stdout.flush()
|