55 lines
1.9 KiB
Python
55 lines
1.9 KiB
Python
#!/usr/bin/env python3
|
|
# coding=utf-8
|
|
import itertools
|
|
import logging
|
|
import re
|
|
from typing import Optional
|
|
|
|
import bs4
|
|
import requests
|
|
from praw.models import Submission
|
|
|
|
from bdfr.exceptions import SiteDownloaderError
|
|
from bdfr.resource import Resource
|
|
from bdfr.site_authenticator import SiteAuthenticator
|
|
from bdfr.site_downloaders.base_downloader import BaseDownloader
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class Vidble(BaseDownloader):
|
|
def __init__(self, post: Submission):
|
|
super().__init__(post)
|
|
|
|
def find_resources(self, authenticator: Optional[SiteAuthenticator] = None) -> list[Resource]:
|
|
try:
|
|
res = self.get_links(self.post.url)
|
|
except AttributeError:
|
|
raise SiteDownloaderError(f'Could not read page at {self.post.url}')
|
|
if not res:
|
|
raise SiteDownloaderError(rf'No resources found at {self.post.url}')
|
|
res = [Resource(self.post, r, Resource.retry_download(r)) for r in res]
|
|
return res
|
|
|
|
@staticmethod
|
|
def get_links(url: str) -> set[str]:
|
|
if not re.search(r'vidble.com/(show/|album/|watch\?v)', url):
|
|
url = re.sub(r'/(\w*?)$', r'/show/\1', url)
|
|
|
|
page = requests.get(url)
|
|
soup = bs4.BeautifulSoup(page.text, 'html.parser')
|
|
content_div = soup.find('div', attrs={'id': 'ContentPlaceHolder1_divContent'})
|
|
images = content_div.find_all('img')
|
|
images = [i.get('src') for i in images]
|
|
videos = content_div.find_all('source', attrs={'type': 'video/mp4'})
|
|
videos = [v.get('src') for v in videos]
|
|
resources = filter(None, itertools.chain(images, videos))
|
|
resources = ['https://www.vidble.com' + r for r in resources]
|
|
resources = [Vidble.change_med_url(r) for r in resources]
|
|
return set(resources)
|
|
|
|
@staticmethod
|
|
def change_med_url(url: str) -> str:
|
|
out = re.sub(r'_med(\..{3,4})$', r'\1', url)
|
|
return out
|