83f45e7f60
Standardizes shebang and coding declarations. Coding matches what's used by install tools such as pip(x). Removes a few init files that were not needed.
56 lines
1.9 KiB
Python
56 lines
1.9 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import itertools
|
|
import logging
|
|
import re
|
|
from typing import Optional
|
|
|
|
import bs4
|
|
import requests
|
|
from praw.models import Submission
|
|
|
|
from bdfr.exceptions import SiteDownloaderError
|
|
from bdfr.resource import Resource
|
|
from bdfr.site_authenticator import SiteAuthenticator
|
|
from bdfr.site_downloaders.base_downloader import BaseDownloader
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class Vidble(BaseDownloader):
|
|
def __init__(self, post: Submission):
|
|
super().__init__(post)
|
|
|
|
def find_resources(self, authenticator: Optional[SiteAuthenticator] = None) -> list[Resource]:
|
|
try:
|
|
res = self.get_links(self.post.url)
|
|
except AttributeError:
|
|
raise SiteDownloaderError(f"Could not read page at {self.post.url}")
|
|
if not res:
|
|
raise SiteDownloaderError(rf"No resources found at {self.post.url}")
|
|
res = [Resource(self.post, r, Resource.retry_download(r)) for r in res]
|
|
return res
|
|
|
|
@staticmethod
|
|
def get_links(url: str) -> set[str]:
|
|
if not re.search(r"vidble.com/(show/|album/|watch\?v)", url):
|
|
url = re.sub(r"/(\w*?)$", r"/show/\1", url)
|
|
|
|
page = requests.get(url)
|
|
soup = bs4.BeautifulSoup(page.text, "html.parser")
|
|
content_div = soup.find("div", attrs={"id": "ContentPlaceHolder1_divContent"})
|
|
images = content_div.find_all("img")
|
|
images = [i.get("src") for i in images]
|
|
videos = content_div.find_all("source", attrs={"type": "video/mp4"})
|
|
videos = [v.get("src") for v in videos]
|
|
resources = filter(None, itertools.chain(images, videos))
|
|
resources = ["https://www.vidble.com" + r for r in resources]
|
|
resources = [Vidble.change_med_url(r) for r in resources]
|
|
return set(resources)
|
|
|
|
@staticmethod
|
|
def change_med_url(url: str) -> str:
|
|
out = re.sub(r"_med(\..{3,4})$", r"\1", url)
|
|
return out
|