2eab4052c5
* Catch additional error when parsing site * Fix GifDeliveryNetwork link algorithm Co-authored-by: Serene-Arc <serenical@gmail.com>
37 lines
1.2 KiB
Python
37 lines
1.2 KiB
Python
#!/usr/bin/env python3
|
|
|
|
from typing import Optional
|
|
import json
|
|
|
|
from bs4 import BeautifulSoup
|
|
from praw.models import Submission
|
|
|
|
from bdfr.exceptions import NotADownloadableLinkError, SiteDownloaderError
|
|
from bdfr.resource import Resource
|
|
from bdfr.site_authenticator import SiteAuthenticator
|
|
from bdfr.site_downloaders.base_downloader import BaseDownloader
|
|
|
|
|
|
class GifDeliveryNetwork(BaseDownloader):
|
|
def __init__(self, post: Submission):
|
|
super().__init__(post)
|
|
|
|
def find_resources(self, authenticator: Optional[SiteAuthenticator] = None) -> list[Resource]:
|
|
media_url = self._get_link(self.post.url)
|
|
return [Resource(self.post, media_url, '.mp4')]
|
|
|
|
@staticmethod
|
|
def _get_link(url: str) -> str:
|
|
page = GifDeliveryNetwork.retrieve_url(url)
|
|
|
|
soup = BeautifulSoup(page.text, 'html.parser')
|
|
content = soup.find('script', attrs={'data-react-helmet': 'true', 'type': 'application/ld+json'})
|
|
|
|
try:
|
|
content = json.loads(content.string)
|
|
out = content['video']['contentUrl']
|
|
except (json.JSONDecodeError, KeyError, TypeError):
|
|
raise SiteDownloaderError('Could not find source link')
|
|
|
|
return out
|