CodeMirror/bulk-downloader-for-reddit
1
0
Fork 0
mirror of synced 2024-05-17 10:42:39 +12:00
Code Issues Releases Wiki Activity

Catch additional error

Browse source
This commit is contained in:
Serene-Arc 2021-05-19 10:07:55 +10:00 committed by Serene
parent 3b28ad24b3
commit 830e4f2830
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
bdfr/resource.py
View file

@ -5,8 +5,8 @@ import hashlib
import logging import logging
import re import re
import time import time
from typing import Optional
import urllib.parse import urllib.parse
from typing import Optional
import _hashlib import _hashlib
import requests import requests
@ -39,7 +39,7 @@ class Resource:
else: else:
raise BulkDownloaderException( raise BulkDownloaderException(
f'Unrecoverable error requesting resource: HTTP Code {response.status_code}') f'Unrecoverable error requesting resource: HTTP Code {response.status_code}')
except requests.exceptions.ConnectionError as e: except (requests.exceptions.ConnectionError, requests.exceptions.ChunkedEncodingError) as e:
logger.warning(f'Error occured downloading from {url}, waiting {wait_time} seconds: {e}') logger.warning(f'Error occured downloading from {url}, waiting {wait_time} seconds: {e}')
time.sleep(wait_time) time.sleep(wait_time)
if wait_time < max_wait_time: if wait_time < max_wait_time: