diff --git a/archive_methods.py b/archive_methods.py index af934f17..17ef71da 100644 --- a/archive_methods.py +++ b/archive_methods.py @@ -14,6 +14,7 @@ from config import ( FETCH_PDF, FETCH_SCREENSHOT, RESOLUTION, + CHECK_SSL_VALIDITY, SUBMIT_ARCHIVE_DOT_ORG, FETCH_AUDIO, FETCH_VIDEO, @@ -178,6 +179,7 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, timeout=TIMEOUT *'wget --timestamping --adjust-extension --no-parent'.split(' '), # Docs: https://www.gnu.org/software/wget/manual/wget.html *(('--page-requisites', '--convert-links') if FETCH_WGET_REQUISITES else ()), *(('--user-agent="{}"'.format(WGET_USER_AGENT),) if WGET_USER_AGENT else ()), + *((() if CHECK_SSL_VALIDITY else ('--no-check-certificate',))), link['url'], ] end = progress(timeout, prefix=' ') diff --git a/config.py b/config.py index 3d95e164..5d32142c 100644 --- a/config.py +++ b/config.py @@ -22,6 +22,7 @@ FETCH_SCREENSHOT = os.getenv('FETCH_SCREENSHOT', 'True' FETCH_FAVICON = os.getenv('FETCH_FAVICON', 'True' ).lower() == 'true' SUBMIT_ARCHIVE_DOT_ORG = os.getenv('SUBMIT_ARCHIVE_DOT_ORG', 'True' ).lower() == 'true' RESOLUTION = os.getenv('RESOLUTION', '1440,900' ) +CHECK_SSL_VALIDITY = os.getenv('CHECK_SSL_VALIDITY', 'True' ).lower() == 'true' ARCHIVE_PERMISSIONS = os.getenv('ARCHIVE_PERMISSIONS', '755' ) ARCHIVE_DIR = os.getenv('ARCHIVE_DIR', '') CHROME_BINARY = os.getenv('CHROME_BINARY', 'chromium-browser' ) # change to google-chrome browser if using google-chrome