Merge pull request #368 from apkallum/apkallum/date-fix

archivebox/index/schema.py

@@ -190,10 +190,7 @@ class Link:
             for key, val in json_info.items()
             if key in cls.field_names()
         }
-        try:
-            info['updated'] = int(parse_date(info.get('updated'))) # Cast to int which comes with rounding down
-        except (ValueError, TypeError):
-            info['updated'] = None
+        info['updated'] = parse_date(info.get('updated'))
         info['sources'] = info.get('sources') or []
 
         json_history = info.get('history') or {}

archivebox/util.py

@@ -9,7 +9,7 @@ from hashlib import sha256
 from urllib.parse import urlparse, quote, unquote
 from html import escape, unescape
 from datetime import datetime
-from dateutil import parser as dateparser
+from dateparser import parse as dateparser
 
 import requests
 from base32_crockford import encode as base32_encode                            # type: ignore
@@ -144,7 +144,7 @@ def parse_date(date: Any) -> Optional[datetime]:
         date = str(date)
 
     if isinstance(date, str):
-        return dateparser.parse(date)
+        return dateparser(date)
 
     raise ValueError('Tried to parse invalid date! {}'.format(date))
 

setup.py

@@ -43,6 +43,7 @@ setuptools.setup(
         "django==3.0.7",
         "django-extensions==2.2.9",
 
+        "dateparser",
         "ipython",
         "youtube-dl",
         "python-crontab==2.5.1",