mirror of
https://github.com/pirate/ArchiveBox.git
synced 2025-08-21 13:52:30 +02:00
use dateparser for parsing, let it handle error
This commit is contained in:
@@ -190,10 +190,10 @@ class Link:
|
||||
for key, val in json_info.items()
|
||||
if key in cls.field_names()
|
||||
}
|
||||
try:
|
||||
info['updated'] = int(parse_date(info.get('updated'))) # Cast to int which comes with rounding down
|
||||
except (ValueError, TypeError):
|
||||
info['updated'] = None
|
||||
# try:
|
||||
info['updated'] = parse_date(info.get('updated')) # Cast to int which comes with rounding down
|
||||
# except (ValueError, TypeError):
|
||||
# info['updated'] = None
|
||||
info['sources'] = info.get('sources') or []
|
||||
|
||||
json_history = info.get('history') or {}
|
||||
|
@@ -9,7 +9,7 @@ from hashlib import sha256
|
||||
from urllib.parse import urlparse, quote, unquote
|
||||
from html import escape, unescape
|
||||
from datetime import datetime
|
||||
from dateutil import parser as dateparser
|
||||
from dateparser import parse as dateparser
|
||||
|
||||
import requests
|
||||
from base32_crockford import encode as base32_encode # type: ignore
|
||||
@@ -144,7 +144,7 @@ def parse_date(date: Any) -> Optional[datetime]:
|
||||
date = str(date)
|
||||
|
||||
if isinstance(date, str):
|
||||
return dateparser.parse(date)
|
||||
return dateparser(date)
|
||||
|
||||
raise ValueError('Tried to parse invalid date! {}'.format(date))
|
||||
|
||||
|
Reference in New Issue
Block a user