mirror/archivebox
1
0
Fork 0
mirror of https://github.com/pirate/ArchiveBox.git synced 2025-08-25 15:31:22 +02:00
Code Issues Releases Wiki Activity

fix comments in links.py

Browse Source
This commit is contained in:
mlazana
2019-03-24 19:04:22 +02:00
parent 4d10568477
commit 81d846427e
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
archivebox/links.py
View File

@@ -38,9 +38,7 @@ def validate_links(links):
links = uniquefied_links(links) # merge/dedupe duplicate timestamps & urls
links = sorted_links(links) # deterministically sort the links based on timstamp, url
links = exclude_links(links) # exclude links that are in blacklist
print(links)
if not links:
print('[X] No links found :(')
raise SystemExit(1)
@@ -49,7 +47,6 @@ def validate_links(links):
link['title'] = unescape(link['title'].strip()) if link['title'] else None
check_link_structure(link)
print("FINAL LIST", list(links))
return list(links)
@@ -124,7 +121,7 @@ def lowest_uniq_timestamp(used_timestamps, timestamp):
return new_timestamp
def exclude_links(links):
""" exclude links that are in blacklist"""
"""exclude links that are in blacklist"""
links = [link for link in links if not URL_BLACKLIST.match(link['url'])]