From 0099849df98f1ea2df6e284b704c7c6d9803b1db Mon Sep 17 00:00:00 2001 From: Nick Sweeting Date: Tue, 17 Apr 2018 03:54:59 -0400 Subject: [PATCH] dont remove query when uniquifying links --- util.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/util.py b/util.py index cdda9abc..a9767bb6 100644 --- a/util.py +++ b/util.py @@ -33,7 +33,7 @@ without_query = lambda url: url.split('?', 1)[0] without_hash = lambda url: url.split('#', 1)[0] without_path = lambda url: url.split('/', 1)[0] domain = lambda url: without_hash(without_query(without_path(without_scheme(url)))) -base_url = lambda url: without_query(without_scheme(url)) +base_url = lambda url: without_scheme(url) # uniq base url used to dedupe links short_ts = lambda ts: ts.split('.')[0]