mirror/archivebox
1
0
Fork 0
mirror of https://github.com/pirate/ArchiveBox.git synced 2025-08-22 22:25:24 +02:00
Code Issues Releases Wiki Activity

fix double parsing by accident

Browse Source
This commit is contained in:
Nick Sweeting
2019-02-04 22:08:08 -08:00
parent 1ca27a60b2
commit ce257949b4
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
archivebox/archive.py
View File

@@ -186,8 +186,7 @@ if __name__ == '__main__':
source = save_source(stdin_raw_text) source = save_source(stdin_raw_text)
# Step 1: Parse the links and dedupe them with existing archive # Step 1: Parse the links and dedupe them with existing archive
links = merge_links(archive_path=out_dir, import_path=source, only_new=False) links = merge_links(archive_path=out_dir, import_path=source, only_new=ONLY_NEW)
new_links = merge_links(archive_path=out_dir, import_path=source, only_new=True)
# Step 2: Write new index # Step 2: Write new index
write_links_index(out_dir=out_dir, links=links) write_links_index(out_dir=out_dir, links=links)
@@ -196,7 +195,4 @@ if __name__ == '__main__':
# cleanup_archive(out_dir, links) # cleanup_archive(out_dir, links)
# Step 4: Run the archive methods for each link # Step 4: Run the archive methods for each link
if ONLY_NEW:
update_archive(out_dir, new_links, source=source, resume=resume, append=True)
else:
update_archive(out_dir, links, source=source, resume=resume, append=True) update_archive(out_dir, links, source=source, resume=resume, append=True)