mirror/archivebox
1
0
Fork 0
mirror of https://github.com/pirate/ArchiveBox.git synced 2025-08-15 19:14:07 +02:00
Code Issues Releases Wiki Activity

dont fetch titles when FETCH_TITLE=False

Browse Source
This commit is contained in:
Nick Sweeting
2019-02-21 12:57:26 -05:00
parent d52c9c5304
commit 34cfde0c4e
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
archivebox/util.py
View File

@@ -30,6 +30,7 @@ from config import (
FETCH_SCREENSHOT, FETCH_SCREENSHOT,
FETCH_DOM, FETCH_DOM,
FETCH_FAVICON, FETCH_FAVICON,
FETCH_TITLE,
FETCH_MEDIA, FETCH_MEDIA,
SUBMIT_ARCHIVE_DOT_ORG, SUBMIT_ARCHIVE_DOT_ORG,
) )
@@ -237,6 +238,9 @@ def download_url(url):
def fetch_page_title(url, timeout=10, progress=SHOW_PROGRESS): def fetch_page_title(url, timeout=10, progress=SHOW_PROGRESS):
"""Attempt to guess a page's title by downloading the html""" """Attempt to guess a page's title by downloading the html"""
if not FETCH_TITLE:
return None
try: try:
if progress: if progress:
sys.stdout.write('.') sys.stdout.write('.')