mirror/archivebox
1
0
Fork 0
mirror of https://github.com/pirate/ArchiveBox.git synced 2025-08-27 16:20:05 +02:00
Code Issues Releases Wiki Activity

add env variable URL_BLACKLIST

Browse Source
This commit is contained in:
mlazana
2019-03-23 21:27:41 +02:00
parent c48b1bbb3c
commit 417ee9e302
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
archivebox/config.py
View File

@@ -47,6 +47,8 @@ WGET_BINARY = os.getenv('WGET_BINARY', 'wget')
YOUTUBEDL_BINARY = os.getenv('YOUTUBEDL_BINARY', 'youtube-dl') YOUTUBEDL_BINARY = os.getenv('YOUTUBEDL_BINARY', 'youtube-dl')
CHROME_BINARY = os.getenv('CHROME_BINARY', None) CHROME_BINARY = os.getenv('CHROME_BINARY', None)
URL_BLACKLIST = os.getenv('URL_BLACKLIST', '.*youtube.com.*,.*facebook.com/.*,.*.exe')
try: try:
OUTPUT_DIR = os.path.abspath(os.getenv('OUTPUT_DIR')) OUTPUT_DIR = os.path.abspath(os.getenv('OUTPUT_DIR'))
except Exception: except Exception:
@@ -265,3 +267,10 @@ except KeyboardInterrupt:
except: except:
print('[X] There was an error during the startup procedure, your archive data is unaffected.') print('[X] There was an error during the startup procedure, your archive data is unaffected.')
raise raise
URL_BLACKLIST = re.compile(
r'(.*\.youtube\.com)|'
r'(.*\.amazon\.com)|'
r'(.*\.reddit\.com)',
re.IGNORECASE,
)