aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorSilvio Rhatto <rhatto@riseup.net>2019-07-08 16:31:34 -0300
committerSilvio Rhatto <rhatto@riseup.net>2019-07-08 16:31:34 -0300
commit49f9be7d6f29add47cd72bf2b9ef506baa746079 (patch)
treeed74277b9dd7ec3b37bc6e6ad858e89a0c99e053
parentb2a46992d861c361e1925fbe5a76870e88ee6594 (diff)
downloadgrab-queue-49f9be7d6f29add47cd72bf2b9ef506baa746079.tar.gz
grab-queue-49f9be7d6f29add47cd72bf2b9ef506baa746079.tar.bz2
Pass parameters to --monitor-disk and --monitor-memory
-rwxr-xr-xgrab-queue4
1 files changed, 2 insertions, 2 deletions
diff --git a/grab-queue b/grab-queue
index 11c4343..dbdc030 100755
--- a/grab-queue
+++ b/grab-queue
@@ -34,7 +34,7 @@ from tqdm import tqdm
class DownloadMultiple:
"""Downloads multiple files simultaneously with error logging and fancy output"""
- def __init__(self, limit_concurrent = 5, progress = True, debug = False, downloader = 'grab-site --no-offsite-links --wpull-args="--monitor-disk --monitor-memory"'):
+ def __init__(self, limit_concurrent = 5, progress = True, debug = False, downloader = 'grab-site --no-offsite-links --wpull-args="--monitor-disk 5000m --monitor-memory 500m"'):
# Check for grab-site
downloader_bin = downloader.split(' ')[0]
if '/' in downloader_bin and not os.path.exists(downloader_bin):
@@ -203,7 +203,7 @@ class GrabQueue:
if args.downloader == None:
#args.downloader = '/usr/bin/wget'
- args.downloader = 'grab-site --no-offsite-links --wpull-args="--monitor-disk --monitor-memory"'
+ args.downloader = 'grab-site --no-offsite-links --wpull-args="--monitor-disk 5000m --monitor-memory 500m"'
self.download = DownloadMultiple(self.limit_concurrent, self.progress, self.debug, args.downloader)