Version 20231102.01. Do not keep partial files over rsync.

master
arkiver 7 months ago
parent 1c2723f9f2
commit 388e4325c5

@ -72,7 +72,7 @@ if not WGET_AT:
#
# Update this each time you make a non-cosmetic change.
# It will be added to the WARC files and reported to the tracker.
VERSION = '20231026.01'
VERSION = '20231102.01'
TRACKER_ID = 'reddit'
TRACKER_HOST = 'legacy-api.arpa.li'
MULTI_ITEM_SIZE = 100
@ -374,8 +374,6 @@ pipeline = Pipeline(
rsync_target_source_path=ItemInterpolation('%(data_dir)s/'),
rsync_extra_args=[
'--recursive',
'--partial',
'--partial-dir', '.rsync-tmp',
'--min-size', '1',
'--no-compress',
'--compress-level', '0'

Loading…
Cancel
Save