Version 20230627.01. Queue outlinks directly to the urls project.

pipeline.py

@@ -59,7 +59,7 @@ if not WGET_AT:
 #
 # Update this each time you make a non-cosmetic change.
 # It will be added to the WARC files and reported to the tracker.
-VERSION = '20230619.02'
+VERSION = '20230627.01'
 TRACKER_ID = 'reddit'
 TRACKER_HOST = 'legacy-api.arpa.li'
 MULTI_ITEM_SIZE = 40

reddit.lua

@@ -873,7 +873,7 @@ wget.callbacks.finish = function(start_time, end_time, wall_time, numurls, total
   file:close()
   for key, data in pairs({
     ["reddit-v5fj9elcyh0rzck"] = reddit_media_urls,
-    ["urls-stash-reddit-spr9ksdojlfvyr6h"] = outlinks
+    ["urls-f1zr02i96okrkdv"] = outlinks
   }) do
     print('queuing for', string.match(key, "^(.+)%-"))--, "on shard", shard)
     local items = nil