Version 20230619.01. Primitive fix to user post verification problems.

pipeline.py

@@ -59,7 +59,7 @@ if not WGET_AT:
 #
 # Update this each time you make a non-cosmetic change.
 # It will be added to the WARC files and reported to the tracker.
-VERSION = '20230617.01'
+VERSION = '20230619.01'
 TRACKER_ID = 'reddit'
 TRACKER_HOST = 'legacy-api.arpa.li'
 MULTI_ITEM_SIZE = 40

reddit.lua

@@ -720,6 +720,10 @@ wget.callbacks.write_to_warc = function(url, http_stat)
       and string.match(html, 'level%s*=%s*"')
     ) or (
       string.match(url["url"], "^https?://old%.reddit%.com/r/")
+      and not (
+        string.match(url["url"], "^https?://old%.reddit%.com/r/u_")
+        and status_code == 301
+      )
       and not string.match(html, 'class="live%-timestamp"')
     ) or (
       string.match(url["url"], "^https?://www%.reddit%.com/r/")
@@ -737,6 +741,7 @@ wget.callbacks.write_to_warc = function(url, http_stat)
             not string.match(html, "<shreddit%-title")
             or not string.match(html, 'id="time%-ago%-separator"')
           )
+          and not string.match(html, "<shreddit%-redirect")
         )
       )
     ) then