resume with success count

alfworld_runs/requirements.txt

@@ -1 +1,2 @@
 openai==0.27.0
+tenacity==8.1.0

programming_runs/reflexion.py

@@ -1,4 +1,4 @@
-from utils import enumerate_resume, make_printv, write_jsonl
+from utils import enumerate_resume, make_printv, write_jsonl, resume_success_count
 from executors import executor_factory
 from generators import generator_factory, model_factory
 
@@ -22,7 +22,7 @@ def run_reflexion(
     print_v = make_printv(verbose)
 
     num_items = len(dataset)
-    num_success = 0
+    num_success = resume_success_count(dataset)
     for i, item in enumerate_resume(dataset, log_path):
         cur_pass = 0
         is_solved = False

programming_runs/utils.py

@@ -63,3 +63,10 @@ def enumerate_resume(dataset, results_path):
             if i < count:
                 continue
             yield i, item
+
+def resume_success_count(dataset) -> int:
+    count = 0
+    for item in dataset:
+        if item["is_solved"]:
+            count += 1
+    return count