better messages

programming_runs/run_reflexion_starchat_multi.sh

@@ -0,0 +1,10 @@
+CUDA_VISIBLE_DEVICES=$1 python main.py \
+  --run_name "reflexion_starchat_$1" \
+  --root_dir "root" \
+  --dataset_path ./benchmarks/humaneval-py.jsonl \
+  --strategy "reflexion" \
+  --language "py" \
+  --model "starchat" \
+  --pass_at_k "1" \
+  --max_iters "2" \
+  --verbose | tee ./logs/reflexion_starchat_$1

programming_runs/run_seq.sh

@@ -0,0 +1,2 @@
+./run_reflexion_starchat_multi.sh $1
+./run_simple_starchat_multi.sh $1

programming_runs/run_simple_starchat_multi.sh

@@ -0,0 +1,10 @@
+CUDA_VISIBLE_DEVICES=$1 python main.py \
+  --run_name "simple_run_starchat_$1" \
+  --root_dir "root" \
+  --dataset_path ./benchmarks/humaneval-py.jsonl \
+  --strategy "simple" \
+  --language "py" \
+  --model "starchat" \
+  --pass_at_k "1" \
+  --max_iters "1" \
+  --verbose | tee ./logs/simple_run_starchat_$1