starchat formatting

10 months ago · 8fdf5a9d2a
parent 59db1fb92a
commit 8fdf5a9d2a
1 changed files with 2 additions and 2 deletions
--- a/programming_runs/generators/model.py
+++ b/programming_runs/generators/model.py
@ -122,9 +122,9 @@ class StarChat(ModelBase):
        
        prompt = ""
        for i, message in enumerate(messages):
-            prompt += f"<|{message.role}|>\n{message.content}<|end|>\n"
+            prompt += f"<|{message.role}|>\n{message.content}\n<|end|>\n"
            if i == len(messages) - 1:
-                prompt += "\n<|assistant|>"
+                prompt += "<|assistant|>\n"
        
        outputs = self.pipe(
            prompt,