fix: return tokens as string hf api (#117)

4 months ago · 637fb147f7
parent eb7e6faec7
commit 637fb147f7
1 changed files with 3 additions and 1 deletions
--- a/manifest/api/models/huggingface.py
+++ b/manifest/api/models/huggingface.py
@ -186,7 +186,9 @@ class GenerationPipeline:
                "logprobs": logits[
                    range(num_generated_tokens), i, output_seq[-num_generated_tokens:]
                ].tolist(),
-                "tokens": output_seq[-num_generated_tokens:].tolist(),
+                "tokens": self.tokenizer.convert_ids_to_tokens(
+                    output_seq[-num_generated_tokens:].tolist()
+                ),
            }
            for i, output_seq in enumerate(output_dict.sequences)
        ]