|
|
|
@ -33,7 +33,7 @@ def get_completion(prompt: str, temperature: float = 0.0, max_tokens: int = 256,
|
|
|
|
|
return response.choices[0].text
|
|
|
|
|
|
|
|
|
|
@retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(6))
|
|
|
|
|
def get_chat(prompt: str, model: Model, max_tokens: int = 256, stop_strs: Optional[List[str]] = None, is_batched: bool = False) -> str:
|
|
|
|
|
def get_chat(prompt: str, model: Model, temperature: float = 0.0, max_tokens: int = 256, stop_strs: Optional[List[str]] = None, is_batched: bool = False) -> str:
|
|
|
|
|
assert model != "text-davinci-003"
|
|
|
|
|
messages = [
|
|
|
|
|
{
|
|
|
|
@ -41,10 +41,11 @@ def get_chat(prompt: str, model: Model, max_tokens: int = 256, stop_strs: Option
|
|
|
|
|
"content": prompt
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
response = openai.Completion.create(
|
|
|
|
|
response = openai.ChatCompletion.create(
|
|
|
|
|
model=model,
|
|
|
|
|
messages=messages,
|
|
|
|
|
max_tokens=max_tokens,
|
|
|
|
|
stop=stop_strs,
|
|
|
|
|
temperature=temperature,
|
|
|
|
|
)
|
|
|
|
|
return response.choices[0].message.content
|
|
|
|
|
return response.choices[0]["message"]["content"]
|
|
|
|
|