Hopiu/llm
1
0
Fork 0
mirror of https://github.com/Hopiu/llm.git synced 2026-04-01 20:20:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix compatibility with llm-anyscale-endpoints, refs #401

Browse source
This commit is contained in:
Simon Willison 2024-01-26 13:35:03 -08:00
parent 9119b03a07
commit 0f8ffbfbbd
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llm/default_plugins/openai_models.py
View file

@ -427,10 +427,10 @@ def combine_chunks(chunks: List) -> dict:
for item in chunks:
for choice in item.choices:
if choice.logprobs:
if choice.logprobs and hasattr(choice.logprobs, "top_logprobs"):
logprobs.append(
{
"text": choice.text,
"text": choice.text if hasattr(choice, "text") else None,
"top_logprobs": choice.logprobs.top_logprobs,
}
)