diff --git a/llm/default_plugins/openai_models.py b/llm/default_plugins/openai_models.py index b1c66e2..81b3268 100644 --- a/llm/default_plugins/openai_models.py +++ b/llm/default_plugins/openai_models.py @@ -427,10 +427,10 @@ def combine_chunks(chunks: List) -> dict: for item in chunks: for choice in item.choices: - if choice.logprobs: + if choice.logprobs and hasattr(choice.logprobs, "top_logprobs"): logprobs.append( { - "text": choice.text, + "text": choice.text if hasattr(choice, "text") else None, "top_logprobs": choice.logprobs.top_logprobs, } )