diff --git a/docs/openai-models.md b/docs/openai-models.md index ad36391..80e9d2a 100644 --- a/docs/openai-models.md +++ b/docs/openai-models.md @@ -123,6 +123,8 @@ The `model_id` is the identifier that will be recorded in the LLM logs. You can If the model is a completion model (such as `gpt-3.5-turbo-instruct`) add `completion: true` to the configuration. +For reasoning models like `o1` or `o3-mini` add `reasoning: true`. + With this configuration in place, the following command should run a prompt against the new model: ```bash diff --git a/llm/default_plugins/openai_models.py b/llm/default_plugins/openai_models.py index 600c6b2..68f8855 100644 --- a/llm/default_plugins/openai_models.py +++ b/llm/default_plugins/openai_models.py @@ -107,6 +107,7 @@ def register_models(register): api_version = extra_model.get("api_version") api_engine = extra_model.get("api_engine") headers = extra_model.get("headers") + reasoning = extra_model.get("reasoning") kwargs = {} if extra_model.get("can_stream") is False: kwargs["can_stream"] = False @@ -122,6 +123,7 @@ def register_models(register): api_version=api_version, api_engine=api_engine, headers=headers, + reasoning=reasoning, **kwargs, ) if api_base: