Skip to content

Commit

Permalink
removing monkey patch as no longer needed for openshift-ai (#685)
Browse files Browse the repository at this point in the history
Signed-off-by: Shawn Hurley <shawn@hurley.page>
  • Loading branch information
shawn-hurley authored Feb 25, 2025
1 parent 06ddf12 commit 4363ded
Showing 1 changed file with 0 additions and 30 deletions.
30 changes: 0 additions & 30 deletions kai/llm_interfacing/model_provider.py
Original file line number Diff line number Diff line change
Expand Up @@ -272,36 +272,6 @@ def prepare_model_args(
model_args = deep_update(defaults, config_args)
model_id = model_args["model"]

# NOTE(JonahSussman): This is a hack to prevent `max_tokens`
# from getting converted to `max_completion_tokens` for every
# model, except for the o1 and o3 family of models.

@property # type: ignore[misc]
def _default_params(self: ChatOpenAI) -> dict[str, Any]:
return super(ChatOpenAI, self)._default_params

def _get_request_payload(
self: ChatOpenAI,
input_: LanguageModelInput,
*,
stop: list[str] | None = None,
**kwargs: Any,
) -> dict: # type: ignore[type-arg]
return super(ChatOpenAI, self)._get_request_payload(
input_, stop=stop, **kwargs
)

if not (
model_args["model"].startswith("o1") or model_args["model"].startswith("o3")
):
ChatOpenAI._default_params = _default_params # type: ignore[method-assign]
ChatOpenAI._get_request_payload = _get_request_payload # type: ignore[method-assign]
else:
if "streaming" in model_args:
del model_args["streaming"]
if "temperature" in model_args:
del model_args["temperature"]

return model_args, model_id


Expand Down

0 comments on commit 4363ded

Please sign in to comment.