Skip to content

Commit 06badfd

Browse files
committed
llm litellm provider if at first you do not succeed
or the one about the definition of madness
1 parent 5891ca2 commit 06badfd

1 file changed

Lines changed: 5 additions & 7 deletions

File tree

common/lib/llm.py

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -125,20 +125,18 @@ def _load_llm(self) -> BaseChatModel:
125125
url = f"{self.base_url}/" if not self.base_url.endswith("/") else self.base_url
126126
url += "v1/" if not url.endswith("v1/") else ""
127127

128-
chat_params = {
129-
"default_headers": {
130-
"x-litellm-api-key": f"Bearer {self.api_key}"
131-
}
132-
}
133-
134128
llm = ChatOpenAI(
135129
model=self.model,
136130
temperature=self.temperature,
137131
api_key=SecretStr(self.api_key),
138132
base_url=url,
139133
max_tokens=self.max_tokens,
140-
client_kwargs=chat_params
134+
default_headers={
135+
"x-litellm-api-key": f"Bearer {self.api_key}"
136+
}
141137
)
138+
self.model = llm.model_name
139+
return llm
142140
else:
143141
raise ValueError(f"Unsupported LLM provider: {self.provider}")
144142

0 commit comments

Comments
 (0)