There was an error while loading. Please reload this page.
1 parent 5891ca2 commit 06badfdCopy full SHA for 06badfd
1 file changed
common/lib/llm.py
@@ -125,20 +125,18 @@ def _load_llm(self) -> BaseChatModel:
125
url = f"{self.base_url}/" if not self.base_url.endswith("/") else self.base_url
126
url += "v1/" if not url.endswith("v1/") else ""
127
128
- chat_params = {
129
- "default_headers": {
130
- "x-litellm-api-key": f"Bearer {self.api_key}"
131
- }
132
133
-
134
llm = ChatOpenAI(
135
model=self.model,
136
temperature=self.temperature,
137
api_key=SecretStr(self.api_key),
138
base_url=url,
139
max_tokens=self.max_tokens,
140
- client_kwargs=chat_params
+ default_headers={
+ "x-litellm-api-key": f"Bearer {self.api_key}"
+ }
141
)
+ self.model = llm.model_name
+ return llm
142
else:
143
raise ValueError(f"Unsupported LLM provider: {self.provider}")
144
0 commit comments