Skip to content

Commit 2cbf57b

Browse files
authored
Add sampling_params arg into aoai (#1293)
1 parent 5ae6803 commit 2cbf57b

1 file changed

Lines changed: 14 additions & 2 deletions

File tree

guidance/models/_azureai.py

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,8 @@
33

44
from pydantic import TypeAdapter
55

6+
from guidance._schema import SamplingParams
7+
68
from .._ast import (
79
JsonNode,
810
)
@@ -85,6 +87,7 @@ def create_azure_openai_model(
8587
azure_ad_token_provider: Optional[Callable[[], str]] = None,
8688
has_audio_support: bool = False,
8789
has_image_support: bool = False,
90+
sampling_params: Optional[SamplingParams] = None,
8891
**kwargs,
8992
) -> Model:
9093
"""Create a Model capable of interacting with an Azure AI OpenAI deployment
@@ -143,7 +146,11 @@ def create_azure_openai_model(
143146
**kwargs,
144147
)
145148

146-
model = Model(interpreter=interpreter, echo=echo)
149+
model = Model(
150+
interpreter=interpreter,
151+
echo=echo,
152+
sampling_params=SamplingParams() if sampling_params is None else sampling_params,
153+
)
147154

148155
return model
149156

@@ -216,6 +223,7 @@ def create_azure_aifoundry_model(
216223
model_name: str,
217224
api_key: Optional[str] = None,
218225
token_credential: Optional["TokenCredential"] = None,
226+
sampling_params: Optional[SamplingParams] = None,
219227
) -> Model:
220228
"""Create a Model capable of interacting with an Azure AI OpenAI deployment
221229
@@ -257,5 +265,9 @@ def create_azure_aifoundry_model(
257265
model_name=model_name,
258266
)
259267

260-
result = Model(interpreter=interpreter, echo=echo)
268+
result = Model(
269+
interpreter=interpreter,
270+
echo=echo,
271+
sampling_params=SamplingParams() if sampling_params is None else sampling_params,
272+
)
261273
return result

0 commit comments

Comments
 (0)