Skip to content

Commit bd93ab3

Browse files
Add prompt_cache_retention option to inference
1 parent bf6811f commit bd93ab3

1 file changed

Lines changed: 1 addition & 0 deletions

File tree

agents/src/inference/llm.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,7 @@ export interface ChatCompletionOptions extends Record<string, unknown> {
6363
prediction?: ChatCompletionPredictionContentParam | null;
6464
presence_penalty?: number;
6565
prompt_cache_key?: string;
66+
prompt_cache_retention?: 'in_memory' | '24h';
6667
reasoning_effort?: 'minimal' | 'low' | 'medium' | 'high';
6768
safety_identifier?: string;
6869
seed?: number;

0 commit comments

Comments
 (0)