Skip to content

Commit 0d8e146

Browse files
committed
Add config parameters
1 parent f9665cc commit 0d8e146

1 file changed

Lines changed: 22 additions & 0 deletions

File tree

  • src/triton_cli/templates/trt_llm/tensorrt_llm_bls

src/triton_cli/templates/trt_llm/tensorrt_llm_bls/config.pbtxt

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -299,6 +299,18 @@ input [
299299
data_type: TYPE_STRING
300300
dims: [ 1 ]
301301
optional: true
302+
},
303+
{
304+
name: "return_num_input_tokens"
305+
data_type: TYPE_BOOL
306+
dims: [ 1 ]
307+
optional: true
308+
},
309+
{
310+
name: "return_num_output_tokens"
311+
data_type: TYPE_BOOL
312+
dims: [ 1 ]
313+
optional: true
302314
}
303315
]
304316
output [
@@ -351,6 +363,16 @@ output [
351363
name: "kv_cache_alloc_total_blocks"
352364
data_type: TYPE_INT32
353365
dims: [ 1 ]
366+
},
367+
{
368+
name: "num_input_tokens"
369+
data_type: TYPE_UINT32
370+
dims: [ 1 ]
371+
},
372+
{
373+
name: "num_output_tokens"
374+
data_type: TYPE_UINT32
375+
dims: [ 1 ]
354376
}
355377
]
356378

0 commit comments

Comments
 (0)