There was an error while loading. Please reload this page.
1 parent f9665cc commit 0d8e146Copy full SHA for 0d8e146
1 file changed
src/triton_cli/templates/trt_llm/tensorrt_llm_bls/config.pbtxt
@@ -299,6 +299,18 @@ input [
299
data_type: TYPE_STRING
300
dims: [ 1 ]
301
optional: true
302
+ },
303
+ {
304
+ name: "return_num_input_tokens"
305
+ data_type: TYPE_BOOL
306
+ dims: [ 1 ]
307
+ optional: true
308
309
310
+ name: "return_num_output_tokens"
311
312
313
314
}
315
]
316
output [
@@ -351,6 +363,16 @@ output [
351
363
name: "kv_cache_alloc_total_blocks"
352
364
data_type: TYPE_INT32
353
365
366
367
368
+ name: "num_input_tokens"
369
+ data_type: TYPE_UINT32
370
371
372
373
+ name: "num_output_tokens"
374
375
354
376
355
377
356
378
0 commit comments