Skip to content

Commit 0734cee

Browse files
Address automated review feedback
Signed-off-by: Viacheslav Klimkov <vklimkov@nvidia.com>
1 parent 8f85db5 commit 0734cee

7 files changed

Lines changed: 8 additions & 8 deletions

File tree

examples/tts/easymagpie_vllm_omni/easymagpie_vllm_omni/codec/packed.py

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -299,8 +299,6 @@ def _uniform_cuda(
299299
if state_indices is None or query_start_loc is None or has_initial is None:
300300
raise RuntimeError("incomplete codec prefill metadata")
301301

302-
batch_size = state_indices.numel()
303-
sequence_rows = inputs.shape[0] // batch_size
304302
joined = gather_packed_state_inputs(
305303
inputs,
306304
self.kv_cache[0],
@@ -446,8 +444,6 @@ def _uniform_cuda(
446444
if state_indices is None or query_start_loc is None or has_initial is None:
447445
raise RuntimeError("incomplete codec prefill metadata")
448446

449-
batch_size = state_indices.numel()
450-
sequence_rows = inputs.shape[0] // batch_size
451447
joined = gather_packed_state_inputs(
452448
inputs,
453449
self.kv_cache[0],

examples/tts/easymagpie_vllm_omni/easymagpie_vllm_omni/serving_adapter.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -108,7 +108,7 @@ def _prompt_len(self, speaker_id: str) -> int:
108108
self._prompt_len_cache[speaker_id] = plen
109109
return plen
110110

111-
def validate(self, request: "OpenAICreateSpeechRequest") -> str | None:
111+
def validate(self, request: OpenAICreateSpeechRequest) -> str | None:
112112
if not request.input or not request.input.strip():
113113
return "Input text cannot be empty"
114114
extra = request.extra_params
@@ -118,7 +118,7 @@ def validate(self, request: "OpenAICreateSpeechRequest") -> str | None:
118118

119119
async def build(
120120
self,
121-
request: "OpenAICreateSpeechRequest",
121+
request: OpenAICreateSpeechRequest,
122122
sampling_params_list: list,
123123
has_inline_ref_audio: bool,
124124
) -> "PreparedRequest":
@@ -137,7 +137,7 @@ async def build(
137137
}
138138
return PreparedRequest(prompt=prompt, tts_params={}, model_type=MODEL_TYPE)
139139

140-
def build_streaming_spec(self, request: "OpenAICreateSpeechRequest") -> EasyMagpieStreamingSpec:
140+
def build_streaming_spec(self, request: OpenAICreateSpeechRequest) -> EasyMagpieStreamingSpec:
141141
"""Build the speaker prefill and tokenizer metadata without complete text."""
142142
speaker_id = (request.voice or _DEFAULT_SPEAKER).strip()
143143
model_path = Path(self._model_path())

examples/tts/easymagpie_vllm_omni/easymagpie_vllm_omni/serving_stream.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -359,6 +359,7 @@ async def send_audio() -> int:
359359
await websocket.send_json({"type": "session.done", "total_sentences": 1})
360360
completed = True
361361
except (WebSocketDisconnect, asyncio.TimeoutError):
362+
# Client disconnects and input timeouts are expected terminal conditions.
362363
pass
363364
except Exception as error:
364365
logger.exception("Incremental EasyMagpie generation failed for %s", request_id)

examples/tts/easymagpie_vllm_omni/easymagpie_vllm_omni/stage_processors.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -224,6 +224,7 @@ def _resolve_speech_delay(transfer_manager: Any) -> int:
224224
try:
225225
model_config = getter()
226226
except Exception:
227+
# Version-specific getters may fail before initialization; use the existing config fallback.
227228
pass
228229

229230
hf_config = getattr(model_config, "hf_config", None)

examples/tts/easymagpie_vllm_omni/scripts/benchmark_incremental_server.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -137,7 +137,7 @@ async def send_tokens() -> None:
137137
elif event_type == "error":
138138
raise RuntimeError(event.get("message", str(event)))
139139
elif event_type == "session.done":
140-
await sender
140+
_ = await sender
141141
break
142142
finally:
143143
if not sender.done():

examples/tts/easymagpie_vllm_omni/scripts/benchmark_model.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -435,6 +435,7 @@ async def run_one_request(
435435
try:
436436
await gen.aclose()
437437
except Exception:
438+
# Cleanup failure must not replace the request result already recorded above.
438439
pass
439440
return meter.result
440441

examples/tts/easymagpie_vllm_omni/vllm_plugin_easymagpie_omni/__init__.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ def register() -> None:
2929
try:
3030
AutoConfig.register(EasyMagpieCodecConfig.model_type, EasyMagpieCodecConfig)
3131
except ValueError:
32+
# Plugin reloads may encounter the same model type already registered.
3233
pass
3334
MODELS_CONFIG_MAP.setdefault(_CODEC_ARCH, MambaModelConfig)
3435

0 commit comments

Comments
 (0)