Skip to content
Open
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions src/prime_rl/configs/orchestrator.py
Original file line number Diff line number Diff line change
Expand Up @@ -1088,6 +1088,12 @@ def auto_setup_tokenizer(self):
self.tokenizer.trust_remote_code = self.model.trust_remote_code
return self

@model_validator(mode="after")
def auto_setup_session_headers(self):
"""Ensure X-Session-ID header is always set for sticky DP-aware routing at the inference router."""
self.client.extra_headers_from_state.setdefault("X-Session-ID", "example_id")
return self

@model_validator(mode="after")
def validate_unique_filter_types(self):
types = [f.type for f in self.filters]
Expand Down
Loading
Loading