Skip to content

Messages: Weekly

Messages: Weekly #11

name: "Messages: Weekly"
# Dev-preview coverage for the Anthropic-compatible Messages API (/v1/messages)
# and a basic Claude Agent SDK session, across providers. Kept separate from the
# Responses suite: these are different APIs with different harnesses, and the
# messages tests do not (yet) emit JUnit, so there is no shared report job to
# combine. Per-provider logic lives in the messages-*.yml workflows below.
on:
schedule:
- cron: '0 23 * * 0' # Sunday 23:00 UTC (after responses-weekly at 22:00)
workflow_dispatch:
inputs:
run_openai:
description: 'Run Messages OpenAI tests'
type: boolean
default: true
openai_models:
description: 'OpenAI models (comma-separated, leave empty for defaults)'
type: string
default: ''
run_vllm:
description: 'Run Messages native vLLM tests'
type: boolean
default: true
vllm_model:
description: 'Native vLLM model (leave empty for default)'
type: string
default: ''
jobs:
# ── OpenAI (translation path) ───────────────────────────────────
test-openai:
if: github.event_name == 'schedule' || inputs.run_openai != false
uses: ./.github/workflows/messages-openai.yml
with:
models: ${{ inputs.openai_models }}
secrets: inherit
# ── Native local vLLM (real /v1/messages passthrough path) ───────
# NB: the RHOAI MaaS gateway only proxies /v1/chat/completions and returns
# 403 for /v1/messages, so native passthrough is tested against a local vLLM
# container instead of MaaS.
test-vllm:
if: github.event_name == 'schedule' || inputs.run_vllm != false
uses: ./.github/workflows/messages-vllm.yml
with:
model: ${{ inputs.vllm_model }}
secrets: inherit