Merge branch 'main' into dependabot/docker/vllm/vllm/vllm-openai-cpu-v0.27.1

Author: mergify[bot]

tests/functional/bruno/ogx-api/01-admin/Get Health.bru

@@ -0,0 +1,22 @@
+meta {
+  name: Get Health
+  type: http
+  seq: 2
+}
+
+get {
+  url: {{baseUrl}}/v1alpha/admin/health
+  body: none
+  auth: inherit
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Status is OK", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("status");
+    expect(body.status).to.eql("OK");
+  });
+}

tests/functional/bruno/ogx-api/01-admin/Get Version.bru

@@ -0,0 +1,22 @@
+meta {
+  name: Get Version
+  type: http
+  seq: 1
+}
+
+get {
+  url: {{baseUrl}}/v1alpha/admin/version
+  body: none
+  auth: inherit
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has version string", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("version");
+    expect(body.version).to.be.a("string");
+  });
+}

tests/functional/bruno/ogx-api/01-admin/List Routes.bru

@@ -0,0 +1,23 @@
+meta {
+  name: List Routes
+  type: http
+  seq: 4
+}
+
+get {
+  url: {{baseUrl}}/v1alpha/admin/inspect/routes
+  body: none
+  auth: inherit
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has routes array", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("data");
+    expect(body.data).to.be.an("array");
+    expect(body.data.length).to.be.greaterThan(0);
+  });
+}

tests/functional/bruno/ogx-api/02-models/Get Model.bru

@@ -0,0 +1,30 @@
+meta {
+  name: Get Model
+  type: http
+  seq: 2
+}
+
+get {
+  url: {{baseUrl}}/v1/models/{{model}}
+  body: none
+  auth: inherit
+}
+
+script:pre-request {
+  const model = bru.getEnvVar("model");
+  if (!/^[a-zA-Z0-9.\-_\/]+$/.test(model)) {
+    throw new Error("Invalid model identifier: " + model);
+  }
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has matching model identifier", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("identifier");
+    expect(body.identifier).to.be.a("string");
+    expect(body.identifier).to.eql(bru.getEnvVar("model"));
+  });
+}

…l/bruno/ogx-api/01-admin/List Models.bru …/bruno/ogx-api/02-models/List Models.brutests/functional/bruno/ogx-api/01-admin/List Models.bru renamed to tests/functional/bruno/ogx-api/02-models/List Models.bru tests/functional/bruno/ogx-api/01-admin/List Models.bru renamed to tests/functional/bruno/ogx-api/02-models/List Models.bru

@@ -1,7 +1,7 @@
 meta {
   name: List Models
   type: http
-  seq: 4
+  seq: 1
 }
 
 get {
@@ -14,22 +14,23 @@ tests {
   test("Status is 200", function() {
     expect(res.getStatus()).to.eql(200);
   });
-
-  test("Response has models array", function() {
+  test("Response has data array", function() {
     const body = res.getBody();
     expect(body).to.have.property("data");
     expect(body.data).to.be.an("array");
     expect(body.data.length).to.be.greaterThan(0);
+    body.data.forEach(item => {
+      expect(item).to.be.an("object");
+      expect(item).to.have.property("id").that.is.a("string");
+    });
   });
-
-  test("Inference model is registered", function() {
+  test("Configured inference model is registered", function() {
     const model = bru.getEnvVar("model");
     expect(model).to.be.a("string").and.not.empty;
     const ids = res.getBody().data.map(m => m.id);
     expect(ids).to.include(model);
   });
-
-  test("Embedding model is registered", function() {
+  test("Configured embedding model is registered", function() {
     const model = bru.getEnvVar("embedding_model");
     expect(model).to.be.a("string").and.not.empty;
     const ids = res.getBody().data.map(m => m.id);

tests/functional/bruno/ogx-api/03-inference/Create Chat Completion.bru

@@ -0,0 +1,54 @@
+meta {
+  name: Create Chat Completion
+  type: http
+  seq: 1
+}
+
+post {
+  url: {{baseUrl}}/v1/chat/completions
+  body: json
+  auth: inherit
+}
+
+body:json {
+  {
+    "model": "{{model}}",
+    "messages": [
+      {
+        "role": "user",
+        "content": "Say hello in one word."
+      }
+    ],
+    "max_tokens": 16
+  }
+}
+
+script:pre-request {
+  const model = bru.getEnvVar("model");
+  if (!/^[a-zA-Z0-9.\-_\/]+$/.test(model)) {
+    throw new Error("Invalid model identifier: " + model);
+  }
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has choices array", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("choices");
+    expect(body.choices).to.be.an("array");
+    expect(body.choices.length).to.be.greaterThan(0);
+  });
+  test("First choice has message content", function() {
+    const body = res.getBody();
+    const msg = body.choices[0].message;
+    expect(msg).to.have.property("content");
+    expect(msg.content).to.be.a("string");
+  });
+  test("Response model matches configured model", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("model");
+    expect(body.model).to.eql(bru.getEnvVar("model"));
+  });
+}

tests/functional/bruno/ogx-api/03-inference/Create Embedding.bru

@@ -0,0 +1,49 @@
+meta {
+  name: Create Embedding
+  type: http
+  seq: 4
+}
+
+post {
+  url: {{baseUrl}}/v1/embeddings
+  body: json
+  auth: inherit
+}
+
+body:json {
+  {
+    "model": "{{embedding_model}}",
+    "input": "OGX functional test embedding",
+    "encoding_format": "float"
+  }
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has data array", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("data");
+    expect(body.data).to.be.an("array");
+    expect(body.data.length).to.be.greaterThan(0);
+  });
+  test("First embedding has correct structure", function() {
+    const item = res.getBody().data[0];
+    expect(item).to.have.property("embedding");
+    expect(item.embedding).to.be.an("array");
+    expect(item.embedding.length).to.be.greaterThan(0);
+  });
+  test("Embedding dimension matches configured value", function() {
+    const item = res.getBody().data[0];
+    const expectedDim = Number(bru.getEnvVar("embedding_dimension"));
+    expect(Number.isSafeInteger(expectedDim)).to.eql(true);
+    expect(expectedDim).to.be.greaterThan(0);
+    expect(item.embedding.length).to.eql(expectedDim);
+  });
+  test("Response model matches configured embedding model", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("model");
+    expect(body.model).to.eql(bru.getEnvVar("embedding_model"));
+  });
+}

tests/functional/bruno/ogx-api/03-inference/Create Text Completion.bru

@@ -0,0 +1,46 @@
+meta {
+  name: Create Text Completion
+  type: http
+  seq: 3
+}
+
+post {
+  url: {{baseUrl}}/v1/completions
+  body: json
+  auth: inherit
+}
+
+body:json {
+  {
+    "model": "{{model}}",
+    "prompt": "The capital of France is",
+    "max_tokens": 32,
+    "temperature": 0
+  }
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has choices array", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("choices");
+    expect(body.choices).to.be.an("array");
+    expect(body.choices.length).to.be.greaterThan(0);
+  });
+  test("First choice has text content", function() {
+    const body = res.getBody();
+    expect(body.choices[0]).to.have.property("text");
+    expect(body.choices[0].text).to.be.a("string");
+  });
+  test("Response model matches configured model", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("model");
+    expect(body.model).to.eql(bru.getEnvVar("model"));
+  });
+  test("Response contains expected keyword", function() {
+    const text = res.getBody().choices[0].text.toLowerCase();
+    expect(text).to.include("paris");
+  });
+}

tests/functional/bruno/ogx-api/03-inference/List Chat Completions.bru

@@ -0,0 +1,22 @@
+meta {
+  name: List Chat Completions
+  type: http
+  seq: 2
+}
+
+get {
+  url: {{baseUrl}}/v1/chat/completions
+  body: none
+  auth: inherit
+}
+
+tests {
+  test("Status is 200", function() {
+    expect(res.getStatus()).to.eql(200);
+  });
+  test("Response has data array", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("data");
+    expect(body.data).to.be.an("array");
+  });
+}

tests/functional/bruno/ogx-api/04-files/Create File.bru

@@ -0,0 +1,28 @@
+meta {
+  name: Create File
+  type: http
+  seq: 1
+}
+
+post {
+  url: {{baseUrl}}/v1/files
+  body: multipartForm
+  auth: inherit
+}
+
+body:multipart-form {
+  file: @file(test-upload.txt)
+  purpose: assistants
+}
+
+tests {
+  test("Status is 200 or 201", function() {
+    expect([200, 201]).to.include(res.getStatus());
+  });
+  test("File created and ID saved", function() {
+    const body = res.getBody();
+    expect(body).to.have.property("id");
+    expect(body.id).to.be.a("string");
+    bru.setVar("file_id", body.id);
+  });
+}