feat(api): manual updates

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
 configured_endpoints: 104
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/llamastack%2Fllama-stack-client-97b91eca4a3ff251edc02636b1a638866675d6c1abd46cd9fc18bc50a1de9656.yml
 openapi_spec_hash: 7302f1aa50090e3de78e34c184371267
-config_hash: 364c8cc514fe5aa69bd24c7f3721985b
+config_hash: a3829dbdaa491194d01f399784d532cd

api.md

@@ -350,20 +350,6 @@ Methods:
 - <code title="get /v1/scoring-functions">client.scoringFunctions.<a href="./src/resources/scoring-functions.ts">list</a>() -> ScoringFunctionListResponse</code>
 - <code title="post /v1/scoring-functions">client.scoringFunctions.<a href="./src/resources/scoring-functions.ts">register</a>({ ...params }) -> void</code>
 
-# Benchmarks
-
-Types:
-
-- <code><a href="./src/resources/benchmarks.ts">Benchmark</a></code>
-- <code><a href="./src/resources/benchmarks.ts">ListBenchmarksResponse</a></code>
-- <code><a href="./src/resources/benchmarks.ts">BenchmarkListResponse</a></code>
-
-Methods:
-
-- <code title="get /v1alpha/eval/benchmarks/{benchmark_id}">client.benchmarks.<a href="./src/resources/benchmarks.ts">retrieve</a>(benchmarkId) -> Benchmark</code>
-- <code title="get /v1alpha/eval/benchmarks">client.benchmarks.<a href="./src/resources/benchmarks.ts">list</a>() -> BenchmarkListResponse</code>
-- <code title="post /v1alpha/eval/benchmarks">client.benchmarks.<a href="./src/resources/benchmarks.ts">register</a>({ ...params }) -> void</code>
-
 # Files
 
 Types:
@@ -421,6 +407,20 @@ Methods:
 - <code title="post /v1alpha/post-training/job/cancel">client.alpha.postTraining.job.<a href="./src/resources/alpha/post-training/job.ts">cancel</a>({ ...params }) -> void</code>
 - <code title="get /v1alpha/post-training/job/status">client.alpha.postTraining.job.<a href="./src/resources/alpha/post-training/job.ts">status</a>({ ...params }) -> JobStatusResponse</code>
 
+## Benchmarks
+
+Types:
+
+- <code><a href="./src/resources/alpha/benchmarks.ts">Benchmark</a></code>
+- <code><a href="./src/resources/alpha/benchmarks.ts">ListBenchmarksResponse</a></code>
+- <code><a href="./src/resources/alpha/benchmarks.ts">BenchmarkListResponse</a></code>
+
+Methods:
+
+- <code title="get /v1alpha/eval/benchmarks/{benchmark_id}">client.alpha.benchmarks.<a href="./src/resources/alpha/benchmarks.ts">retrieve</a>(benchmarkId) -> Benchmark</code>
+- <code title="get /v1alpha/eval/benchmarks">client.alpha.benchmarks.<a href="./src/resources/alpha/benchmarks.ts">list</a>() -> BenchmarkListResponse</code>
+- <code title="post /v1alpha/eval/benchmarks">client.alpha.benchmarks.<a href="./src/resources/alpha/benchmarks.ts">register</a>({ ...params }) -> void</code>
+
 ## Eval
 
 Types:

src/index.ts

@@ -13,13 +13,6 @@ import {
 } from './pagination';
 import * as Uploads from './uploads';
 import * as API from './resources/index';
-import {
-  Benchmark,
-  BenchmarkListResponse,
-  BenchmarkRegisterParams,
-  Benchmarks,
-  ListBenchmarksResponse,
-} from './resources/benchmarks';
 import {
   CompletionCreateParams,
   CompletionCreateParamsNonStreaming,
@@ -264,7 +257,6 @@ export class LlamaStackClient extends Core.APIClient {
   syntheticDataGeneration: API.SyntheticDataGeneration = new API.SyntheticDataGeneration(this);
   scoring: API.Scoring = new API.Scoring(this);
   scoringFunctions: API.ScoringFunctions = new API.ScoringFunctions(this);
-  benchmarks: API.Benchmarks = new API.Benchmarks(this);
   files: API.Files = new API.Files(this);
   alpha: API.Alpha = new API.Alpha(this);
   beta: API.Beta = new API.Beta(this);
@@ -341,7 +333,6 @@ LlamaStackClient.Shields = Shields;
 LlamaStackClient.SyntheticDataGeneration = SyntheticDataGeneration;
 LlamaStackClient.Scoring = Scoring;
 LlamaStackClient.ScoringFunctions = ScoringFunctions;
-LlamaStackClient.Benchmarks = Benchmarks;
 LlamaStackClient.Files = Files;
 LlamaStackClient.FilesOpenAICursorPage = FilesOpenAICursorPage;
 LlamaStackClient.Alpha = Alpha;
@@ -509,14 +500,6 @@ export declare namespace LlamaStackClient {
     type ScoringFunctionRegisterParams as ScoringFunctionRegisterParams,
   };
 
-  export {
-    Benchmarks as Benchmarks,
-    type Benchmark as Benchmark,
-    type ListBenchmarksResponse as ListBenchmarksResponse,
-    type BenchmarkListResponse as BenchmarkListResponse,
-    type BenchmarkRegisterParams as BenchmarkRegisterParams,
-  };
-
   export {
     Files as Files,
     type DeleteFileResponse as DeleteFileResponse,

src/resources/alpha/alpha.ts

@@ -1,6 +1,14 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 import { APIResource } from '../../resource';
+import * as BenchmarksAPI from './benchmarks';
+import {
+  Benchmark,
+  BenchmarkListResponse,
+  BenchmarkRegisterParams,
+  Benchmarks,
+  ListBenchmarksResponse,
+} from './benchmarks';
 import * as InferenceAPI from './inference';
 import { Inference, InferenceRerankParams, InferenceRerankResponse } from './inference';
 import * as AgentsAPI from './agents/agents';
@@ -41,12 +49,14 @@ import {
 export class Alpha extends APIResource {
   inference: InferenceAPI.Inference = new InferenceAPI.Inference(this._client);
   postTraining: PostTrainingAPI.PostTraining = new PostTrainingAPI.PostTraining(this._client);
+  benchmarks: BenchmarksAPI.Benchmarks = new BenchmarksAPI.Benchmarks(this._client);
   eval: EvalAPI.Eval = new EvalAPI.Eval(this._client);
   agents: AgentsAPI.Agents = new AgentsAPI.Agents(this._client);
 }
 
 Alpha.Inference = Inference;
 Alpha.PostTraining = PostTraining;
+Alpha.Benchmarks = Benchmarks;
 Alpha.Eval = Eval;
 Alpha.Agents = Agents;
 
@@ -66,6 +76,14 @@ export declare namespace Alpha {
     type PostTrainingSupervisedFineTuneParams as PostTrainingSupervisedFineTuneParams,
   };
 
+  export {
+    Benchmarks as Benchmarks,
+    type Benchmark as Benchmark,
+    type ListBenchmarksResponse as ListBenchmarksResponse,
+    type BenchmarkListResponse as BenchmarkListResponse,
+    type BenchmarkRegisterParams as BenchmarkRegisterParams,
+  };
+
   export {
     Eval as Eval,
     type BenchmarkConfig as BenchmarkConfig,

src/resources/benchmarks.ts renamed to src/resources/alpha/benchmarks.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { APIResource } from '../resource';
-import * as Core from '../core';
+import { APIResource } from '../../resource';
+import * as Core from '../../core';
 
 export class Benchmarks extends APIResource {
   /**

src/resources/alpha/index.ts

@@ -14,6 +14,13 @@ export {
   type AgentListParams,
 } from './agents/index';
 export { Alpha } from './alpha';
+export {
+  Benchmarks,
+  type Benchmark,
+  type ListBenchmarksResponse,
+  type BenchmarkListResponse,
+  type BenchmarkRegisterParams,
+} from './benchmarks';
 export {
   Eval,
   type BenchmarkConfig,

src/resources/index.ts

@@ -2,13 +2,6 @@
 
 export * from './shared';
 export { Alpha } from './alpha/alpha';
-export {
-  Benchmarks,
-  type Benchmark,
-  type ListBenchmarksResponse,
-  type BenchmarkListResponse,
-  type BenchmarkRegisterParams,
-} from './benchmarks';
 export { Beta } from './beta/beta';
 export { Chat, type ChatCompletionChunk } from './chat/chat';
 export {

tests/api-resources/benchmarks.test.ts renamed to tests/api-resources/alpha/benchmarks.test.ts

@@ -7,7 +7,7 @@ const client = new LlamaStackClient({ baseURL: process.env['TEST_API_BASE_URL']
 
 describe('resource benchmarks', () => {
   test('retrieve', async () => {
-    const responsePromise = client.benchmarks.retrieve('benchmark_id');
+    const responsePromise = client.alpha.benchmarks.retrieve('benchmark_id');
     const rawResponse = await responsePromise.asResponse();
     expect(rawResponse).toBeInstanceOf(Response);
     const response = await responsePromise;
@@ -20,12 +20,12 @@ describe('resource benchmarks', () => {
   test('retrieve: request options instead of params are passed correctly', async () => {
     // ensure the request options are being passed correctly by passing an invalid HTTP method in order to cause an error
     await expect(
-      client.benchmarks.retrieve('benchmark_id', { path: '/_stainless_unknown_path' }),
+      client.alpha.benchmarks.retrieve('benchmark_id', { path: '/_stainless_unknown_path' }),
     ).rejects.toThrow(LlamaStackClient.NotFoundError);
   });
 
   test('list', async () => {
-    const responsePromise = client.benchmarks.list();
+    const responsePromise = client.alpha.benchmarks.list();
     const rawResponse = await responsePromise.asResponse();
     expect(rawResponse).toBeInstanceOf(Response);
     const response = await responsePromise;
@@ -37,13 +37,13 @@ describe('resource benchmarks', () => {
 
   test('list: request options instead of params are passed correctly', async () => {
     // ensure the request options are being passed correctly by passing an invalid HTTP method in order to cause an error
-    await expect(client.benchmarks.list({ path: '/_stainless_unknown_path' })).rejects.toThrow(
+    await expect(client.alpha.benchmarks.list({ path: '/_stainless_unknown_path' })).rejects.toThrow(
       LlamaStackClient.NotFoundError,
     );
   });
 
   test('register: only required params', async () => {
-    const responsePromise = client.benchmarks.register({
+    const responsePromise = client.alpha.benchmarks.register({
       benchmark_id: 'benchmark_id',
       dataset_id: 'dataset_id',
       scoring_functions: ['string'],
@@ -58,7 +58,7 @@ describe('resource benchmarks', () => {
   });
 
   test('register: required and optional params', async () => {
-    const response = await client.benchmarks.register({
+    const response = await client.alpha.benchmarks.register({
       benchmark_id: 'benchmark_id',
       dataset_id: 'dataset_id',
       scoring_functions: ['string'],