Skip to content

Commit 377dc6b

Browse files
feat(api): api update
1 parent 321392c commit 377dc6b

File tree

4 files changed

+91
-1
lines changed

4 files changed

+91
-1
lines changed

.stats.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
configured_endpoints: 55
2-
openapi_spec_hash: 2a1aded6c0f311e6133ba9beadc08062
2+
openapi_spec_hash: 26ac4152b9f12f890d1df1cf1a219f78
33
config_hash: 48c3812186c899cdef23cc8de76bd2aa

src/codex/types/project_list_response.py

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,12 @@ class ProjectConfigEvalConfigCustomEvals(BaseModel):
101101

102102

103103
class ProjectConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
104+
display_name: str
105+
"""Human-friendly name for display.
106+
107+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
108+
"""
109+
104110
eval_key: str
105111
"""
106112
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -142,6 +148,12 @@ class ProjectConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
142148

143149

144150
class ProjectConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
151+
display_name: str
152+
"""Human-friendly name for display.
153+
154+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
155+
"""
156+
145157
eval_key: str
146158
"""
147159
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -183,6 +195,12 @@ class ProjectConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
183195

184196

185197
class ProjectConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
198+
display_name: str
199+
"""Human-friendly name for display.
200+
201+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
202+
"""
203+
186204
eval_key: str
187205
"""
188206
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -224,6 +242,12 @@ class ProjectConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
224242

225243

226244
class ProjectConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
245+
display_name: str
246+
"""Human-friendly name for display.
247+
248+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
249+
"""
250+
227251
eval_key: str
228252
"""
229253
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -265,6 +289,12 @@ class ProjectConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
265289

266290

267291
class ProjectConfigEvalConfigDefaultEvalsTrustworthiness(BaseModel):
292+
display_name: str
293+
"""Human-friendly name for display.
294+
295+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
296+
"""
297+
268298
eval_key: str
269299
"""
270300
Unique key for eval metric - currently maps to the TrustworthyRAG name property

src/codex/types/project_retrieve_response.py

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,12 @@ class ConfigEvalConfigCustomEvals(BaseModel):
9999

100100

101101
class ConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
102+
display_name: str
103+
"""Human-friendly name for display.
104+
105+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
106+
"""
107+
102108
eval_key: str
103109
"""
104110
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -140,6 +146,12 @@ class ConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
140146

141147

142148
class ConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
149+
display_name: str
150+
"""Human-friendly name for display.
151+
152+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
153+
"""
154+
143155
eval_key: str
144156
"""
145157
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -181,6 +193,12 @@ class ConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
181193

182194

183195
class ConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
196+
display_name: str
197+
"""Human-friendly name for display.
198+
199+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
200+
"""
201+
184202
eval_key: str
185203
"""
186204
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -222,6 +240,12 @@ class ConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
222240

223241

224242
class ConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
243+
display_name: str
244+
"""Human-friendly name for display.
245+
246+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
247+
"""
248+
225249
eval_key: str
226250
"""
227251
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -263,6 +287,12 @@ class ConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
263287

264288

265289
class ConfigEvalConfigDefaultEvalsTrustworthiness(BaseModel):
290+
display_name: str
291+
"""Human-friendly name for display.
292+
293+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
294+
"""
295+
266296
eval_key: str
267297
"""
268298
Unique key for eval metric - currently maps to the TrustworthyRAG name property

src/codex/types/project_return_schema.py

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,12 @@ class ConfigEvalConfigCustomEvals(BaseModel):
9999

100100

101101
class ConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
102+
display_name: str
103+
"""Human-friendly name for display.
104+
105+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
106+
"""
107+
102108
eval_key: str
103109
"""
104110
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -140,6 +146,12 @@ class ConfigEvalConfigDefaultEvalsContextSufficiency(BaseModel):
140146

141147

142148
class ConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
149+
display_name: str
150+
"""Human-friendly name for display.
151+
152+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
153+
"""
154+
143155
eval_key: str
144156
"""
145157
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -181,6 +193,12 @@ class ConfigEvalConfigDefaultEvalsQueryEase(BaseModel):
181193

182194

183195
class ConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
196+
display_name: str
197+
"""Human-friendly name for display.
198+
199+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
200+
"""
201+
184202
eval_key: str
185203
"""
186204
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -222,6 +240,12 @@ class ConfigEvalConfigDefaultEvalsResponseGroundedness(BaseModel):
222240

223241

224242
class ConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
243+
display_name: str
244+
"""Human-friendly name for display.
245+
246+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
247+
"""
248+
225249
eval_key: str
226250
"""
227251
Unique key for eval metric - currently maps to the TrustworthyRAG name property
@@ -263,6 +287,12 @@ class ConfigEvalConfigDefaultEvalsResponseHelpfulness(BaseModel):
263287

264288

265289
class ConfigEvalConfigDefaultEvalsTrustworthiness(BaseModel):
290+
display_name: str
291+
"""Human-friendly name for display.
292+
293+
For default evals, use standardized labels from DEFAULT_EVAL_ISSUE_TYPE_LABELS.
294+
"""
295+
266296
eval_key: str
267297
"""
268298
Unique key for eval metric - currently maps to the TrustworthyRAG name property

0 commit comments

Comments
 (0)