Skip to content

Commit a95c4d0

Browse files
stainless-app[bot]stainless-app[bot]
committed
feat(api): api update
1 parent 43e324e commit a95c4d0

14 files changed

+633
-73
lines changed

‎.stats.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
configured_endpoints: 137
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-41f98da99f44ebe6204fce5c1dc9940f85f3472779e797b674c4fdc20306c77d.yml
3-
openapi_spec_hash: c61259027f421f501bdc6b23cf9e430e
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-386042697a8769999956bdc26ff1e70bfc2a56913f724eedc6bfaf82679e9956.yml
3+
openapi_spec_hash: 7072a6a4a43d7ff0bb4098a3e8a6b9a7
44
config_hash: 141b101c9f13b90e21af74e1686f1f41

‎src/openai/types/eval_create_params.py‎

Lines changed: 51 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,10 @@
2727
"TestingCriterionLabelModelInputEvalItem",
2828
"TestingCriterionLabelModelInputEvalItemContent",
2929
"TestingCriterionLabelModelInputEvalItemContentOutputText",
30-
"TestingCriterionLabelModelInputEvalItemContentInputImage",
30+
"TestingCriterionLabelModelInputEvalItemContentEvalItemInputImage",
31+
"TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio",
32+
"TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText",
33+
"TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage",
3134
"TestingCriterionTextSimilarity",
3235
"TestingCriterionPython",
3336
"TestingCriterionScoreModel",
@@ -128,8 +131,8 @@ class TestingCriterionLabelModelInputEvalItemContentOutputText(TypedDict, total=
128131
"""The type of the output text. Always `output_text`."""
129132

130133

131-
class TestingCriterionLabelModelInputEvalItemContentInputImage(TypedDict, total=False):
132-
"""An image input to the model."""
134+
class TestingCriterionLabelModelInputEvalItemContentEvalItemInputImage(TypedDict, total=False):
135+
"""An image input block used within EvalItem content arrays."""
133136

134137
image_url: Required[str]
135138
"""The URL of the image input."""
@@ -144,13 +147,51 @@ class TestingCriterionLabelModelInputEvalItemContentInputImage(TypedDict, total=
144147
"""
145148

146149

150+
class TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText(
151+
TypedDict, total=False
152+
):
153+
"""A text output from the model."""
154+
155+
text: Required[str]
156+
"""The text output from the model."""
157+
158+
type: Required[Literal["output_text"]]
159+
"""The type of the output text. Always `output_text`."""
160+
161+
162+
class TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage(
163+
TypedDict, total=False
164+
):
165+
"""An image input block used within EvalItem content arrays."""
166+
167+
image_url: Required[str]
168+
"""The URL of the image input."""
169+
170+
type: Required[Literal["input_image"]]
171+
"""The type of the image input. Always `input_image`."""
172+
173+
detail: str
174+
"""The detail level of the image to be sent to the model.
175+
176+
One of `high`, `low`, or `auto`. Defaults to `auto`.
177+
"""
178+
179+
180+
TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio: TypeAlias = Union[
181+
str,
182+
ResponseInputTextParam,
183+
TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText,
184+
TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage,
185+
ResponseInputAudioParam,
186+
]
187+
147188
TestingCriterionLabelModelInputEvalItemContent: TypeAlias = Union[
148189
str,
149190
ResponseInputTextParam,
150191
TestingCriterionLabelModelInputEvalItemContentOutputText,
151-
TestingCriterionLabelModelInputEvalItemContentInputImage,
192+
TestingCriterionLabelModelInputEvalItemContentEvalItemInputImage,
152193
ResponseInputAudioParam,
153-
Iterable[object],
194+
SequenceNotStr[TestingCriterionLabelModelInputEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio],
154195
]
155196

156197

@@ -164,7 +205,11 @@ class TestingCriterionLabelModelInputEvalItem(TypedDict, total=False):
164205
"""
165206

166207
content: Required[TestingCriterionLabelModelInputEvalItemContent]
167-
"""Inputs to the model - can contain template strings."""
208+
"""Inputs to the model - can contain template strings.
209+
210+
Supports text, output text, input images, and input audio, either as a single
211+
item or an array of items.
212+
"""
168213

169214
role: Required[Literal["user", "assistant", "system", "developer"]]
170215
"""The role of the message input.

‎src/openai/types/evals/create_eval_completions_run_data_source.py‎

Lines changed: 51 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,10 @@
2828
"InputMessagesTemplateTemplateEvalItem",
2929
"InputMessagesTemplateTemplateEvalItemContent",
3030
"InputMessagesTemplateTemplateEvalItemContentOutputText",
31-
"InputMessagesTemplateTemplateEvalItemContentInputImage",
31+
"InputMessagesTemplateTemplateEvalItemContentEvalItemInputImage",
32+
"InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio",
33+
"InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText",
34+
"InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage",
3235
"InputMessagesItemReference",
3336
"SamplingParams",
3437
"SamplingParamsResponseFormat",
@@ -101,8 +104,8 @@ class InputMessagesTemplateTemplateEvalItemContentOutputText(BaseModel):
101104
"""The type of the output text. Always `output_text`."""
102105

103106

104-
class InputMessagesTemplateTemplateEvalItemContentInputImage(BaseModel):
105-
"""An image input to the model."""
107+
class InputMessagesTemplateTemplateEvalItemContentEvalItemInputImage(BaseModel):
108+
"""An image input block used within EvalItem content arrays."""
106109

107110
image_url: str
108111
"""The URL of the image input."""
@@ -117,13 +120,51 @@ class InputMessagesTemplateTemplateEvalItemContentInputImage(BaseModel):
117120
"""
118121

119122

123+
class InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText(
124+
BaseModel
125+
):
126+
"""A text output from the model."""
127+
128+
text: str
129+
"""The text output from the model."""
130+
131+
type: Literal["output_text"]
132+
"""The type of the output text. Always `output_text`."""
133+
134+
135+
class InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage(
136+
BaseModel
137+
):
138+
"""An image input block used within EvalItem content arrays."""
139+
140+
image_url: str
141+
"""The URL of the image input."""
142+
143+
type: Literal["input_image"]
144+
"""The type of the image input. Always `input_image`."""
145+
146+
detail: Optional[str] = None
147+
"""The detail level of the image to be sent to the model.
148+
149+
One of `high`, `low`, or `auto`. Defaults to `auto`.
150+
"""
151+
152+
153+
InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio: TypeAlias = Union[
154+
str,
155+
ResponseInputText,
156+
InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText,
157+
InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage,
158+
ResponseInputAudio,
159+
]
160+
120161
InputMessagesTemplateTemplateEvalItemContent: TypeAlias = Union[
121162
str,
122163
ResponseInputText,
123164
InputMessagesTemplateTemplateEvalItemContentOutputText,
124-
InputMessagesTemplateTemplateEvalItemContentInputImage,
165+
InputMessagesTemplateTemplateEvalItemContentEvalItemInputImage,
125166
ResponseInputAudio,
126-
List[object],
167+
List[InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio],
127168
]
128169

129170

@@ -137,7 +178,11 @@ class InputMessagesTemplateTemplateEvalItem(BaseModel):
137178
"""
138179

139180
content: InputMessagesTemplateTemplateEvalItemContent
140-
"""Inputs to the model - can contain template strings."""
181+
"""Inputs to the model - can contain template strings.
182+
183+
Supports text, output text, input images, and input audio, either as a single
184+
item or an array of items.
185+
"""
141186

142187
role: Literal["user", "assistant", "system", "developer"]
143188
"""The role of the message input.

‎src/openai/types/evals/create_eval_completions_run_data_source_param.py‎

Lines changed: 52 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
from typing import Dict, Union, Iterable, Optional
66
from typing_extensions import Literal, Required, TypeAlias, TypedDict
77

8+
from ..._types import SequenceNotStr
89
from ..shared_params.metadata import Metadata
910
from ..shared.reasoning_effort import ReasoningEffort
1011
from ..responses.easy_input_message_param import EasyInputMessageParam
@@ -28,7 +29,10 @@
2829
"InputMessagesTemplateTemplateEvalItem",
2930
"InputMessagesTemplateTemplateEvalItemContent",
3031
"InputMessagesTemplateTemplateEvalItemContentOutputText",
31-
"InputMessagesTemplateTemplateEvalItemContentInputImage",
32+
"InputMessagesTemplateTemplateEvalItemContentEvalItemInputImage",
33+
"InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio",
34+
"InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText",
35+
"InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage",
3236
"InputMessagesItemReference",
3337
"SamplingParams",
3438
"SamplingParamsResponseFormat",
@@ -99,8 +103,8 @@ class InputMessagesTemplateTemplateEvalItemContentOutputText(TypedDict, total=Fa
99103
"""The type of the output text. Always `output_text`."""
100104

101105

102-
class InputMessagesTemplateTemplateEvalItemContentInputImage(TypedDict, total=False):
103-
"""An image input to the model."""
106+
class InputMessagesTemplateTemplateEvalItemContentEvalItemInputImage(TypedDict, total=False):
107+
"""An image input block used within EvalItem content arrays."""
104108

105109
image_url: Required[str]
106110
"""The URL of the image input."""
@@ -115,13 +119,51 @@ class InputMessagesTemplateTemplateEvalItemContentInputImage(TypedDict, total=Fa
115119
"""
116120

117121

122+
class InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText(
123+
TypedDict, total=False
124+
):
125+
"""A text output from the model."""
126+
127+
text: Required[str]
128+
"""The text output from the model."""
129+
130+
type: Required[Literal["output_text"]]
131+
"""The type of the output text. Always `output_text`."""
132+
133+
134+
class InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage(
135+
TypedDict, total=False
136+
):
137+
"""An image input block used within EvalItem content arrays."""
138+
139+
image_url: Required[str]
140+
"""The URL of the image input."""
141+
142+
type: Required[Literal["input_image"]]
143+
"""The type of the image input. Always `input_image`."""
144+
145+
detail: str
146+
"""The detail level of the image to be sent to the model.
147+
148+
One of `high`, `low`, or `auto`. Defaults to `auto`.
149+
"""
150+
151+
152+
InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio: TypeAlias = Union[
153+
str,
154+
ResponseInputTextParam,
155+
InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText,
156+
InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage,
157+
ResponseInputAudioParam,
158+
]
159+
118160
InputMessagesTemplateTemplateEvalItemContent: TypeAlias = Union[
119161
str,
120162
ResponseInputTextParam,
121163
InputMessagesTemplateTemplateEvalItemContentOutputText,
122-
InputMessagesTemplateTemplateEvalItemContentInputImage,
164+
InputMessagesTemplateTemplateEvalItemContentEvalItemInputImage,
123165
ResponseInputAudioParam,
124-
Iterable[object],
166+
SequenceNotStr[InputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio],
125167
]
126168

127169

@@ -135,7 +177,11 @@ class InputMessagesTemplateTemplateEvalItem(TypedDict, total=False):
135177
"""
136178

137179
content: Required[InputMessagesTemplateTemplateEvalItemContent]
138-
"""Inputs to the model - can contain template strings."""
180+
"""Inputs to the model - can contain template strings.
181+
182+
Supports text, output text, input images, and input audio, either as a single
183+
item or an array of items.
184+
"""
139185

140186
role: Required[Literal["user", "assistant", "system", "developer"]]
141187
"""The role of the message input.

‎src/openai/types/evals/run_cancel_response.py‎

Lines changed: 53 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,10 @@
3333
"DataSourceResponsesInputMessagesTemplateTemplateEvalItem",
3434
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContent",
3535
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentOutputText",
36-
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentInputImage",
36+
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentEvalItemInputImage",
37+
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio",
38+
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText",
39+
"DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage",
3740
"DataSourceResponsesInputMessagesItemReference",
3841
"DataSourceResponsesSamplingParams",
3942
"DataSourceResponsesSamplingParamsText",
@@ -155,8 +158,8 @@ class DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentOutputText(
155158
"""The type of the output text. Always `output_text`."""
156159

157160

158-
class DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentInputImage(BaseModel):
159-
"""An image input to the model."""
161+
class DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentEvalItemInputImage(BaseModel):
162+
"""An image input block used within EvalItem content arrays."""
160163

161164
image_url: str
162165
"""The URL of the image input."""
@@ -171,13 +174,53 @@ class DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentInputImage(
171174
"""
172175

173176

177+
class DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText(
178+
BaseModel
179+
):
180+
"""A text output from the model."""
181+
182+
text: str
183+
"""The text output from the model."""
184+
185+
type: Literal["output_text"]
186+
"""The type of the output text. Always `output_text`."""
187+
188+
189+
class DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage(
190+
BaseModel
191+
):
192+
"""An image input block used within EvalItem content arrays."""
193+
194+
image_url: str
195+
"""The URL of the image input."""
196+
197+
type: Literal["input_image"]
198+
"""The type of the image input. Always `input_image`."""
199+
200+
detail: Optional[str] = None
201+
"""The detail level of the image to be sent to the model.
202+
203+
One of `high`, `low`, or `auto`. Defaults to `auto`.
204+
"""
205+
206+
207+
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio: TypeAlias = Union[
208+
str,
209+
ResponseInputText,
210+
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioOutputText,
211+
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudioEvalItemInputImage,
212+
ResponseInputAudio,
213+
]
214+
174215
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContent: TypeAlias = Union[
175216
str,
176217
ResponseInputText,
177218
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentOutputText,
178-
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentInputImage,
219+
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentEvalItemInputImage,
179220
ResponseInputAudio,
180-
List[object],
221+
List[
222+
DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentAnArrayOfInputTextOutputTextInputImageAndInputAudio
223+
],
181224
]
182225

183226

@@ -191,7 +234,11 @@ class DataSourceResponsesInputMessagesTemplateTemplateEvalItem(BaseModel):
191234
"""
192235

193236
content: DataSourceResponsesInputMessagesTemplateTemplateEvalItemContent
194-
"""Inputs to the model - can contain template strings."""
237+
"""Inputs to the model - can contain template strings.
238+
239+
Supports text, output text, input images, and input audio, either as a single
240+
item or an array of items.
241+
"""
195242

196243
role: Literal["user", "assistant", "system", "developer"]
197244
"""The role of the message input.

0 commit comments

Comments
 (0)