feat(api): add computer use to beta agents

.castiron.stats.yml

@@ -1,8 +1,8 @@
 schema_version: 1
-generation_id: 0aa9ce13-d80a-4a74-a5a3-a64c06d396bd
-openapi_spec_hash: ef23be781aae82cc4aaf121dc1e23c90
-openapi_transformed_spec_hash: 6c58c6858bf78f94b91d1095df3b4523
-config_hash: 38c35bf82be025557d8a7dc727060f2f
-codegen_sha: 696f896d9c4820f2118a6b7bd3cba58172677ec1
-codegen_hash: f34dc0b8de3f49538501f94020eae54bbeaf5d813f0af4d4c4d03236d83d57e2
-public_codegen_sha: 20af1d8d59806c56dd7e866ae4cc018d92768a9e
+generation_id: 7151c90a-4825-4a4f-b9b1-9e268a95134d
+openapi_spec_hash: 982e032cd9bc8921825601fbb36a8a92
+openapi_transformed_spec_hash: 7554bcd8a14262861882411fc4426386
+config_hash: ac46b7ace0a09008785717fbff2f1d19
+codegen_sha: 591413c2ff7e011ff70f92ab58d9a8a4917818ac
+codegen_hash: 69df1931f3258b1a5ff25728ac96053783f52b1c94eb5d1c190a520ed699faac
+public_codegen_sha: 2fb2f98ab0d132294487c886ebda89a479b41e2e

api.md

@@ -491,6 +491,9 @@ Types:
 ```python
 from openai.types.beta import (
     Agent,
+    AgentBrowserAuthenticationCancelParam,
+    AgentBrowserAuthenticationSubmitParam,
+    AgentBrowserOriginAccessParam,
     AgentCloseSubagentCallItem,
     AgentCommandExecutionItem,
     AgentContent,

src/openai/resources/beta/agents/environments/templates.py

@@ -50,6 +50,7 @@ def create(
         self,
         *,
         capability_directories: Optional[SequenceNotStr[str]] | Omit = omit,
+        desktop: Optional[template_create_params.Desktop] | Omit = omit,
         env: Optional[Dict[str, str]] | Omit = omit,
         files: Optional[Iterable[HostedEnvironmentFileParam]] | Omit = omit,
         name: Optional[str] | Omit = omit,
@@ -74,6 +75,9 @@ def create(
           capability_directories: Directories that contain capabilities exposed to the agent. Defaults to an empty
               list.
 
+          desktop: Desktop provisioning. Omission or null inherits the template setting, or
+              defaults to disabled.
+
           env: Environment variables made available to the agent.
 
           files: Files available before the agent starts. Defaults to an empty list.
@@ -106,6 +110,7 @@ def create(
             body=maybe_transform(
                 {
                     "capability_directories": capability_directories,
+                    "desktop": desktop,
                     "env": env,
                     "files": files,
                     "name": name,
@@ -177,6 +182,7 @@ def update(
         environment_template_id: str,
         *,
         capability_directories: Optional[SequenceNotStr[str]] | Omit = omit,
+        desktop: Optional[template_update_params.Desktop] | Omit = omit,
         env: Optional[Dict[str, str]] | Omit = omit,
         files: Optional[Iterable[HostedEnvironmentFileParam]] | Omit = omit,
         name: Optional[str] | Omit = omit,
@@ -200,6 +206,8 @@ def update(
         Args:
           capability_directories: Directories that expose capabilities to the agent.
 
+          desktop: Replacement desktop configuration, or null to disable the desktop.
+
           env: Replacement confidential environment values.
 
           files: Replacement file configuration materialized for each new session.
@@ -239,6 +247,7 @@ def update(
             body=maybe_transform(
                 {
                     "capability_directories": capability_directories,
+                    "desktop": desktop,
                     "env": env,
                     "files": files,
                     "name": name,
@@ -388,6 +397,7 @@ async def create(
         self,
         *,
         capability_directories: Optional[SequenceNotStr[str]] | Omit = omit,
+        desktop: Optional[template_create_params.Desktop] | Omit = omit,
         env: Optional[Dict[str, str]] | Omit = omit,
         files: Optional[Iterable[HostedEnvironmentFileParam]] | Omit = omit,
         name: Optional[str] | Omit = omit,
@@ -412,6 +422,9 @@ async def create(
           capability_directories: Directories that contain capabilities exposed to the agent. Defaults to an empty
               list.
 
+          desktop: Desktop provisioning. Omission or null inherits the template setting, or
+              defaults to disabled.
+
           env: Environment variables made available to the agent.
 
           files: Files available before the agent starts. Defaults to an empty list.
@@ -444,6 +457,7 @@ async def create(
             body=await async_maybe_transform(
                 {
                     "capability_directories": capability_directories,
+                    "desktop": desktop,
                     "env": env,
                     "files": files,
                     "name": name,
@@ -515,6 +529,7 @@ async def update(
         environment_template_id: str,
         *,
         capability_directories: Optional[SequenceNotStr[str]] | Omit = omit,
+        desktop: Optional[template_update_params.Desktop] | Omit = omit,
         env: Optional[Dict[str, str]] | Omit = omit,
         files: Optional[Iterable[HostedEnvironmentFileParam]] | Omit = omit,
         name: Optional[str] | Omit = omit,
@@ -538,6 +553,8 @@ async def update(
         Args:
           capability_directories: Directories that expose capabilities to the agent.
 
+          desktop: Replacement desktop configuration, or null to disable the desktop.
+
           env: Replacement confidential environment values.
 
           files: Replacement file configuration materialized for each new session.
@@ -577,6 +594,7 @@ async def update(
             body=await async_maybe_transform(
                 {
                     "capability_directories": capability_directories,
+                    "desktop": desktop,
                     "env": env,
                     "files": files,
                     "name": name,

src/openai/types/beta/__init__.py

@@ -224,6 +224,7 @@
 from .beta_response_input_text_content import BetaResponseInputTextContent as BetaResponseInputTextContent
 from .beta_response_refusal_done_event import BetaResponseRefusalDoneEvent as BetaResponseRefusalDoneEvent
 from .beta_response_steer_failed_event import BetaResponseSteerFailedEvent as BetaResponseSteerFailedEvent
+from .agent_browser_origin_access_param import AgentBrowserOriginAccessParam as AgentBrowserOriginAccessParam
 from .agent_session_input_message_param import AgentSessionInputMessageParam as AgentSessionInputMessageParam
 from .beta_response_container_reference import BetaResponseContainerReference as BetaResponseContainerReference
 from .beta_response_function_web_search import BetaResponseFunctionWebSearch as BetaResponseFunctionWebSearch
@@ -312,6 +313,9 @@
 from .beta_response_mcp_call_completed_event import (
     BetaResponseMcpCallCompletedEvent as BetaResponseMcpCallCompletedEvent,
 )
+from .agent_browser_origin_access_param_param import (
+    AgentBrowserOriginAccessParamParam as AgentBrowserOriginAccessParamParam,
+)
 from .agent_session_environment_pending_event import (
     AgentSessionEnvironmentPendingEvent as AgentSessionEnvironmentPendingEvent,
 )
@@ -348,6 +352,12 @@
 from .beta_response_reasoning_text_delta_event import (
     BetaResponseReasoningTextDeltaEvent as BetaResponseReasoningTextDeltaEvent,
 )
+from .agent_browser_authentication_cancel_param import (
+    AgentBrowserAuthenticationCancelParam as AgentBrowserAuthenticationCancelParam,
+)
+from .agent_browser_authentication_submit_param import (
+    AgentBrowserAuthenticationSubmitParam as AgentBrowserAuthenticationSubmitParam,
+)
 from .agent_session_environment_connected_event import (
     AgentSessionEnvironmentConnectedEvent as AgentSessionEnvironmentConnectedEvent,
 )
@@ -474,6 +484,12 @@
 from .beta_response_mcp_list_tools_in_progress_event import (
     BetaResponseMcpListToolsInProgressEvent as BetaResponseMcpListToolsInProgressEvent,
 )
+from .agent_browser_authentication_cancel_param_param import (
+    AgentBrowserAuthenticationCancelParamParam as AgentBrowserAuthenticationCancelParamParam,
+)
+from .agent_browser_authentication_submit_param_param import (
+    AgentBrowserAuthenticationSubmitParamParam as AgentBrowserAuthenticationSubmitParamParam,
+)
 from .beta_response_custom_tool_call_input_done_event import (
     BetaResponseCustomToolCallInputDoneEvent as BetaResponseCustomToolCallInputDoneEvent,
 )

src/openai/types/beta/agent_browser_authentication_cancel_param.py

@@ -0,0 +1,13 @@
+# File generated from our OpenAPI spec by Castiron. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["AgentBrowserAuthenticationCancelParam"]
+
+
+class AgentBrowserAuthenticationCancelParam(TypedDict, total=False):
+    action: Required[Literal["cancel"]]
+
+    type: Required[Literal["browser_authentication"]]

src/openai/types/beta/agent_browser_authentication_cancel_param_param.py

@@ -0,0 +1,13 @@
+# File generated from our OpenAPI spec by Castiron. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["AgentBrowserAuthenticationCancelParamParam"]
+
+
+class AgentBrowserAuthenticationCancelParamParam(TypedDict, total=False):
+    action: Required[Literal["cancel"]]
+
+    type: Required[Literal["browser_authentication"]]

src/openai/types/beta/agent_browser_authentication_submit_param.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Castiron. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Iterable, Optional
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["AgentBrowserAuthenticationSubmitParam", "Field"]
+
+
+class Field(TypedDict, total=False):
+    """One user-entered value, including non-password fields such as an email address."""
+
+    field_id: Required[str]
+    """The field ID from the required action."""
+
+    value: Required[str]
+    """The value to enter into the registered control."""
+
+
+class AgentBrowserAuthenticationSubmitParam(TypedDict, total=False):
+    action: Required[Literal["submit"]]
+
+    fields: Required[Iterable[Field]]
+    """Values for up to six active fields in the required action.
+
+    The submitted field-value mapping and selected option must fit within 120 KiB of
+    JSON.
+    """
+
+    type: Required[Literal["browser_authentication"]]
+
+    selected_option: Optional[str]
+    """The chosen method. Required when the required action contains options."""

src/openai/types/beta/agent_browser_authentication_submit_param_param.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Castiron. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Iterable, Optional
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["AgentBrowserAuthenticationSubmitParamParam", "Field"]
+
+
+class Field(TypedDict, total=False):
+    """One user-entered value, including non-password fields such as an email address."""
+
+    field_id: Required[str]
+    """The field ID from the required action."""
+
+    value: Required[str]
+    """The value to enter into the registered control."""
+
+
+class AgentBrowserAuthenticationSubmitParamParam(TypedDict, total=False):
+    action: Required[Literal["submit"]]
+
+    fields: Required[Iterable[Field]]
+    """Values for up to six active fields in the required action.
+
+    The submitted field-value mapping and selected option must fit within 120 KiB of
+    JSON.
+    """
+
+    type: Required[Literal["browser_authentication"]]
+
+    selected_option: Optional[str]
+    """The chosen method. Required when the required action contains options."""

src/openai/types/beta/agent_browser_origin_access_param.py

@@ -0,0 +1,19 @@
+# File generated from our OpenAPI spec by Castiron. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["AgentBrowserOriginAccessParam"]
+
+
+class AgentBrowserOriginAccessParam(TypedDict, total=False):
+    decision: Required[Literal["approve", "deny", "cancel"]]
+    """Whether to allow, deny, or cancel the requested origin access.
+
+    - `approve` - Allow the browser to access this origin.
+    - `deny` - Deny access to this origin.
+    - `cancel` - Dismiss this request without approving access.
+    """
+
+    type: Required[Literal["browser_origin_access"]]

src/openai/types/beta/agent_browser_origin_access_param_param.py

@@ -0,0 +1,19 @@
+# File generated from our OpenAPI spec by Castiron. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["AgentBrowserOriginAccessParamParam"]
+
+
+class AgentBrowserOriginAccessParamParam(TypedDict, total=False):
+    decision: Required[Literal["approve", "deny", "cancel"]]
+    """Whether to allow, deny, or cancel the requested origin access.
+
+    - `approve` - Allow the browser to access this origin.
+    - `deny` - Deny access to this origin.
+    - `cancel` - Dismiss this request without approving access.
+    """
+
+    type: Required[Literal["browser_origin_access"]]