Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
724 changes: 706 additions & 18 deletions .generator/schemas/v2/openapi.yaml

Large diffs are not rendered by default.

98 changes: 98 additions & 0 deletions docs/datadog_api_client.v2.model.rst
Original file line number Diff line number Diff line change
Expand Up @@ -19464,6 +19464,62 @@ datadog\_api\_client.v2.model.llm\_obs\_data\_deletion\_response\_type module
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_batch\_update\_data\_attributes\_request module
------------------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_batch_update_data_attributes_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_batch\_update\_data\_request module
------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_batch_update_data_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_batch\_update\_insert\_record module
-------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_batch_update_insert_record
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_batch\_update\_request module
------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_batch_update_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_batch\_update\_update\_record module
-------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_batch_update_update_record
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_clone\_data\_attributes\_request module
----------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_clone_data_attributes_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_clone\_data\_request module
----------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_clone_data_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_clone\_request module
----------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_clone_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_data\_attributes\_request module
---------------------------------------------------------------------------------

Expand Down Expand Up @@ -19527,6 +19583,13 @@ datadog\_api\_client.v2.model.llm\_obs\_dataset\_draft\_state\_user module
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_export\_format module
----------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_export_format
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_record\_data\_response module
------------------------------------------------------------------------------

Expand All @@ -19541,6 +19604,13 @@ datadog\_api\_client.v2.model.llm\_obs\_dataset\_record\_item module
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_record\_tag\_operations module
-------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_record_tag_operations
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_record\_update\_item module
----------------------------------------------------------------------------

Expand Down Expand Up @@ -19611,6 +19681,13 @@ datadog\_api\_client.v2.model.llm\_obs\_dataset\_records\_update\_request module
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_records\_upload\_file module
-----------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_records_upload_file
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_request module
---------------------------------------------------------------

Expand All @@ -19625,6 +19702,27 @@ datadog\_api\_client.v2.model.llm\_obs\_dataset\_response module
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_restore\_version\_data\_attributes\_request module
---------------------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_restore_version_data_attributes_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_restore\_version\_data\_request module
---------------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_restore_version_data_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_restore\_version\_request module
---------------------------------------------------------------------------------

.. automodule:: datadog_api_client.v2.model.llm_obs_dataset_restore_version_request
:members:
:show-inheritance:

datadog\_api\_client.v2.model.llm\_obs\_dataset\_type module
------------------------------------------------------------

Expand Down
60 changes: 60 additions & 0 deletions examples/v2/llm-observability/BatchUpdateLLMObsDataset.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
"""
Batch update LLM Observability dataset records returns "OK" response
"""

from datadog_api_client import ApiClient, Configuration
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
from datadog_api_client.v2.model.llm_obs_dataset_batch_update_data_attributes_request import (
LLMObsDatasetBatchUpdateDataAttributesRequest,
)
from datadog_api_client.v2.model.llm_obs_dataset_batch_update_data_request import LLMObsDatasetBatchUpdateDataRequest
from datadog_api_client.v2.model.llm_obs_dataset_batch_update_insert_record import LLMObsDatasetBatchUpdateInsertRecord
from datadog_api_client.v2.model.llm_obs_dataset_batch_update_request import LLMObsDatasetBatchUpdateRequest
from datadog_api_client.v2.model.llm_obs_dataset_batch_update_update_record import LLMObsDatasetBatchUpdateUpdateRecord
from datadog_api_client.v2.model.llm_obs_dataset_record_tag_operations import LLMObsDatasetRecordTagOperations
from datadog_api_client.v2.model.llm_obs_dataset_type import LLMObsDatasetType

body = LLMObsDatasetBatchUpdateRequest(
data=LLMObsDatasetBatchUpdateDataRequest(
attributes=LLMObsDatasetBatchUpdateDataAttributesRequest(
create_new_version=True,
delete_records=[],
insert_records=[
LLMObsDatasetBatchUpdateInsertRecord(
expected_output=None,
id="rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c",
input=None,
tag_operations=LLMObsDatasetRecordTagOperations(
add=[],
remove=[],
set=[],
),
tags=[],
),
],
tags=[],
update_records=[
LLMObsDatasetBatchUpdateUpdateRecord(
expected_output=None,
id="rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c",
input=None,
tag_operations=LLMObsDatasetRecordTagOperations(
add=[],
remove=[],
set=[],
),
),
],
),
id="9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d",
type=LLMObsDatasetType.DATASETS,
),
)

configuration = Configuration()
configuration.unstable_operations["batch_update_llm_obs_dataset"] = True
with ApiClient(configuration) as api_client:
api_instance = LLMObservabilityApi(api_client)
response = api_instance.batch_update_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body)

print(response)
31 changes: 31 additions & 0 deletions examples/v2/llm-observability/CloneLLMObsDataset.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
"""
Clone an LLM Observability dataset returns "OK" response
"""

from datadog_api_client import ApiClient, Configuration
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
from datadog_api_client.v2.model.llm_obs_dataset_clone_data_attributes_request import (
LLMObsDatasetCloneDataAttributesRequest,
)
from datadog_api_client.v2.model.llm_obs_dataset_clone_data_request import LLMObsDatasetCloneDataRequest
from datadog_api_client.v2.model.llm_obs_dataset_clone_request import LLMObsDatasetCloneRequest
from datadog_api_client.v2.model.llm_obs_dataset_type import LLMObsDatasetType

body = LLMObsDatasetCloneRequest(
data=LLMObsDatasetCloneDataRequest(
attributes=LLMObsDatasetCloneDataAttributesRequest(
description="Clone of the original dataset for experimentation.",
name="My cloned dataset",
),
id="9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d",
type=LLMObsDatasetType.DATASETS,
),
)

configuration = Configuration()
configuration.unstable_operations["clone_llm_obs_dataset"] = True
with ApiClient(configuration) as api_client:
api_instance = LLMObservabilityApi(api_client)
response = api_instance.clone_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body)

print(response)
15 changes: 15 additions & 0 deletions examples/v2/llm-observability/ExportLLMObsDataset.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
"""
Export an LLM Observability dataset returns "OK" response
"""

from datadog_api_client import ApiClient, Configuration
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi

configuration = Configuration()
configuration.unstable_operations["export_llm_obs_dataset"] = True
with ApiClient(configuration) as api_client:
api_instance = LLMObservabilityApi(api_client)
response = api_instance.export_llm_obs_dataset(
project_id="project_id",
dataset_id="dataset_id",
)
30 changes: 30 additions & 0 deletions examples/v2/llm-observability/RestoreLLMObsDatasetVersion.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
"""
Restore an LLM Observability dataset version returns "OK" response
"""

from datadog_api_client import ApiClient, Configuration
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
from datadog_api_client.v2.model.llm_obs_dataset_restore_version_data_attributes_request import (
LLMObsDatasetRestoreVersionDataAttributesRequest,
)
from datadog_api_client.v2.model.llm_obs_dataset_restore_version_data_request import (
LLMObsDatasetRestoreVersionDataRequest,
)
from datadog_api_client.v2.model.llm_obs_dataset_restore_version_request import LLMObsDatasetRestoreVersionRequest
from datadog_api_client.v2.model.llm_obs_dataset_type import LLMObsDatasetType

body = LLMObsDatasetRestoreVersionRequest(
data=LLMObsDatasetRestoreVersionDataRequest(
attributes=LLMObsDatasetRestoreVersionDataAttributesRequest(
dataset_version=1,
),
id="9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d",
type=LLMObsDatasetType.DATASETS,
),
)

configuration = Configuration()
configuration.unstable_operations["restore_llm_obs_dataset_version"] = True
with ApiClient(configuration) as api_client:
api_instance = LLMObservabilityApi(api_client)
api_instance.restore_llm_obs_dataset_version(project_id="project_id", dataset_id="dataset_id", body=body)
15 changes: 15 additions & 0 deletions examples/v2/llm-observability/UploadLLMObsDatasetRecordsFile.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
"""
Upload records to an LLM Observability dataset returns "OK" response
"""

from datadog_api_client import ApiClient, Configuration
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi

configuration = Configuration()
configuration.unstable_operations["upload_llm_obs_dataset_records_file"] = True
with ApiClient(configuration) as api_client:
api_instance = LLMObservabilityApi(api_client)
response = api_instance.upload_llm_obs_dataset_records_file(
project_id="project_id",
dataset_id="dataset_id",
)
5 changes: 5 additions & 0 deletions src/datadog_api_client/configuration.py
Original file line number Diff line number Diff line change
Expand Up @@ -266,6 +266,8 @@ def __init__(
"v2.trigger_fleet_schedule": False,
"v2.update_fleet_schedule": False,
"v2.aggregate_llm_obs_experimentation": False,
"v2.batch_update_llm_obs_dataset": False,
"v2.clone_llm_obs_dataset": False,
"v2.create_llm_obs_annotation_queue": False,
"v2.create_llm_obs_annotation_queue_interactions": False,
"v2.create_llm_obs_dataset": False,
Expand All @@ -282,6 +284,7 @@ def __init__(
"v2.delete_llm_obs_datasets": False,
"v2.delete_llm_obs_experiments": False,
"v2.delete_llm_obs_projects": False,
"v2.export_llm_obs_dataset": False,
"v2.get_llm_obs_annotated_interactions": False,
"v2.get_llm_obs_annotated_interactions_by_trace_i_ds": False,
"v2.get_llm_obs_annotation_queue_label_schema": False,
Expand All @@ -298,6 +301,7 @@ def __init__(
"v2.list_llm_obs_projects": False,
"v2.list_llm_obs_spans": False,
"v2.lock_llm_obs_dataset_draft_state": False,
"v2.restore_llm_obs_dataset_version": False,
"v2.search_llm_obs_experimentation": False,
"v2.search_llm_obs_spans": False,
"v2.simple_search_llm_obs_experimentation": False,
Expand All @@ -309,6 +313,7 @@ def __init__(
"v2.update_llm_obs_dataset_records": False,
"v2.update_llm_obs_experiment": False,
"v2.update_llm_obs_project": False,
"v2.upload_llm_obs_dataset_records_file": False,
"v2.anonymize_users": False,
"v2.validate": False,
"v2.create_open_api": False,
Expand Down
Loading