Skip to content

Commit 53844d0

Browse files
author
ci.datadog-api-spec
committed
Regenerate client from commit 9d88080 of spec repo
1 parent 9a09c58 commit 53844d0

33 files changed

+2721
-24
lines changed

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 613 additions & 0 deletions
Large diffs are not rendered by default.

‎docs/datadog_api_client.v2.model.rst‎

Lines changed: 161 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16517,6 +16517,167 @@ datadog\_api\_client.v2.model.llm\_obs\_cursor\_meta module
1651716517
:members:
1651816518
:show-inheritance:
1651916519

16520+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_assessment\_criteria module
16521+
-----------------------------------------------------------------------------------------
16522+
16523+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_assessment_criteria
16524+
:members:
16525+
:show-inheritance:
16526+
16527+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_attributes module
16528+
-------------------------------------------------------------------------------
16529+
16530+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_attributes
16531+
:members:
16532+
:show-inheritance:
16533+
16534+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_bedrock\_options module
16535+
-------------------------------------------------------------------------------------
16536+
16537+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_bedrock_options
16538+
:members:
16539+
:show-inheritance:
16540+
16541+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_data module
16542+
-------------------------------------------------------------------------
16543+
16544+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_data
16545+
:members:
16546+
:show-inheritance:
16547+
16548+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_eval\_scope module
16549+
--------------------------------------------------------------------------------
16550+
16551+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_eval_scope
16552+
:members:
16553+
:show-inheritance:
16554+
16555+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_inference\_params module
16556+
--------------------------------------------------------------------------------------
16557+
16558+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_inference_params
16559+
:members:
16560+
:show-inheritance:
16561+
16562+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_integration\_provider module
16563+
------------------------------------------------------------------------------------------
16564+
16565+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_integration_provider
16566+
:members:
16567+
:show-inheritance:
16568+
16569+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_llm\_judge\_config module
16570+
---------------------------------------------------------------------------------------
16571+
16572+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_judge_config
16573+
:members:
16574+
:show-inheritance:
16575+
16576+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_llm\_provider module
16577+
----------------------------------------------------------------------------------
16578+
16579+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_provider
16580+
:members:
16581+
:show-inheritance:
16582+
16583+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_parsing\_type module
16584+
----------------------------------------------------------------------------------
16585+
16586+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_parsing_type
16587+
:members:
16588+
:show-inheritance:
16589+
16590+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_content module
16591+
------------------------------------------------------------------------------------
16592+
16593+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content
16594+
:members:
16595+
:show-inheritance:
16596+
16597+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_content\_value module
16598+
-------------------------------------------------------------------------------------------
16599+
16600+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content_value
16601+
:members:
16602+
:show-inheritance:
16603+
16604+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_message module
16605+
------------------------------------------------------------------------------------
16606+
16607+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_message
16608+
:members:
16609+
:show-inheritance:
16610+
16611+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_tool\_call module
16612+
---------------------------------------------------------------------------------------
16613+
16614+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_call
16615+
:members:
16616+
:show-inheritance:
16617+
16618+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_tool\_result module
16619+
-----------------------------------------------------------------------------------------
16620+
16621+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_result
16622+
:members:
16623+
:show-inheritance:
16624+
16625+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_response module
16626+
-----------------------------------------------------------------------------
16627+
16628+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_response
16629+
:members:
16630+
:show-inheritance:
16631+
16632+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_target module
16633+
---------------------------------------------------------------------------
16634+
16635+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_target
16636+
:members:
16637+
:show-inheritance:
16638+
16639+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_type module
16640+
-------------------------------------------------------------------------
16641+
16642+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_type
16643+
:members:
16644+
:show-inheritance:
16645+
16646+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_update\_attributes module
16647+
---------------------------------------------------------------------------------------
16648+
16649+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_update_attributes
16650+
:members:
16651+
:show-inheritance:
16652+
16653+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_update\_data module
16654+
---------------------------------------------------------------------------------
16655+
16656+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_update_data
16657+
:members:
16658+
:show-inheritance:
16659+
16660+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_update\_request module
16661+
------------------------------------------------------------------------------------
16662+
16663+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_update_request
16664+
:members:
16665+
:show-inheritance:
16666+
16667+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_user module
16668+
-------------------------------------------------------------------------
16669+
16670+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_user
16671+
:members:
16672+
:show-inheritance:
16673+
16674+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_vertex\_ai\_options module
16675+
----------------------------------------------------------------------------------------
16676+
16677+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_vertex_ai_options
16678+
:members:
16679+
:show-inheritance:
16680+
1652016681
datadog\_api\_client.v2.model.llm\_obs\_dataset\_data\_attributes\_request module
1652116682
---------------------------------------------------------------------------------
1652216683

‎examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.py‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
"""
2+
Delete a custom evaluator configuration returns "No Content" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
8+
configuration = Configuration()
9+
configuration.unstable_operations["delete_llm_obs_custom_eval_config"] = True
10+
with ApiClient(configuration) as api_client:
11+
api_instance = LLMObservabilityApi(api_client)
12+
api_instance.delete_llm_obs_custom_eval_config(
13+
eval_name="eval_name",
14+
)

‎examples/v2/llm-observability/GetLLMObsCustomEvalConfig.py‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
"""
2+
Get a custom evaluator configuration returns "OK" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
8+
configuration = Configuration()
9+
configuration.unstable_operations["get_llm_obs_custom_eval_config"] = True
10+
with ApiClient(configuration) as api_client:
11+
api_instance = LLMObservabilityApi(api_client)
12+
response = api_instance.get_llm_obs_custom_eval_config(
13+
eval_name="eval_name",
14+
)
15+
16+
print(response)

‎examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.py‎

Lines changed: 125 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
"""
2+
Create or update a custom evaluator configuration returns "OK" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_assessment_criteria import (
8+
LLMObsCustomEvalConfigAssessmentCriteria,
9+
)
10+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_bedrock_options import LLMObsCustomEvalConfigBedrockOptions
11+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_eval_scope import LLMObsCustomEvalConfigEvalScope
12+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_inference_params import (
13+
LLMObsCustomEvalConfigInferenceParams,
14+
)
15+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_integration_provider import (
16+
LLMObsCustomEvalConfigIntegrationProvider,
17+
)
18+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_judge_config import LLMObsCustomEvalConfigLLMJudgeConfig
19+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_provider import LLMObsCustomEvalConfigLLMProvider
20+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_parsing_type import LLMObsCustomEvalConfigParsingType
21+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content import LLMObsCustomEvalConfigPromptContent
22+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content_value import (
23+
LLMObsCustomEvalConfigPromptContentValue,
24+
)
25+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_message import LLMObsCustomEvalConfigPromptMessage
26+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_call import LLMObsCustomEvalConfigPromptToolCall
27+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_result import (
28+
LLMObsCustomEvalConfigPromptToolResult,
29+
)
30+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_target import LLMObsCustomEvalConfigTarget
31+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_type import LLMObsCustomEvalConfigType
32+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_update_attributes import (
33+
LLMObsCustomEvalConfigUpdateAttributes,
34+
)
35+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_update_data import LLMObsCustomEvalConfigUpdateData
36+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_update_request import LLMObsCustomEvalConfigUpdateRequest
37+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_vertex_ai_options import (
38+
LLMObsCustomEvalConfigVertexAIOptions,
39+
)
40+
41+
body = LLMObsCustomEvalConfigUpdateRequest(
42+
data=LLMObsCustomEvalConfigUpdateData(
43+
attributes=LLMObsCustomEvalConfigUpdateAttributes(
44+
category="Custom",
45+
eval_name="my-custom-evaluator",
46+
llm_judge_config=LLMObsCustomEvalConfigLLMJudgeConfig(
47+
assessment_criteria=LLMObsCustomEvalConfigAssessmentCriteria(
48+
max_threshold=1.0,
49+
min_threshold=0.7,
50+
pass_values=[
51+
"pass",
52+
"yes",
53+
],
54+
pass_when=True,
55+
),
56+
inference_params=LLMObsCustomEvalConfigInferenceParams(
57+
frequency_penalty=0.0,
58+
max_tokens=1024,
59+
presence_penalty=0.0,
60+
temperature=0.7,
61+
top_k=50,
62+
top_p=1.0,
63+
),
64+
last_used_library_prompt_template_name="sentiment-analysis-v1",
65+
modified_library_prompt_template=False,
66+
output_schema=None,
67+
parsing_type=LLMObsCustomEvalConfigParsingType.STRUCTURED_OUTPUT,
68+
prompt_template=[
69+
LLMObsCustomEvalConfigPromptMessage(
70+
content="Rate the quality of the following response:",
71+
contents=[
72+
LLMObsCustomEvalConfigPromptContent(
73+
type="text",
74+
value=LLMObsCustomEvalConfigPromptContentValue(
75+
text="What is the sentiment of this review?",
76+
tool_call=LLMObsCustomEvalConfigPromptToolCall(
77+
arguments='{"location": "San Francisco"}',
78+
id="call_abc123",
79+
name="get_weather",
80+
type="function",
81+
),
82+
tool_call_result=LLMObsCustomEvalConfigPromptToolResult(
83+
name="get_weather",
84+
result="sunny, 72F",
85+
tool_id="call_abc123",
86+
type="function",
87+
),
88+
),
89+
),
90+
],
91+
role="user",
92+
),
93+
],
94+
),
95+
llm_provider=LLMObsCustomEvalConfigLLMProvider(
96+
bedrock=LLMObsCustomEvalConfigBedrockOptions(
97+
region="us-east-1",
98+
),
99+
integration_account_id="my-account-id",
100+
integration_provider=LLMObsCustomEvalConfigIntegrationProvider.OPENAI,
101+
model_name="gpt-4o",
102+
vertex_ai=LLMObsCustomEvalConfigVertexAIOptions(
103+
location="us-central1",
104+
project="my-gcp-project",
105+
),
106+
),
107+
target=LLMObsCustomEvalConfigTarget(
108+
application_name="my-llm-app",
109+
enabled=True,
110+
eval_scope=LLMObsCustomEvalConfigEvalScope.SPAN,
111+
filter="@service:my-service",
112+
root_spans_only=True,
113+
sampling_percentage=50.0,
114+
),
115+
),
116+
id="my-custom-evaluator",
117+
type=LLMObsCustomEvalConfigType.EVALUATOR_CONFIG,
118+
),
119+
)
120+
121+
configuration = Configuration()
122+
configuration.unstable_operations["update_llm_obs_custom_eval_config"] = True
123+
with ApiClient(configuration) as api_client:
124+
api_instance = LLMObservabilityApi(api_client)
125+
api_instance.update_llm_obs_custom_eval_config(eval_name="eval_name", body=body)

‎src/datadog_api_client/configuration.py‎

Lines changed: 27 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -261,6 +261,33 @@ def __init__(
261261
"v2.list_fleet_schedules": False,
262262
"v2.trigger_fleet_schedule": False,
263263
"v2.update_fleet_schedule": False,
264+
"v2.create_llm_obs_annotation_queue": False,
265+
"v2.create_llm_obs_annotation_queue_interactions": False,
266+
"v2.create_llm_obs_dataset": False,
267+
"v2.create_llm_obs_dataset_records": False,
268+
"v2.create_llm_obs_experiment": False,
269+
"v2.create_llm_obs_experiment_events": False,
270+
"v2.create_llm_obs_project": False,
271+
"v2.delete_llm_obs_annotation_queue": False,
272+
"v2.delete_llm_obs_annotation_queue_interactions": False,
273+
"v2.delete_llm_obs_custom_eval_config": False,
274+
"v2.delete_llm_obs_dataset_records": False,
275+
"v2.delete_llm_obs_datasets": False,
276+
"v2.delete_llm_obs_experiments": False,
277+
"v2.delete_llm_obs_projects": False,
278+
"v2.get_llm_obs_annotated_interactions": False,
279+
"v2.get_llm_obs_custom_eval_config": False,
280+
"v2.list_llm_obs_annotation_queues": False,
281+
"v2.list_llm_obs_dataset_records": False,
282+
"v2.list_llm_obs_datasets": False,
283+
"v2.list_llm_obs_experiments": False,
284+
"v2.list_llm_obs_projects": False,
285+
"v2.update_llm_obs_annotation_queue": False,
286+
"v2.update_llm_obs_custom_eval_config": False,
287+
"v2.update_llm_obs_dataset": False,
288+
"v2.update_llm_obs_dataset_records": False,
289+
"v2.update_llm_obs_experiment": False,
290+
"v2.update_llm_obs_project": False,
264291
"v2.create_open_api": False,
265292
"v2.delete_open_api": False,
266293
"v2.get_open_api": False,
@@ -409,30 +436,6 @@ def __init__(
409436
"v2.update_jira_issue_template": False,
410437
"v2.create_tenancy_config": False,
411438
"v2.get_tenancy_configs": False,
412-
"v2.create_llm_obs_annotation_queue": False,
413-
"v2.create_llm_obs_annotation_queue_interactions": False,
414-
"v2.create_llm_obs_dataset": False,
415-
"v2.create_llm_obs_dataset_records": False,
416-
"v2.create_llm_obs_experiment": False,
417-
"v2.create_llm_obs_experiment_events": False,
418-
"v2.create_llm_obs_project": False,
419-
"v2.delete_llm_obs_annotation_queue": False,
420-
"v2.delete_llm_obs_annotation_queue_interactions": False,
421-
"v2.delete_llm_obs_dataset_records": False,
422-
"v2.delete_llm_obs_datasets": False,
423-
"v2.delete_llm_obs_experiments": False,
424-
"v2.delete_llm_obs_projects": False,
425-
"v2.get_llm_obs_annotated_interactions": False,
426-
"v2.list_llm_obs_annotation_queues": False,
427-
"v2.list_llm_obs_dataset_records": False,
428-
"v2.list_llm_obs_datasets": False,
429-
"v2.list_llm_obs_experiments": False,
430-
"v2.list_llm_obs_projects": False,
431-
"v2.update_llm_obs_annotation_queue": False,
432-
"v2.update_llm_obs_dataset": False,
433-
"v2.update_llm_obs_dataset_records": False,
434-
"v2.update_llm_obs_experiment": False,
435-
"v2.update_llm_obs_project": False,
436439
"v2.add_role_to_restriction_query": False,
437440
"v2.create_restriction_query": False,
438441
"v2.delete_restriction_query": False,

0 commit comments

Comments
 (0)