Skip to content

Commit 689ddd7

Browse files
author
ci.datadog-api-spec
committed
Regenerate client from commit df401e8 of spec repo
1 parent 3bf2b1e commit 689ddd7

27 files changed

+2294
-24
lines changed

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 541 additions & 0 deletions
Large diffs are not rendered by default.

‎docs/datadog_api_client.v2.model.rst‎

Lines changed: 119 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16510,6 +16510,125 @@ datadog\_api\_client.v2.model.llm\_obs\_cursor\_meta module
1651016510
:members:
1651116511
:show-inheritance:
1651216512

16513+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_assessment\_criteria module
16514+
-----------------------------------------------------------------------------------------
16515+
16516+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_assessment_criteria
16517+
:members:
16518+
:show-inheritance:
16519+
16520+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_bedrock\_options module
16521+
-------------------------------------------------------------------------------------
16522+
16523+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_bedrock_options
16524+
:members:
16525+
:show-inheritance:
16526+
16527+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_inference\_params module
16528+
--------------------------------------------------------------------------------------
16529+
16530+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_inference_params
16531+
:members:
16532+
:show-inheritance:
16533+
16534+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_integration\_provider module
16535+
------------------------------------------------------------------------------------------
16536+
16537+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_integration_provider
16538+
:members:
16539+
:show-inheritance:
16540+
16541+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_llm\_judge\_config module
16542+
---------------------------------------------------------------------------------------
16543+
16544+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_judge_config
16545+
:members:
16546+
:show-inheritance:
16547+
16548+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_llm\_provider module
16549+
----------------------------------------------------------------------------------
16550+
16551+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_provider
16552+
:members:
16553+
:show-inheritance:
16554+
16555+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_parsing\_type module
16556+
----------------------------------------------------------------------------------
16557+
16558+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_parsing_type
16559+
:members:
16560+
:show-inheritance:
16561+
16562+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_content module
16563+
------------------------------------------------------------------------------------
16564+
16565+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content
16566+
:members:
16567+
:show-inheritance:
16568+
16569+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_content\_value module
16570+
-------------------------------------------------------------------------------------------
16571+
16572+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content_value
16573+
:members:
16574+
:show-inheritance:
16575+
16576+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_message module
16577+
------------------------------------------------------------------------------------
16578+
16579+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_message
16580+
:members:
16581+
:show-inheritance:
16582+
16583+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_tool\_call module
16584+
---------------------------------------------------------------------------------------
16585+
16586+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_call
16587+
:members:
16588+
:show-inheritance:
16589+
16590+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_prompt\_tool\_result module
16591+
-----------------------------------------------------------------------------------------
16592+
16593+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_result
16594+
:members:
16595+
:show-inheritance:
16596+
16597+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_response module
16598+
-----------------------------------------------------------------------------
16599+
16600+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_response
16601+
:members:
16602+
:show-inheritance:
16603+
16604+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_target module
16605+
---------------------------------------------------------------------------
16606+
16607+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_target
16608+
:members:
16609+
:show-inheritance:
16610+
16611+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_update\_request module
16612+
------------------------------------------------------------------------------------
16613+
16614+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_update_request
16615+
:members:
16616+
:show-inheritance:
16617+
16618+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_user module
16619+
-------------------------------------------------------------------------
16620+
16621+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_user
16622+
:members:
16623+
:show-inheritance:
16624+
16625+
datadog\_api\_client.v2.model.llm\_obs\_custom\_eval\_config\_vertex\_ai\_options module
16626+
----------------------------------------------------------------------------------------
16627+
16628+
.. automodule:: datadog_api_client.v2.model.llm_obs_custom_eval_config_vertex_ai_options
16629+
:members:
16630+
:show-inheritance:
16631+
1651316632
datadog\_api\_client.v2.model.llm\_obs\_dataset\_data\_attributes\_request module
1651416633
---------------------------------------------------------------------------------
1651516634

‎examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.py‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
"""
2+
Delete a custom evaluator configuration returns "No Content" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
8+
configuration = Configuration()
9+
configuration.unstable_operations["delete_llm_obs_custom_eval_config"] = True
10+
with ApiClient(configuration) as api_client:
11+
api_instance = LLMObservabilityApi(api_client)
12+
api_instance.delete_llm_obs_custom_eval_config(
13+
eval_name="eval_name",
14+
)

‎examples/v2/llm-observability/GetLLMObsCustomEvalConfig.py‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
"""
2+
Get a custom evaluator configuration returns "OK" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
8+
configuration = Configuration()
9+
configuration.unstable_operations["get_llm_obs_custom_eval_config"] = True
10+
with ApiClient(configuration) as api_client:
11+
api_instance = LLMObservabilityApi(api_client)
12+
response = api_instance.get_llm_obs_custom_eval_config(
13+
eval_name="eval_name",
14+
)
15+
16+
print(response)

‎examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.py‎

Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,112 @@
1+
"""
2+
Create or update a custom evaluator configuration returns "OK" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_assessment_criteria import (
8+
LLMObsCustomEvalConfigAssessmentCriteria,
9+
)
10+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_bedrock_options import LLMObsCustomEvalConfigBedrockOptions
11+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_inference_params import (
12+
LLMObsCustomEvalConfigInferenceParams,
13+
)
14+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_integration_provider import (
15+
LLMObsCustomEvalConfigIntegrationProvider,
16+
)
17+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_judge_config import LLMObsCustomEvalConfigLLMJudgeConfig
18+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_llm_provider import LLMObsCustomEvalConfigLLMProvider
19+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_parsing_type import LLMObsCustomEvalConfigParsingType
20+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content import LLMObsCustomEvalConfigPromptContent
21+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_content_value import (
22+
LLMObsCustomEvalConfigPromptContentValue,
23+
)
24+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_message import LLMObsCustomEvalConfigPromptMessage
25+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_call import LLMObsCustomEvalConfigPromptToolCall
26+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_prompt_tool_result import (
27+
LLMObsCustomEvalConfigPromptToolResult,
28+
)
29+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_target import LLMObsCustomEvalConfigTarget
30+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_update_request import LLMObsCustomEvalConfigUpdateRequest
31+
from datadog_api_client.v2.model.llm_obs_custom_eval_config_vertex_ai_options import (
32+
LLMObsCustomEvalConfigVertexAIOptions,
33+
)
34+
35+
body = LLMObsCustomEvalConfigUpdateRequest(
36+
category="quality",
37+
eval_name="my-custom-evaluator",
38+
llm_judge_config=LLMObsCustomEvalConfigLLMJudgeConfig(
39+
assessment_criteria=LLMObsCustomEvalConfigAssessmentCriteria(
40+
max_threshold=1.0,
41+
min_threshold=0.7,
42+
pass_values=[
43+
"pass",
44+
"yes",
45+
],
46+
pass_when=True,
47+
),
48+
inference_params=LLMObsCustomEvalConfigInferenceParams(
49+
frequency_penalty=0.0,
50+
max_tokens=1024,
51+
presence_penalty=0.0,
52+
temperature=0.7,
53+
top_k=50,
54+
top_p=1.0,
55+
),
56+
last_used_library_prompt_template_name="sentiment-analysis-v1",
57+
modified_library_prompt_template=False,
58+
output_schema=None,
59+
parsing_type=LLMObsCustomEvalConfigParsingType.STRUCTURED_OUTPUT,
60+
prompt_template=[
61+
LLMObsCustomEvalConfigPromptMessage(
62+
content="Rate the quality of the following response:",
63+
contents=[
64+
LLMObsCustomEvalConfigPromptContent(
65+
type="text",
66+
value=LLMObsCustomEvalConfigPromptContentValue(
67+
text="What is the sentiment of this review?",
68+
tool_call=LLMObsCustomEvalConfigPromptToolCall(
69+
arguments='{"location": "San Francisco"}',
70+
id="call_abc123",
71+
name="get_weather",
72+
type="function",
73+
),
74+
tool_call_result=LLMObsCustomEvalConfigPromptToolResult(
75+
name="get_weather",
76+
result="sunny, 72F",
77+
tool_id="call_abc123",
78+
type="function",
79+
),
80+
),
81+
),
82+
],
83+
role="user",
84+
),
85+
],
86+
),
87+
llm_provider=LLMObsCustomEvalConfigLLMProvider(
88+
bedrock=LLMObsCustomEvalConfigBedrockOptions(
89+
region="us-east-1",
90+
),
91+
integration_account_id="my-account-id",
92+
integration_provider=LLMObsCustomEvalConfigIntegrationProvider.OPENAI,
93+
model_name="gpt-4o",
94+
vertex_ai=LLMObsCustomEvalConfigVertexAIOptions(
95+
location="us-central1",
96+
project="my-gcp-project",
97+
),
98+
),
99+
target=LLMObsCustomEvalConfigTarget(
100+
application_name="my-llm-app",
101+
enabled=True,
102+
filter="@service:my-service",
103+
root_spans_only=True,
104+
sampling_percentage=50.0,
105+
),
106+
)
107+
108+
configuration = Configuration()
109+
configuration.unstable_operations["update_llm_obs_custom_eval_config"] = True
110+
with ApiClient(configuration) as api_client:
111+
api_instance = LLMObservabilityApi(api_client)
112+
api_instance.update_llm_obs_custom_eval_config(eval_name="eval_name", body=body)

‎src/datadog_api_client/configuration.py‎

Lines changed: 27 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -261,6 +261,33 @@ def __init__(
261261
"v2.list_fleet_schedules": False,
262262
"v2.trigger_fleet_schedule": False,
263263
"v2.update_fleet_schedule": False,
264+
"v2.create_llm_obs_annotation_queue": False,
265+
"v2.create_llm_obs_annotation_queue_interactions": False,
266+
"v2.create_llm_obs_dataset": False,
267+
"v2.create_llm_obs_dataset_records": False,
268+
"v2.create_llm_obs_experiment": False,
269+
"v2.create_llm_obs_experiment_events": False,
270+
"v2.create_llm_obs_project": False,
271+
"v2.delete_llm_obs_annotation_queue": False,
272+
"v2.delete_llm_obs_annotation_queue_interactions": False,
273+
"v2.delete_llm_obs_custom_eval_config": False,
274+
"v2.delete_llm_obs_dataset_records": False,
275+
"v2.delete_llm_obs_datasets": False,
276+
"v2.delete_llm_obs_experiments": False,
277+
"v2.delete_llm_obs_projects": False,
278+
"v2.get_llm_obs_annotated_interactions": False,
279+
"v2.get_llm_obs_custom_eval_config": False,
280+
"v2.list_llm_obs_annotation_queues": False,
281+
"v2.list_llm_obs_dataset_records": False,
282+
"v2.list_llm_obs_datasets": False,
283+
"v2.list_llm_obs_experiments": False,
284+
"v2.list_llm_obs_projects": False,
285+
"v2.update_llm_obs_annotation_queue": False,
286+
"v2.update_llm_obs_custom_eval_config": False,
287+
"v2.update_llm_obs_dataset": False,
288+
"v2.update_llm_obs_dataset_records": False,
289+
"v2.update_llm_obs_experiment": False,
290+
"v2.update_llm_obs_project": False,
264291
"v2.create_open_api": False,
265292
"v2.delete_open_api": False,
266293
"v2.get_open_api": False,
@@ -409,30 +436,6 @@ def __init__(
409436
"v2.update_jira_issue_template": False,
410437
"v2.create_tenancy_config": False,
411438
"v2.get_tenancy_configs": False,
412-
"v2.create_llm_obs_annotation_queue": False,
413-
"v2.create_llm_obs_annotation_queue_interactions": False,
414-
"v2.create_llm_obs_dataset": False,
415-
"v2.create_llm_obs_dataset_records": False,
416-
"v2.create_llm_obs_experiment": False,
417-
"v2.create_llm_obs_experiment_events": False,
418-
"v2.create_llm_obs_project": False,
419-
"v2.delete_llm_obs_annotation_queue": False,
420-
"v2.delete_llm_obs_annotation_queue_interactions": False,
421-
"v2.delete_llm_obs_dataset_records": False,
422-
"v2.delete_llm_obs_datasets": False,
423-
"v2.delete_llm_obs_experiments": False,
424-
"v2.delete_llm_obs_projects": False,
425-
"v2.get_llm_obs_annotated_interactions": False,
426-
"v2.list_llm_obs_annotation_queues": False,
427-
"v2.list_llm_obs_dataset_records": False,
428-
"v2.list_llm_obs_datasets": False,
429-
"v2.list_llm_obs_experiments": False,
430-
"v2.list_llm_obs_projects": False,
431-
"v2.update_llm_obs_annotation_queue": False,
432-
"v2.update_llm_obs_dataset": False,
433-
"v2.update_llm_obs_dataset_records": False,
434-
"v2.update_llm_obs_experiment": False,
435-
"v2.update_llm_obs_project": False,
436439
"v2.add_role_to_restriction_query": False,
437440
"v2.create_restriction_query": False,
438441
"v2.delete_restriction_query": False,

0 commit comments

Comments
 (0)