Skip to content

Rm eval status page #347

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Ankur Goyal (ankrgyl) merged 3 commits into from
Apr 25, 2026
Merged

Rm eval status page #347

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
5eaf279
rm eval status page
ankrgyl Apr 25, 2026
23d387f
Merge branch 'main' into rm-eval-status-page
ankrgyl Apr 25, 2026
5f2ddee
fix
ankrgyl Apr 25, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
144 changes: 0 additions & 144 deletions generated_types.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2343,150 +2343,6 @@
"name"
]
},
"EvalStatusPage": {
"type": "object",
"properties": {
"id": {
"type": "string",
"format": "uuid",
"description": "Unique identifier for the eval status page"
},
"project_id": {
"type": "string",
"format": "uuid",
"description": "Unique identifier for the project that the eval status page belongs under"
},
"user_id": {
"type": [
"string",
"null"
],
"format": "uuid",
"description": "Identifies the user who created the eval status page"
},
"created": {
"type": [
"string",
"null"
],
"format": "date-time",
"description": "Date of eval status page creation"
},
"deleted_at": {
"type": [
"string",
"null"
],
"format": "date-time",
"description": "Date of eval status page deletion, or null if the eval status page is still active"
},
"name": {
"type": "string",
"description": "Name of the eval status page"
},
"description": {
"type": [
"string",
"null"
],
"description": "Textual description of the eval status page"
},
"logo_url": {
"type": [
"string",
"null"
],
"description": "URL of the logo to display on the page"
},
"theme": {
"$ref": "#/components/schemas/EvalStatusPageTheme"
},
"config": {
"$ref": "#/components/schemas/EvalStatusPageConfig"
}
},
"required": [
"id",
"project_id",
"name",
"theme",
"config"
],
"description": "A public eval status page that displays aggregate experiment results"
},
"EvalStatusPageConfig": {
"type": "object",
"properties": {
"score_columns": {
"type": [
"array",
"null"
],
"items": {
"type": "string"
},
"description": "The score columns to display on the page"
},
"metric_columns": {
"type": [
"array",
"null"
],
"items": {
"type": "string"
},
"description": "The metric columns to display on the page"
},
"grouping_field": {
"type": [
"string",
"null"
],
"description": "The metadata field to use for grouping experiments (model)"
},
"filter": {
"type": [
"string",
"null"
],
"description": "BTQL filter to apply to experiment data"
},
"sort_by": {
"type": [
"string",
"null"
],
"description": "Field to sort results by (format: 'score:<name>' or 'metric:<name>')"
},
"sort_order": {
"type": [
"string",
"null"
],
"enum": [
"asc",
"desc"
],
"description": "Sort order (ascending or descending)"
},
"api_key": {
"type": [
"string",
"null"
],
"description": "The API key used for fetching experiment data"
}
},
"description": "Configuration for what data to display"
},
"EvalStatusPageTheme": {
"type": "string",
"enum": [
"light",
"dark"
],
"description": "The theme for the page"
},
"Experiment": {
"type": "object",
"properties": {
Expand Down
74 changes: 0 additions & 74 deletions py/src/braintrust/_generated_types.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -617,43 +617,6 @@ class EnvVar(TypedDict):
"""


class EvalStatusPageConfig(TypedDict):
score_columns: NotRequired[Sequence[str] | None]
"""
The score columns to display on the page
"""
metric_columns: NotRequired[Sequence[str] | None]
"""
The metric columns to display on the page
"""
grouping_field: NotRequired[str | None]
"""
The metadata field to use for grouping experiments (model)
"""
filter: NotRequired[str | None]
"""
BTQL filter to apply to experiment data
"""
sort_by: NotRequired[str | None]
"""
Field to sort results by (format: 'score:<name>' or 'metric:<name>')
"""
sort_order: NotRequired[Literal['asc', 'desc'] | None]
"""
Sort order (ascending or descending)
"""
api_key: NotRequired[str | None]
"""
The API key used for fetching experiment data
"""


EvalStatusPageTheme: TypeAlias = Literal['light', 'dark']
"""
The theme for the page
"""


class ExperimentInternalMetadata(TypedDict):
dataset_filter: NotRequired[Mapping[str, Any] | None]
"""
Expand Down Expand Up @@ -2885,43 +2848,6 @@ class DatasetEvent(TypedDict):
"""


class EvalStatusPage(TypedDict):
id: str
"""
Unique identifier for the eval status page
"""
project_id: str
"""
Unique identifier for the project that the eval status page belongs under
"""
user_id: NotRequired[str | None]
"""
Identifies the user who created the eval status page
"""
created: NotRequired[str | None]
"""
Date of eval status page creation
"""
deleted_at: NotRequired[str | None]
"""
Date of eval status page deletion, or null if the eval status page is still active
"""
name: str
"""
Name of the eval status page
"""
description: NotRequired[str | None]
"""
Textual description of the eval status page
"""
logo_url: NotRequired[str | None]
"""
URL of the logo to display on the page
"""
theme: EvalStatusPageTheme
config: EvalStatusPageConfig


class Experiment(TypedDict):
id: str
"""
Expand Down
8 changes: 1 addition & 7 deletions py/src/braintrust/generated_types.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
"""Auto-generated file (content hash 3e31519da74cfdbd) -- do not modify"""
"""Auto-generated file (content hash 0f1f3f6a1bd64d86) -- do not modify"""

from ._generated_types import (
Acl,
Expand Down Expand Up @@ -30,9 +30,6 @@
DatasetEvent,
DatasetSnapshot,
EnvVar,
EvalStatusPage,
EvalStatusPageConfig,
EvalStatusPageTheme,
Experiment,
ExperimentEvent,
ExtendedSavedFunctionId,
Expand Down Expand Up @@ -148,9 +145,6 @@
"DatasetEvent",
"DatasetSnapshot",
"EnvVar",
"EvalStatusPage",
"EvalStatusPageConfig",
"EvalStatusPageTheme",
"Experiment",
"ExperimentEvent",
"ExtendedSavedFunctionId",
Expand Down
Loading