[Dev UI] Models do not show configuration options in playground

[MichaelDoyle]

In the model playground, there are no configuration options available. This is because models in the registry do not seem to have defined schemas.

"/model/googleai/gemini-3-pro-preview": {
  "metadata": {
    "model": {
      "label": "Google AI gemini-3-pro-preview",
      "supports": {
        "multiturn": true,
        "media": true,
        "tools": true,
        "systemRole": true,
        "output": [
          "text",
          "json"
        ]
      }
    }
  },
  "outputSchema": null,
  "inputSchema": null,
  "name": "googleai/gemini-3-pro-preview",
  "description": null,
  "key": "/model/googleai/gemini-3-pro-preview"
},

[MichaelDoyle]

For Dev UI the most important is the "metadata" (e.g. model.supports, model.customOptions, etc). However, all actions should also have input/output schemas. A typical model should look like this:

{
  "key": "/model/googleai/gemini-2.0-flash",
  "value": {
    "key": "/model/googleai/gemini-2.0-flash",
    "name": "googleai/gemini-2.0-flash",
    "metadata": {
      "model": {
        "supports": {
          "multiturn": true,
          "media": true,
          "tools": true,
          "toolChoice": true,
          "systemRole": true,
          "constrained": "no-tools",
          "output": [
            "text",
            "json"
          ]
        },
        "customOptions": {
          "type": "object",
          "properties": {
            "version": {
              "type": "string",
              "description": "A specific version of a model family, e.g. `gemini-2.5-flash` for the `googleai` family."
            },
            "temperature": {
              "type": "number",
              "minimum": 0,
              "maximum": 2,
              "description": "Controls the degree of randomness in token selection. A lower value is good for a more predictable response. A higher value leads to more diverse or unexpected results. The default value is 1.0."
            },
            "maxOutputTokens": {
              "type": "number",
              "description": "The maximum number of tokens to include in the response."
            },
            "topK": {
              "type": "number",
              "description": "The maximum number of tokens to consider when sampling."
            },
            "topP": {
              "type": "number",
              "minimum": 0,
              "maximum": 1,
              "description": "Decides how many possible words to consider. A higher value means that the model looks at more possible words, even the less likely ones, which makes the generated text more diverse. The default value is 0.95."
            },
            "stopSequences": {
              "type": "array",
              "items": {
                "type": "string"
              },
              "maxItems": 5,
              "description": "Set of character sequences (up to 5) that will stop output generation."
            },
            "apiKey": {
              "type": "string",
              "description": "Overrides the plugin-configured API key, if specified."
            },
            "baseUrl": {
              "type": "string",
              "description": "Overrides the plugin-configured or default baseUrl, if specified."
            },
            "apiVersion": {
              "type": "string",
              "description": "Overrides the plugin-configured or default apiVersion, if specified."
            },
            "safetySettings": {
              "type": "array",
              "items": {
                "type": "object",
                "properties": {
                  "category": {
                    "type": "string",
                    "enum": [
                      "HARM_CATEGORY_UNSPECIFIED",
                      "HARM_CATEGORY_HATE_SPEECH",
                      "HARM_CATEGORY_SEXUALLY_EXPLICIT",
                      "HARM_CATEGORY_HARASSMENT",
                      "HARM_CATEGORY_DANGEROUS_CONTENT"
                    ]
                  },
                  "threshold": {
                    "type": "string",
                    "enum": [
                      "BLOCK_LOW_AND_ABOVE",
                      "BLOCK_MEDIUM_AND_ABOVE",
                      "BLOCK_ONLY_HIGH",
                      "BLOCK_NONE"
                    ]
                  }
                },
                "required": [
                  "category",
                  "threshold"
                ],
                "additionalProperties": true
              },
              "description": "Adjust how likely you are to see responses that could be harmful. Content is blocked based on the probability that it is harmful."
            },
            "codeExecution": {
              "anyOf": [
                {
                  "type": "boolean"
                },
                {
                  "type": "object",
                  "properties": {},
                  "additionalProperties": false
                }
              ],
              "description": "Enables the model to generate and run code."
            },
            "contextCache": {
              "type": "boolean",
              "description": "Context caching allows you to save and reuse precomputed input tokens that you wish to use repeatedly."
            },
            "functionCallingConfig": {
              "type": "object",
              "properties": {
                "mode": {
                  "type": "string",
                  "enum": [
                    "MODE_UNSPECIFIED",
                    "AUTO",
                    "ANY",
                    "NONE"
                  ]
                },
                "allowedFunctionNames": {
                  "type": "array",
                  "items": {
                    "type": "string"
                  }
                }
              },
              "additionalProperties": true,
              "description": "Controls how the model uses the provided tools (function declarations). With AUTO (Default) mode, the model decides whether to generate a natural language response or suggest a function call based on the prompt and context. With ANY, the model is constrained to always predict a function call and guarantee function schema adherence. With NONE, the model is prohibited from making function calls."
            },
            "responseModalities": {
              "type": "array",
              "items": {
                "type": "string",
                "enum": [
                  "TEXT",
                  "IMAGE",
                  "AUDIO"
                ]
              },
              "description": "The modalities to be used in response."
            },
            "googleSearchRetrieval": {
              "anyOf": [
                {
                  "type": "boolean"
                },
                {
                  "type": "object",
                  "properties": {},
                  "additionalProperties": true
                }
              ],
              "description": "Retrieve public web data for grounding, powered by Google Search."
            },
            "googleSearch": {
              "anyOf": [
                {
                  "type": "boolean"
                },
                {
                  "type": "object",
                  "properties": {},
                  "additionalProperties": true
                }
              ],
              "description": "Retrieve public web data for grounding, powered by Google Search."
            },
            "fileSearch": {
              "type": "object",
              "properties": {
                "fileSearchStoreNames": {
                  "type": "array",
                  "items": {
                    "type": "string"
                  },
                  "description": "The names of the fileSearchStores to retrieve from. Example: fileSearchStores/my-file-search-store-123"
                },
                "metadataFilter": {
                  "type": "string",
                  "description": "Metadata filter to apply to the semantic retrieval documents and chunks."
                },
                "topK": {
                  "type": "number",
                  "description": "The number of semantic retrieval chunks to retrieve."
                }
              },
              "required": [
                "fileSearchStoreNames"
              ],
              "additionalProperties": true
            },
            "urlContext": {
              "anyOf": [
                {
                  "type": "boolean"
                },
                {
                  "type": "object",
                  "properties": {},
                  "additionalProperties": true
                }
              ],
              "description": "Return grounding metadata from links included in the query"
            },
            "retrievalConfig": {
              "type": "object",
              "properties": {
                "latLng": {
                  "type": "object",
                  "properties": {
                    "latitude": {
                      "type": "number"
                    },
                    "longitude": {
                      "type": "number"
                    }
                  },
                  "additionalProperties": true
                },
                "languageCode": {
                  "type": "string"
                }
              },
              "additionalProperties": true,
              "description": "Configuration for retrieval tools."
            },
            "serviceTier": {
              "anyOf": [
                {
                  "type": "string",
                  "enum": [
                    "standard",
                    "flex",
                    "priority"
                  ]
                },
                {
                  "type": "string"
                }
              ],
              "description": "Service tier for the Gemini API."
            },
            "thinkingConfig": {
              "type": "object",
              "properties": {
                "includeThoughts": {
                  "type": "boolean",
                  "description": "Indicates whether to include thoughts in the response.If true, thoughts are returned only if the model supports thought and thoughts are available."
                },
                "thinkingBudget": {
                  "type": "number",
                  "minimum": 0,
                  "maximum": 24576,
                  "description": "For Gemini 2.5 - Indicates the thinking budget in tokens. 0 is DISABLED. -1 is AUTOMATIC. The default values and allowed ranges are model dependent. The thinking budget parameter gives the model guidance on the number of thinking tokens it can use when generating a response. A greater number of tokens is typically associated with more detailed thinking, which is needed for solving more complex tasks. "
                },
                "thinkingLevel": {
                  "type": "string",
                  "enum": [
                    "MINIMAL",
                    "LOW",
                    "MEDIUM",
                    "HIGH"
                  ],
                  "description": "For Gemini 3.0 - Indicates the thinking level. A higher level is associated with more detailed thinking, which is needed for solving more complex tasks."
                }
              },
              "additionalProperties": true
            }
          },
          "additionalProperties": true,
          "$schema": "http://json-schema.org/draft-07/schema#"
        }
      }
    },
    "inputSchema": {
      "type": "object",
      "properties": {
        "messages": {
          "type": "array",
          "items": {
            "type": "object",
            "properties": {
              "role": {
                "type": "string",
                "enum": [
                  "system",
                  "user",
                  "model",
                  "tool"
                ]
              },
              "content": {
                "type": "array",
                "items": {
                  "anyOf": [
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "type": "string"
                        },
                        "media": {
                          "not": {}
                        },
                        "toolRequest": {
                          "not": {}
                        },
                        "toolResponse": {
                          "not": {}
                        },
                        "data": {},
                        "metadata": {
                          "type": "object",
                          "additionalProperties": {}
                        },
                        "custom": {
                          "type": "object",
                          "additionalProperties": {}
                        },
                        "reasoning": {
                          "not": {}
                        },
                        "resource": {
                          "not": {}
                        }
                      },
                      "required": [
                        "text"
                      ],
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "not": {}
                        },
                        "media": {
                          "type": "object",
                          "properties": {
                            "contentType": {
                              "type": "string"
                            },
                            "url": {
                              "type": "string"
                            }
                          },
                          "required": [
                            "url"
                          ],
                          "additionalProperties": true
                        },
                        "toolRequest": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolRequest"
                        },
                        "toolResponse": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolResponse"
                        },
                        "data": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/data"
                        },
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/custom"
                        },
                        "reasoning": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/reasoning"
                        },
                        "resource": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/resource"
                        }
                      },
                      "required": [
                        "media"
                      ],
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/1/properties/text"
                        },
                        "media": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/media"
                        },
                        "toolRequest": {
                          "type": "object",
                          "properties": {
                            "ref": {
                              "type": "string"
                            },
                            "name": {
                              "type": "string"
                            },
                            "input": {},
                            "partial": {
                              "type": "boolean"
                            }
                          },
                          "required": [
                            "name"
                          ],
                          "additionalProperties": true
                        },
                        "toolResponse": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolResponse"
                        },
                        "data": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/data"
                        },
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/custom"
                        },
                        "reasoning": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/reasoning"
                        },
                        "resource": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/resource"
                        }
                      },
                      "required": [
                        "toolRequest"
                      ],
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/1/properties/text"
                        },
                        "media": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/media"
                        },
                        "toolRequest": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolRequest"
                        },
                        "toolResponse": {
                          "type": "object",
                          "properties": {
                            "ref": {
                              "type": "string"
                            },
                            "name": {
                              "type": "string"
                            },
                            "output": {},
                            "content": {
                              "type": "array"
                            }
                          },
                          "required": [
                            "name"
                          ],
                          "additionalProperties": true
                        },
                        "data": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/data"
                        },
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/custom"
                        },
                        "reasoning": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/reasoning"
                        },
                        "resource": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/resource"
                        }
                      },
                      "required": [
                        "toolResponse"
                      ],
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/1/properties/text"
                        },
                        "media": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/media"
                        },
                        "toolRequest": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolRequest"
                        },
                        "toolResponse": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolResponse"
                        },
                        "data": {},
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/custom"
                        },
                        "reasoning": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/reasoning"
                        },
                        "resource": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/resource"
                        }
                      },
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/1/properties/text"
                        },
                        "media": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/media"
                        },
                        "toolRequest": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolRequest"
                        },
                        "toolResponse": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolResponse"
                        },
                        "data": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/data"
                        },
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "type": "object",
                          "additionalProperties": {}
                        },
                        "reasoning": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/reasoning"
                        },
                        "resource": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/resource"
                        }
                      },
                      "required": [
                        "custom"
                      ],
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/1/properties/text"
                        },
                        "media": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/media"
                        },
                        "toolRequest": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolRequest"
                        },
                        "toolResponse": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolResponse"
                        },
                        "data": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/data"
                        },
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/custom"
                        },
                        "reasoning": {
                          "type": "string"
                        },
                        "resource": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/resource"
                        }
                      },
                      "required": [
                        "reasoning"
                      ],
                      "additionalProperties": true
                    },
                    {
                      "type": "object",
                      "properties": {
                        "text": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/1/properties/text"
                        },
                        "media": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/media"
                        },
                        "toolRequest": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolRequest"
                        },
                        "toolResponse": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/toolResponse"
                        },
                        "data": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/data"
                        },
                        "metadata": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/metadata"
                        },
                        "custom": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/custom"
                        },
                        "reasoning": {
                          "$ref": "#/properties/messages/items/properties/content/items/anyOf/0/properties/reasoning"
                        },
                        "resource": {
                          "type": "object",
                          "properties": {
                            "uri": {
                              "type": "string"
                            }
                          },
                          "required": [
                            "uri"
                          ],
                          "additionalProperties": true
                        }
                      },
                      "required": [
                        "resource"
                      ],
                      "additionalProperties": true
                    }
                  ]
                }
              },
              "metadata": {
                "type": "object",
                "additionalProperties": {}
              }
            },
            "required": [
              "role",
              "content"
            ],
            "additionalProperties": true
          }
        },
        "config": {},
        "tools": {
          "type": "array",
          "items": {
            "type": "object",
            "properties": {
              "name": {
                "type": "string"
              },
              "description": {
                "type": "string"
              },
              "inputSchema": {
                "anyOf": [
                  {
                    "type": "object",
                    "additionalProperties": {},
                    "description": "Valid JSON Schema representing the input of the tool."
                  },
                  {
                    "type": "null"
                  }
                ],
                "description": "Valid JSON Schema representing the input of the tool."
              },
              "outputSchema": {
                "anyOf": [
                  {
                    "type": "object",
                    "additionalProperties": {},
                    "description": "Valid JSON Schema describing the output of the tool."
                  },
                  {
                    "type": "null"
                  }
                ],
                "description": "Valid JSON Schema describing the output of the tool."
              },
              "metadata": {
                "type": "object",
                "additionalProperties": {},
                "description": "additional metadata for this tool definition"
              }
            },
            "required": [
              "name",
              "description"
            ],
            "additionalProperties": true
          }
        },
        "toolChoice": {
          "type": "string",
          "enum": [
            "auto",
            "required",
            "none"
          ]
        },
        "output": {
          "type": "object",
          "properties": {
            "format": {
              "type": "string"
            },
            "schema": {
              "type": "object",
              "additionalProperties": {}
            },
            "constrained": {
              "type": "boolean"
            },
            "contentType": {
              "type": "string"
            }
          },
          "additionalProperties": true
        },
        "docs": {
          "type": "array",
          "items": {
            "type": "object",
            "properties": {
              "content": {
                "type": "array",
                "items": {
                  "$ref": "#/properties/messages/items/properties/content/items"
                }
              },
              "metadata": {
                "type": "object",
                "additionalProperties": {}
              }
            },
            "required": [
              "content"
            ],
            "additionalProperties": true
          }
        },
        "candidates": {
          "type": "number"
        }
      },
      "required": [
        "messages"
      ],
      "additionalProperties": true,
      "$schema": "http://json-schema.org/draft-07/schema#"
    },
    "outputSchema": {
      "type": "object",
      "properties": {
        "message": {
          "type": "object",
          "properties": {
            "role": {
              "type": "string",
              "enum": [
                "system",
                "user",
                "model",
                "tool"
              ]
            },
            "content": {
              "type": "array",
              "items": {
                "anyOf": [
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "type": "string"
                      },
                      "media": {
                        "not": {}
                      },
                      "toolRequest": {
                        "not": {}
                      },
                      "toolResponse": {
                        "not": {}
                      },
                      "data": {},
                      "metadata": {
                        "type": "object",
                        "additionalProperties": {}
                      },
                      "custom": {
                        "type": "object",
                        "additionalProperties": {}
                      },
                      "reasoning": {
                        "not": {}
                      },
                      "resource": {
                        "not": {}
                      }
                    },
                    "required": [
                      "text"
                    ],
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "not": {}
                      },
                      "media": {
                        "type": "object",
                        "properties": {
                          "contentType": {
                            "type": "string"
                          },
                          "url": {
                            "type": "string"
                          }
                        },
                        "required": [
                          "url"
                        ],
                        "additionalProperties": true
                      },
                      "toolRequest": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolRequest"
                      },
                      "toolResponse": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolResponse"
                      },
                      "data": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/data"
                      },
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/custom"
                      },
                      "reasoning": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/reasoning"
                      },
                      "resource": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/resource"
                      }
                    },
                    "required": [
                      "media"
                    ],
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/1/properties/text"
                      },
                      "media": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/media"
                      },
                      "toolRequest": {
                        "type": "object",
                        "properties": {
                          "ref": {
                            "type": "string"
                          },
                          "name": {
                            "type": "string"
                          },
                          "input": {},
                          "partial": {
                            "type": "boolean"
                          }
                        },
                        "required": [
                          "name"
                        ],
                        "additionalProperties": true
                      },
                      "toolResponse": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolResponse"
                      },
                      "data": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/data"
                      },
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/custom"
                      },
                      "reasoning": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/reasoning"
                      },
                      "resource": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/resource"
                      }
                    },
                    "required": [
                      "toolRequest"
                    ],
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/1/properties/text"
                      },
                      "media": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/media"
                      },
                      "toolRequest": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolRequest"
                      },
                      "toolResponse": {
                        "type": "object",
                        "properties": {
                          "ref": {
                            "type": "string"
                          },
                          "name": {
                            "type": "string"
                          },
                          "output": {},
                          "content": {
                            "type": "array"
                          }
                        },
                        "required": [
                          "name"
                        ],
                        "additionalProperties": true
                      },
                      "data": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/data"
                      },
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/custom"
                      },
                      "reasoning": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/reasoning"
                      },
                      "resource": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/resource"
                      }
                    },
                    "required": [
                      "toolResponse"
                    ],
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/1/properties/text"
                      },
                      "media": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/media"
                      },
                      "toolRequest": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolRequest"
                      },
                      "toolResponse": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolResponse"
                      },
                      "data": {},
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/custom"
                      },
                      "reasoning": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/reasoning"
                      },
                      "resource": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/resource"
                      }
                    },
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/1/properties/text"
                      },
                      "media": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/media"
                      },
                      "toolRequest": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolRequest"
                      },
                      "toolResponse": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolResponse"
                      },
                      "data": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/data"
                      },
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "type": "object",
                        "additionalProperties": {}
                      },
                      "reasoning": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/reasoning"
                      },
                      "resource": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/resource"
                      }
                    },
                    "required": [
                      "custom"
                    ],
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/1/properties/text"
                      },
                      "media": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/media"
                      },
                      "toolRequest": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolRequest"
                      },
                      "toolResponse": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolResponse"
                      },
                      "data": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/data"
                      },
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/custom"
                      },
                      "reasoning": {
                        "type": "string"
                      },
                      "resource": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/resource"
                      }
                    },
                    "required": [
                      "reasoning"
                    ],
                    "additionalProperties": true
                  },
                  {
                    "type": "object",
                    "properties": {
                      "text": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/1/properties/text"
                      },
                      "media": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/media"
                      },
                      "toolRequest": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolRequest"
                      },
                      "toolResponse": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/toolResponse"
                      },
                      "data": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/data"
                      },
                      "metadata": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/metadata"
                      },
                      "custom": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/custom"
                      },
                      "reasoning": {
                        "$ref": "#/properties/message/properties/content/items/anyOf/0/properties/reasoning"
                      },
                      "resource": {
                        "type": "object",
                        "properties": {
                          "uri": {
                            "type": "string"
                          }
                        },
                        "required": [
                          "uri"
                        ],
                        "additionalProperties": true
                      }
                    },
                    "required": [
                      "resource"
                    ],
                    "additionalProperties": true
                  }
                ]
              }
            },
            "metadata": {
              "type": "object",
              "additionalProperties": {}
            }
          },
          "required": [
            "role",
            "content"
          ],
          "additionalProperties": true
        },
        "finishReason": {
          "type": "string",
          "enum": [
            "stop",
            "length",
            "blocked",
            "aborted",
            "interrupted",
            "other",
            "unknown"
          ]
        },
        "finishMessage": {
          "type": "string"
        },
        "latencyMs": {
          "type": "number"
        },
        "usage": {
          "type": "object",
          "properties": {
            "inputTokens": {
              "type": "number"
            },
            "outputTokens": {
              "type": "number"
            },
            "totalTokens": {
              "type": "number"
            },
            "inputCharacters": {
              "type": "number"
            },
            "outputCharacters": {
              "type": "number"
            },
            "inputImages": {
              "type": "number"
            },
            "outputImages": {
              "type": "number"
            },
            "inputVideos": {
              "type": "number"
            },
            "outputVideos": {
              "type": "number"
            },
            "inputAudioFiles": {
              "type": "number"
            },
            "outputAudioFiles": {
              "type": "number"
            },
            "custom": {
              "type": "object",
              "additionalProperties": {
                "type": "number"
              }
            },
            "thoughtsTokens": {
              "type": "number"
            },
            "cachedContentTokens": {
              "type": "number"
            }
          },
          "additionalProperties": true
        },
        "custom": {},
        "raw": {},
        "request": {
          "type": "object",
          "properties": {
            "messages": {
              "type": "array",
              "items": {
                "$ref": "#/properties/message"
              }
            },
            "config": {},
            "tools": {
              "type": "array",
              "items": {
                "type": "object",
                "properties": {
                  "name": {
                    "type": "string"
                  },
                  "description": {
                    "type": "string"
                  },
                  "inputSchema": {
                    "anyOf": [
                      {
                        "type": "object",
                        "additionalProperties": {},
                        "description": "Valid JSON Schema representing the input of the tool."
                      },
                      {
                        "type": "null"
                      }
                    ],
                    "description": "Valid JSON Schema representing the input of the tool."
                  },
                  "outputSchema": {
                    "anyOf": [
                      {
                        "type": "object",
                        "additionalProperties": {},
                        "description": "Valid JSON Schema describing the output of the tool."
                      },
                      {
                        "type": "null"
                      }
                    ],
                    "description": "Valid JSON Schema describing the output of the tool."
                  },
                  "metadata": {
                    "type": "object",
                    "additionalProperties": {},
                    "description": "additional metadata for this tool definition"
                  }
                },
                "required": [
                  "name",
                  "description"
                ],
                "additionalProperties": true
              }
            },
            "toolChoice": {
              "type": "string",
              "enum": [
                "auto",
                "required",
                "none"
              ]
            },
            "output": {
              "type": "object",
              "properties": {
                "format": {
                  "type": "string"
                },
                "schema": {
                  "type": "object",
                  "additionalProperties": {}
                },
                "constrained": {
                  "type": "boolean"
                },
                "contentType": {
                  "type": "string"
                }
              },
              "additionalProperties": true
            },
            "docs": {
              "type": "array",
              "items": {
                "type": "object",
                "properties": {
                  "content": {
                    "type": "array",
                    "items": {
                      "$ref": "#/properties/message/properties/content/items"
                    }
                  },
                  "metadata": {
                    "type": "object",
                    "additionalProperties": {}
                  }
                },
                "required": [
                  "content"
                ],
                "additionalProperties": true
              }
            },
            "candidates": {
              "type": "number"
            }
          },
          "required": [
            "messages"
          ],
          "additionalProperties": true
        },
        "operation": {
          "type": "object",
          "properties": {
            "action": {
              "type": "string"
            },
            "id": {
              "type": "string"
            },
            "done": {
              "type": "boolean"
            },
            "output": {},
            "error": {
              "type": "object",
              "properties": {
                "message": {
                  "type": "string"
                }
              },
              "required": [
                "message"
              ],
              "additionalProperties": true
            },
            "metadata": {
              "type": "object",
              "additionalProperties": {}
            }
          },
          "required": [
            "id"
          ],
          "additionalProperties": true
        },
        "candidates": {
          "type": "array",
          "items": {
            "type": "object",
            "properties": {
              "index": {
                "type": "number"
              },
              "message": {
                "$ref": "#/properties/message"
              },
              "usage": {
                "$ref": "#/properties/usage"
              },
              "finishReason": {
                "$ref": "#/properties/finishReason"
              },
              "finishMessage": {
                "type": "string"
              },
              "custom": {}
            },
            "required": [
              "index",
              "message",
              "finishReason"
            ],
            "additionalProperties": true
          }
        }
      },
      "additionalProperties": true,
      "$schema": "http://json-schema.org/draft-07/schema#"
    }
  }
}

[xavidop]

fxied hre: #243