Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions edgee/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,12 @@ class InputObject:
tools: list[dict] | None = None
tool_choice: str | dict | None = None
tags: list[str] | None = None
enable_compression: bool | None = (
None # Enable token compression (gateway-internal, not sent to providers)
)
compression_rate: float | None = (
None # Compression rate 0.0-1.0 (gateway-internal, not sent to providers)
)


@dataclass
Expand Down Expand Up @@ -190,16 +196,22 @@ def send(
tools = None
tool_choice = None
tags = None
enable_compression = None
compression_rate = None
elif isinstance(input, InputObject):
messages = input.messages
tools = input.tools
tool_choice = input.tool_choice
tags = input.tags
enable_compression = input.enable_compression
compression_rate = input.compression_rate
else:
messages = input.get("messages", [])
tools = input.get("tools")
tool_choice = input.get("tool_choice")
tags = input.get("tags")
enable_compression = input.get("enable_compression")
compression_rate = input.get("compression_rate")

body: dict = {"model": model, "messages": messages}
if stream:
Expand All @@ -210,6 +222,10 @@ def send(
body["tool_choice"] = tool_choice
if tags:
body["tags"] = tags
if enable_compression is not None:
body["enable_compression"] = enable_compression
if compression_rate is not None:
body["compression_rate"] = compression_rate

request = Request(
f"{self.base_url}{API_ENDPOINT}",
Expand Down
2 changes: 1 addition & 1 deletion uv.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading