feat(eot): add audio models AGT-2520

.github/update_versions.py

@@ -1,15 +1,12 @@
 import pathlib
 import re
-import yaml
 import click
 from packaging.version import Version
 import colorama
-from typing import Dict, Tuple, List
+from typing import Dict
 
 colorama.init()
 
-BUMP_ORDER: Dict[str, int] = {"patch": 0, "minor": 1, "major": 2}
-
 
 def _iter_plugin_dirs(plugins_root: pathlib.Path) -> list[pathlib.Path]:
     """Return all plugin directories."""
@@ -34,44 +31,6 @@ def _read_pypi_name(pdir: pathlib.Path) -> str:
 def _esc(*codes: int) -> str:
     return "\033[" + ";".join(str(c) for c in codes) + "m"
 
-def parse_changeset_file(path: pathlib.Path) -> Tuple[Dict[str, str], str]:
-    """Parse a changeset file of the form:
-
-        ---
-        some_yaml_bumps
-        ---
-        changelog text
-    """
-    text = path.read_text()
-    parts = text.split("---", 2)
-    if len(parts) < 3:
-        raise ValueError(f"Invalid changeset file format in {path}")
-
-    yaml_part = parts[1].strip()
-    changelog_part = parts[2].strip()
-    data = yaml.safe_load(yaml_part)
-    return data, changelog_part
-
-def load_changesets(dir: pathlib.Path) -> Dict[str, Tuple[str, List[str]]]:
-    agg: Dict[str, Tuple[str, List[str]]] = {}
-    if not dir.is_dir():
-        raise ValueError(f"{dir} is not a directory or does not exist.")
-
-    for file in dir.glob("*"):
-        if not file.is_file():
-            continue
-        data, changelog = parse_changeset_file(file)
-        for pkg, bump_type in data.items():
-            if pkg not in agg:
-                agg[pkg] = (bump_type, [changelog])
-            else:
-                cur_bump, changelogs = agg[pkg]
-                if BUMP_ORDER[bump_type] > BUMP_ORDER[cur_bump]:
-                    cur_bump = bump_type
-                changelogs.append(changelog)
-                agg[pkg] = (cur_bump, changelogs)
-    return agg
-
 def read_version(f: pathlib.Path) -> str:
     """Read __version__ = \"X.Y.Z\" from a Python file."""
     text = f.read_text()
@@ -161,46 +120,7 @@ def replacer(m: re.Match, _new_version=new_version) -> str:
         agents_pyproject.write_text(new_text)
         print("Updated livekit-agents/pyproject.toml optional-dependencies")
 
-def update_versions(changesets: Dict[str, Tuple[str, List[str]]]) -> None:
-    agents_ver = pathlib.Path("livekit-agents/livekit/agents/version.py")
-    plugins_root = pathlib.Path("livekit-plugins")
-
-    new_agents_version = None
-    plugin_versions = {}
-
-    if agents_ver.exists() and "livekit-agents" in changesets:
-        bump_type, _ = changesets["livekit-agents"]
-        cur = read_version(agents_ver)
-        new = bump_version(cur, bump_type)
-        print(f"livekit-agents: {_esc(31)}{cur}{_esc(0)} -> {_esc(32)}{new}{_esc(0)}")
-        write_new_version(agents_ver, new)
-        new_agents_version = new
-    else:
-        print("Warning: No version.py or no bump info for livekit-agents.")
-
-    for pdir in _iter_plugin_dirs(plugins_root):
-        vf = pdir / "livekit" / "plugins" / pdir.name.split("livekit-plugins-")[1].replace("-", "_") / "version.py"
-        pypi_name = _read_pypi_name(pdir)
-        if vf.exists():
-            if pdir.name in changesets:
-                bump_type, _ = changesets[pdir.name]
-                cur = read_version(vf)
-                new = bump_version(cur, bump_type)
-                print(f"{pypi_name}: {_esc(31)}{cur}{_esc(0)} -> {_esc(32)}{new}{_esc(0)}")
-                write_new_version(vf, new)
-                plugin_versions[pypi_name] = new
-            else:
-                print(f"Warning: Found version.py for {pypi_name}, but no bump info in next-release.")
-        else:
-            print(f"Warning: version.py not found for {pypi_name} at {vf}")
-
-    if new_agents_version:
-        update_plugins_pyproject_agents_version(new_agents_version)
-
-    if plugin_versions:
-        update_agents_pyproject_optional_dependencies(plugin_versions)
-
-def update_versions_ignore_changesets(bump_type: str) -> None:
+def update_versions(bump_type: str) -> None:
     agents_ver = pathlib.Path("livekit-agents/livekit/agents/version.py")
     plugins_root = pathlib.Path("livekit-plugins")
 
@@ -275,35 +195,23 @@ def update_prerelease(prerelease_type: str) -> None:
     default="none", 
     help="Pre-release type. Use 'none' for normal bump, or 'rc'/'dev' for pre-release."
 )
-@click.option(
-    "--ignore-changesets",
-    is_flag=True,
-    default=False,
-    help="Ignore changeset files and bump all packages using a uniform bump type."
-)
 @click.option(
     "--bump-type",
     type=click.Choice(["patch", "minor", "major", "release"]),
     default="patch",
-    help="Type of version bump to apply when ignoring changesets. Use 'release' to strip pre-release suffixes. Defaults to patch."
+    help="Type of version bump to apply to every package. Use 'release' to strip pre-release suffixes. Defaults to patch."
 )
-def bump(pre: str, ignore_changesets: bool, bump_type: str) -> None:
+def bump(pre: str, bump_type: str) -> None:
     """
     Single command to do either normal or pre-release bumps.
 
-    For a normal release (with --pre=none), by default the script uses changesets from
-    .github/next-release to determine per-package bump types. Use --ignore-changesets to ignore
-    the changesets and bump every package with the specified --bump-type.
-
-    For pre-release bumps (--pre=rc or --pre=dev), it updates the current versions to a new RC or DEV version.
-    In both cases, plugin pyproject.toml references for 'livekit-agents' will be updated if that version changes.
+    For a normal release (with --pre=none), every package is bumped with the specified
+    --bump-type. For pre-release bumps (--pre=rc or --pre=dev), it updates the current
+    versions to a new RC or DEV version. In both cases, plugin pyproject.toml references
+    for 'livekit-agents' will be updated if that version changes.
     """
     if pre == "none":
-        if ignore_changesets:
-            update_versions_ignore_changesets(bump_type)
-        else:
-            changesets = load_changesets(pathlib.Path(".github/next-release"))
-            update_versions(changesets)
+        update_versions(bump_type)
     else:
         update_prerelease(pre)
 

.github/workflows/publish.yml

@@ -74,21 +74,18 @@ jobs:
 
           case "$key" in
             patch|minor|major)
-              python .github/update_versions.py \
-                --ignore-changesets --bump-type "$key"
+              python .github/update_versions.py --bump-type "$key"
               ;;
             patch-rc|minor-rc|major-rc)
               bump="${key%-rc}"
-              python .github/update_versions.py \
-                --ignore-changesets --bump-type "$bump"
+              python .github/update_versions.py --bump-type "$bump"
               python .github/update_versions.py --pre rc
               ;;
             next-rc)
               python .github/update_versions.py --pre rc
               ;;
             promote)
-              python .github/update_versions.py \
-                --ignore-changesets --bump-type release
+              python .github/update_versions.py --bump-type release
               ;;
           esac
 

AGENTS.md

@@ -35,6 +35,7 @@ it.
 | Marker | Flag | Meaning |
 |--------|------|---------|
 | `pytest.mark.unit` | `--unit` | fast, hermetic, no external providers/credentials/network |
+| `pytest.mark.audio_eot` | `--audio_eot` | hermetic audio end-of-turn / turn-detection suite |
 | `pytest.mark.plugin("name")` | `--plugin [name]` | provider integration test (needs that provider's deps/keys) |
 | `pytest.mark.stt` | `--stt` | cross-provider speech-to-text suite (`tests/test_stt.py`) |
 | `pytest.mark.tts` | `--tts` | cross-provider text-to-speech suite (`tests/test_tts.py`) |

MODEL_LICENSE

@@ -0,0 +1,113 @@
+LIVEKIT MODEL LICENSE AGREEMENT
+
+1. Introduction
+
+   LiveKit Incorporated ("LiveKit") is making available its proprietary models for
+   use pursuant to the terms and conditions of this Agreement. As further
+   described below, you may use these LiveKit models freely but can only use them
+   together with the LiveKit Agents framework. You cannot use the LiveKit models
+   on a standalone basis or with any other frameworks.
+
+   BY CLICKING "I ACCEPT," OR BY DOWNLOADING, INSTALLING, OR OTHERWISE ACCESSING
+   OR USING THE LIVEKIT MATERIALS, YOU AGREE THAT YOU HAVE READ AND UNDERSTOOD,
+   AND, AS A CONDITION TO YOUR USE OF THE LIVEKIT MATERIALS, YOU AGREE TO BE
+   BOUND BY, THE FOLLOWING TERMS AND CONDITIONS.
+
+2. Definitions
+
+   "Agreement" means this LiveKit Model License Agreement.
+
+   "Documentation" means the specifications, manuals, and documentation
+   accompanying any LiveKit Model and distributed by LiveKit.
+
+   "Licensee" or "you" means the individual or entity agreeing to be bound by
+   this Agreement.
+
+   "LiveKit Agents" means the proprietary LiveKit software framework for building
+   real-time multimodal AI applications with programmable backend participants.
+
+   "LiveKit Materials" means, collectively, the LiveKit Models and Documentation.
+
+   "LiveKit Model" means any of LiveKit's proprietary software models or
+   algorithms, including machine-learning software code, model weights,
+   inference-enabling software code, training-enabling software code, and
+   fine-tuning enabling software code. Any derivative works of a LiveKit Model,
+   whether developed by LiveKit, you, or any third party, will be deemed the
+   "LiveKit Model" for the purposes of this Agreement.
+
+3. License Rights
+
+   Right to Use LiveKit Materials. Subject to the terms and conditions of this
+   Agreement, including the requirements of Section 3.b, LiveKit grants you a
+   nonexclusive, nontransferable, worldwide, royalty-free license under LiveKit's
+   intellectual property rights to use, reproduce, distribute, copy, and create
+   derivative works of the LiveKit Materials.
+
+   Limitation on Use. As a condition to your use of the LiveKit Materials, you
+   agree: (i) not to use any LiveKit Models on a standalone basis or with any
+   frameworks other than LiveKit Agents; (ii) not to use any LiveKit Materials or
+   any output from, or results of using, LiveKit Models (including any derivative
+   works thereof) to improve or otherwise develop any other models that are not
+   LiveKit Models; or (iii) distribute or otherwise make available the LiveKit
+   Materials (including any derivative works thereof) except (x) pursuant to the
+   terms of this Agreement, and (y) you reproduce the above copyright notice.
+
+4. Intellectual Property
+
+   The LiveKit Materials are owned by LiveKit and its licensors. Except for the
+   rights granted to you under this Agreement, all rights are reserved and no
+   other express or implied rights are granted.
+
+   You will own any derivative works that you created from the LiveKit Materials,
+   subject to the terms of this Agreement.
+
+5. Disclaimer
+
+   UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING, LIVEKIT PROVIDES
+   THE LIVEKIT MATERIALS, AND ANY OUTPUT OR RESULTS THEREFROM, ON AN "AS IS"
+   BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED,
+   INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE,
+   NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU
+   ARE SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING OR
+   REDISTRIBUTING THE LIVEKIT MATERIALS AND ASSUME ANY RISKS ASSOCIATED WITH YOUR
+   USE OF THE LIVEKIT MATERIALS AND ANY OUTPUT AND RESULTS.
+
+6. Limitation of Liability
+
+   IN NO EVENT AND UNDER NO LEGAL THEORY, WHETHER IN TORT (INCLUDING NEGLIGENCE),
+   CONTRACT, OR OTHERWISE, UNLESS REQUIRED BY APPLICABLE LAW (SUCH AS DELIBERATE
+   AND GROSSLY NEGLIGENT ACTS) OR AGREED TO IN WRITING, WILL LIVEKIT BE LIABLE TO
+   YOU FOR INDIRECT DAMAGES, INCLUDING ANY SPECIAL, INCIDENTAL, OR CONSEQUENTIAL
+   DAMAGES OF ANY CHARACTER ARISING AS A RESULT OF THIS AGREEMENT OR OUT OF THE
+   USE OR INABILITY TO USE THE LIVEKIT MATERIALS OR ANY OUTPUT OR RESULTS
+   THEREFROM (INCLUDING BUT NOT LIMITED TO DAMAGES FOR LOSS OF GOODWILL, WORK
+   STOPPAGE, COMPUTER FAILURE OR MALFUNCTION, OR ANY AND ALL OTHER COMMERCIAL
+   DAMAGES OR LOSSES), EVEN IF LIVEKIT HAS BEEN ADVISED OF THE POSSIBILITY OF
+   SUCH DAMAGES.
+
+7. Trademarks
+
+   This Agreement does not grant permission to use the trade names, trademarks,
+   service marks, or product names of LiveKit, except as required for reasonable
+   and customary use in describing the origin of the LiveKit Materials.
+
+8. Term and Termination
+
+   The term of this Agreement commences upon your acceptance of this Agreement
+   and continues in effect until you cease using the LiveKit Materials or it is
+   terminated by either party (on immediate written notice to the other party).
+   This Agreement will automatically terminate if you breach any of its terms.
+   Upon termination, you must immediately cease all use of the LiveKit Materials.
+   Sections 4, 5, 6, and 9 will survive termination.
+
+9. Governing Law and Venue
+
+   This Agreement is subject to the laws of the State of California, without
+   regard to its conflict of laws principles. The UN Convention on Contracts for
+   the International Sale of Goods does not apply to this Agreement. The courts
+   located in San Francisco, California, have exclusive jurisdiction for any
+   dispute arising out of this Agreement.
+
++ + + +
+
+Last Updated: November 25, 2024

README.md

@@ -47,7 +47,7 @@ agents that can see, hear, and understand.
 To install the core Agents library, along with plugins for popular model providers:
 
 ```bash
-pip install "livekit-agents[openai,silero,deepgram,cartesia,turn-detector]"
+pip install "livekit-agents[openai,deepgram,cartesia]"
 ```
 
 ## Docs and guides
@@ -92,7 +92,6 @@ from livekit.agents import (
     function_tool,
     inference,
 )
-from livekit.plugins import silero
 
 
 @function_tool
@@ -111,7 +110,7 @@ server = AgentServer()
 @server.rtc_session()
 async def entrypoint(ctx: JobContext):
     session = AgentSession(
-        vad=silero.VAD.load(),
+        vad=inference.VAD(),
         # any combination of STT, LLM, TTS, or realtime API can be used
         # this example shows LiveKit Inference, a unified API to access different models via LiveKit Cloud
         # to use model provider keys directly, replace with the following:
@@ -200,7 +199,7 @@ class StoryAgent(Agent):
 async def entrypoint(ctx: JobContext):
     userdata = StoryData()
     session = AgentSession[StoryData](
-        vad=silero.VAD.load(),
+        vad=inference.VAD(),
         stt="deepgram/nova-3",
         llm="openai/gpt-4.1-mini",
         tts="cartesia/sonic-3:9626c31c-bec5-4cca-baa8-f8ba9e84c8bc",
@@ -382,6 +381,10 @@ python myagent.py start
 
 Runs the agent with production-ready optimizations.
 
+## License
+
+The Agents framework is licensed under [Apache-2.0](LICENSE). The LiveKit turn detection models are licensed under the [LiveKit Model License](MODEL_LICENSE).
+
 ## Contributing
 
 The Agents framework is under active development in a rapidly evolving field. We welcome and appreciate contributions of any kind, be it feedback, bugfixes, features, new plugins and tools, or better documentation. You can file issues under this repo, open a PR, or chat with us in the [LiveKit community](https://docs.livekit.io/intro/community/).

examples/README.md

@@ -54,7 +54,7 @@ To run the examples, you'll need:
 
 - A [LiveKit Cloud](https://cloud.livekit.io) account or a local [LiveKit server](https://github.com/livekit/livekit)
 - API keys for the model providers you want to use in a `.env` file
-- Python 3.9 or higher
+- Python 3.10 or higher
 - [uv](https://docs.astral.sh/uv/)
 
 ### Environment file

examples/avatar_agents/audio_wave/agent_worker.py

@@ -18,7 +18,6 @@
 from livekit.agents.voice.avatar import DataStreamAudioOutput
 from livekit.agents.voice.io import PlaybackFinishedEvent, PlaybackStartedEvent
 from livekit.agents.voice.room_io import ATTRIBUTE_PUBLISH_ON_BEHALF
-from livekit.plugins import silero
 
 load_dotenv()
 
@@ -75,7 +74,6 @@ async def entrypoint(ctx: JobContext):
         stt=inference.STT("deepgram/nova-3"),
         llm=inference.LLM("google/gemini-2.5-flash"),
         tts=inference.TTS("cartesia/sonic-3"),
-        vad=silero.VAD.load(),
         resume_false_interruption=False,
     )