main -> prod

package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.1.33",
+    "version": "1.1.34",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {

src/services/socket-manager/message-queue.ts

@@ -110,10 +110,12 @@ export function createMessageEventQueue(
 ) {
     let chatEventQueue: ChatEventQueue = {};
     const clearQueue = () => (chatEventQueue = {});
+    let lastMessageType: 'answer' | 'partial' | 'user' = 'answer';
     const onNewMessage: AgentManagerOptions['callbacks']['onNewMessage'] = (messages, event) => {
         if (event === 'user') {
             clearQueue();
         }
+        lastMessageType = event;
         options.callbacks.onNewMessage?.(messages, event);
     };
 
@@ -145,7 +147,19 @@ export function createMessageEventQueue(
 
                 if (event === SEvent.StreamVideoCreated) {
                     analytics.linkTrack('agent-video', props, SEvent.StreamVideoCreated, ['start']);
-                } else if (completedEvents.includes(event)) {
+
+                    // Attach sentiment to the last assistant message if present
+                    if (data.sentiment) {
+                        const lastMessage = items.messages[items.messages.length - 1];
+                        if (lastMessage?.role === 'assistant') {
+                            const updatedMessage = { ...lastMessage, sentiment: data.sentiment };
+                            items.messages[items.messages.length - 1] = updatedMessage;
+                            onNewMessage?.([...items.messages], lastMessageType);
+                        }
+                    }
+                }
+
+                if (completedEvents.includes(event)) {
                     // Stream video event
                     const streamEvent = event.split('/')[1];
 

src/services/streaming-manager/livekit-manager.ts

@@ -4,6 +4,7 @@ import {
     ConnectivityState,
     CreateSessionV2Options,
     CreateStreamOptions,
+    Message,
     PayloadType,
     StreamEvents,
     StreamingManagerOptions,
@@ -69,6 +70,8 @@ export enum DataChannelTopic {
     Interrupt = 'did.interrupt',
 }
 
+type VideoMessageData = Pick<Message, 'role' | 'sentiment'>;
+
 export function handleInitError(
     error: unknown,
     log: (message?: any, ...optionalParams: any[]) => void,
@@ -320,9 +323,17 @@ export async function createLiveKitStreamingManager<T extends CreateSessionV2Opt
                 callbacks.onAgentActivityStateChange?.(currentActivityState);
 
                 const role = data?.role || participant?.identity || 'datachannel';
-                callbacks.onMessage?.(subject, {
-                    [role]: data,
-                });
+
+                const messageData: VideoMessageData = { [role]: data };
+
+                if (options.debug && data?.metadata?.sentiment) {
+                    messageData.sentiment = {
+                        id: data.metadata.sentiment.id,
+                        name: data.metadata.sentiment.sentiment,
+                    };
+                }
+
+                callbacks.onMessage?.(subject, messageData);
             } else if (subject === StreamEvents.ChatAudioTranscribed) {
                 const eventName = ChatProgress.Transcribe;
                 callbacks.onMessage?.(eventName, {

src/types/entities/agents/chat.ts

@@ -34,6 +34,10 @@ export interface Message {
     videoId?: string;
     interrupted?: boolean;
     transcribed?: boolean;
+    sentiment?: {
+        id: string;
+        name: string;
+    };
 }
 
 export interface ChatPayload {