debug

Author: Junyi-99

internal/services/toolkit/client/completion_v2.go

@@ -6,6 +6,7 @@ import (
 	"paperdebugger/internal/models"
 	"paperdebugger/internal/services/toolkit/handler"
 	chatv2 "paperdebugger/pkg/gen/api/chat/v2"
+	"time"
 
 	"github.com/openai/openai-go/v3"
 )
@@ -70,18 +71,26 @@ func (a *AIClientV2) ChatCompletionStreamV2(ctx context.Context, callbackStream
 	for {
 		params.Messages = openaiChatHistory
 		// var openaiOutput OpenAIChatHistory
+		a.logger.Info("[Stream Debug] Starting new streaming request", "model", modelSlug)
+		streamStartTime := time.Now()
 		stream := oaiClient.Chat.Completions.NewStreaming(context.Background(), params)
 
 		reasoning_content := ""
 		answer_content := ""
 		answer_content_id := ""
 		has_sent_part_begin := false
+		firstChunkReceived := false
 		tool_info := map[int]map[string]string{}
 		toolCalls := []openai.FinishedChatCompletionToolCall{}
 		for stream.Next() {
 			// time.Sleep(5000 * time.Millisecond) // DEBUG POINT: change this to test in a slow mode
 			chunk := stream.Current()
 
+			if !firstChunkReceived {
+				firstChunkReceived = true
+				a.logger.Info("[Stream Debug] First chunk received", "elapsed_ms", time.Since(streamStartTime).Milliseconds())
+			}
+
 			if len(chunk.Choices) == 0 {
 				// Handle usage information
 				// fmt.Printf("Usage: %+v\n", chunk.Usage)
@@ -99,25 +108,35 @@ func (a *AIClientV2) ChatCompletionStreamV2(ctx context.Context, callbackStream
 			_, hasReasoning := delta.JSON.ExtraFields["reasoning"]
 			if !has_sent_part_begin && (delta.Role == "assistant" || delta.Content != "" || hasReasoningContent || hasReasoning) {
 				has_sent_part_begin = true
+				a.logger.Info("[Stream Debug] Sending StreamPartBegin", "elapsed_ms", time.Since(streamStartTime).Milliseconds(), "role", delta.Role, "hasReasoningContent", hasReasoningContent, "hasReasoning", hasReasoning)
 				streamHandler.HandleAssistantPartBegin(chunk.ID)
 			}
 
 			if field, ok := delta.JSON.ExtraFields["reasoning_content"]; ok && field.Raw() != "null" {
 				var s string
 				err := json.Unmarshal([]byte(field.Raw()), &s)
 				if err == nil {
+					if reasoning_content == "" {
+						a.logger.Info("[Stream Debug] First reasoning chunk", "elapsed_ms", time.Since(streamStartTime).Milliseconds(), "length", len(s))
+					}
 					reasoning_content += s
 					streamHandler.HandleReasoningDelta(chunk.ID, s)
 				}
 			} else if field, ok := delta.JSON.ExtraFields["reasoning"]; ok && field.Raw() != "null" {
 				var s string
 				err := json.Unmarshal([]byte(field.Raw()), &s)
 				if err == nil {
+					if reasoning_content == "" {
+						a.logger.Info("[Stream Debug] First reasoning chunk", "elapsed_ms", time.Since(streamStartTime).Milliseconds(), "length", len(s))
+					}
 					reasoning_content += s
 					streamHandler.HandleReasoningDelta(chunk.ID, s)
 				}
 			} else {
 				if delta.Content != "" {
+					if answer_content == "" {
+						a.logger.Info("[Stream Debug] First content chunk", "elapsed_ms", time.Since(streamStartTime).Milliseconds(), "length", len(delta.Content))
+					}
 					answer_content += delta.Content
 					answer_content_id = chunk.ID
 					streamHandler.HandleTextDelta(chunk)

webapp/_webapp/src/index.css

@@ -249,7 +249,7 @@ body {
 }
 
 .pd-chat-item-container-messages {
-  @apply px-2;
+  @apply flex flex-col px-2 gap-4;
 }
 
 .pd-app-tab-content {
@@ -340,7 +340,6 @@ body {
 .chat-message-entry .message-box-user-wrapper {
   display: flex;
   flex-direction: row;
-  align-items: center;
   justify-content: flex-end;
   gap: 4px;
   width: 100%;
@@ -353,7 +352,7 @@ body {
   word-wrap: break-word;
   @apply text-sm text-default-800 px-3 py-2 border border-transparent rounded-xl;
   @apply transition-all duration-500 ease-in-out;
-  @apply bg-gray-200 my-2;
+  @apply bg-gray-200;
 }
 
 .chat-message-entry .message-box-assistant {
@@ -373,11 +372,9 @@ body {
 .chat-message-entry .actions {
   display: flex;
   flex-direction: row;
-  @apply gap-2 text-gray-400 mt-2 -ml-2 opacity-0 transition-all duration-100;
-}
-
-.chat-message-entry .actions.actions-left {
-  @apply mt-0 ml-0 mr-0;
+  justify-content: flex-start;
+  align-items: flex-end;
+  @apply text-gray-400 opacity-0 transition-all duration-100;
 }
 
 .chat-message-entry:hover .actions {
@@ -388,7 +385,7 @@ body {
 .chat-message-entry .actions .icon {
   cursor: pointer;
   font-size: 24px;
-  @apply hover:text-gray-500 hover:bg-gray-200 rounded-md p-1 transition-all duration-100 ml-2;
+  @apply hover:text-gray-500 hover:bg-gray-200 rounded-md p-1 transition-all duration-100;
 }
 
 .message-box-stale {