urgent: provider error

Author: Junyi-99

internal/api/chat/create_conversation_message_stream.go

@@ -1,12 +1,8 @@
 package chat
 
 import (
-	"paperdebugger/internal/api/mapper"
-	"paperdebugger/internal/models"
-	"paperdebugger/internal/services"
+	"errors"
 	chatv1 "paperdebugger/pkg/gen/api/chat/v1"
-
-	"go.mongodb.org/mongo-driver/v2/bson"
 )
 
 func (s *ChatServer) sendStreamError(stream chatv1.ChatService_CreateConversationMessageStreamServer, err error) error {
@@ -23,60 +19,5 @@ func (s *ChatServer) CreateConversationMessageStream(
 	req *chatv1.CreateConversationMessageStreamRequest,
 	stream chatv1.ChatService_CreateConversationMessageStreamServer,
 ) error {
-	ctx := stream.Context()
-	ctx, conversation, err := s.prepare(
-		ctx,
-		req.GetProjectId(),
-		req.GetConversationId(),
-		req.GetUserMessage(),
-		req.GetUserSelectedText(),
-		models.LanguageModel(req.GetLanguageModel()),
-		req.GetConversationType(),
-	)
-	if err != nil {
-		return s.sendStreamError(stream, err)
-	}
-
-	// 用法跟 ChatCompletion 一样，只是传递了 stream 参数
-	openaiChatHistory, inappChatHistory, err := s.aiClient.ChatCompletionStream(ctx, stream, conversation.ID.Hex(), conversation.LanguageModel, conversation.OpenaiChatHistory)
-	if err != nil {
-		return s.sendStreamError(stream, err)
-	}
-
-	// 附加消息到对话
-	bsonMessages := make([]bson.M, len(inappChatHistory))
-	for i := range inappChatHistory {
-		bsonMsg, err := convertToBSON(&inappChatHistory[i])
-		if err != nil {
-			return s.sendStreamError(stream, err)
-		}
-		bsonMessages[i] = bsonMsg
-	}
-	conversation.InappChatHistory = append(conversation.InappChatHistory, bsonMessages...)
-	conversation.OpenaiChatHistory = openaiChatHistory
-	if err := s.chatService.UpdateConversation(conversation); err != nil {
-		return s.sendStreamError(stream, err)
-	}
-
-	if conversation.Title == services.DefaultConversationTitle {
-		go func() {
-			protoMessages := make([]*chatv1.Message, len(conversation.InappChatHistory))
-			for i, bsonMsg := range conversation.InappChatHistory {
-				protoMessages[i] = mapper.BSONToChatMessage(bsonMsg)
-			}
-			title, err := s.aiClient.GetConversationTitle(ctx, protoMessages)
-			if err != nil {
-				s.logger.Error("Failed to get conversation title", "error", err, "conversationID", conversation.ID.Hex())
-				return
-			}
-			conversation.Title = title
-			if err := s.chatService.UpdateConversation(conversation); err != nil {
-				s.logger.Error("Failed to update conversation with new title", "error", err, "conversationID", conversation.ID.Hex())
-				return
-			}
-		}()
-	}
-
-	// The final conversation object is NOT returned
-	return nil
+	return s.sendStreamError(stream, errors.New("Due to some technical problem from LLM providers, we are trying to bring the service back. Please retry later."))
 }

internal/services/toolkit/client/client.go

@@ -96,7 +96,8 @@ func CheckOpenAIWorks(oaiClient openai.Client, logger *logger.Logger) {
 		Model: openai.ChatModelGPT4o,
 	})
 	if err != nil {
-		logger.Fatalf("[AI Client] openai client does not work: %v", err)
+		logger.Errorf("[AI Client] openai client does not work: %v", err)
+		return
 	}
 	logger.Info("[AI Client] openai client works", "response", chatCompletion.Choices[0].Message.Content)
 }