fix: byok compatibility

Author: wjiayis

internal/services/toolkit/client/client_v2.go

@@ -63,11 +63,26 @@ func NewAIClientV2(
 	logger *logger.Logger,
 ) *AIClientV2 {
 	database := db.Database("paperdebugger")
+
+	llmProvider := &models.LLMProviderConfig{
+		APIKey: cfg.OpenAIAPIKey,
+	}
+
+	var baseUrl string
+	var apiKey string
+	if llmProvider != nil && llmProvider.IsCustom() {
+		baseUrl = cfg.InferenceBaseURL + "/openai"
+		apiKey = cfg.OpenAIAPIKey
+	} else {
+		baseUrl = cfg.InferenceBaseURL + "/openrouter"
+		apiKey = cfg.InferenceAPIKey
+	}
+
 	oaiClient := openai.NewClient(
-		option.WithBaseURL(cfg.InferenceBaseURL+"/openrouter"),
-		option.WithAPIKey(cfg.InferenceAPIKey),
+		option.WithBaseURL(baseUrl),
+		option.WithAPIKey(apiKey),
 	)
-	CheckOpenAIWorksV2(oaiClient, logger)
+	CheckOpenAIWorksV2(oaiClient, llmProvider, logger)
 
 	toolRegistry := initializeToolkitV2(db, projectService, cfg, logger)
 	toolCallHandler := handler.NewToolCallHandlerV2(toolRegistry)

internal/services/toolkit/client/utils_v2.go

@@ -12,6 +12,7 @@ import (
 	"paperdebugger/internal/libs/db"
 	"paperdebugger/internal/libs/logger"
 	"paperdebugger/internal/services"
+	"paperdebugger/internal/models"
 	"paperdebugger/internal/services/toolkit/registry"
 	"paperdebugger/internal/services/toolkit/tools/xtramcp"
 	chatv2 "paperdebugger/pkg/gen/api/chat/v2"
@@ -87,13 +88,21 @@ func getDefaultParamsV2(modelSlug string, toolRegistry *registry.ToolRegistryV2)
 	}
 }
 
-func CheckOpenAIWorksV2(oaiClient openaiv3.Client, logger *logger.Logger) {
+func CheckOpenAIWorksV2(oaiClient openaiv3.Client, llmProvider *models.LLMProviderConfig, logger *logger.Logger) {
 	logger.Info("[AI Client V2] checking if openai client works")
+
+	var model string
+	if llmProvider != nil && llmProvider.IsCustom() {
+		model = "gpt-5-nano"
+	} else {
+		model = "openai/gpt-5-nano"
+	}
+
 	chatCompletion, err := oaiClient.Chat.Completions.New(context.TODO(), openaiv3.ChatCompletionNewParams{
 		Messages: []openaiv3.ChatCompletionMessageParamUnion{
 			openaiv3.UserMessage("Say 'openai client works'"),
 		},
-		Model: "openai/gpt-5-nano",
+		Model: model,
 	})
 	if err != nil {
 		logger.Errorf("[AI Client V2] openai client does not work: %v", err)