Skip to content

feat: add OpenAI-compatible provider for local LLM support #1

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
marcs7 wants to merge 1 commit into
base: master
Choose a base branch
from
Open

feat: add OpenAI-compatible provider for local LLM support #1

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
125 changes: 123 additions & 2 deletions src/ai/mod.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,10 +25,14 @@ const KNOWLEDGE_DIR_DEV: &str = "../wolfscale/web";

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct AiConfig {
pub provider: String, // "claude" or "gemini"
pub provider: String, // "claude", "gemini", or "openai"
pub claude_api_key: String,
pub gemini_api_key: String,
pub model: String, // e.g. "claude-sonnet-4-20250514", "gemini-2.0-flash"
#[serde(default)]
pub openai_api_key: String,
#[serde(default)]
pub openai_base_url: String, // e.g. "http://litellm:4000/v1"
pub model: String, // e.g. "claude-sonnet-4-20250514", "gemini-2.0-flash", "qwen3-coder-30b"
pub email_enabled: bool,
pub email_to: String,
pub smtp_host: String,
Expand All @@ -50,6 +54,8 @@ impl Default for AiConfig {
provider: "claude".to_string(),
claude_api_key: String::new(),
gemini_api_key: String::new(),
openai_api_key: String::new(),
openai_base_url: String::new(),
model: "claude-sonnet-4-20250514".to_string(),
email_enabled: false,
email_to: String::new(),
Expand Down Expand Up @@ -85,6 +91,8 @@ impl AiConfig {
"provider": self.provider,
"claude_api_key": mask_key(&self.claude_api_key),
"gemini_api_key": mask_key(&self.gemini_api_key),
"openai_api_key": mask_key(&self.openai_api_key),
"openai_base_url": self.openai_base_url,
"model": self.model,
"email_enabled": self.email_enabled,
"email_to": self.email_to,
Expand All @@ -96,13 +104,15 @@ impl AiConfig {
"scan_schedule": self.scan_schedule,
"has_claude_key": !self.claude_api_key.is_empty(),
"has_gemini_key": !self.gemini_api_key.is_empty(),
"has_openai_key": !self.openai_api_key.is_empty(),
"has_smtp_pass": !self.smtp_pass.is_empty(),
})
}

fn active_key(&self) -> &str {
match self.provider.as_str() {
"gemini" => &self.gemini_api_key,
"openai" => &self.openai_api_key,
_ => &self.claude_api_key,
}
}
Expand Down Expand Up @@ -197,6 +207,9 @@ impl AiAgent {
"gemini" => {
call_gemini(&self.client, &config.gemini_api_key, &config.model, &system_prompt, &history, &current_msg).await?
}
"openai" => {
call_openai(&self.client, &config.openai_api_key, &config.openai_base_url, &config.model, &system_prompt, &history, &current_msg).await?
}
_ => {
call_claude(&self.client, &config.claude_api_key, &config.model, &system_prompt, &history, &current_msg).await?
}
Expand Down Expand Up @@ -335,6 +348,34 @@ impl AiAgent {
/// List available models for the configured provider
pub async fn list_models(&self, provider: &str, api_key: &str) -> Result<Vec<String>, String> {
match provider {
"openai" => {
let config = self.config.lock().unwrap().clone();
let base_url = if config.openai_base_url.is_empty() {
"https://api.openai.com/v1".to_string()
} else {
config.openai_base_url.trim_end_matches('/').to_string()
};
let url = format!("{}/models", base_url);
let mut req = self.client.get(&url);
if !api_key.is_empty() {
req = req.header("Authorization", format!("Bearer {}", api_key));
}
let resp = req.send().await
.map_err(|e| format!("OpenAI API error: {}", e))?;
let status = resp.status();
let text = resp.text().await.map_err(|e| format!("OpenAI response error: {}", e))?;
if !status.is_success() {
return Err(format!("OpenAI API {} — {}", status, text));
}
let json: serde_json::Value = serde_json::from_str(&text)
.map_err(|e| format!("OpenAI JSON error: {}", e))?;
let models = json["data"].as_array()
.map(|arr| arr.iter().filter_map(|m| {
m["id"].as_str().map(|s| s.to_string())
}).collect())
.unwrap_or_default();
Ok(models)
}
"gemini" => {
let url = format!(
"https://generativelanguage.googleapis.com/v1beta/models?key={}",
Expand Down Expand Up @@ -411,6 +452,7 @@ impl AiAgent {

let result = match config.provider.as_str() {
"gemini" => call_gemini(&self.client, &config.gemini_api_key, &config.model, system, &[], &prompt).await,
"openai" => call_openai(&self.client, &config.openai_api_key, &config.openai_base_url, &config.model, system, &[], &prompt).await,
_ => call_claude(&self.client, &config.claude_api_key, &config.model, system, &[], &prompt).await,
};

Expand Down Expand Up @@ -513,6 +555,7 @@ impl AiAgent {

let result = match config.provider.as_str() {
"gemini" => call_gemini(&self.client, &config.gemini_api_key, &config.model, system, &[], issue_description).await,
"openai" => call_openai(&self.client, &config.openai_api_key, &config.openai_base_url, &config.model, system, &[], issue_description).await,
_ => call_claude(&self.client, &config.claude_api_key, &config.model, system, &[], issue_description).await,
};

Expand Down Expand Up @@ -827,6 +870,84 @@ fn build_system_prompt(knowledge: &str, server_context: &str) -> String {

// ─── LLM API Calls ───

async fn call_openai(
client: &reqwest::Client,
api_key: &str,
base_url: &str,
model: &str,
system: &str,
history: &[ChatMessage],
user_msg: &str,
) -> Result<String, String> {
let base = if base_url.is_empty() {
"https://api.openai.com/v1"
} else {
base_url.trim_end_matches('/')
};
let url = format!("{}/chat/completions", base);

let mut messages = Vec::new();

// System message
messages.push(serde_json::json!({
"role": "system",
"content": system
}));

// Add conversation history
for msg in history {
messages.push(serde_json::json!({
"role": msg.role,
"content": msg.content
}));
}

// Add current user message
messages.push(serde_json::json!({
"role": "user",
"content": user_msg
}));

let body = serde_json::json!({
"model": model,
"max_tokens": 4096,
"messages": messages,
});

let mut req = client
.post(&url)
.header("content-type", "application/json");

if !api_key.is_empty() {
req = req.header("Authorization", format!("Bearer {}", api_key));
}

let resp = req
.json(&body)
.send()
.await
.map_err(|e| format!("OpenAI API error: {}", e))?;

let status = resp.status();
let text = resp.text().await.map_err(|e| format!("OpenAI response error: {}", e))?;

if !status.is_success() {
let lower = text.to_lowercase();
if status.as_u16() == 429 || lower.contains("rate_limit") {
return Err("OpenAI-compatible API rate limit exceeded.".to_string());
}
return Err(format!("OpenAI API {} — {}", status, text));
}

let json: serde_json::Value = serde_json::from_str(&text)
.map_err(|e| format!("OpenAI JSON error: {}", e))?;

json["choices"][0]["message"]["content"]
.as_str()
.map(|s| s.to_string())
.ok_or_else(|| format!("Unexpected OpenAI response format: {}", text))
}

async fn call_claude(
client: &reqwest::Client,
api_key: &str,
Expand Down
13 changes: 10 additions & 3 deletions src/api/mod.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4183,6 +4183,14 @@ pub async fn ai_save_config(
config.gemini_api_key = v.to_string();
}
}
if let Some(v) = body.get("openai_api_key").and_then(|v| v.as_str()) {
if !v.contains("••••") && !v.is_empty() {
config.openai_api_key = v.to_string();
}
}
if let Some(v) = body.get("openai_base_url").and_then(|v| v.as_str()) {
config.openai_base_url = v.to_string();
}
if let Some(v) = body.get("model").and_then(|v| v.as_str()) {
config.model = v.to_string();
}
Expand Down Expand Up @@ -8352,9 +8360,8 @@ pub async fn wolfflow_runs_list(req: HttpRequest, state: web::Data<AppState>, qu
if let Err(resp) = require_auth(&req, &state) { return resp; }
let wf_id = query.get("workflow_id").map(|s| s.as_str());
let limit = query.get("limit").and_then(|s| s.parse().ok()).unwrap_or(50);
let mut runs = state.wolfflow.list_runs(wf_id);
runs.reverse(); // newest first
runs.truncate(limit);
let runs = state.wolfflow.list_runs(wf_id);
let runs: Vec<_> = runs.into_iter().take(limit).collect();
HttpResponse::Ok().json(runs)
}

Expand Down
15 changes: 15 additions & 0 deletions web/index.html
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3732,6 +3732,7 @@ <h4 style="margin:0 0 16px 0;font-size:14px;color:var(--accent-light);">🔑 LLM
<select id="ai-provider" class="form-control" onchange="onAiProviderChange()">
<option value="claude">Claude (Anthropic)</option>
<option value="gemini">Gemini (Google)</option>
<option value="openai">OpenAI Compatible (Local LLM)</option>
</select>
</div>
<div class="form-group" style="margin-bottom:16px;">
Expand All @@ -3744,11 +3745,25 @@ <h4 style="margin:0 0 16px 0;font-size:14px;color:var(--accent-light);">🔑 LLM
<input type="password" id="ai-gemini-key" class="form-control"
placeholder="AIza...">
</div>
<div id="ai-openai-fields" style="display:none;">
<div class="form-group" style="margin-bottom:16px;">
<label>Base URL</label>
<input type="text" id="ai-openai-url" class="form-control"
placeholder="http://127.0.0.1:4000/v1">
</div>
<div class="form-group" style="margin-bottom:16px;">
<label>API Key <span style="color:#888;font-size:12px;">(leave empty if not required)</span></label>
<input type="password" id="ai-openai-key" class="form-control"
placeholder="not-needed">
</div>
</div>
<div class="form-group" style="margin-bottom:16px;">
<label>Model</label>
<select id="ai-model" class="form-control">
<option value="">Select a provider and enter API key first</option>
</select>
<input type="text" id="ai-model-text" class="form-control" style="display:none;margin-top:8px;"
placeholder="e.g. qwen3-coder-30b">
</div>
<div class="form-group" style="margin-bottom:16px;">
<label>Health Check Interval</label>
Expand Down
Loading