-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.example.toml
More file actions
82 lines (72 loc) · 1.87 KB
/
config.example.toml
File metadata and controls
82 lines (72 loc) · 1.87 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
# Mamba Agents Configuration
# Copy this file to config.toml and customize as needed
[model_backend]
base_url = "http://localhost:11434/v1"
model = "llama3.2"
# api_key = "your-api-key-here" # Use environment variable instead
timeout = 30.0
max_retries = 3
temperature = 0.7
# max_tokens = 4096 # Uncomment to set max tokens
[logging]
level = "INFO"
structured = false
include_request_body = false
include_response_body = false
body_size_limit = 1024
include_correlation_id = true
redact_authorization = true
redact_api_keys = true
[observability]
request_id_format = "uuid4"
propagate_trace_context = true
enable_otel_instrumentation = false
metrics_enabled = true
[retry]
retry_level = 2 # 1=conservative, 2=balanced, 3=aggressive
initial_backoff_seconds = 1.0
max_backoff_seconds = 60.0
circuit_breaker_threshold = 5
circuit_breaker_timeout = 30.0
[token_tracking]
encoding = "cl100k_base"
cache_tokenizer = true
safety_margin = 0.05 # 5% safety margin for context window
[context]
strategy = "sliding_window"
trigger_threshold_tokens = 100000
target_tokens = 80000
preserve_recent_turns = 10
preserve_system_prompt = true
[prompts]
prompts_dir = "prompts"
default_version = "v1"
file_extension = ".jinja2"
enable_caching = true
strict_mode = false
# MCP Server Configuration (optional)
# [[mcp_servers]]
# name = "filesystem"
# transport = "stdio"
# command = "npx"
# args = ["-y", "@modelcontextprotocol/server-filesystem", "/data"]
# timeout = 30.0
# read_timeout = 300.0
# [[mcp_servers]]
# name = "sse-api"
# transport = "sse"
# url = "http://localhost:8080/sse"
# tool_prefix = "sse"
# [mcp_servers.auth]
# type = "api_key"
# key_env = "MCP_SSE_API_KEY"
# [[mcp_servers]]
# name = "http-api"
# transport = "streamable_http"
# url = "http://localhost:8080/mcp"
# tool_prefix = "http"
# timeout = 60.0
# read_timeout = 300.0
# [mcp_servers.auth]
# type = "api_key"
# key_env = "MCP_HTTP_API_KEY"