Repository navigation
Expand file tree
/
Copy pathconfig.yaml
More file actions
99 lines (90 loc) · 2.67 KB
/
Copy pathconfig.yaml
File metadata and controls
99 lines (90 loc) · 2.67 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
model_translations:
default: gpt-4o
kavya-m1: gpt-4o
kavya-m1-eu: mistral/mistral-large-latest
kavya-m1-fast: gemini/gemini-2.5-flash
# Web search configuration
web_search:
need_threshold: 30 # Score above this threshold triggers web search
# Fallback configurations for different models
fallback_configs:
kavya-m1:
models:
- gpt-4o
- xai/grok-3
- mistral/mistral-large-latest
- anthropic/claude-sonnet-4-20250514
- gemini/gemini-2.5-pro
- gpt-4o-mini
- gemini/gemini-2.5-flash
max_retries: 1
retry_delay: 1
kavya-m1-eu:
models:
- mistral/mistral-large-latest # Primary model
- mistral/mistral-medium-latest # First fallback
- mistral/mistral-small-latest # Second fallback
max_retries: 1
retry_delay: 1
kavya-m1-fast:
models:
- gemini/gemini-2.5-flash
- mistral/mistral-small-latest
- anthropic/claude-3-5-haiku-latest
max_retries: 1
retry_delay: 1
general_settings:
basic_router_max_chars: 5000 # Maximum characters to analyze in prompt for basic router decisions
provider_max_retries: 1 # Maximum retries per provider in the fallback chain
# Provider definitions for fallback handling
provider_configs:
openai:
models:
- gpt-4o
anthropic:
models:
- anthropic/claude-sonnet-4-20250514
- anthropic/claude-3-5-haiku-latest
mistral:
models:
- mistral/mistral-large-latest
- mistral/mistral-medium-latest
gemini:
models:
- gemini/gemini-2.5-pro
- gemini/gemini-2.5-flash
groq:
models:
- groq/llama3-70b-8192
xai:
models:
- xai/grok-3
- xai/grok-3-mini-beta
# Server configuration
server:
port: 8080
workers: 2
# Database configuration
database:
pool_size: 5
max_overflow: 10
pool_timeout: 20000 # milliseconds (20 seconds)
pool_recycle: 1800000 # milliseconds (30 minutes)
max_retries: 5
retry_backoff: 500 # milliseconds (0.5 seconds)
connect_timeout: 10000 # milliseconds (10 seconds)
validation_interval: 180000 # milliseconds (3 minutes)
default_balances:
token_balance_in: 3000000
token_balance_out: 1000000
word_balance: 10000
# Cache configuration
cache:
maximum_data_age: 60 # seconds
# Controller configuration
controller:
default_chunk_size: 10
longwriter_word_threshold: 1000
longwriter_only_args:
- "allowed_html_tags"
- "allowed_html_classes"