28 lines
669 B
TOML
28 lines
669 B
TOML
# Global LLM configuration
|
|
[llm]
|
|
model = "claude-3-5-sonnet"
|
|
base_url = "https://api.openai.com/v1"
|
|
api_key = "sk-..."
|
|
max_tokens = 4096
|
|
temperature = 0.0
|
|
|
|
# [llm] #AZURE OPENAI:
|
|
# api_type= 'azure'
|
|
# model = "YOUR_MODEL_NAME" #"gpt-4o-mini"
|
|
# base_url = "{YOUR_AZURE_ENDPOINT.rstrip('/')}/openai/deployments/{AZURE_DEPOLYMENT_ID}"
|
|
# api_key = "AZURE API KEY"
|
|
# max_tokens = 8096
|
|
# temperature = 0.0
|
|
# api_version="AZURE API VERSION" #"2024-08-01-preview"
|
|
|
|
# Optional configuration for specific LLM models
|
|
[llm.vision]
|
|
model = "claude-3-5-sonnet"
|
|
base_url = "https://api.openai.com/v1"
|
|
api_key = "sk-..."
|
|
|
|
# Server configuration
|
|
[server]
|
|
host = "localhost"
|
|
port = 5172
|