23 lines
591 B
TOML
23 lines
591 B
TOML
# Global LLM configuration
|
|
[llm]
|
|
model = "claude-3-5-sonnet"
|
|
base_url = "https://api.openai.com/v1"
|
|
api_key = "sk-..."
|
|
max_tokens = 4096
|
|
temperature = 0.0
|
|
|
|
[llm] #AZURE OPENAI:
|
|
api_type= 'azure'
|
|
model = "YOUR_MODEL_NAME" #"gpt-4o-mini"
|
|
base_url = "{YOUR_AZURE_ENDPOINT.rstrip('/')}/openai/deployments/{AZURE_DEPOLYMENT_ID}"
|
|
api_key = "AZURE API KEY"
|
|
max_tokens = 8096
|
|
temperature = 0.0
|
|
api_version="AZURE API VERSION" #"2024-08-01-preview"
|
|
|
|
# Optional configuration for specific LLM models
|
|
[llm.vision]
|
|
model = "claude-3-5-sonnet"
|
|
base_url = "https://api.openai.com/v1"
|
|
api_key = "sk-..."
|