Files
llm-server-setup/litellm_config.yaml

11 lines
236 B
YAML

model_list:
- model_name: qwen2.5-coder:14b
litellm_params:
model: ollama_chat/qwen2.5-coder:14b
api_base: http://127.0.0.1:11434
max_tokens: 4096
litellm_settings:
drop_params: true
json_to_tool_call: true