Add local LLM configuration and tool demo

2026-09-21 10:35:44 -03:00
parent 162e03dad2
commit 4a2a00966d
3 changed files with 118 additions and 0 deletions
@@ -0,0 +1,10 @@
+model_list:
+  - model_name: qwen2.5-coder:14b
+    litellm_params:
+      model: ollama_chat/qwen2.5-coder:14b
+      api_base: http://127.0.0.1:11434
+      max_tokens: 4096
+
+litellm_settings:
+  drop_params: true
+  json_to_tool_call: true