add config file

huggingface · Feb 10, 2025 · 5afbc1a · 5afbc1a
1 parent 140792b
commit 5afbc1a
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/examples/model_configs/litellm_model.yaml b/examples/model_configs/litellm_model.yaml
@@ -0,0 +1,13 @@
+model:
+  base_params:
+    model_name: "openai/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
+    base_url: "https://router.huggingface.co/hf-inference/v1"
+    api_key: ""
+  generation:
+    temperature: 0.5
+    max_new_tokens: 111
+    stop_tokens: ["AnJsk"]
+    top_p: 0.9
+    seed: 0
+    repetition_penalty: 1.0
+    frequency_penalty: 0.0