tool: add kv overrides to start command (win)
Browse files
DeepSeek-V2-Chat.q2_k.gguf/download_and_run.bat
CHANGED
|
@@ -27,6 +27,11 @@ server.exe ^
|
|
| 27 |
-m DeepSeek-V2-Chat.q2_k.gguf ^
|
| 28 |
-c 4096 ^
|
| 29 |
-i ^
|
| 30 |
-
--mlock
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
|
| 32 |
endlocal
|
|
|
|
| 27 |
-m DeepSeek-V2-Chat.q2_k.gguf ^
|
| 28 |
-c 4096 ^
|
| 29 |
-i ^
|
| 30 |
+
--mlock ^
|
| 31 |
+
--override-kv deepseek2.attention.q_lora_rank=int:1536 ^
|
| 32 |
+
--override-kv deepseek2.attention.kv_lora_rank=int:512 ^
|
| 33 |
+
--override-kv deepseek2.expert_shared_count=int:2 ^
|
| 34 |
+
--override-kv deepseek2.expert_feed_forward_length=int:1536 ^
|
| 35 |
+
--override-kv deepseek2.leading_dense_block_count=int:1
|
| 36 |
|
| 37 |
endlocal
|