claude
eca41798bd
Owner's call, 02-08-2026. Without it the 12B spends the reply budget on reasoning tokens and answers empty at low max_tokens. Verified on the box: "Столица Франции?" now answers "Париж" with no reasoning_content.
33 lines
826 B
JSON
33 lines
826 B
JSON
{
|
|
"listen": ":8080",
|
|
"llama_addr": "127.0.0.1:10000",
|
|
"llama_bin": "llama-server",
|
|
"llama_args": [
|
|
"-m", "/mnt/D/AI/gemma4/gemma-4-12B-it-qat-UD-Q4_K_XL.gguf",
|
|
"-md", "/mnt/D/AI/gemma4/mtp-gemma-4-12B-it-BF16.gguf",
|
|
"-ngl", "99",
|
|
"-fa", "on",
|
|
"-np", "1",
|
|
"--host", "127.0.0.1",
|
|
"--port", "10000",
|
|
"--ctx-size", "32768",
|
|
"--threads", "6",
|
|
"--batch-size", "2048",
|
|
"--ubatch-size", "512",
|
|
"--jinja",
|
|
"--chat-template-kwargs", "{\"enable_thinking\":false}",
|
|
"--spec-type", "draft-mtp",
|
|
"--spec-draft-n-max", "2"
|
|
],
|
|
|
|
"kfd_root": "/sys/class/kfd/kfd/proc",
|
|
"drm_device": "/sys/class/drm/card1/device",
|
|
|
|
"poll": "1s",
|
|
"idle_timeout": "15m",
|
|
"stop_grace": "20s",
|
|
"min_free_vram_bytes": 10737418240,
|
|
"evict_after_polls": 2,
|
|
"start_after_polls": 5
|
|
}
|