From eca41798bdd8ea1ee54d4cbaa6ab3c7518a5b2b2 Mon Sep 17 00:00:00 2001 From: claude Date: Sun, 2 Aug 2026 22:44:10 +0400 Subject: [PATCH] mavgpud: turn gemma's thinking off in the chat template (V-489) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Owner's call, 02-08-2026. Without it the 12B spends the reply budget on reasoning tokens and answers empty at low max_tokens. Verified on the box: "Столица Франции?" now answers "Париж" with no reasoning_content. --- deploy/mavgpud.json | 1 + 1 file changed, 1 insertion(+) diff --git a/deploy/mavgpud.json b/deploy/mavgpud.json index fb33c2f..41d001d 100644 --- a/deploy/mavgpud.json +++ b/deploy/mavgpud.json @@ -15,6 +15,7 @@ "--batch-size", "2048", "--ubatch-size", "512", "--jinja", + "--chat-template-kwargs", "{\"enable_thinking\":false}", "--spec-type", "draft-mtp", "--spec-draft-n-max", "2" ],