Make Qwen 8B work with TextGenerate node. (#13160)

2026-03-25 20:21:44 -07:00
parent 3eba2dcf2d
commit 2a1f402601
2 changed files with 8 additions and 1 deletions
@@ -224,7 +224,7 @@ class Qwen3_8BConfig:
    k_norm = "gemma3"
    rope_scale = None
    final_norm: bool = True
-    lm_head: bool = False
+    lm_head: bool = True
    stop_tokens = [151643, 151645]

@dataclass
@@ -912,6 +912,9 @@ class BaseGenerate:
 class BaseQwen3:
    def logits(self, x):
        input = x[:, -1:]
+        if self.model.config.lm_head:
+            return self.model.lm_head(input)
+
        module = self.model.embed_tokens

        offload_stream = None