update bid to match each layers MTP source (#23237)

* update bid to match each layers MTP source * Update conversion/qwen.py Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com> --------- Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
2026-05-17 21:37:12 -07:00
parent dd7cad7197
commit 1867a0c692
1 changed files with 1 additions and 0 deletions
@@ -600,6 +600,7 @@ class _Qwen35MtpMixin:
            if name.find("layers.") != -1:
                assert bid is not None
                name = name.replace(f"mtp.layers.{bid}", f"model.layers.{bid + n_layer}")
+                bid = bid + n_layer
            else:
                remapper = {
                    "mtp.fc":                    "model.layers.{bid}.eh_proj",