From db82d99fa6ff658fc047d7f34751777f40bd7157 Mon Sep 17 00:00:00 2001 From: Jiaqi Liao <30439460+SkqLiao@users.noreply.github.com> Date: Fri, 30 Jan 2026 14:09:38 +0800 Subject: [PATCH] feat: add fallback expert prefix lookup in loader.py from kimi_k2.5 (#1822) --- kt-kernel/python/utils/loader.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/kt-kernel/python/utils/loader.py b/kt-kernel/python/utils/loader.py index a9e6875c..50b9b759 100644 --- a/kt-kernel/python/utils/loader.py +++ b/kt-kernel/python/utils/loader.py @@ -615,7 +615,12 @@ class CompressedSafeTensorLoader(SafeTensorLoader): expert_idx += 1 if expert_idx == 0: - raise ValueError(f"No experts found for key {experts_prefix}") + experts_prefix = f"language_model.{base_key}.mlp.experts" + expert_idx = 0 + while self.has_tensor(f"{experts_prefix}.{expert_idx}.up_proj.weight_packed"): + expert_idx += 1 + if expert_idx == 0: + raise ValueError(f"No experts found for key {experts_prefix}") def load_projection(proj_name: str): weight_entries = []