RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-01-19 21:03:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

typo fix: KMisrtal -> KMistral

Browse Source
This commit is contained in:
xhedit 2024-09-12 15:58:01 +00:00
parent 3ed8a0437f
commit 234faf7987
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ktransformers/operators/experts.py
View File

@ -727,7 +727,7 @@ class KDeepseekV2MoE(BaseInjectedModule, DeepseekV2MoE):
)
return final_out
class KMisrtalSparseMoEBlock(BaseInjectedModule, MixtralSparseMoeBlock):
class KMistralSparseMoEBlock(BaseInjectedModule, MixtralSparseMoeBlock):
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
""" """

2
ktransformers/optimize/optimize_rules/Mixtral.yaml
View File

@ -19,7 +19,7 @@
name: "^model\\.layers\\..*\\.block_sparse_moe$"
class: ktransformers.models.modeling_mixtral.MixtralSparseMoeBlock
replace:
class: ktransformers.operators.experts.KMisrtalSparseMoEBlock
class: ktransformers.operators.experts.KMistralSparseMoEBlock
- match:
name: "^model\\.layers\\..*\\.block_sparse_moe\\.experts$"
replace: