diff --git a/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml b/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml index 6b39121..e04c6ce 100644 --- a/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml +++ b/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml @@ -168,5 +168,5 @@ replace: class: "default" kwargs: - generate_device: "cuda:0" - prefill_device: "cuda:0" + generate_device: "cuda:1" + prefill_device: "cuda:1"