From 90eb87b3fca3c6c13805d7f80c86833f379d5fe7 Mon Sep 17 00:00:00 2001
From: Atream <80757050+Atream@users.noreply.github.com>
Date: Wed, 26 Feb 2025 21:53:50 +0800
Subject: [PATCH] Update DeepSeek-V3-Chat-multi-gpu-marlin.yaml

---
 .../optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml     | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml b/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml
index 6b39121..e04c6ce 100644
--- a/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml
+++ b/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml
@@ -168,5 +168,5 @@
   replace:
     class: "default"
     kwargs:
-      generate_device: "cuda:0"
-      prefill_device: "cuda:0"
+      generate_device: "cuda:1"
+      prefill_device: "cuda:1"