From a72dc6ed151c6117f9282eed94d1f0685f51d0f1 Mon Sep 17 00:00:00 2001 From: anyanqilin <1668068727@qq.com> Date: Wed, 30 Oct 2024 10:16:45 +0000 Subject: [PATCH] wjh change --- ktransformers/local_chat.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ktransformers/local_chat.py b/ktransformers/local_chat.py index 3e0d2ef..41f98a1 100644 --- a/ktransformers/local_chat.py +++ b/ktransformers/local_chat.py @@ -9,11 +9,11 @@ import asyncio import os import platform import sys - -from ktransformers.server.args import ArgumentParser - project_dir = os.path.dirname(os.path.dirname(__file__)) sys.path.insert(0, project_dir) +from ktransformers.server.args import ArgumentParser + + from ktransformers.models.modeling_deepseek import DeepseekV2ForCausalLM from ktransformers.models.modeling_qwen2_moe import Qwen2MoeForCausalLM from ktransformers.models.modeling_llama import LlamaForCausalLM