RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-02-06 06:23:15 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

None for load config

Browse Source
This commit is contained in:
chenxl 2024-08-22 15:52:25 +00:00
parent 1f85db3d73
commit b9f0819a86
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ktransformers/server/backend/interfaces/ktransformers.py
View File

@ -25,7 +25,7 @@ class KTransformersInterface(TransformersInterface):
with torch.device("meta"): with torch.device("meta"):
self.model=custom_models[config.architectures[0]](config) self.model=custom_models[config.architectures[0]](config)
if default_args.optimize_config_path is not None: if default_args.optimize_config_path is None:
optimize_rule_path = default_optimize_rules[config.architectures[0]] optimize_rule_path = default_optimize_rules[config.architectures[0]]
else: else:
optimize_rule_path = args.optimize_config_path optimize_rule_path = args.optimize_config_path