RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-02-04 13:33:12 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #52 from UnicornChan/fix-bug-load-config

Browse Source 
Fix: None for load config
This commit is contained in:
UnicornChan 2024-08-22 23:54:17 +08:00 committed by GitHub
commit 0f054fe4ff
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ktransformers/server/backend/interfaces/ktransformers.py
View File

@ -25,7 +25,7 @@ class KTransformersInterface(TransformersInterface):
with torch.device("meta"): with torch.device("meta"):
self.model=custom_models[config.architectures[0]](config) self.model=custom_models[config.architectures[0]](config)
if default_args.optimize_config_path is not None: if default_args.optimize_config_path is None:
optimize_rule_path = default_optimize_rules[config.architectures[0]] optimize_rule_path = default_optimize_rules[config.architectures[0]]
else: else:
optimize_rule_path = args.optimize_config_path optimize_rule_path = args.optimize_config_path