RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-02-06 22:55:50 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

[fix] f16 dequantize device ignored

Browse Source
This commit is contained in:
molamooo 2024-08-22 15:10:06 +08:00 committed by GitHub
parent cbc47d0b68
commit 29f4151ebc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ktransformers/util/custom_gguf.py
View File

@ -681,7 +681,7 @@ def dequantize_f16_gpu(data, device):
res = torch.from_numpy(data) res = torch.from_numpy(data)
res_gpu = torch.empty_like(res, device=device) res_gpu = torch.empty_like(res, device=device)
res_gpu.copy_(res) res_gpu.copy_(res)
return res return res_gpu
GGML_DEQUANTIZE = { GGML_DEQUANTIZE = {
"F32": dequantize_f32, "F32": dequantize_f32,