mirrors/LlamaFactory
2
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-06-17 02:27:23 +00:00
Code Issues Projects Releases Packages Wiki Activity

[fix] fix liger kernel patch for npu (#10583)

Browse source
This commit is contained in:
jiaqiw09 2026-06-16 18:21:52 +08:00 • committed by GitHub
commit 8669a22e9c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/llamafactory/model/model_utils/liger_kernel.py
View file

@ -16,6 +16,7 @@ import inspect
from typing import TYPE_CHECKING
from ...extras import logging
from ...extras.misc import get_device_name
if TYPE_CHECKING:
@ -99,5 +100,12 @@ def apply_liger_kernel(
else:
kwargs = {}
if get_device_name() == "npu":
import torch
if "Ascend910" not in torch.npu.get_device_name(0):
kwargs["swiglu"] = False
kwargs["fused_linear_cross_entropy"] = False
apply_liger_kernel(**kwargs)
logger.info_rank0("Liger kernel has been applied to the model.")