Upload custom kernels
Browse files
build/torch-universal/liger_kernels/__init__.py
CHANGED
@@ -1,16 +1,16 @@
|
|
1 |
-
from cross_entropy import LigerCrossEntropyFunction
|
2 |
-
from fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
3 |
-
from dyt import LigerDyTFunction
|
4 |
-
from geglu import LigerGELUMulFunction
|
5 |
-
from group_norm import LigerGroupNormFunction
|
6 |
-
from kl_div import LigerKLDivLossFunction
|
7 |
-
from layer_norm import LigerLayerNormFunction
|
8 |
-
from qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
9 |
-
from rms_norm import LigerRMSNormFunction
|
10 |
-
from jsd import LigerJSDFunction
|
11 |
-
from rope import LigerRopeFunction
|
12 |
-
from swiglu import LigerSiLUMulFunction
|
13 |
-
from tvd import LigerTVDLossFunction
|
14 |
|
15 |
__all__ = [
|
16 |
"LigerCrossEntropyFunction",
|
|
|
1 |
+
from .cross_entropy import LigerCrossEntropyFunction
|
2 |
+
from .fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
3 |
+
from .dyt import LigerDyTFunction
|
4 |
+
from .geglu import LigerGELUMulFunction
|
5 |
+
from .group_norm import LigerGroupNormFunction
|
6 |
+
from .kl_div import LigerKLDivLossFunction
|
7 |
+
from .layer_norm import LigerLayerNormFunction
|
8 |
+
from .qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
9 |
+
from .rms_norm import LigerRMSNormFunction
|
10 |
+
from .jsd import LigerJSDFunction
|
11 |
+
from .rope import LigerRopeFunction
|
12 |
+
from .swiglu import LigerSiLUMulFunction
|
13 |
+
from .tvd import LigerTVDLossFunction
|
14 |
|
15 |
__all__ = [
|
16 |
"LigerCrossEntropyFunction",
|
build/torch-universal/liger_kernels/_ops.py
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
import torch
|
2 |
-
ops = torch.ops.
|
3 |
|
4 |
def add_op_namespace_prefix(op_name: str):
|
5 |
"""
|
6 |
Prefix op by namespace.
|
7 |
"""
|
8 |
-
return f"
|
|
|
1 |
import torch
|
2 |
+
ops = torch.ops._liger_kernels_20250505100655
|
3 |
|
4 |
def add_op_namespace_prefix(op_name: str):
|
5 |
"""
|
6 |
Prefix op by namespace.
|
7 |
"""
|
8 |
+
return f"_liger_kernels_20250505100655::{op_name}"
|
torch-ext/liger_kernels/__init__.py
CHANGED
@@ -1,16 +1,16 @@
|
|
1 |
-
from cross_entropy import LigerCrossEntropyFunction
|
2 |
-
from fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
3 |
-
from dyt import LigerDyTFunction
|
4 |
-
from geglu import LigerGELUMulFunction
|
5 |
-
from group_norm import LigerGroupNormFunction
|
6 |
-
from kl_div import LigerKLDivLossFunction
|
7 |
-
from layer_norm import LigerLayerNormFunction
|
8 |
-
from qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
9 |
-
from rms_norm import LigerRMSNormFunction
|
10 |
-
from jsd import LigerJSDFunction
|
11 |
-
from rope import LigerRopeFunction
|
12 |
-
from swiglu import LigerSiLUMulFunction
|
13 |
-
from tvd import LigerTVDLossFunction
|
14 |
|
15 |
__all__ = [
|
16 |
"LigerCrossEntropyFunction",
|
|
|
1 |
+
from .cross_entropy import LigerCrossEntropyFunction
|
2 |
+
from .fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
3 |
+
from .dyt import LigerDyTFunction
|
4 |
+
from .geglu import LigerGELUMulFunction
|
5 |
+
from .group_norm import LigerGroupNormFunction
|
6 |
+
from .kl_div import LigerKLDivLossFunction
|
7 |
+
from .layer_norm import LigerLayerNormFunction
|
8 |
+
from .qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
9 |
+
from .rms_norm import LigerRMSNormFunction
|
10 |
+
from .jsd import LigerJSDFunction
|
11 |
+
from .rope import LigerRopeFunction
|
12 |
+
from .swiglu import LigerSiLUMulFunction
|
13 |
+
from .tvd import LigerTVDLossFunction
|
14 |
|
15 |
__all__ = [
|
16 |
"LigerCrossEntropyFunction",
|