new builds
Browse files- build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__init__.py +7 -15
 - build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/_ops.py +3 -3
 - build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so} +1 -1
 - build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/layers.py +15 -0
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__init__.py +7 -15
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/_ops.py +3 -3
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so} +2 -2
 - build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/layers.py +15 -0
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__init__.py +7 -15
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc +0 -0
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/_ops.py +3 -3
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so} +1 -1
 - build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/layers.py +15 -0
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__init__.py +7 -15
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/_ops.py +3 -3
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so} +2 -2
 - build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/layers.py +15 -0
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__init__.py +7 -15
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/_ops.py +3 -3
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so} +1 -1
 - build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/layers.py +15 -0
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__init__.py +7 -15
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc +0 -0
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/_ops.py +3 -3
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/_rmsnorm_kernel_20250918082933.abi3.so +3 -0
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/_rmsnorm_kernel_538355f_dirty.abi3.so +0 -3
 - build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/layers.py +15 -0
 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__init__.py
    CHANGED
    
    | 
         @@ -1,21 +1,13 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            import torch.nn as nn
         
     | 
| 3 | 
         | 
| 4 | 
         
             
            from ._ops import ops
         
     | 
| 5 | 
         | 
| 
         | 
|
| 6 | 
         | 
| 7 | 
         
            -
             
     | 
| 8 | 
         
            -
                 
     | 
| 9 | 
         
            -
                variance_epsilon: float
         
     | 
| 10 | 
         | 
| 11 | 
         
            -
             
     | 
| 12 | 
         
            -
             
     | 
| 13 | 
         
            -
             
     | 
| 14 | 
         
            -
             
     | 
| 15 | 
         
            -
                        bias=None,
         
     | 
| 16 | 
         
            -
                        residual=None,
         
     | 
| 17 | 
         
            -
                        eps=self.variance_epsilon,
         
     | 
| 18 | 
         
            -
                        dropout_p=0.0,
         
     | 
| 19 | 
         
            -
                        prenorm=False,
         
     | 
| 20 | 
         
            -
                        residual_in_fp32=False,
         
     | 
| 21 | 
         
            -
                    )
         
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            from ._ops import ops
         
     | 
| 4 | 
         | 
| 5 | 
         
            +
            from . import layers
         
     | 
| 6 | 
         | 
| 7 | 
         
            +
            def rmsnorm_forward(x: torch.Tensor, weight: torch.Tensor) -> torch.Tensor:
         
     | 
| 8 | 
         
            +
                return ops.rmsnorm_forward(x, weight)
         
     | 
| 
         | 
|
| 9 | 
         | 
| 10 | 
         
            +
            __all__ = [
         
     | 
| 11 | 
         
            +
                "layers",
         
     | 
| 12 | 
         
            +
                "rmsnorm_forward",
         
     | 
| 13 | 
         
            +
            ]
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc and b/build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc and b/build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc
    ADDED
    
    | 
         Binary file (995 Bytes). View file 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/_ops.py
    CHANGED
    
    | 
         @@ -1,9 +1,9 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            from . import  
     | 
| 3 | 
         
            -
            ops = torch.ops. 
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            -
                return f" 
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            +
            from . import _rmsnorm_kernel_20250918082933
         
     | 
| 3 | 
         
            +
            ops = torch.ops._rmsnorm_kernel_20250918082933
         
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            +
                return f"_rmsnorm_kernel_20250918082933::{op_name}"
         
     | 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so}
    RENAMED
    
    | 
         @@ -1,3 +1,3 @@ 
     | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256: 
     | 
| 3 | 
         
             
            size 2111512
         
     | 
| 
         | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:dab5f4cfde265a04ba3805ecc82b4f4572e50d3a50e4a4d2aef1b8ccb9d57ba4
         
     | 
| 3 | 
         
             
            size 2111512
         
     | 
    	
        build/torch27-cxx11-cu118-x86_64-linux/rmsnorm_kernel/layers.py
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import torch
         
     | 
| 2 | 
         
            +
            import torch.nn as nn
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            from ._ops import ops
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            class LlamaRMSNorm(nn.Module):
         
     | 
| 8 | 
         
            +
                weight: torch.Tensor
         
     | 
| 9 | 
         
            +
                variance_epsilon: float
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
                def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
         
     | 
| 12 | 
         
            +
                    return ops.rmsnorm_forward(
         
     | 
| 13 | 
         
            +
                        hidden_states,
         
     | 
| 14 | 
         
            +
                        self.weight,
         
     | 
| 15 | 
         
            +
                    )
         
     | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__init__.py
    CHANGED
    
    | 
         @@ -1,21 +1,13 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            import torch.nn as nn
         
     | 
| 3 | 
         | 
| 4 | 
         
             
            from ._ops import ops
         
     | 
| 5 | 
         | 
| 
         | 
|
| 6 | 
         | 
| 7 | 
         
            -
             
     | 
| 8 | 
         
            -
                 
     | 
| 9 | 
         
            -
                variance_epsilon: float
         
     | 
| 10 | 
         | 
| 11 | 
         
            -
             
     | 
| 12 | 
         
            -
             
     | 
| 13 | 
         
            -
             
     | 
| 14 | 
         
            -
             
     | 
| 15 | 
         
            -
                        bias=None,
         
     | 
| 16 | 
         
            -
                        residual=None,
         
     | 
| 17 | 
         
            -
                        eps=self.variance_epsilon,
         
     | 
| 18 | 
         
            -
                        dropout_p=0.0,
         
     | 
| 19 | 
         
            -
                        prenorm=False,
         
     | 
| 20 | 
         
            -
                        residual_in_fp32=False,
         
     | 
| 21 | 
         
            -
                    )
         
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            from ._ops import ops
         
     | 
| 4 | 
         | 
| 5 | 
         
            +
            from . import layers
         
     | 
| 6 | 
         | 
| 7 | 
         
            +
            def rmsnorm_forward(x: torch.Tensor, weight: torch.Tensor) -> torch.Tensor:
         
     | 
| 8 | 
         
            +
                return ops.rmsnorm_forward(x, weight)
         
     | 
| 
         | 
|
| 9 | 
         | 
| 10 | 
         
            +
            __all__ = [
         
     | 
| 11 | 
         
            +
                "layers",
         
     | 
| 12 | 
         
            +
                "rmsnorm_forward",
         
     | 
| 13 | 
         
            +
            ]
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc and b/build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc and b/build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc
    ADDED
    
    | 
         Binary file (995 Bytes). View file 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/_ops.py
    CHANGED
    
    | 
         @@ -1,9 +1,9 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            from . import  
     | 
| 3 | 
         
            -
            ops = torch.ops. 
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            -
                return f" 
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            +
            from . import _rmsnorm_kernel_20250918082933
         
     | 
| 3 | 
         
            +
            ops = torch.ops._rmsnorm_kernel_20250918082933
         
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            +
                return f"_rmsnorm_kernel_20250918082933::{op_name}"
         
     | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so}
    RENAMED
    
    | 
         @@ -1,3 +1,3 @@ 
     | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256: 
     | 
| 3 | 
         
            -
            size  
     | 
| 
         | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:1bcf1972c75c6fbb72321d2498cd67c18fc640be087f368fbdc1d0829e5f6382
         
     | 
| 3 | 
         
            +
            size 2250048
         
     | 
    	
        build/torch27-cxx11-cu126-x86_64-linux/rmsnorm_kernel/layers.py
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import torch
         
     | 
| 2 | 
         
            +
            import torch.nn as nn
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            from ._ops import ops
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            class LlamaRMSNorm(nn.Module):
         
     | 
| 8 | 
         
            +
                weight: torch.Tensor
         
     | 
| 9 | 
         
            +
                variance_epsilon: float
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
                def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
         
     | 
| 12 | 
         
            +
                    return ops.rmsnorm_forward(
         
     | 
| 13 | 
         
            +
                        hidden_states,
         
     | 
| 14 | 
         
            +
                        self.weight,
         
     | 
| 15 | 
         
            +
                    )
         
     | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__init__.py
    CHANGED
    
    | 
         @@ -1,21 +1,13 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            import torch.nn as nn
         
     | 
| 3 | 
         | 
| 4 | 
         
             
            from ._ops import ops
         
     | 
| 5 | 
         | 
| 
         | 
|
| 6 | 
         | 
| 7 | 
         
            -
             
     | 
| 8 | 
         
            -
                 
     | 
| 9 | 
         
            -
                variance_epsilon: float
         
     | 
| 10 | 
         | 
| 11 | 
         
            -
             
     | 
| 12 | 
         
            -
             
     | 
| 13 | 
         
            -
             
     | 
| 14 | 
         
            -
             
     | 
| 15 | 
         
            -
                        bias=None,
         
     | 
| 16 | 
         
            -
                        residual=None,
         
     | 
| 17 | 
         
            -
                        eps=self.variance_epsilon,
         
     | 
| 18 | 
         
            -
                        dropout_p=0.0,
         
     | 
| 19 | 
         
            -
                        prenorm=False,
         
     | 
| 20 | 
         
            -
                        residual_in_fp32=False,
         
     | 
| 21 | 
         
            -
                    )
         
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            from ._ops import ops
         
     | 
| 4 | 
         | 
| 5 | 
         
            +
            from . import layers
         
     | 
| 6 | 
         | 
| 7 | 
         
            +
            def rmsnorm_forward(x: torch.Tensor, weight: torch.Tensor) -> torch.Tensor:
         
     | 
| 8 | 
         
            +
                return ops.rmsnorm_forward(x, weight)
         
     | 
| 
         | 
|
| 9 | 
         | 
| 10 | 
         
            +
            __all__ = [
         
     | 
| 11 | 
         
            +
                "layers",
         
     | 
| 12 | 
         
            +
                "rmsnorm_forward",
         
     | 
| 13 | 
         
            +
            ]
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc and b/build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc and b/build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc
    ADDED
    
    | 
         Binary file (995 Bytes). View file 
     | 
| 
         | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/_ops.py
    CHANGED
    
    | 
         @@ -1,9 +1,9 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            from . import  
     | 
| 3 | 
         
            -
            ops = torch.ops. 
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            -
                return f" 
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            +
            from . import _rmsnorm_kernel_20250918082933
         
     | 
| 3 | 
         
            +
            ops = torch.ops._rmsnorm_kernel_20250918082933
         
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            +
                return f"_rmsnorm_kernel_20250918082933::{op_name}"
         
     | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so}
    RENAMED
    
    | 
         @@ -1,3 +1,3 @@ 
     | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256: 
     | 
| 3 | 
         
             
            size 2506984
         
     | 
| 
         | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:1baa27ab1648e5ca308718ce3c845bbfe6106ced438dce9c4bb6881264ed6354
         
     | 
| 3 | 
         
             
            size 2506984
         
     | 
    	
        build/torch27-cxx11-cu128-x86_64-linux/rmsnorm_kernel/layers.py
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import torch
         
     | 
| 2 | 
         
            +
            import torch.nn as nn
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            from ._ops import ops
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            class LlamaRMSNorm(nn.Module):
         
     | 
| 8 | 
         
            +
                weight: torch.Tensor
         
     | 
| 9 | 
         
            +
                variance_epsilon: float
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
                def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
         
     | 
| 12 | 
         
            +
                    return ops.rmsnorm_forward(
         
     | 
| 13 | 
         
            +
                        hidden_states,
         
     | 
| 14 | 
         
            +
                        self.weight,
         
     | 
| 15 | 
         
            +
                    )
         
     | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__init__.py
    CHANGED
    
    | 
         @@ -1,21 +1,13 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            import torch.nn as nn
         
     | 
| 3 | 
         | 
| 4 | 
         
             
            from ._ops import ops
         
     | 
| 5 | 
         | 
| 
         | 
|
| 6 | 
         | 
| 7 | 
         
            -
             
     | 
| 8 | 
         
            -
                 
     | 
| 9 | 
         
            -
                variance_epsilon: float
         
     | 
| 10 | 
         | 
| 11 | 
         
            -
             
     | 
| 12 | 
         
            -
             
     | 
| 13 | 
         
            -
             
     | 
| 14 | 
         
            -
             
     | 
| 15 | 
         
            -
                        bias=None,
         
     | 
| 16 | 
         
            -
                        residual=None,
         
     | 
| 17 | 
         
            -
                        eps=self.variance_epsilon,
         
     | 
| 18 | 
         
            -
                        dropout_p=0.0,
         
     | 
| 19 | 
         
            -
                        prenorm=False,
         
     | 
| 20 | 
         
            -
                        residual_in_fp32=False,
         
     | 
| 21 | 
         
            -
                    )
         
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            from ._ops import ops
         
     | 
| 4 | 
         | 
| 5 | 
         
            +
            from . import layers
         
     | 
| 6 | 
         | 
| 7 | 
         
            +
            def rmsnorm_forward(x: torch.Tensor, weight: torch.Tensor) -> torch.Tensor:
         
     | 
| 8 | 
         
            +
                return ops.rmsnorm_forward(x, weight)
         
     | 
| 
         | 
|
| 9 | 
         | 
| 10 | 
         
            +
            __all__ = [
         
     | 
| 11 | 
         
            +
                "layers",
         
     | 
| 12 | 
         
            +
                "rmsnorm_forward",
         
     | 
| 13 | 
         
            +
            ]
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc and b/build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc and b/build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc
    ADDED
    
    | 
         Binary file (995 Bytes). View file 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/_ops.py
    CHANGED
    
    | 
         @@ -1,9 +1,9 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            from . import  
     | 
| 3 | 
         
            -
            ops = torch.ops. 
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            -
                return f" 
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            +
            from . import _rmsnorm_kernel_20250918082933
         
     | 
| 3 | 
         
            +
            ops = torch.ops._rmsnorm_kernel_20250918082933
         
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            +
                return f"_rmsnorm_kernel_20250918082933::{op_name}"
         
     | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so}
    RENAMED
    
    | 
         @@ -1,3 +1,3 @@ 
     | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256: 
     | 
| 3 | 
         
            -
            size  
     | 
| 
         | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:965341541164ead5c9220b980a8bfcdadea6b755f64d3a3510ef3a112ecb3961
         
     | 
| 3 | 
         
            +
            size 2198144
         
     | 
    	
        build/torch28-cxx11-cu126-x86_64-linux/rmsnorm_kernel/layers.py
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import torch
         
     | 
| 2 | 
         
            +
            import torch.nn as nn
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            from ._ops import ops
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            class LlamaRMSNorm(nn.Module):
         
     | 
| 8 | 
         
            +
                weight: torch.Tensor
         
     | 
| 9 | 
         
            +
                variance_epsilon: float
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
                def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
         
     | 
| 12 | 
         
            +
                    return ops.rmsnorm_forward(
         
     | 
| 13 | 
         
            +
                        hidden_states,
         
     | 
| 14 | 
         
            +
                        self.weight,
         
     | 
| 15 | 
         
            +
                    )
         
     | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__init__.py
    CHANGED
    
    | 
         @@ -1,21 +1,13 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            import torch.nn as nn
         
     | 
| 3 | 
         | 
| 4 | 
         
             
            from ._ops import ops
         
     | 
| 5 | 
         | 
| 
         | 
|
| 6 | 
         | 
| 7 | 
         
            -
             
     | 
| 8 | 
         
            -
                 
     | 
| 9 | 
         
            -
                variance_epsilon: float
         
     | 
| 10 | 
         | 
| 11 | 
         
            -
             
     | 
| 12 | 
         
            -
             
     | 
| 13 | 
         
            -
             
     | 
| 14 | 
         
            -
             
     | 
| 15 | 
         
            -
                        bias=None,
         
     | 
| 16 | 
         
            -
                        residual=None,
         
     | 
| 17 | 
         
            -
                        eps=self.variance_epsilon,
         
     | 
| 18 | 
         
            -
                        dropout_p=0.0,
         
     | 
| 19 | 
         
            -
                        prenorm=False,
         
     | 
| 20 | 
         
            -
                        residual_in_fp32=False,
         
     | 
| 21 | 
         
            -
                    )
         
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            from ._ops import ops
         
     | 
| 4 | 
         | 
| 5 | 
         
            +
            from . import layers
         
     | 
| 6 | 
         | 
| 7 | 
         
            +
            def rmsnorm_forward(x: torch.Tensor, weight: torch.Tensor) -> torch.Tensor:
         
     | 
| 8 | 
         
            +
                return ops.rmsnorm_forward(x, weight)
         
     | 
| 
         | 
|
| 9 | 
         | 
| 10 | 
         
            +
            __all__ = [
         
     | 
| 11 | 
         
            +
                "layers",
         
     | 
| 12 | 
         
            +
                "rmsnorm_forward",
         
     | 
| 13 | 
         
            +
            ]
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc and b/build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc and b/build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc
    ADDED
    
    | 
         Binary file (995 Bytes). View file 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/_ops.py
    CHANGED
    
    | 
         @@ -1,9 +1,9 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            from . import  
     | 
| 3 | 
         
            -
            ops = torch.ops. 
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            -
                return f" 
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            +
            from . import _rmsnorm_kernel_20250918082933
         
     | 
| 3 | 
         
            +
            ops = torch.ops._rmsnorm_kernel_20250918082933
         
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            +
                return f"_rmsnorm_kernel_20250918082933::{op_name}"
         
     | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/{_rmsnorm_kernel_538355f_dirty.abi3.so → _rmsnorm_kernel_20250918082933.abi3.so}
    RENAMED
    
    | 
         @@ -1,3 +1,3 @@ 
     | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256: 
     | 
| 3 | 
         
             
            size 2446200
         
     | 
| 
         | 
|
| 1 | 
         
             
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:bf1fe9ac30684982254023f11727a267fc62778660dca7f28b7cd4889815f8b1
         
     | 
| 3 | 
         
             
            size 2446200
         
     | 
    	
        build/torch28-cxx11-cu128-x86_64-linux/rmsnorm_kernel/layers.py
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import torch
         
     | 
| 2 | 
         
            +
            import torch.nn as nn
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            from ._ops import ops
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            class LlamaRMSNorm(nn.Module):
         
     | 
| 8 | 
         
            +
                weight: torch.Tensor
         
     | 
| 9 | 
         
            +
                variance_epsilon: float
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
                def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
         
     | 
| 12 | 
         
            +
                    return ops.rmsnorm_forward(
         
     | 
| 13 | 
         
            +
                        hidden_states,
         
     | 
| 14 | 
         
            +
                        self.weight,
         
     | 
| 15 | 
         
            +
                    )
         
     | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__init__.py
    CHANGED
    
    | 
         @@ -1,21 +1,13 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            import torch.nn as nn
         
     | 
| 3 | 
         | 
| 4 | 
         
             
            from ._ops import ops
         
     | 
| 5 | 
         | 
| 
         | 
|
| 6 | 
         | 
| 7 | 
         
            -
             
     | 
| 8 | 
         
            -
                 
     | 
| 9 | 
         
            -
                variance_epsilon: float
         
     | 
| 10 | 
         | 
| 11 | 
         
            -
             
     | 
| 12 | 
         
            -
             
     | 
| 13 | 
         
            -
             
     | 
| 14 | 
         
            -
             
     | 
| 15 | 
         
            -
                        bias=None,
         
     | 
| 16 | 
         
            -
                        residual=None,
         
     | 
| 17 | 
         
            -
                        eps=self.variance_epsilon,
         
     | 
| 18 | 
         
            -
                        dropout_p=0.0,
         
     | 
| 19 | 
         
            -
                        prenorm=False,
         
     | 
| 20 | 
         
            -
                        residual_in_fp32=False,
         
     | 
| 21 | 
         
            -
                    )
         
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            from ._ops import ops
         
     | 
| 4 | 
         | 
| 5 | 
         
            +
            from . import layers
         
     | 
| 6 | 
         | 
| 7 | 
         
            +
            def rmsnorm_forward(x: torch.Tensor, weight: torch.Tensor) -> torch.Tensor:
         
     | 
| 8 | 
         
            +
                return ops.rmsnorm_forward(x, weight)
         
     | 
| 
         | 
|
| 9 | 
         | 
| 10 | 
         
            +
            __all__ = [
         
     | 
| 11 | 
         
            +
                "layers",
         
     | 
| 12 | 
         
            +
                "rmsnorm_forward",
         
     | 
| 13 | 
         
            +
            ]
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc and b/build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/__init__.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc
    CHANGED
    
    | 
         Binary files a/build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc and b/build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/_ops.cpython-313.pyc differ 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/__pycache__/layers.cpython-313.pyc
    ADDED
    
    | 
         Binary file (995 Bytes). View file 
     | 
| 
         | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/_ops.py
    CHANGED
    
    | 
         @@ -1,9 +1,9 @@ 
     | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            -
            from . import  
     | 
| 3 | 
         
            -
            ops = torch.ops. 
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            -
                return f" 
     | 
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 2 | 
         
            +
            from . import _rmsnorm_kernel_20250918082933
         
     | 
| 3 | 
         
            +
            ops = torch.ops._rmsnorm_kernel_20250918082933
         
     | 
| 4 | 
         | 
| 5 | 
         
             
            def add_op_namespace_prefix(op_name: str):
         
     | 
| 6 | 
         
             
                """
         
     | 
| 7 | 
         
             
                Prefix op by namespace.
         
     | 
| 8 | 
         
             
                """
         
     | 
| 9 | 
         
            +
                return f"_rmsnorm_kernel_20250918082933::{op_name}"
         
     | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/_rmsnorm_kernel_20250918082933.abi3.so
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:30f0e8d4fcef2e3dd45c220f58b03a0c5169a2b0971667caf1814812cb3b3038
         
     | 
| 3 | 
         
            +
            size 2458904
         
     | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/_rmsnorm_kernel_538355f_dirty.abi3.so
    DELETED
    
    | 
         @@ -1,3 +0,0 @@ 
     | 
|
| 1 | 
         
            -
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            -
            oid sha256:92b07efad367bee6cbd2371081bbfdf9a53d4fe41b9ebef76250c6a36dba8ad3
         
     | 
| 3 | 
         
            -
            size 2458896
         
     | 
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
    	
        build/torch28-cxx11-cu129-x86_64-linux/rmsnorm_kernel/layers.py
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import torch
         
     | 
| 2 | 
         
            +
            import torch.nn as nn
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            from ._ops import ops
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            class LlamaRMSNorm(nn.Module):
         
     | 
| 8 | 
         
            +
                weight: torch.Tensor
         
     | 
| 9 | 
         
            +
                variance_epsilon: float
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
                def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
         
     | 
| 12 | 
         
            +
                    return ops.rmsnorm_forward(
         
     | 
| 13 | 
         
            +
                        hidden_states,
         
     | 
| 14 | 
         
            +
                        self.weight,
         
     | 
| 15 | 
         
            +
                    )
         
     |