chore(poly-norm): update README and build artifacts

README.md

@@ -1,4 +1,26 @@
 ---
 tags:
 - kernel
----
+---
+
+# Activation
+
+Activation is a python package that contains custom CUDA-based activation kernels, primarily targeting AMD GPUs.
+
+- Currently implemented
+  - [PolyNorm](https://arxiv.org/html/2411.03884v1)
+
+## Usage
+
+```python
+import torch
+from kernels import get_kernel
+
+activation = get_kernel("motif-technologies/activation")
+
+torch.set_default_device("cuda")
+poly_norm = activation.layers.PolyNorm(eps=1e-6)
+x = torch.randn(10, 10)
+
+print(poly_norm(x))
+```

build/torch26-cxx11-rocm62-x86_64-linux/activation/{_activation_44e9845_dirty.abi3.so → _activation_afd2a56_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:527e5aac540e24dc3791fd423fea23f687ea3cffdb627c6a6e35f4df1aa7dec4
+oid sha256:786b0de9d0e49b4b35659ed6f257a4ed620186266cff7e909a69d4eca9ced89d
 size 2460736

build/torch26-cxx11-rocm62-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_44e9845_dirty
-ops = torch.ops._activation_44e9845_dirty
+from . import _activation_afd2a56_dirty
+ops = torch.ops._activation_afd2a56_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_44e9845_dirty::{op_name}"
+    return f"_activation_afd2a56_dirty::{op_name}"

build/torch26-cxx11-rocm62-x86_64-linux/activation/layers.py

@@ -5,7 +5,7 @@ from .poly_norm import PolyNormFunction
 
 
 class PolyNorm(nn.Module):
-    def __init__(self, eps):
+    def __init__(self, eps=1e-6):
         super().__init__()
         self.weight = torch.nn.Parameter(torch.ones(3) / 3)
         self.bias = torch.nn.Parameter(torch.zeros(1))

build/torch27-cxx11-rocm63-x86_64-linux/activation/{_activation_44e9845_dirty.abi3.so → _activation_afd2a56_dirty.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3e00863b72834e1d121e377e41724b1479703051aed7d9d8a64019d6a92bf54
+oid sha256:56ecd54f469047866ceeefd9bfea7cfddd2126bc9c21ff110ba0308e337cf61d
 size 2447432

build/torch27-cxx11-rocm63-x86_64-linux/activation/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _activation_44e9845_dirty
-ops = torch.ops._activation_44e9845_dirty
+from . import _activation_afd2a56_dirty
+ops = torch.ops._activation_afd2a56_dirty
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_activation_44e9845_dirty::{op_name}"
+    return f"_activation_afd2a56_dirty::{op_name}"

build/torch27-cxx11-rocm63-x86_64-linux/activation/layers.py

@@ -5,7 +5,7 @@ from .poly_norm import PolyNormFunction
 
 
 class PolyNorm(nn.Module):
-    def __init__(self, eps):
+    def __init__(self, eps=1e-6):
         super().__init__()
         self.weight = torch.nn.Parameter(torch.ones(3) / 3)
         self.bias = torch.nn.Parameter(torch.zeros(1))