gueraf commited on
Commit
5398e25
·
verified ·
1 Parent(s): 8ca623a

dropout_layer_norm kernels build: torch2.9 cu12.8 cp312 sm80/90/100/120 (odyssey-v2.8.3-fused-1)

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ build/torch29-cxx11-cu128-aarch64-linux/dropout_layer_norm/dropout_layer_norm.cpython-312-aarch64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
37
+ build/torch29-cxx11-cu128-x86_64-linux/dropout_layer_norm/dropout_layer_norm.cpython-312-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - kernel
4
+ ---
5
+
6
+ # dropout_layer_norm
7
+
8
+ Pre-built `dropout_layer_norm` CUDA extension from `csrc/layer_norm` of the
9
+ [odysseyml/flash-attention](https://github.com/odysseyml/flash-attention) fork
10
+ (tag `odyssey-v2.8.3-fused-1`), repackaged in HF kernels build-variant layout.
11
+
12
+ Provides fused (dropout + residual add + LayerNorm/RMSNorm):
13
+ `dropout_add_ln_fwd`, `dropout_add_ln_bwd`,
14
+ `dropout_add_ln_parallel_residual_fwd`, `dropout_add_ln_parallel_residual_bwd`.
15
+
16
+ Built for torch 2.9 / cu12.8 / cp312, sm_80/90/100/120 (x86_64 + aarch64).
17
+
18
+ ```python
19
+ from kernels import get_kernel
20
+
21
+ dropout_layer_norm = get_kernel("odyssey-systems/dropout-layer-norm")
22
+ ```
build/torch29-cxx11-cu128-aarch64-linux/dropout_layer_norm/__init__.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Pre-built CUDA extension from the flash-attention csrc tree (odysseyml fork).
2
+
3
+ Packaged in HF kernels build-variant layout so it loads via
4
+ ``kernels.get_kernel("odyssey-systems/dropout_layer_norm")``.
5
+ The shared library was compiled for sm_80/90/100/120
6
+ (see https://github.com/odysseyml/flash-attention).
7
+ """
8
+
9
+ import importlib.util
10
+ from pathlib import Path
11
+
12
+ # The extension's PyInit_* symbol is derived from the module name passed to
13
+ # the loader, so the spec name must exactly equal the .so module name.
14
+ _so_path = next(Path(__file__).parent.glob("dropout_layer_norm*.so"))
15
+ _spec = importlib.util.spec_from_file_location("dropout_layer_norm", _so_path)
16
+ _ext = importlib.util.module_from_spec(_spec)
17
+ _spec.loader.exec_module(_ext)
18
+
19
+ globals().update({_name: getattr(_ext, _name) for _name in dir(_ext) if not _name.startswith("_")})
20
+
21
+ del _name, _ext, _spec, _so_path, importlib, Path
build/torch29-cxx11-cu128-aarch64-linux/dropout_layer_norm/dropout_layer_norm.cpython-312-aarch64-linux-gnu.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb431ebaceb7b12f0a5ad50eeca97d1aeaec16d13bbdedf807cae8a5dc18c2cb
3
+ size 1258734424
build/torch29-cxx11-cu128-x86_64-linux/dropout_layer_norm/__init__.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Pre-built CUDA extension from the flash-attention csrc tree (odysseyml fork).
2
+
3
+ Packaged in HF kernels build-variant layout so it loads via
4
+ ``kernels.get_kernel("odyssey-systems/dropout_layer_norm")``.
5
+ The shared library was compiled for sm_80/90/100/120
6
+ (see https://github.com/odysseyml/flash-attention).
7
+ """
8
+
9
+ import importlib.util
10
+ from pathlib import Path
11
+
12
+ # The extension's PyInit_* symbol is derived from the module name passed to
13
+ # the loader, so the spec name must exactly equal the .so module name.
14
+ _so_path = next(Path(__file__).parent.glob("dropout_layer_norm*.so"))
15
+ _spec = importlib.util.spec_from_file_location("dropout_layer_norm", _so_path)
16
+ _ext = importlib.util.module_from_spec(_spec)
17
+ _spec.loader.exec_module(_ext)
18
+
19
+ globals().update({_name: getattr(_ext, _name) for _name in dir(_ext) if not _name.startswith("_")})
20
+
21
+ del _name, _ext, _spec, _so_path, importlib, Path
build/torch29-cxx11-cu128-x86_64-linux/dropout_layer_norm/__pycache__/__init__.cpython-312.pyc ADDED
Binary file (1.39 kB). View file
 
build/torch29-cxx11-cu128-x86_64-linux/dropout_layer_norm/dropout_layer_norm.cpython-312-x86_64-linux-gnu.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ae8a09f42c4c44a01120b1e881f9966dada8eb4acdb5263297ff8b21305bbc5
3
+ size 1259466744