diff --git a/master/.buildinfo b/master/.buildinfo
index 98840ce8d..02e789a6b 100644
--- a/master/.buildinfo
+++ b/master/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 425a19caee966fd0c51df8134917a3e4
+config: b3bec0df8b449b687a369f90243c07af
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/master/.doctrees/environment.pickle b/master/.doctrees/environment.pickle
index 9678a64fa..83fb6f1da 100644
Binary files a/master/.doctrees/environment.pickle and b/master/.doctrees/environment.pickle differ
diff --git a/master/.doctrees/getting-started/installation.doctree b/master/.doctrees/getting-started/installation.doctree
index 46fec9a51..b568bf508 100644
Binary files a/master/.doctrees/getting-started/installation.doctree and b/master/.doctrees/getting-started/installation.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/01-vector-add.doctree b/master/.doctrees/getting-started/tutorials/01-vector-add.doctree
index e67efa910..22dab7cd7 100644
Binary files a/master/.doctrees/getting-started/tutorials/01-vector-add.doctree and b/master/.doctrees/getting-started/tutorials/01-vector-add.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree b/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
index 7db584650..d0c8af1a3 100644
Binary files a/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree and b/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree b/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
index 976d92637..c6bac0f6b 100644
Binary files a/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree and b/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree b/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
index b97769018..4aa33475c 100644
Binary files a/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree and b/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree b/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree
index c4ccdbd58..2f14efeff 100644
Binary files a/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree and b/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/06-fused-attention.doctree b/master/.doctrees/getting-started/tutorials/06-fused-attention.doctree
index 104dc62e7..42a89924b 100644
Binary files a/master/.doctrees/getting-started/tutorials/06-fused-attention.doctree and b/master/.doctrees/getting-started/tutorials/06-fused-attention.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/07-libdevice-function.doctree b/master/.doctrees/getting-started/tutorials/07-libdevice-function.doctree
index 6a7f99a7c..7501c62d9 100644
Binary files a/master/.doctrees/getting-started/tutorials/07-libdevice-function.doctree and b/master/.doctrees/getting-started/tutorials/07-libdevice-function.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/index.doctree b/master/.doctrees/getting-started/tutorials/index.doctree
index 994d056ee..96a5d62f0 100644
Binary files a/master/.doctrees/getting-started/tutorials/index.doctree and b/master/.doctrees/getting-started/tutorials/index.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree b/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree
index 5bb350994..c002bfc95 100644
Binary files a/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree and b/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree differ
diff --git a/master/.doctrees/index.doctree b/master/.doctrees/index.doctree
index 451dc5611..a26d54c3c 100644
Binary files a/master/.doctrees/index.doctree and b/master/.doctrees/index.doctree differ
diff --git a/master/.doctrees/programming-guide/chapter-1/introduction.doctree b/master/.doctrees/programming-guide/chapter-1/introduction.doctree
index ffb513516..c2c51f0dd 100644
Binary files a/master/.doctrees/programming-guide/chapter-1/introduction.doctree and b/master/.doctrees/programming-guide/chapter-1/introduction.doctree differ
diff --git a/master/.doctrees/programming-guide/chapter-2/related-work.doctree b/master/.doctrees/programming-guide/chapter-2/related-work.doctree
index f5691178a..a821db4c9 100644
Binary files a/master/.doctrees/programming-guide/chapter-2/related-work.doctree and b/master/.doctrees/programming-guide/chapter-2/related-work.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.Config.doctree b/master/.doctrees/python-api/generated/triton.Config.doctree
index 6935a4871..6ff1b9374 100644
Binary files a/master/.doctrees/python-api/generated/triton.Config.doctree and b/master/.doctrees/python-api/generated/triton.Config.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.autotune.doctree b/master/.doctrees/python-api/generated/triton.autotune.doctree
index b489a295a..f8f8a5eac 100644
Binary files a/master/.doctrees/python-api/generated/triton.autotune.doctree and b/master/.doctrees/python-api/generated/triton.autotune.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.heuristics.doctree b/master/.doctrees/python-api/generated/triton.heuristics.doctree
index b90c50ada..82219450e 100644
Binary files a/master/.doctrees/python-api/generated/triton.heuristics.doctree and b/master/.doctrees/python-api/generated/triton.heuristics.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.jit.doctree b/master/.doctrees/python-api/generated/triton.jit.doctree
index ba6d3b5f8..c7c54eabc 100644
Binary files a/master/.doctrees/python-api/generated/triton.jit.doctree and b/master/.doctrees/python-api/generated/triton.jit.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.arange.doctree b/master/.doctrees/python-api/generated/triton.language.arange.doctree
index faf367350..fc86bc3e5 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.arange.doctree and b/master/.doctrees/python-api/generated/triton.language.arange.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree
index d1d25fd12..0420bab9c 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree
index cabbdeecc..bcc70b642 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
index 56935b61f..a45da5fb0 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree
index 0a715f758..c9cd2a6aa 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree
index 79683b5d1..38da1f6c6 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree
index a61f5f15b..89831c227 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
index 14f4a0678..116f934bd 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree
index 01e971e31..3c918a238 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree b/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree
index 7877db32f..e24ce3f2a 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree and b/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.cos.doctree b/master/.doctrees/python-api/generated/triton.language.cos.doctree
index 76fc75432..f3d0a84f2 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.cos.doctree and b/master/.doctrees/python-api/generated/triton.language.cos.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.dot.doctree b/master/.doctrees/python-api/generated/triton.language.dot.doctree
index 562e2ca63..9d3457fd7 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.dot.doctree and b/master/.doctrees/python-api/generated/triton.language.dot.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.exp.doctree b/master/.doctrees/python-api/generated/triton.language.exp.doctree
index 47098d09c..0f23447ec 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.exp.doctree and b/master/.doctrees/python-api/generated/triton.language.exp.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.load.doctree b/master/.doctrees/python-api/generated/triton.language.load.doctree
index 2ef77945c..804edc898 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.load.doctree and b/master/.doctrees/python-api/generated/triton.language.load.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.log.doctree b/master/.doctrees/python-api/generated/triton.language.log.doctree
index ce72fbf9c..151eda432 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.log.doctree and b/master/.doctrees/python-api/generated/triton.language.log.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.max.doctree b/master/.doctrees/python-api/generated/triton.language.max.doctree
index da918afcf..d6a40bf1c 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.max.doctree and b/master/.doctrees/python-api/generated/triton.language.max.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.maximum.doctree b/master/.doctrees/python-api/generated/triton.language.maximum.doctree
index 1f96ecded..fe3994e56 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.maximum.doctree and b/master/.doctrees/python-api/generated/triton.language.maximum.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.min.doctree b/master/.doctrees/python-api/generated/triton.language.min.doctree
index 0aef405db..5046495e1 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.min.doctree and b/master/.doctrees/python-api/generated/triton.language.min.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.minimum.doctree b/master/.doctrees/python-api/generated/triton.language.minimum.doctree
index ee4618eb2..7d62e408d 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.minimum.doctree and b/master/.doctrees/python-api/generated/triton.language.minimum.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree b/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree
index 9151a6538..a3b9438da 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree and b/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.num_programs.doctree b/master/.doctrees/python-api/generated/triton.language.num_programs.doctree
index de3eaffb8..2891ea9e0 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.num_programs.doctree and b/master/.doctrees/python-api/generated/triton.language.num_programs.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.program_id.doctree b/master/.doctrees/python-api/generated/triton.language.program_id.doctree
index 01ea31963..817b5538f 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.program_id.doctree and b/master/.doctrees/python-api/generated/triton.language.program_id.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.rand.doctree b/master/.doctrees/python-api/generated/triton.language.rand.doctree
index 4afb14e75..e0ee64069 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.rand.doctree and b/master/.doctrees/python-api/generated/triton.language.rand.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.randint.doctree b/master/.doctrees/python-api/generated/triton.language.randint.doctree
index 530bb655e..c793c7c80 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.randint.doctree and b/master/.doctrees/python-api/generated/triton.language.randint.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.randint4x.doctree b/master/.doctrees/python-api/generated/triton.language.randint4x.doctree
index f2d6003da..5a58fbd99 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.randint4x.doctree and b/master/.doctrees/python-api/generated/triton.language.randint4x.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.randn.doctree b/master/.doctrees/python-api/generated/triton.language.randn.doctree
index 480be8e57..d908de86a 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.randn.doctree and b/master/.doctrees/python-api/generated/triton.language.randn.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.ravel.doctree b/master/.doctrees/python-api/generated/triton.language.ravel.doctree
index dafe2545d..7e5e067a2 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.ravel.doctree and b/master/.doctrees/python-api/generated/triton.language.ravel.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.reshape.doctree b/master/.doctrees/python-api/generated/triton.language.reshape.doctree
index 26143b3f9..0bae4f39a 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.reshape.doctree and b/master/.doctrees/python-api/generated/triton.language.reshape.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree b/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree
index c86d0e32e..520ea4aa5 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree and b/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sin.doctree b/master/.doctrees/python-api/generated/triton.language.sin.doctree
index ce6a0c41e..62e183a35 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sin.doctree and b/master/.doctrees/python-api/generated/triton.language.sin.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.softmax.doctree b/master/.doctrees/python-api/generated/triton.language.softmax.doctree
index 4c5d6b5fe..9734df1ca 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.softmax.doctree and b/master/.doctrees/python-api/generated/triton.language.softmax.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sqrt.doctree b/master/.doctrees/python-api/generated/triton.language.sqrt.doctree
index 898242456..50f186ae4 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sqrt.doctree and b/master/.doctrees/python-api/generated/triton.language.sqrt.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.store.doctree b/master/.doctrees/python-api/generated/triton.language.store.doctree
index e455a1bf9..43c42cb4f 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.store.doctree and b/master/.doctrees/python-api/generated/triton.language.store.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sum.doctree b/master/.doctrees/python-api/generated/triton.language.sum.doctree
index a60921fd0..12678f2be 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sum.doctree and b/master/.doctrees/python-api/generated/triton.language.sum.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.where.doctree b/master/.doctrees/python-api/generated/triton.language.where.doctree
index f2a6e7c65..740951e19 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.where.doctree and b/master/.doctrees/python-api/generated/triton.language.where.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.zeros.doctree b/master/.doctrees/python-api/generated/triton.language.zeros.doctree
index d7bdd20d0..142ca5ef4 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.zeros.doctree and b/master/.doctrees/python-api/generated/triton.language.zeros.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree b/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree
index 900dfc9a0..193447e75 100644
Binary files a/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree and b/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree b/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree
index 23b9c986d..12e8c7ddd 100644
Binary files a/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree and b/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree b/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree
index 2a00fac9c..9b358e7bc 100644
Binary files a/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree and b/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree differ
diff --git a/master/.doctrees/python-api/triton.doctree b/master/.doctrees/python-api/triton.doctree
index cbf799458..63829ecd2 100644
Binary files a/master/.doctrees/python-api/triton.doctree and b/master/.doctrees/python-api/triton.doctree differ
diff --git a/master/.doctrees/python-api/triton.language.doctree b/master/.doctrees/python-api/triton.language.doctree
index 14b3c5ff6..ab3e43a45 100644
Binary files a/master/.doctrees/python-api/triton.language.doctree and b/master/.doctrees/python-api/triton.language.doctree differ
diff --git a/master/.doctrees/python-api/triton.testing.doctree b/master/.doctrees/python-api/triton.testing.doctree
index a5f80dee2..568a430b5 100644
Binary files a/master/.doctrees/python-api/triton.testing.doctree and b/master/.doctrees/python-api/triton.testing.doctree differ
diff --git a/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip b/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
index 45a6c1789..18316512b 100644
Binary files a/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip and b/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip differ
diff --git a/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip b/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
index d5d216864..71ab5ab12 100644
Binary files a/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip and b/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip differ
diff --git a/master/_images/sphx_glr_01-vector-add_001.png b/master/_images/sphx_glr_01-vector-add_001.png
index 0bb48a080..dfe63e61d 100644
Binary files a/master/_images/sphx_glr_01-vector-add_001.png and b/master/_images/sphx_glr_01-vector-add_001.png differ
diff --git a/master/_images/sphx_glr_01-vector-add_thumb.png b/master/_images/sphx_glr_01-vector-add_thumb.png
index 6b6ec14fb..c5656658b 100644
Binary files a/master/_images/sphx_glr_01-vector-add_thumb.png and b/master/_images/sphx_glr_01-vector-add_thumb.png differ
diff --git a/master/_images/sphx_glr_02-fused-softmax_001.png b/master/_images/sphx_glr_02-fused-softmax_001.png
index 3fc0df325..c8627cab0 100644
Binary files a/master/_images/sphx_glr_02-fused-softmax_001.png and b/master/_images/sphx_glr_02-fused-softmax_001.png differ
diff --git a/master/_images/sphx_glr_02-fused-softmax_thumb.png b/master/_images/sphx_glr_02-fused-softmax_thumb.png
index d0cfaf59d..97c1db3ac 100644
Binary files a/master/_images/sphx_glr_02-fused-softmax_thumb.png and b/master/_images/sphx_glr_02-fused-softmax_thumb.png differ
diff --git a/master/_images/sphx_glr_03-matrix-multiplication_001.png b/master/_images/sphx_glr_03-matrix-multiplication_001.png
index b5bd8e924..a2357f51c 100644
Binary files a/master/_images/sphx_glr_03-matrix-multiplication_001.png and b/master/_images/sphx_glr_03-matrix-multiplication_001.png differ
diff --git a/master/_images/sphx_glr_03-matrix-multiplication_thumb.png b/master/_images/sphx_glr_03-matrix-multiplication_thumb.png
index 5b53f105e..e4b71c822 100644
Binary files a/master/_images/sphx_glr_03-matrix-multiplication_thumb.png and b/master/_images/sphx_glr_03-matrix-multiplication_thumb.png differ
diff --git a/master/_images/sphx_glr_05-layer-norm_001.png b/master/_images/sphx_glr_05-layer-norm_001.png
index b485b921e..a2d7acbea 100644
Binary files a/master/_images/sphx_glr_05-layer-norm_001.png and b/master/_images/sphx_glr_05-layer-norm_001.png differ
diff --git a/master/_images/sphx_glr_05-layer-norm_thumb.png b/master/_images/sphx_glr_05-layer-norm_thumb.png
index bbeed02d0..97e3953a0 100644
Binary files a/master/_images/sphx_glr_05-layer-norm_thumb.png and b/master/_images/sphx_glr_05-layer-norm_thumb.png differ
diff --git a/master/_sources/getting-started/tutorials/01-vector-add.rst.txt b/master/_sources/getting-started/tutorials/01-vector-add.rst.txt
index 33f55ac1d..ab5f97f97 100644
--- a/master/_sources/getting-started/tutorials/01-vector-add.rst.txt
+++ b/master/_sources/getting-started/tutorials/01-vector-add.rst.txt
@@ -238,14 +238,14 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
     3       32768.0   76.800002   76.800002
     4       65536.0  127.999995  127.999995
     5      131072.0  219.428568  219.428568
-    6      262144.0  341.333321  384.000001
+    6      262144.0  384.000001  384.000001
     7      524288.0  472.615390  472.615390
     8     1048576.0  614.400016  614.400016
     9     2097152.0  722.823517  722.823517
     10    4194304.0  780.190482  780.190482
     11    8388608.0  812.429770  812.429770
     12   16777216.0  833.084721  833.084721
-    13   33554432.0  842.004273  843.811163
+    13   33554432.0  842.004273  842.004273
     14   67108864.0  847.448255  848.362445
     15  134217728.0  849.737435  850.656574
 
@@ -255,7 +255,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  48.722 seconds)
+   **Total running time of the script:** ( 1 minutes  46.910 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:
diff --git a/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt b/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
index b860ed557..9633efd11 100644
--- a/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
+++ b/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
@@ -278,17 +278,17 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
 
     softmax-performance:
               N      Triton  Torch (native)  Torch (jit)
-    0     256.0  512.000001      546.133347   186.181817
+    0     256.0  546.133347      546.133347   188.321838
     1     384.0  614.400016      585.142862   153.600004
-    2     512.0  655.360017      585.142849   154.566038
-    3     640.0  706.206879      640.000002   160.000000
-    4     768.0  722.823517      664.216187   163.839992
+    2     512.0  655.360017      606.814814   154.566038
+    3     640.0  706.206879      640.000002   158.759699
+    4     768.0  722.823517      664.216187   162.754967
     ..      ...         ...             ...          ...
-    93  12160.0  812.359066      405.755985   198.936606
-    94  12288.0  812.429770      415.661740   199.197579
-    95  12416.0  812.498981      411.722274   198.755369
-    96  12544.0  810.925276      412.971190   199.012395
-    97  12672.0  811.007961      412.097543   199.069228
+    93  12160.0  812.359066      406.603966   198.530610
+    94  12288.0  812.429770      415.881552   198.794749
+    95  12416.0  812.498981      412.149375   198.457532
+    96  12544.0  810.925276      412.546756   198.716830
+    97  12672.0  811.007961      412.097543   198.776477
 
     [98 rows x 4 columns]
 
@@ -306,7 +306,7 @@ In the above plot, we can see that:
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 3 minutes  32.036 seconds)
+   **Total running time of the script:** ( 3 minutes  31.136 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:
diff --git a/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt b/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
index e3dd39cb7..8df75a390 100644
--- a/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
+++ b/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
@@ -459,37 +459,37 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
     matmul-performance:
              M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-    0    256.0   2.730667  ...   2.978909              3.276800
-    1    384.0   7.372800  ...   8.507077              8.507077
-    2    512.0  14.563555  ...  16.384000             15.420235
+    0    256.0   2.730667  ...   3.276800              3.276800
+    1    384.0   7.372800  ...   7.899428              7.899428
+    2    512.0  14.563555  ...  15.420235             15.420235
     3    640.0  22.260869  ...  24.380953             24.380953
     4    768.0  32.768000  ...  35.389441             34.028308
-    5    896.0  37.971025  ...  40.140799             39.025776
-    6   1024.0  49.932191  ...  53.773130             53.092457
-    7   1152.0  45.242181  ...  48.161033             48.161033
+    5    896.0  39.025776  ...  40.140799             39.025776
+    6   1024.0  51.150050  ...  53.773130             52.428801
+    7   1152.0  45.242181  ...  48.161033             47.396572
     8   1280.0  51.200001  ...  57.690139             57.690139
     9   1408.0  64.138541  ...  69.009825             67.305878
-    10  1536.0  80.430545  ...  81.355034             79.526831
+    10  1536.0  80.430545  ...  80.430545             78.643199
     11  1664.0  62.929456  ...  63.372618             62.492442
     12  1792.0  72.512412  ...  73.460287             59.467852
-    13  1920.0  69.120002  ...  71.626943             71.257735
-    14  2048.0  73.908442  ...  78.398206             77.314362
-    15  2176.0  83.500614  ...  87.876193             85.998493
-    16  2304.0  68.446623  ...  78.064941             77.057651
-    17  2432.0  71.305746  ...  85.393507             75.522751
-    18  2560.0  77.833728  ...  82.125311             80.908642
-    19  2688.0  83.922689  ...  90.966561             89.464755
-    20  2816.0  81.067298  ...  84.360174             83.873477
-    21  2944.0  81.967162  ...  83.337844             81.832567
-    22  3072.0  82.420822  ...  89.310890             88.473602
-    23  3200.0  83.879425  ...  95.238096             87.671229
-    24  3328.0  82.369902  ...  85.602017             81.994643
-    25  3456.0  80.864158  ...  84.332184             90.281712
-    26  3584.0  87.127323  ...  97.947050             97.205829
-    27  3712.0  84.159518  ...  89.035062             87.552452
-    28  3840.0  81.138664  ...  86.332554             90.279183
-    29  3968.0  87.913500  ...  91.954739             86.358055
-    30  4096.0  93.271527  ...  84.254693             82.418802
+    13  1920.0  69.120002  ...  71.257735             71.257735
+    14  2048.0  73.908442  ...  78.033565             77.314362
+    15  2176.0  83.500614  ...  87.494120             86.367588
+    16  2304.0  68.446623  ...  77.810656             77.307030
+    17  2432.0  71.305746  ...  85.915795             85.653855
+    18  2560.0  77.833728  ...  82.331658             81.108913
+    19  2688.0  83.552988  ...  90.966561             89.888756
+    20  2816.0  80.026067  ...  84.197315             83.712490
+    21  2944.0  82.102191  ...  83.617504             82.509987
+    22  3072.0  81.825298  ...  89.451983             88.197981
+    23  3200.0  84.432717  ...  96.822991             95.808380
+    24  3328.0  83.226931  ...  85.398926             84.795401
+    25  3456.0  81.932484  ...  91.928814             88.400840
+    26  3584.0  86.540320  ...  98.375705             97.311031
+    27  3712.0  84.159518  ...  89.273764             86.118401
+    28  3840.0  84.132370  ...  93.012618             85.863352
+    29  3968.0  91.747320  ...  85.004484             87.881842
+    30  4096.0  92.820009  ...  91.804194             87.381330
 
     [31 rows x 5 columns]
 
@@ -499,7 +499,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 7 minutes  19.813 seconds)
+   **Total running time of the script:** ( 7 minutes  5.808 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:
diff --git a/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt b/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
index adcadc885..44683767b 100644
--- a/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
+++ b/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
@@ -240,7 +240,7 @@ References
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  0.281 seconds)
+   **Total running time of the script:** ( 0 minutes  0.285 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_04-low-memory-dropout.py:
diff --git a/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt b/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
index c6dd97c1d..1d66bd5bb 100644
--- a/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
+++ b/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
@@ -38,36 +38,36 @@ Layer Normalization
 
     layer-norm:
               N      Triton       Torch        Apex
-    0    1024.0  606.814814  277.694907  468.114273
+    0    1024.0  585.142849  277.694907  481.882344
     1    1536.0  630.153868  323.368435  511.999982
-    2    2048.0  682.666643  337.814445  520.126988
-    3    2560.0  694.237267  362.477870  512.000013
-    4    3072.0  712.347810  378.092307  506.721668
-    5    3584.0  725.873439  384.859062  455.111115
-    6    4096.0  728.177767  381.023256  451.972420
-    7    4608.0  670.254540  396.387087  431.157877
-    8    5120.0  688.403381  397.669909  422.268057
-    9    5632.0  704.000002  395.228063  415.262685
-    10   6144.0  702.171410  402.885254  409.600010
+    2    2048.0  668.734716  334.367358  520.126988
+    3    2560.0  694.237267  365.714281  518.481028
+    4    3072.0  712.347810  378.092307  501.551037
+    5    3584.0  725.873439  384.859062  458.751978
+    6    4096.0  728.177767  381.023256  458.293714
+    7    4608.0  670.254540  396.387087  426.173427
+    8    5120.0  688.403381  397.669909  426.666652
+    9    5632.0  698.542675  395.228063  413.357796
+    10   6144.0  697.191505  402.885254  411.313806
     11   6656.0  700.631610  400.360920  400.360920
-    12   7168.0  690.891575  392.767108  382.293315
-    13   7680.0  678.895043  393.846167  386.415087
-    14   8192.0  633.198054  394.795186  376.643677
-    15   8704.0  624.502255  389.005597  379.465939
-    16   9216.0  606.814809  406.214877  382.010363
-    17   9728.0  587.350922  408.524944  383.369452
-    18  10240.0  564.965524  409.600010  382.803739
-    19  10752.0  546.133312  411.559798  380.601764
-    20  11264.0  532.419472  404.089694  371.595879
+    12   7168.0  686.754468  396.844306  387.459443
+    13   7680.0  682.666656  392.587863  387.634072
+    14   8192.0  633.198054  393.609605  371.308771
+    15   8704.0  627.315309  389.005597  380.502740
+    16   9216.0  606.814809  407.337026  383.999986
+    17   9728.0  587.350922  409.599987  383.369452
+    18  10240.0  564.965524  408.578556  382.803739
+    19  10752.0  546.133312  411.559798  381.445676
+    20  11264.0  533.207081  406.826188  373.134567
     21  11776.0  520.486200  409.599991  377.587162
-    22  12288.0  513.336807  413.911572  383.251457
-    23  12800.0  504.433489  409.599981  377.163903
-    24  13312.0  494.180982  406.473303  377.645399
-    25  13824.0  482.934503  412.656711  379.389355
-    26  14336.0  471.967074  402.414053  370.558967
-    27  14848.0  461.297068  406.794504  373.534584
-    28  15360.0  454.269882  406.214870  377.511515
-    29  15872.0  447.098578  407.627589  376.225175
+    22  12288.0  514.680630  414.784810  383.251457
+    23  12800.0  504.433489  410.420828  376.470582
+    24  13312.0  494.180982  405.699062  376.310952
+    25  13824.0  481.882350  411.888257  379.389355
+    26  14336.0  471.967074  406.695045  374.185964
+    27  14848.0  461.297068  408.192434  375.304904
+    28  15360.0  454.269882  406.214870  378.092307
+    29  15872.0  447.887117  406.974373  376.225175
 
 
 
@@ -393,7 +393,7 @@ Layer Normalization
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 5 minutes  37.451 seconds)
+   **Total running time of the script:** ( 5 minutes  31.020 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_05-layer-norm.py:
diff --git a/master/_sources/getting-started/tutorials/06-fused-attention.rst.txt b/master/_sources/getting-started/tutorials/06-fused-attention.rst.txt
index b1397b3d3..4fef02825 100644
--- a/master/_sources/getting-started/tutorials/06-fused-attention.rst.txt
+++ b/master/_sources/getting-started/tutorials/06-fused-attention.rst.txt
@@ -385,7 +385,7 @@ This is a Triton implementation of the Flash Attention algorithm
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  0.073 seconds)
+   **Total running time of the script:** ( 0 minutes  0.072 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_06-fused-attention.py:
diff --git a/master/_sources/getting-started/tutorials/07-libdevice-function.rst.txt b/master/_sources/getting-started/tutorials/07-libdevice-function.rst.txt
index 7db38fb6e..79c1b5c15 100644
--- a/master/_sources/getting-started/tutorials/07-libdevice-function.rst.txt
+++ b/master/_sources/getting-started/tutorials/07-libdevice-function.rst.txt
@@ -152,7 +152,7 @@ We can also customize the libdevice library path by passing the path to the `lib
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  0.254 seconds)
+   **Total running time of the script:** ( 0 minutes  0.264 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_07-libdevice-function.py:
diff --git a/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt b/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
index 719cec871..5acc91eed 100644
--- a/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
+++ b/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
@@ -5,20 +5,20 @@
 
 Computation times
 =================
-**18:18.630** total execution time for **getting-started_tutorials** files:
+**17:55.494** total execution time for **getting-started_tutorials** files:
 
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 07:19.813 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 07:05.808 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 05:37.451 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 05:31.020 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:32.036 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:31.136 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:48.722 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:46.910 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.281 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.285 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_07-libdevice-function.py` (``07-libdevice-function.py``)       | 00:00.254 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_07-libdevice-function.py` (``07-libdevice-function.py``)       | 00:00.264 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_06-fused-attention.py` (``06-fused-attention.py``)             | 00:00.073 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_06-fused-attention.py` (``06-fused-attention.py``)             | 00:00.072 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/master/getting-started/tutorials/01-vector-add.html b/master/getting-started/tutorials/01-vector-add.html
index bcc3949f6..aac55bc70 100644
--- a/master/getting-started/tutorials/01-vector-add.html
+++ b/master/getting-started/tutorials/01-vector-add.html
@@ -330,19 +330,19 @@ for different problem sizes.</p>
 3       32768.0   76.800002   76.800002
 4       65536.0  127.999995  127.999995
 5      131072.0  219.428568  219.428568
-6      262144.0  341.333321  384.000001
+6      262144.0  384.000001  384.000001
 7      524288.0  472.615390  472.615390
 8     1048576.0  614.400016  614.400016
 9     2097152.0  722.823517  722.823517
 10    4194304.0  780.190482  780.190482
 11    8388608.0  812.429770  812.429770
 12   16777216.0  833.084721  833.084721
-13   33554432.0  842.004273  843.811163
+13   33554432.0  842.004273  842.004273
 14   67108864.0  847.448255  848.362445
 15  134217728.0  849.737435  850.656574
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  48.722 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  46.910 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/02-fused-softmax.html b/master/getting-started/tutorials/02-fused-softmax.html
index a43f70fb6..dfe2c9a68 100644
--- a/master/getting-started/tutorials/02-fused-softmax.html
+++ b/master/getting-started/tutorials/02-fused-softmax.html
@@ -371,17 +371,17 @@ We will then compare its performance against (1) <code class="code docutils lite
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
           N      Triton  Torch (native)  Torch (jit)
-0     256.0  512.000001      546.133347   186.181817
+0     256.0  546.133347      546.133347   188.321838
 1     384.0  614.400016      585.142862   153.600004
-2     512.0  655.360017      585.142849   154.566038
-3     640.0  706.206879      640.000002   160.000000
-4     768.0  722.823517      664.216187   163.839992
+2     512.0  655.360017      606.814814   154.566038
+3     640.0  706.206879      640.000002   158.759699
+4     768.0  722.823517      664.216187   162.754967
 ..      ...         ...             ...          ...
-93  12160.0  812.359066      405.755985   198.936606
-94  12288.0  812.429770      415.661740   199.197579
-95  12416.0  812.498981      411.722274   198.755369
-96  12544.0  810.925276      412.971190   199.012395
-97  12672.0  811.007961      412.097543   199.069228
+93  12160.0  812.359066      406.603966   198.530610
+94  12288.0  812.429770      415.881552   198.794749
+95  12416.0  812.498981      412.149375   198.457532
+96  12544.0  810.925276      412.546756   198.716830
+97  12672.0  811.007961      412.097543   198.776477
 
 [98 rows x 4 columns]
 </pre></div>
@@ -394,7 +394,7 @@ We will then compare its performance against (1) <code class="code docutils lite
 Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
 </ul>
 </div></blockquote>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  32.036 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  31.136 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/03-matrix-multiplication.html b/master/getting-started/tutorials/03-matrix-multiplication.html
index 31f8d6f9e..7d63c8ac5 100644
--- a/master/getting-started/tutorials/03-matrix-multiplication.html
+++ b/master/getting-started/tutorials/03-matrix-multiplication.html
@@ -567,42 +567,42 @@ torch_output=tensor([[  1.1045, -36.9688,  31.4688,  ..., -11.3906,  24.4531, -3
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
          M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-0    256.0   2.730667  ...   2.978909              3.276800
-1    384.0   7.372800  ...   8.507077              8.507077
-2    512.0  14.563555  ...  16.384000             15.420235
+0    256.0   2.730667  ...   3.276800              3.276800
+1    384.0   7.372800  ...   7.899428              7.899428
+2    512.0  14.563555  ...  15.420235             15.420235
 3    640.0  22.260869  ...  24.380953             24.380953
 4    768.0  32.768000  ...  35.389441             34.028308
-5    896.0  37.971025  ...  40.140799             39.025776
-6   1024.0  49.932191  ...  53.773130             53.092457
-7   1152.0  45.242181  ...  48.161033             48.161033
+5    896.0  39.025776  ...  40.140799             39.025776
+6   1024.0  51.150050  ...  53.773130             52.428801
+7   1152.0  45.242181  ...  48.161033             47.396572
 8   1280.0  51.200001  ...  57.690139             57.690139
 9   1408.0  64.138541  ...  69.009825             67.305878
-10  1536.0  80.430545  ...  81.355034             79.526831
+10  1536.0  80.430545  ...  80.430545             78.643199
 11  1664.0  62.929456  ...  63.372618             62.492442
 12  1792.0  72.512412  ...  73.460287             59.467852
-13  1920.0  69.120002  ...  71.626943             71.257735
-14  2048.0  73.908442  ...  78.398206             77.314362
-15  2176.0  83.500614  ...  87.876193             85.998493
-16  2304.0  68.446623  ...  78.064941             77.057651
-17  2432.0  71.305746  ...  85.393507             75.522751
-18  2560.0  77.833728  ...  82.125311             80.908642
-19  2688.0  83.922689  ...  90.966561             89.464755
-20  2816.0  81.067298  ...  84.360174             83.873477
-21  2944.0  81.967162  ...  83.337844             81.832567
-22  3072.0  82.420822  ...  89.310890             88.473602
-23  3200.0  83.879425  ...  95.238096             87.671229
-24  3328.0  82.369902  ...  85.602017             81.994643
-25  3456.0  80.864158  ...  84.332184             90.281712
-26  3584.0  87.127323  ...  97.947050             97.205829
-27  3712.0  84.159518  ...  89.035062             87.552452
-28  3840.0  81.138664  ...  86.332554             90.279183
-29  3968.0  87.913500  ...  91.954739             86.358055
-30  4096.0  93.271527  ...  84.254693             82.418802
+13  1920.0  69.120002  ...  71.257735             71.257735
+14  2048.0  73.908442  ...  78.033565             77.314362
+15  2176.0  83.500614  ...  87.494120             86.367588
+16  2304.0  68.446623  ...  77.810656             77.307030
+17  2432.0  71.305746  ...  85.915795             85.653855
+18  2560.0  77.833728  ...  82.331658             81.108913
+19  2688.0  83.552988  ...  90.966561             89.888756
+20  2816.0  80.026067  ...  84.197315             83.712490
+21  2944.0  82.102191  ...  83.617504             82.509987
+22  3072.0  81.825298  ...  89.451983             88.197981
+23  3200.0  84.432717  ...  96.822991             95.808380
+24  3328.0  83.226931  ...  85.398926             84.795401
+25  3456.0  81.932484  ...  91.928814             88.400840
+26  3584.0  86.540320  ...  98.375705             97.311031
+27  3712.0  84.159518  ...  89.273764             86.118401
+28  3840.0  84.132370  ...  93.012618             85.863352
+29  3968.0  91.747320  ...  85.004484             87.881842
+30  4096.0  92.820009  ...  91.804194             87.381330
 
 [31 rows x 5 columns]
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 7 minutes  19.813 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 7 minutes  5.808 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/04-low-memory-dropout.html b/master/getting-started/tutorials/04-low-memory-dropout.html
index da78aa438..7cb4283fd 100644
--- a/master/getting-started/tutorials/04-low-memory-dropout.html
+++ b/master/getting-started/tutorials/04-low-memory-dropout.html
@@ -374,7 +374,7 @@ to explore the <cite>triton/language/random</cite> folder!</p>
 <dd><p>Nitish Srivastava and Geoffrey Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov, “Dropout: A Simple Way to Prevent Neural Networks from Overfitting”, JMLR 2014</p>
 </dd>
 </dl>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.281 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.285 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-04-low-memory-dropout-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/c9aed78977a4c05741d675a38dde3d7d/04-low-memory-dropout.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">04-low-memory-dropout.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/05-layer-norm.html b/master/getting-started/tutorials/05-layer-norm.html
index 0689d9594..a00b0b639 100644
--- a/master/getting-started/tutorials/05-layer-norm.html
+++ b/master/getting-started/tutorials/05-layer-norm.html
@@ -196,36 +196,36 @@ to download the full example code</p>
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>layer-norm:
           N      Triton       Torch        Apex
-0    1024.0  606.814814  277.694907  468.114273
+0    1024.0  585.142849  277.694907  481.882344
 1    1536.0  630.153868  323.368435  511.999982
-2    2048.0  682.666643  337.814445  520.126988
-3    2560.0  694.237267  362.477870  512.000013
-4    3072.0  712.347810  378.092307  506.721668
-5    3584.0  725.873439  384.859062  455.111115
-6    4096.0  728.177767  381.023256  451.972420
-7    4608.0  670.254540  396.387087  431.157877
-8    5120.0  688.403381  397.669909  422.268057
-9    5632.0  704.000002  395.228063  415.262685
-10   6144.0  702.171410  402.885254  409.600010
+2    2048.0  668.734716  334.367358  520.126988
+3    2560.0  694.237267  365.714281  518.481028
+4    3072.0  712.347810  378.092307  501.551037
+5    3584.0  725.873439  384.859062  458.751978
+6    4096.0  728.177767  381.023256  458.293714
+7    4608.0  670.254540  396.387087  426.173427
+8    5120.0  688.403381  397.669909  426.666652
+9    5632.0  698.542675  395.228063  413.357796
+10   6144.0  697.191505  402.885254  411.313806
 11   6656.0  700.631610  400.360920  400.360920
-12   7168.0  690.891575  392.767108  382.293315
-13   7680.0  678.895043  393.846167  386.415087
-14   8192.0  633.198054  394.795186  376.643677
-15   8704.0  624.502255  389.005597  379.465939
-16   9216.0  606.814809  406.214877  382.010363
-17   9728.0  587.350922  408.524944  383.369452
-18  10240.0  564.965524  409.600010  382.803739
-19  10752.0  546.133312  411.559798  380.601764
-20  11264.0  532.419472  404.089694  371.595879
+12   7168.0  686.754468  396.844306  387.459443
+13   7680.0  682.666656  392.587863  387.634072
+14   8192.0  633.198054  393.609605  371.308771
+15   8704.0  627.315309  389.005597  380.502740
+16   9216.0  606.814809  407.337026  383.999986
+17   9728.0  587.350922  409.599987  383.369452
+18  10240.0  564.965524  408.578556  382.803739
+19  10752.0  546.133312  411.559798  381.445676
+20  11264.0  533.207081  406.826188  373.134567
 21  11776.0  520.486200  409.599991  377.587162
-22  12288.0  513.336807  413.911572  383.251457
-23  12800.0  504.433489  409.599981  377.163903
-24  13312.0  494.180982  406.473303  377.645399
-25  13824.0  482.934503  412.656711  379.389355
-26  14336.0  471.967074  402.414053  370.558967
-27  14848.0  461.297068  406.794504  373.534584
-28  15360.0  454.269882  406.214870  377.511515
-29  15872.0  447.098578  407.627589  376.225175
+22  12288.0  514.680630  414.784810  383.251457
+23  12800.0  504.433489  410.420828  376.470582
+24  13312.0  494.180982  405.699062  376.310952
+25  13824.0  481.882350  411.888257  379.389355
+26  14336.0  471.967074  406.695045  374.185964
+27  14848.0  461.297068  408.192434  375.304904
+28  15360.0  454.269882  406.214870  378.092307
+29  15872.0  447.887117  406.974373  376.225175
 </pre></div>
 </div>
 <div class="line-block">
@@ -543,7 +543,7 @@ to download the full example code</p>
 <span class="n">bench_layer_norm</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">save_path</span><span class="o">=</span><span class="s1">&#39;.&#39;</span><span class="p">,</span> <span class="n">print_data</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  37.451 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  31.020 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-05-layer-norm-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/935c0dd0fbeb4b2e69588471cbb2d4b2/05-layer-norm.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">05-layer-norm.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/06-fused-attention.html b/master/getting-started/tutorials/06-fused-attention.html
index b3b671026..118324994 100644
--- a/master/getting-started/tutorials/06-fused-attention.html
+++ b/master/getting-started/tutorials/06-fused-attention.html
@@ -543,7 +543,7 @@ to download the full example code</p>
 <span class="c1"># bench_flash_attention.run(save_path=&#39;.&#39;, print_data=True)</span>
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.073 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.072 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-06-fused-attention-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/54a35f6ec55f9746935b9566fb6bb1df/06-fused-attention.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">06-fused-attention.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/07-libdevice-function.html b/master/getting-started/tutorials/07-libdevice-function.html
index de5f352a2..41da6e99b 100644
--- a/master/getting-started/tutorials/07-libdevice-function.html
+++ b/master/getting-started/tutorials/07-libdevice-function.html
@@ -276,7 +276,7 @@ tensor([0.4105, 0.5430, 0.0249,  ..., 0.0424, 0.5351, 0.8149], device=&#39;cuda:
 The maximum difference between torch and triton is 2.384185791015625e-07
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.254 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.264 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-07-libdevice-function-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/3ff29f967ace7985da24aab10352fc76/07-libdevice-function.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">07-libdevice-function.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/sg_execution_times.html b/master/getting-started/tutorials/sg_execution_times.html
index 618d3f8ce..12d33b5d1 100644
--- a/master/getting-started/tutorials/sg_execution_times.html
+++ b/master/getting-started/tutorials/sg_execution_times.html
@@ -174,7 +174,7 @@
             
   <div class="section" id="computation-times">
 <span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>18:18.630</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
+<p><strong>17:55.494</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
 <table class="docutils align-default">
 <colgroup>
 <col style="width: 85%" />
@@ -183,31 +183,31 @@
 </colgroup>
 <tbody>
 <tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
-<td><p>07:19.813</p></td>
+<td><p>07:05.808</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="05-layer-norm.html#sphx-glr-getting-started-tutorials-05-layer-norm-py"><span class="std std-ref">Layer Normalization</span></a> (<code class="docutils literal notranslate"><span class="pre">05-layer-norm.py</span></code>)</p></td>
-<td><p>05:37.451</p></td>
+<td><p>05:31.020</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
-<td><p>03:32.036</p></td>
+<td><p>03:31.136</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
-<td><p>01:48.722</p></td>
+<td><p>01:46.910</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="04-low-memory-dropout.html#sphx-glr-getting-started-tutorials-04-low-memory-dropout-py"><span class="std std-ref">Low-Memory Dropout</span></a> (<code class="docutils literal notranslate"><span class="pre">04-low-memory-dropout.py</span></code>)</p></td>
-<td><p>00:00.281</p></td>
+<td><p>00:00.285</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="07-libdevice-function.html#sphx-glr-getting-started-tutorials-07-libdevice-function-py"><span class="std std-ref">Libdevice function</span></a> (<code class="docutils literal notranslate"><span class="pre">07-libdevice-function.py</span></code>)</p></td>
-<td><p>00:00.254</p></td>
+<td><p>00:00.264</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="06-fused-attention.html#sphx-glr-getting-started-tutorials-06-fused-attention-py"><span class="std std-ref">Fused Attention</span></a> (<code class="docutils literal notranslate"><span class="pre">06-fused-attention.py</span></code>)</p></td>
-<td><p>00:00.073</p></td>
+<td><p>00:00.072</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 </tbody>
diff --git a/master/python-api/generated/triton.language.multiple_of.html b/master/python-api/generated/triton.language.multiple_of.html
index c5727d77a..3ef4d07ce 100644
--- a/master/python-api/generated/triton.language.multiple_of.html
+++ b/master/python-api/generated/triton.language.multiple_of.html
@@ -197,7 +197,7 @@
 <h1>triton.language.multiple_of<a class="headerlink" href="#triton-language-multiple-of" title="Permalink to this headline">¶</a></h1>
 <dl class="py function">
 <dt class="sig sig-object py" id="triton.language.multiple_of">
-<span class="sig-prename descclassname"><span class="pre">triton.language.</span></span><span class="sig-name descname"><span class="pre">multiple_of</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">value</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#triton.language.multiple_of" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">triton.language.</span></span><span class="sig-name descname"><span class="pre">multiple_of</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">values</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#triton.language.multiple_of" title="Permalink to this definition">¶</a></dt>
 <dd><p>Let the compiler knows that the values in <code class="code docutils literal notranslate"><span class="pre">input</span></code> are all multiples of <code class="code docutils literal notranslate"><span class="pre">value</span></code>.</p>
 </dd></dl>
 
diff --git a/master/searchindex.js b/master/searchindex.js
index 952d05854..75a1468a9 100644
--- a/master/searchindex.js
+++ b/master/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/06-fused-attention","getting-started/tutorials/07-libdevice-function","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_and","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_or","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.atomic_xor","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/06-fused-attention.rst","getting-started/tutorials/07-libdevice-function.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_and.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_or.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.atomic_xor.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[13,1,1,""]},"triton.language":{arange:[17,2,1,""],atomic_add:[18,2,1,""],atomic_and:[19,2,1,""],atomic_cas:[20,2,1,""],atomic_max:[21,2,1,""],atomic_min:[22,2,1,""],atomic_or:[23,2,1,""],atomic_xchg:[24,2,1,""],atomic_xor:[25,2,1,""],broadcast_to:[26,2,1,""],cos:[27,2,1,""],dot:[28,2,1,""],exp:[29,2,1,""],load:[30,2,1,""],log:[31,2,1,""],max:[32,2,1,""],maximum:[33,2,1,""],min:[34,2,1,""],minimum:[35,2,1,""],multiple_of:[36,2,1,""],num_programs:[37,2,1,""],program_id:[38,2,1,""],rand:[39,2,1,""],randint4x:[41,2,1,""],randint:[40,2,1,""],randn:[42,2,1,""],ravel:[43,2,1,""],reshape:[44,2,1,""],sigmoid:[45,2,1,""],sin:[46,2,1,""],softmax:[47,2,1,""],sqrt:[48,2,1,""],store:[49,2,1,""],sum:[50,2,1,""],where:[51,2,1,""],zeros:[52,2,1,""]},"triton.testing":{Benchmark:[53,0,1,""],do_bench:[54,2,1,""],perf_report:[55,2,1,""]},"triton.testing.Benchmark":{__init__:[53,1,1,""]},triton:{Config:[13,0,1,""],autotune:[14,2,1,""],heuristics:[15,2,1,""],jit:[16,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,6,7,9,11,12,37,38,39,42,52,54],"00":9,"0000":3,"000000":2,"000001":[1,2],"000002":[2,5],"000013":5,"004273":1,"005597":5,"007961":2,"009825":3,"01":[1,3,9],"010363":5,"012395":2,"02":[2,9],"023256":5,"0249":7,"025776":3,"028308":3,"03":[3,9],"035062":3,"036":[2,9],"04":[4,9],"0424":7,"05":[5,9],"05682v2":6,"057651":3,"06":[6,9],"0625":3,"064941":3,"067298":3,"069228":2,"07":[7,9],"073":[6,9],"08199":4,"08452":4,"084721":1,"089694":5,"092307":5,"092457":3,"0938":3,"097543":2,"098578":5,"0f":12,"0s":4,"1":[1,2,3,4,5,6,10,12,15,37,38,39,42],"10":[1,3,4,5,6,7,39,40,41,42],"100":[2,6,54],"1024":[1,3,4,5,7,14],"10240":5,"1045":3,"1048576":1,"106434":4,"10752":5,"11":[0,1,3,5],"111115":5,"11264":5,"114273":5,"1151":5,"1152":3,"11776":5,"12":[1,3,5],"120002":3,"12160":2,"12288":[2,5],"123":4,"12416":2,"125311":3,"12544":2,"12672":2,"126988":5,"127":1,"127323":3,"128":[1,2,3,5,6,14],"1280":3,"12800":5,"13":[1,3,5],"131072":1,"1328":3,"13312":5,"133312":5,"133347":2,"134217728":1,"13686":4,"13824":5,"138541":3,"138664":3,"14":[1,3,5],"140799":3,"1408":3,"14135v2":6,"142849":2,"142862":2,"14336":5,"14848":5,"149397":4,"15":[1,3,5],"153":2,"1536":[3,5],"15360":5,"153868":5,"154":2,"157877":5,"15872":5,"159518":3,"16":[2,3,5,6,12,52],"160":2,"161033":3,"163":2,"16384":1,"163903":5,"1664":3,"16777216":1,"17":[3,5],"171410":5,"177767":5,"17879":4,"1792":3,"18":[3,5,9],"180982":5,"181817":2,"1823":2,"186":2,"19":[1,3,5,9],"190482":1,"192":1,"1920":3,"197579":2,"198":2,"198054":5,"1982":12,"1983":11,"1984":12,"1989":12,"199":2,"1991":[11,12],"1999":12,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,6,7,10,12,13,15,37,38,54],"20":[3,5,6,54],"200000":1,"200001":3,"2004":12,"2006":12,"2011":4,"2012":12,"2013":11,"2014":[4,11],"2016":[11,12],"2017":11,"2018":[11,12],"2019":12,"2021":[11,12],"2048":[2,3,5,6],"205829":3,"206879":2,"2097152":1,"21":[3,5],"2112":6,"212868":4,"2141":1,"214186":4,"214870":5,"214877":5,"216187":2,"2176":3,"219":1,"22":[3,5],"220":3,"2205":6,"225175":5,"228063":5,"23":[3,5],"2304":3,"237267":5,"238096":3,"24":[3,5],"242181":3,"2432":3,"245":3,"25":[3,5,6,54],"251457":5,"254":[7,9],"254540":5,"254693":3,"256":[1,2,3,5,13],"2560":[3,5],"257735":3,"26":[3,5],"260869":3,"262144":1,"262685":5,"2656":3,"268057":5,"2688":3,"269882":5,"27":[3,5],"271527":3,"276800":3,"277":5,"279183":3,"28":[1,3,5],"281":[4,9],"2812":3,"2816":3,"281712":3,"2891":3,"29":[3,5],"293315":5,"293429":4,"2944":3,"297068":5,"2d":[3,5,28],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,6,12],"30":3,"305746":3,"305878":3,"3072":[3,5],"3076":1,"31":3,"310890":3,"3125":3,"314362":3,"32":[2,3,5,9,13],"3200":3,"323":5,"32768":1,"3281":3,"33":3,"332184":3,"332554":3,"3328":3,"333321":1,"33554432":1,"336807":5,"337":5,"337844":3,"34":3,"341":1,"34172":4,"3438":3,"3456":3,"3477":3,"347810":5,"35":3,"350922":5,"3516":3,"355034":3,"3555":3,"358055":3,"3584":[3,5],"359066":2,"36":3,"360017":2,"360174":3,"360920":5,"362":5,"362445":1,"368435":5,"369452":5,"369902":3,"37":[3,5,9],"370":5,"371":5,"3712":3,"3713":1,"371721":4,"372618":3,"372800":3,"373":5,"376":5,"377":5,"378":5,"379":5,"38":1,"380":5,"380953":3,"381":5,"382":5,"383":5,"384":[1,2,3,5],"3840":3,"384000":3,"384185791015625e":7,"386":5,"387087":5,"389":5,"389355":5,"389441":3,"39":3,"3906":3,"392":5,"393":5,"393507":3,"394":5,"395":5,"396":5,"3968":3,"397":5,"398206":3,"3984":3,"3986":4,"3d":[37,38],"3mn":2,"4":[1,2,3,5,6,12,13,14,40],"40":3,"400":5,"400001":1,"400016":[1,2],"402":5,"4023":3,"403344":4,"403347":4,"403381":5,"404":5,"405":2,"406":5,"4062":3,"407":5,"408":5,"408716":4,"409":5,"4096":[1,2,3,5,6],"4105":7,"411":[2,5],"412":[2,5],"413":5,"414053":5,"415":[2,5],"415087":5,"41576":4,"418802":3,"4194304":1,"419472":5,"420235":3,"420822":3,"42142":4,"422":5,"428372":4,"428568":1,"429770":[1,2],"430545":3,"431":5,"431969":4,"433489":5,"446623":3,"447":5,"448255":1,"4492":3,"45":3,"451":[5,9],"4531":3,"454":5,"455":5,"460287":3,"4608":5,"4609":3,"461":5,"464755":3,"465939":5,"467852":3,"468":5,"4688":3,"471":5,"472":1,"473303":5,"473602":3,"477870":5,"48":[1,3,6,9],"482":5,"486200":5,"49":3,"492442":3,"494":5,"4940":1,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,6,12,54],"500":5,"5000":3,"500614":3,"502255":5,"504":5,"506":5,"507077":3,"51":3,"511":5,"511515":5,"512":[2,3,4,5],"5120":5,"512412":3,"513":5,"520":5,"522751":3,"524288":1,"524944":5,"526831":3,"53":3,"5312":3,"532":5,"534584":5,"5351":7,"54":3,"541":4,"5430":7,"546":[2,5],"552452":3,"558967":5,"559798":5,"5632":5,"563555":3,"564":5,"566038":2,"568431":4,"57":3,"585":2,"5859":3,"586858":4,"587":5,"587162":5,"5898":3,"59":3,"595879":5,"599981":5,"599991":5,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"600010":5,"601764":5,"602017":3,"606":5,"6094":3,"614":[1,2],"6144":5,"615390":1,"62":3,"624":5,"626943":3,"627589":5,"63":3,"630":[5,9],"631610":5,"633":5,"64":[1,3,6],"640":[2,3],"643677":5,"645399":5,"64kb":5,"655":2,"65536":[1,5],"656574":1,"656711":5,"661740":2,"664":2,"6656":5,"666643":5,"669909":5,"67":3,"670":5,"67086":4,"67108864":1,"671229":3,"6724":1,"678":5,"68":3,"682":5,"688":5,"69":3,"690":5,"690139":3,"694":5,"694907":5,"6953":3,"7":[0,1,3,5,12],"700":5,"702":5,"7031":3,"704":5,"706":2,"7070":3,"707878":4,"71":3,"712":5,"7168":5,"719258":4,"72":3,"721668":5,"722":[1,2,9],"722274":2,"725":5,"728":5,"73":3,"730667":3,"737435":1,"743443":4,"75":3,"7500":3,"755369":2,"755985":2,"76":1,"767108":5,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"78":3,"780":1,"781":2,"79":3,"794504":5,"795186":5,"79719":4,"8":[1,2,3,5,6,12,13,14,52,54],"80":[3,54],"800002":1,"803739":5,"806694":4,"81":3,"810":2,"811":2,"811163":1,"812":[1,2],"813":[3,9],"814445":5,"814809":5,"814814":5,"8149":7,"817432":4,"8192":[1,5],"82":3,"823517":[1,2],"83":3,"832567":3,"833":1,"833728":3,"838026":4,"8388608":1,"839992":2,"84":3,"842":1,"84284":4,"843":1,"846167":5,"847":1,"848":1,"849":1,"85":3,"850":1,"859062":5,"86":3,"864158":3,"87":3,"8704":5,"873439":5,"873477":3,"876193":3,"879425":3,"88":3,"8828":3,"885254":5,"8867":3,"89":3,"8906":3,"891575":5,"8945":3,"895043":5,"896":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"908442":3,"908642":3,"91":3,"911572":5,"913500":3,"9216":5,"9219":3,"922689":3,"925276":2,"929456":3,"93":[2,3],"932191":3,"934503":5,"936606":2,"9375":3,"94":2,"947050":3,"9492":3,"95":[2,3],"952835":4,"9531":3,"954739":3,"96":2,"965524":5,"966561":3,"967074":5,"967162":3,"9688":3,"97":[2,3],"971025":3,"971190":2,"972420":5,"9728":5,"9733":1,"978909":3,"98":2,"9805":3,"98432":[1,7],"9844":3,"994643":3,"998493":3,"999982":5,"999995":1,"abstract":[11,12],"break":12,"byte":2,"case":[1,2,11,12,15,20],"class":[2,5,6,11,12,13,53],"default":54,"do":[2,3,6,11,12,14,18,19,21,22,23,24,25,30,49],"float":[2,6,7,11,12,54],"function":[1,2,3,4,5,6,8,9,12,13,14,15,16,53,54,55],"import":[1,2,3,4,5,6,7,11,12],"int":[1,11,12,15,17,26,37,38,44,52,54],"new":[26,44,52],"return":[1,2,3,4,5,6,14,17,18,19,20,21,22,23,24,25,28,30,32,34,37,38,39,40,41,42,43,50,51,52,54,55],"static":[0,11,12],"super":3,"switch":3,"true":[1,2,3,5,6,28,51],"try":[3,5,6,7,13],"var":[5,12],"voil\u00e0":4,"while":[3,11],A:[3,4,5,11,12],And:[0,3],As:[2,3,4,11,12],At:[4,12],But:4,By:54,For:[3,7,11,12,13],If:[4,12,18,19,21,22,23,24,25,40,49,51,53],In:[1,2,3,4,7,12],It:[1,3,4,8,10,12,14,16],NOT:5,Of:11,On:12,One:3,The:[1,2,3,4,7,11,12,18,19,20,21,22,23,24,25,26,28,37,38,39,40,41,42,44,49,51,55],There:1,These:12,To:[1,4,8,11,12,14],_:5,__expf:2,__init__:[13,53],__nv_asin:7,__nv_asinf:7,__nvasinf:7,_a:5,_attent:6,_bwd_kernel:6,_bwd_preprocess:6,_da:5,_dout:5,_dropout:4,_fwd_kernel:6,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_mean1:5,_mean2:5,_mean:5,_seeded_dropout:4,_var:5,a100:[3,6,12],a_arg:5,a_hat:5,a_ptr:3,ab:[1,7],abl:12,about:[1,2,3,4,10],abov:[1,2,3,4,12,14],academ:11,acc:[3,6,11,12],acc_scal:6,acceler:11,access:[1,3,11,12,16],accomod:3,accordingli:12,account:12,accumul:[3,6,12],accuraci:[3,11],achiev:[3,11,12],across:[2,4,11,12],activ:3,actual:[3,11,12],ad:5,add:[1,4,5,9,18],add_kernel:1,addit:[2,8,9,11,54],addition:12,address:[11,30],adopt:12,advanc:[2,3,11],advoc:12,affect:3,affin:12,after:3,against:[0,1,2,3,10],aggreg:7,aggress:[11,12],agnost:[11,12],ahead:12,aim:[2,10],al:[6,11,12],alex:4,algebra:12,algorithm:[3,4,6,11,12],alia:12,all:[2,3,4,7,8,11,12,14,32,34,36,50,53],allclos:[2,3],allen1984:12,allen:12,alloc:[1,2,3,5,11],allow:[1,2,11,12],allow_tf32:28,along:[1,3,32,34,37,38,50,54],alpha:6,also:[1,2,3,4,5,7,11,12],altern:4,alwai:[12,51],amd:[6,11],amen:12,amount:[5,11],ampl:12,an:[1,2,3,4,7,11,12,13,18,19,20,21,22,23,24,25,39,40,41,42],analog:1,analysi:[11,12],analyz:12,ancourt1991:12,ancourt:12,ani:[1,2,3,12,14,15,53],anoth:[2,12],anytim:14,apart:12,apex:5,apex_layer_norm:5,api:53,appear:53,appli:[3,4,5,6,7,11,12,18,19,21,22,23,24,25],applic:[4,12,15],approach:[11,12],appropri:1,approxim:2,ar:[0,1,2,3,4,11,12,13,14,16,30,36,49,51,53],arang:[1,2,3,4,5,6,7],arbitrari:3,arc:7,architectur:[3,11],area:12,arg:[1,2,3,5,6,13,15,16,53],argument:[1,2,3,13,14,15,16,51,53],arrai:[12,52],arrang:3,art:[11,12],artifici:4,arxiv:[6,11,12],asin_kernel:7,asinf:7,ask:2,aspect:12,asplo:11,assert:[1,2,3,4,5,6,7],assert_almost_equ:[5,6],assum:[2,53],asynchron:[1,11],atom:[18,19,20,21,22,23,24,25],attent:[8,9],auguin1983:11,auguin:11,auto:[2,3,12,13,14,15],autograd:[5,6],autom:11,automat:[2,3,7,11,12,13],autotun:[3,12],avail:[0,4,7,11,12],avoid:[2,14,51],awar:11,awkward:4,axi:[1,2,3,4,5,6,7,32,34,37,38,50,53],b:[3,11,12],b_ptr:3,back:[1,2,3,4,5,6],backpropag:4,backward:[5,6],bad:4,baghdadi2021:[11,12],baghdadi:[11,12],balanc:12,bandwidth:2,base:[4,7,10,11,12],baseexcept:6,basic:[1,8,12],batch:6,bc:7,becom:11,been:[1,11,12],befor:[3,13,14,18,19,20,21,22,23,24,25],begin:12,behavior:[12,14],being:[2,4],believ:12,below:[4,8,12],bench:[0,14],bench_flash_attent:6,bench_layer_norm:5,benchmark:[0,5,6,54,55],benefit:[2,11,12],best:[1,11],beta:6,between:[1,7,11],bfloat16:28,bia:5,bit:4,block:[1,2,3,4,6,11,12,18,19,20,21,22,23,24,25,26,27,28,29,30,31,33,35,39,40,41,42,43,45,46,47,48,49,51],block_dmodel:6,block_m:6,block_n:6,block_siz:[1,2,4,5,7,12,14,15],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4,7],blue:[1,2,3,5,6],boil:12,bool:[51,53],both:[7,12,51],bound:[1,2,3,12],branch:12,broad:11,broadcast:[26,30,49,51],buffer:6,bug:6,build:[0,3],built:[1,12],bwd:6,c:[3,11,12],c_mask:3,c_ptr:3,cach:[11,12,30],cache_modifi:30,calcul:7,call:[1,3,7,12,13,16,40],callabl:[1,15,16,54],can:[0,1,2,3,4,7,11,12,14,55],cannot:[3,11,12],capabl:[10,11],causal:6,cd:[0,8],cdiv:[1,3,4,5,6,7],ceil:15,certain:15,cgo:[11,12],challeng:4,chang:[3,4,14,30],chapter:10,characterist:12,cheap:11,check:[3,10],checkpoint:4,chen2018:11,chen:11,chip:[2,6],choic:10,click:[1,2,3,4,5,6,7],clone:[0,5,6],close:12,cmake:0,cmp:20,coalesc:11,code:[1,2,3,4,5,6,7,8,11,12],col:[3,5,6,12],col_offset:2,color:53,column:[2,3],com:[0,5,7],combin:11,come:[2,3,12],command:0,common:12,commonli:12,compar:[2,3,4,5,6,10,12,20],compat:28,compil:[2,3,6,10,11,13,16,36],complet:12,complex:12,compos:[4,11],composit:12,comprehens:[11,12],comput:[4,5,6,7,10,11,12,15,27,29,31,33,35,45,46,47,48],computation:[11,12],concern:12,concis:[1,53],condit:[12,51],config:[3,5,6,14],configur:[3,13,14,55],confirm:2,connectom:11,consecut:12,consequ:11,consid:2,consist:4,constexpr:[1,2,3,4,5,6,7,39,40,41,42,47],constraint:[3,6,12],construct:11,constructor:53,consum:3,contain:[12,20,53],contextu:12,contigu:[3,6,17,43],control:[11,12],conveni:3,convert:[1,3,16],convolut:11,cooper:13,copi:[4,11,20],core:[11,12,39,40,41,42,47],correct:[1,7],correspond:[1,2,3,53],cosin:27,cost:12,could:[2,12],cours:11,cpython:0,creat:[1,2,3,5,11],crucial:4,csv:1,ctx:[5,6],cu_seqlen:6,cubla:[3,11],cuda:[1,2,3,4,5,6,7,11],cudnn:11,cumsum:6,current:38,custom:[1,2,3,10],cut:3,cvpr:11,d:[2,4,6,14,16],d_head:6,d_ptr:6,da:5,dao:6,dart:12,darte1999:12,data:[1,3,4,5,6,7,11,12,18,19,20,21,22,23,24,25,30,51,52],data_ptr:16,dataflow:12,david:4,db:5,db_ref:5,db_tri:5,dbia:5,deal:4,decad:11,decim:5,declar:1,decompos:12,decor:[1,3,14,15,16],decreas:4,dedic:3,deep:[3,4,11,12],def:[1,2,3,4,5,6,7,14,15],defin:[1,2,3,12,30],definit:12,delta:6,denom:6,denomin:2,denot:1,dens:12,depend:[0,8,12,51],deploi:11,describ:[4,12],design:12,desir:[26,44],detail:[3,12],detect:11,develop:[11,12],devic:[1,2,3,5,6,7],dg:5,di:6,dialect:12,dict:[14,15],dictionari:[13,15],diesel:12,differ:[1,2,3,4,7,11,12,14,53],difficult:12,difficulti:[3,11],dijkstra82:12,dijkstra:12,dim:[2,6,12],dimens:[3,28,32,34,50],dimension:[3,12,28],dir:0,direct:3,disjoint:12,disk:1,dissert:12,distribut:[2,4,12],divid:6,divis:3,dk:6,dk_ptr:6,dnn:[10,11,12],do_bench:[1,2,3,5,6],do_ptr:6,do_scal:6,doc:[4,7],doe:[1,2,3,12],doesn:12,domain:[11,12],don:[1,2,3],done:[3,11,32,34,50],dot:[3,6],doubl:7,doubli:3,doubt:12,dout:[5,6],down:[3,12],download:[0,1,2,3,4,5,6,7,8],dp:6,dq:6,dq_ptr:6,dram:[1,2],dropout:[8,9],dror:4,ds:6,dsl:[10,11,12],dtype:[1,2,3,5,6,18,19,20,21,22,23,24,25,30,49,52],dv:6,dv_ptr:6,dw:5,dw_ref:5,dw_tri:5,dweight:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,8,11,12,52],each:[1,2,3,4,11,12,13,15],earli:14,early_config_prun:14,eas:12,easi:[3,4],easier:[1,2,11],easili:3,ed:[1,3],education:2,effect:12,effici:[3,4,11,41],effort:12,eg:14,either:[1,37,38,51],elango2018:12,elango:12,element:[1,2,3,4,5,27,29,31,32,33,34,35,45,46,47,48,49,50,51,53],element_s:[2,5],element_ti:[18,19,20,21,22,23,24,25,30,49],elementwis:[2,30],els:[3,5,6],emerg:11,empti:[3,5,6],empty_lik:[1,2,4,5,6,7],enabl:12,encod:[7,12],encourag:4,end:[11,12,17],enforc:12,engin:12,enqueu:[1,2,5],ensur:12,entir:12,entri:41,environ:10,ep:5,equal:12,error:3,especi:11,et:[4,6,11,12],euromicro:11,evalu:[3,4,14,51],even:[4,12],evict_first:5,evict_last:[5,6],eviction_polici:[5,6,30,49],evidenc:11,evolv:11,exampl:[1,2,3,4,5,6,7,8,11,12,13],except:[5,6],exchang:24,execut:[9,11,12,13,55],exist:[11,12],exp:[2,6],expect:[2,20],expens:[11,12,15],explor:[4,11],exponenti:[2,29],express:[11,12],extend:[3,4],extern:7,extern_lib:7,extra:1,extras_requir:5,extrem:12,f:[1,2,3,6,7,12],facilit:[11,12],fact:12,fairli:3,fals:[5,6,18,19,21,22,23,24,25,28,30,47,49,51,53,54],far:2,fast:[2,11,12],faster:[2,40],fastest:12,featur:5,feel:3,fetch:11,few:12,field:[11,14],figur:12,file:[1,2,3,9],fill:52,fill_valu:6,fine:4,first:[1,3,4,10,12,28,33,35],first_pid_m:3,firstli:4,fit:2,fix:[6,53],flag:2,flash:6,flash_attn:6,flash_attn_func:6,flash_attn_interfac:6,flatten:43,flexibl:11,float16:[3,5,6,28,52],float32:[1,2,3,4,5,6,28,39,42],flow:[11,12],fly:4,fn:[6,16,54],focu:[3,12],folder:4,follow:[0,2,3,10,11,12],footprint:4,forc:4,forget:1,formal:12,format:12,forward:[5,6],found:20,foundat:12,four:41,fp16:3,fp32:3,frac:4,framework:[11,12],free:3,from:[1,2,3,4,6,7,11,12,30,51],full:[1,2,3,4,5,6,7],fulli:12,func:12,fundament:12,further:[4,12],fuse:[3,5,8,9],fusedlayernorm:5,fusion:[2,12],fwd:6,g:[3,4,11,12,52],galleri:[1,2,3,4,5,6,7,8],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,7,8,11,12,39,40,41,42,53],geoffrei:4,geq:12,get:[1,2,3,4,9],girbal2006:12,girbal:12,git:0,github:[0,5],give:11,given:[2,3,4,26,37,38,39,40,41,42,44,52],global:12,go:[1,3,12],good:[1,12],gpgpu:11,gpu:[1,2,4,10,11,12,13,16],grad:[5,6],grad_scale_gain_bias_nam:5,grad_scale_nam:5,grad_to_non:[5,54],gradient:54,grammat:12,graphic:11,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,6,7,37,38],grid_m:3,grid_n:3,grosser2012:12,grosser:12,group:3,group_id:3,group_m:3,group_size_m:3,grow:12,guard:[1,2],guid:[7,11],h:6,ha:[1,3,4,11,12,37,38],had:1,half:6,halid:[11,12],hand:12,handl:[1,2,4,12],handwritten:11,hard:3,harder:12,hardwar:[3,10,12],has_apex:5,has_flash:6,hasattr:5,hasn:1,have:[2,4,6,11,12,16,28,51,53],head:6,heavi:11,helper:[1,2],henc:3,here:[1,2,3,4,5,6,7],heurist:[2,5],hierarch:11,hierarchi:12,high:[3,11,12],higher:3,highli:11,highlight:12,hint:12,hinton:4,hit:3,how:[1,2,3,10,11,15],howev:[2,12],html:[4,7],http:[0,4,5,6,7],i:[1,2,3,4,5,6,11,12],id:[3,38],idea:11,ideal:2,ident:2,identifi:1,idx:[18,19,21,22,23,24,25,30,49],ieee_round:47,ilya:4,imag:[11,12],immedi:6,implement:[1,2,3,4,6,11,12],implicitli:[1,16,30,49],importantli:12,impos:12,improv:[3,4],incompat:[3,12],incorrect:3,increas:[1,2,3,4],incred:11,increment:[6,12],inde:12,independ:[2,12],index:[1,7],indic:[12,51],induc:12,industri:11,inequ:12,inf:[2,6],inform:12,infrastructur:12,initi:[1,3,6],inner:[3,28],inplac:3,input:[1,2,3,4,5,7,12,14,15,26,27,28,29,31,32,33,34,35,36,43,44,45,46,47,48,50],input_ptr:2,input_row_strid:2,instal:[8,10],instanc:[1,2,3,4,11,13,37,38],instanti:4,instead:[2,51],instruct:[10,11],int1:[18,19,21,22,23,24,25,30,49],int32:[4,6,40,41],integ:12,interchang:12,interest:[11,12],intermedi:12,intern:[2,12],interv:17,intrins:12,introduc:4,introduct:10,invari:[2,12],invoc:4,invok:7,ipynb:[1,2,3,4,5,6,7],ir:12,irregular:[2,12],is_contigu:[3,4,5],is_cuda:[1,7],isn:3,issu:[11,12],iter:[3,11,12],its:[1,2,3,12,14],j:[3,5,11,12],jit:[1,2,3,4,5,6,7,14,15],jmlr:4,john:4,johnson:4,journal:12,jrk2013:11,jupyt:[1,2,3,4,5,6,7,8],just:[3,12,15],k:[3,4,6,11,12],k_ptr:6,kb:11,keep:4,kei:[3,11,14],kellei:11,kernel:[4,5,10,11,13,14,15],keyword:[1,13],ki:12,kind:2,know:36,known:12,krizhevski:4,kwarg:[13,16],l:6,l_i:6,l_i_new:6,l_ij:6,l_ptr:6,label:[1,2,3,53],lam1991:11,lam:11,lambda:[1,2,3,4,5,6,7,15],languag:[1,2,3,4,5,6,7,10,11,16],larg:[11,12],last:3,later:[2,12],latest:0,lattner2004:12,lattner2019:12,lattner:12,launch:[1,2,3,37,38],law:12,layer:[8,9,11,12],layer_norm:5,layernorm:5,lead:[4,11,12],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,10,11,12],least:12,lee2017:11,lee:11,left:12,legal:12,length:[1,6],less:[4,5,11,12],let:[1,2,4,36],letter:12,level:[3,11,12],li:11,libdevic:[8,9],librari:[0,3,11,12],lifelong:12,like:[1,4,6,11,12,40],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,12,53],line_arg:[1,2,3,5,6,53],line_nam:[1,2,3,5,6,53],line_v:[1,2,3,5,6,53],linear:[11,12],link:0,list:[1,3,14,15,53,54,55],litteratur:12,lk:6,ll:4,llvm11:0,llvm:[0,12],lo:6,load:[1,2,3,4,5,6,7,12,51],local:[7,11,12],locat:[3,18,19,20,21,22,23,24,25,30,49],log2:15,log:53,logarithm:[1,31],logic:[19,23,25],look:[4,10,11],loop:[3,6,12,13],low:[8,9,12],lq:6,m:[0,2,3,5,6,11],m_i:6,m_i_new:6,m_ij:6,m_ptr:6,machin:[11,12],machineri:[11,12],made:11,mai:[2,12,15],main:[3,11,12],maintain:[2,12],major:[3,12],make:[1,2,11,12],manag:[4,11],mani:[11,12],manual:[2,12],manual_se:[1,2,3,5,6,7],map:3,mapl:12,mark:[4,6,55],markedli:11,mask:[1,2,3,4,5,7,18,19,21,22,23,24,25,30,49,51],match:[3,20],math:15,mathbb:12,mathbf:12,mathcal:[12,42],mathemat:12,matmul:[3,6,12],matmul_kernel:3,matric:[2,3],matrix:[2,4,8,9,11,12,13,28],matrix_s:12,matter:[3,11,12],max:[1,2,5,6,7,21],max_fused_s:5,max_m:[1,2,3,5],maxim:[5,10,12,41],maximum:[1,2,6,7,32],mb:[9,11],mean1:5,mean2:5,mean:[3,5,6,12,14],mechan:[2,12],median:54,memori:[1,2,3,8,9,11,12,18,19,20,21,22,23,24,25,30,49,51],mention:3,meta:[1,2,3,4,5,7,13,14,15],metaparamet:1,method:[12,13,16,53,55],methodolog:12,micro:11,min:[3,5,22],min_m:[1,2,3,5],minimum:34,minut:[1,2,3,4,5,6,7],miss:12,mitig:12,ml:11,mlir:12,mn:2,mode:[5,6],model:[1,11,12,14],modern:[3,10,11,12],modular:12,modulenotfounderror:5,moment:6,moor:12,mora:4,more:[2,3,4,10,11,12,53],most:[3,12],mostli:13,move:3,movement:4,ms:[1,2,3,5,6,54],much:[2,3],mullapudi2016:12,mullapudi:12,multi:[3,11,12],multipl:[1,4,8,9,11,12,13,14,36,40],multiple_of:6,multipli:[3,4,5,12,28],must:[2,3,17,28,51],n:[2,3,5,11,42],n_col:2,n_ctx:6,n_element:[1,4,7],n_head:6,n_round:[39,40,41,42],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,14,15,53],nativ:[1,2,3],natur:[2,11,31],nb:11,necessari:2,need:[1,2,3,4,40],nelement:2,nest:[3,12],net:12,network:[4,11,12],neural:[4,11,12],neurosci:11,never:4,newdo:6,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:11,nitish:4,nn:[3,5],non:11,none:[2,3,5,6,13,14,18,19,21,22,23,24,25,30,49,53,54],nonzero:51,norm:[4,5,9],normal:[2,6,8,9],normal_:6,normalized_shap:5,note:[0,1,2,3,4,6,12,14,16,51],notebook:[1,2,3,4,5,6,7,8],notic:[2,12],notori:[3,11],novel:11,now:[1,3],num_block:6,num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,6,13,14],num_warp:[2,3,5,6,13,14],number:[1,2,3,4,5,12,13,14,37,39,40,41,42],numcol:5,numel:[1,4,5,7],numer:[2,11],numrow:5,nvidia:[5,7,11,30],nvvm:7,o:[2,4,6],object:[1,3,11,13,14,16,18,19,20,21,22,23,24,25],obtain:1,obvious:2,occup:5,occur:12,off:5,off_h:6,off_hz:6,off_k:6,off_m:6,off_n:6,off_o:6,off_q:6,off_v:6,off_z:6,offer:11,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_d:6,offs_k:[3,6],offs_m:6,offs_m_curr:6,offs_n:6,offs_qm:6,offset:[1,4,6,7,39,40,41,42],often:3,omega:12,onc:[2,11,12],one:[2,3,4,8,11,12,53],ones:6,onli:[2,3,4,6,11,12,16],op:[1,2],open:17,openai:0,opencl:11,oper:[1,2,3,4,7,8,11,18,19,20,21,22,23,24,25,51],opportun:11,opsila:11,optim:[11,12],option:[3,14,18,19,21,22,23,24,25,30,49,53,54],orang:5,order:[2,3,8,12],org:[4,6],origin:12,osdi:11,other:[2,3,4,5,10,12,16,28,30,33,35],otherwis:[4,51],our:[1,2,3,11],out:[1,2,3,4,5,6,7,10,12],out_ptr:6,outlin:12,output2:4,output3:4,output:[1,2,3,4,5,6,7],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:[1,7],output_triton:[1,7],over:[2,4,6,11,12],overfit:4,overflow:2,own:3,p:[4,6,12],p_scale:6,pa:3,packag:16,pact:12,pad:2,par:3,paradigm:[11,12],paragraph:4,parallel:[1,2,3,4,5,10,11,12,13],paralleliz:11,param:15,paramet:[1,3,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55],parametr:[6,11],part:[3,4,12],partial:5,particular:[2,3],particularli:[11,12],partit:11,pass:[1,5,7,12,13],past:[11,12],path:1,pattern:11,pb:3,pdf:6,peak:12,per:[2,4,5],percentil:[6,54],perf:3,perf_model:14,perf_report:[1,2,3,5,6,53],perform:[1,2,4,11,12,14,18,19,20,21,22,23,24,25,54],persist:4,person:12,perspect:12,phase:12,philosophi:12,philox:[4,41],pid:[1,3,4,5,7],pid_m:3,pid_n:3,pip:[0,8],pipelin:[11,12,13],platform:[10,12],pldi:11,pleas:7,plot:[0,1,2,3,53],plot_nam:[1,2,3,5,6,53],pmatrix:12,point:[1,12,41],pointer:[1,2,4,6,16,18,19,20,21,22,23,24,25,30,49],pointerdtyp:[18,19,20,21,22,23,24,25,30,49],polli:12,polyhedr:11,polyhedra:12,popular:12,portabl:[11,12],pose:11,posit:[5,15],possibl:[1,2,3,12,13],power:[2,4,12,15,17],ppopp:12,practic:[1,2,3,11],pragma:11,pre:[0,6,11],pre_hook:13,prealloc:1,predic:14,predict:12,prefer:2,premis:11,present:0,preserv:12,preserve_rng_st:4,prevent:[4,12],primer:12,primit:[11,16],princip:7,principl:12,print:[1,3,4,7],print_data:[1,2,3,5,6],prng:4,probabl:[4,12],problem:1,problemat:12,procedur:12,process:[1,5,11,12],processor:11,produc:[3,4],product:[10,12,28],program:[1,2,3,4,5,10,11,37,38],program_id:[1,2,3,4,5,6,7],programm:[11,12],prohibitev:15,project:[4,11],promot:[3,12],properli:2,properti:12,propos:11,proprietari:3,provid:[1,2,3,4,5,6,10,12,14,32,34,50,54],prune:[4,14],prune_configs_bi:14,pseudo:[3,4,41],pseudorandom:4,ptr:3,ptx:30,purpos:[11,12],push:12,put:4,py:[0,1,2,3,4,5,6,7,9],pypi:[0,5],pytest:[0,6],python:[1,2,3,4,5,6,7,8,16],pytorch:[1,2,4],q:6,q_ptr:6,qk:6,qkv:6,qquad:12,quantiti:6,r:2,rabe:6,ragan:11,rand:[1,4,5,7],randint4x:40,randn:[2,3,4,5,6],randn_lik:[5,6],random:[4,39,40,41,42],randomli:4,rang:[1,2,3,5,6,11,12],rapidli:[11,12],rate:3,rather:11,raw:1,rdom:12,re:[1,3],read:[2,3,8],reader:12,real:11,reason:12,recent:11,recommend:8,recomput:[4,6,11],record_clock:54,rectifi:11,red:6,redmon2016:11,redmon:11,reduct:[2,5,32,34,50],ref_dk:6,ref_dq:6,ref_dv:6,ref_out:6,refer:[1,6,7],regard:7,regardless:[4,51],regim:4,regist:6,regrett:11,regular:[4,12],rel:[1,12],relat:10,releas:[0,11],reli:12,relu:3,remain:[11,53],remateri:6,rememb:3,reorder:12,rep:[5,6,54],repetit:54,repres:[2,3,12,13],requir:[2,4,12],requires_grad:[5,6],requires_grad_:[5,6],research:[11,12],reset:[14,54],reset_to_zero:14,reshap:5,resolut:12,resourc:11,resp:12,respect:12,restrict:12,result:[0,1,2,11,12],ret:2,retain_graph:[5,6],retriev:12,reus:3,revisit:11,right:12,rise:12,role:12,ron:4,root:48,roughli:3,row:[2,3,4,5,6],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,6,7,10,12,14,16,55],runtim:[12,54],ruslan:4,rvar:12,s:[1,2,4,5,12,41],said:12,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,7,11,53],sato2019:12,sato:12,save:[1,2,3,6],save_for_backward:[5,6],save_path:[1,5,6],saved_tensor:[5,6],sc:12,scalabl:12,scalar:[4,11,28,39,40,41,42,52],scale:[6,53],scan:12,schedul:11,scienc:12,scientif:12,scop:12,scope:12,scratchpad:6,script:[0,1,2,3,4,5,6,7],second:[1,2,3,4,5,6,7,12,28,33,35],secondli:4,section:[3,12],see:[1,2,3,4,6,12],seed:[39,40,41,42],seeded_dropout:4,seem:[1,12],select:[7,11,12,51],self:[13,53],semant:[7,12],semi:12,sens:[1,11,12],separ:12,seq:6,sequenc:11,set:[1,4,12],setup:[0,5],sever:[11,12],shall:12,shape:[1,2,3,4,5,6,12,26,30,44,49,51,52],share:11,shaw:4,shift:2,should:[1,3,5,11,12,13,32,34,50,53],show_plot:[1,2,3],shown:12,side:12,sight:12,signal:11,significantli:2,sigplan:12,simd:11,simpl:[1,2,3,4],simplest:8,simpli:[7,12],simplic:3,simplifi:4,sinc:[1,2,3],sine:[7,46],singl:[2,4,11,40],size:[1,2,4,7,12],slower:[11,12],slowest:12,sm80:13,sm:12,sm_scale:6,small:5,smaller:[3,4],smallest:[2,15],snemi3d:11,so:[1,2,3,4,5,12],softmax:[4,6,8,9],softmax_kernel:2,softmax_output:2,softwar:13,solid:12,solut:3,solv:12,some:3,sometim:12,sourc:[1,2,3,4,5,6,7,8,12],space:[11,12],spars:[4,11,12],spatial:12,speak:3,special:11,specif:[3,11],specifi:[12,15,18,19,20,21,22,23,24,25,49],speed:2,sphinx:[1,2,3,4,5,6,7,8],split:12,spmd:[1,11,12],sqrt:5,squar:48,sram:[2,3,5,6],srivastava2014:4,srivastava:4,staat:6,stabil:2,stabl:0,stage:13,stai:6,standard:12,start:[8,17],start_m:6,start_n:6,started_tutori:9,state:[4,11,12],statement:12,staticmethod:[5,6],std:6,step:12,still:[1,2,3,12],stop:17,store:[1,2,3,4,5,6,7,18,19,20,21,22,23,24,25,51],str:[14,15,30,53],straightforward:3,strategi:[4,12],stream:[5,40],strength:11,stride:[2,3,4,5,6],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_kh:6,stride_kk:6,stride_kn:6,stride_kz:6,stride_oh:6,stride_om:6,stride_on:6,stride_oz:6,stride_qh:6,stride_qk:6,stride_qm:6,stride_qz:6,stride_vh:6,stride_vk:6,stride_vn:6,stride_vz:6,stride_xi:3,stride_xj:3,structur:[11,12],style:[1,2,3,5,6,53],subscript:12,substanti:11,substract:2,subtract:2,successfulli:12,suffer:12,suit:11,sum:[1,2,5,6],sum_db:5,sum_dw:5,superhuman:11,support:[4,12],sure:2,surprisingli:11,surround:12,suspicion:2,sutskev:[4,11],sutskever2014:11,swap:20,swizzl:11,synchron:[1,11],system:[0,3,11,12],t:[1,2,3,6,12],t_:12,t_ptr:6,tabul:4,taco:12,take:[3,4,10,14,15],taken:12,target:11,techniqu:[11,12],temperatur:4,tempor:12,tend:12,tension:11,tensor:[1,2,3,4,5,7,11,12,14,16,26,28,30,32,33,34,35,43,44,49,50,51,52,54],tensorrt:11,test:[0,1,5,6,10],test_layer_norm:5,test_op:6,text:12,tflop:3,th:54,than:[2,3,5,11,12,40,53],thei:[3,11,12],them:1,themselv:3,theoret:2,therebi:12,therefor:3,theta:12,theta_:12,thi:[1,2,3,4,5,6,7,11,12,13,14,15,16,41,53],thing:[1,4],think:2,those:2,though:[11,12],thought:12,thread:[2,11,13],through:[8,12],throughout:[6,12,53],throughput:10,tile:12,time:[0,1,2,3,4,5,6,7,11,12,14,40,54],tiramisu:[11,12],tl:[1,2,3,4,5,6,7,52],tmp:[0,6],tog:12,togeth:[4,7],tolist:4,top_k:14,topic:12,torch:[1,2,3,4,5,6,7,16,54],torch_output:3,torch_relu:3,total:[1,2,3,4,5,6,7,9],tradit:[4,11,12],trans_a:[6,28],trans_b:[6,28],transform:[4,12],transpos:6,travers:12,trend:11,tri:[26,44],tri_dk:6,tri_dq:6,tri_dv:6,tri_out:6,trick:2,tricki:4,trigger:[3,14],tril:6,trition:7,triton:[0,1,2,3,4,5,6,7,8,11,12],triton_output:3,trivial:11,tune:[2,3,12,14,15],tuner:13,tupl:[1,26,44,52],tutori:[1,2,3,4,10],tutorials_jupyt:8,tutorials_python:8,tvm:[11,12],two:[1,2,3,12,14,15,17,28],type:[7,15,28,30,51,52],typecast:[30,49],typic:12,u:[0,39],un:12,uncommon:12,underli:7,underneath:12,understand:2,undesir:14,unfortun:[3,12],unifi:11,uniformli:4,unint:51,unit:[0,11],univers:12,unrol:[5,12],up:2,updat:[3,6,12,14],us:[1,2,3,4,5,11,12,13,14,15,16,40,51,53,55],user:7,usr:7,util:[1,5],v100:12,v:6,v_ptr:6,val:[18,19,20,21,22,23,24,25],valid:1,valu:[1,2,3,4,6,7,14,15,17,18,19,20,21,22,23,24,25,27,29,30,31,32,34,36,45,46,47,48,49,50,51,52,53,55],valuabl:2,vari:6,variabl:[3,13],varianc:5,variant:11,variou:8,vasilach:[11,12],vasilache2018:[11,12],vast:12,vec:12,vector:[4,8,9,11,12],vendor:3,veri:[2,4,12],verif:12,verifi:[2,12],via:12,view:43,visibl:12,vision:11,volatil:30,vs:0,w:12,w_shape:5,wa:4,wai:[2,3,4],want:[2,4,51],warmup:[6,54],warp:[2,5,13],wast:2,wdout:5,we:[1,2,3,4,7,11,12],weight:5,well:[4,11,12],whatev:14,wheel:0,when:[2,3,4,11,12,13,14,16,51],where:[1,3,4,5,6,12,15,49],whether:[11,53],which:[1,2,3,4,11,12,14,32,34,50,53],whose:[1,2,3,4,12,14,30],wide:12,wise:[1,2,6,27,29,31,33,35,45,46,47,48,49],wish:[3,12],within:[3,16,17],without:12,wolf:12,wolfe1989:12,won:2,word:12,work:[2,4,6,10,11],workaround:6,workload:[3,13],wors:[3,11,12],would:[1,2,4],wouldn:12,wrapper:3,write:[1,2,3,4,5,6,8,10,12],wrote:2,x:[1,2,3,4,5,7,12,27,29,31,33,35,43,45,46,47,48,51,53],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,53],x_max:2,x_name:[1,2,3,5,6,53],x_ptr:[1,4,7,14,15],x_shape:5,x_size:[14,15],x_val:[1,2,3,5,6,53],xi:12,xii:12,xlabel:53,xo:12,xor:25,y:[1,2,3,5,12,33,35,51,53],y_fwd:5,y_log:53,y_name:[1,2],y_ptr:[1,7],y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:12,yet:[11,12],yi:12,yield:51,yii:12,ylabel:[1,2,3,5,6,53],yo:12,you:[0,1,2,3,4,7,8,11,14,40,51],your:[0,1,10],yourself:[2,3],z:[1,2,6,12],zero:[3,4,5,6,7,14],zeros_lik:6,zip:8},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Fused Attention","Libdevice function","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_and","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_or","triton.language.atomic_xchg","triton.language.atomic_xor","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"default":7,"final":3,"function":7,addit:1,advantag:12,algebra:57,api:10,arang:17,arithmet:3,asin:7,atom:57,atomic_add:18,atomic_and:19,atomic_ca:20,atomic_max:21,atomic_min:22,atomic_or:23,atomic_xchg:24,atomic_xor:25,attent:6,autotun:14,baselin:4,benchmark:[1,2,3,53],binari:0,broadcast_to:26,cach:3,challeng:11,co:27,comparison:57,compil:[12,57],comput:[1,2,3,9],config:13,creation:57,custom:7,distribut:0,do_bench:54,document:10,dot:28,dropout:4,exercis:4,exp:29,from:0,further:10,fuse:[2,6],gener:57,get:10,go:10,heurist:15,hint:57,index:57,instal:0,introduct:11,jit:16,kernel:[1,2,3,7],l2:3,languag:[12,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,57],layer:5,libdevic:7,librari:7,limit:12,linear:57,load:30,log:31,low:4,manipul:57,math:57,matrix:3,max:32,maximum:33,memori:[4,57],min:34,minimum:35,model:57,motiv:[2,3,11],multipl:3,multiple_of:36,normal:5,num_program:37,number:57,op:57,optim:3,packag:0,path:7,perf_report:55,perform:3,pointer:3,polyhedr:12,program:[12,57],program_id:38,python:[0,10],rand:39,randint4x:41,randint:40,randn:42,random:57,ravel:43,reduct:57,refer:[4,11,12],relat:12,represent:12,reshap:44,result:3,s:10,schedul:12,seed:4,shape:57,sigmoid:45,sin:46,softmax:[2,47],sourc:0,sqrt:48,squar:3,start:10,store:49,sum:50,test:[2,3,53,54,55,58],time:9,triton:[10,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58],tutori:8,unit:[2,3],us:7,vector:1,welcom:10,where:51,work:12,zero:52}})
\ No newline at end of file
+Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/06-fused-attention","getting-started/tutorials/07-libdevice-function","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_and","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_or","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.atomic_xor","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/06-fused-attention.rst","getting-started/tutorials/07-libdevice-function.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_and.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_or.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.atomic_xor.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[13,1,1,""]},"triton.language":{arange:[17,2,1,""],atomic_add:[18,2,1,""],atomic_and:[19,2,1,""],atomic_cas:[20,2,1,""],atomic_max:[21,2,1,""],atomic_min:[22,2,1,""],atomic_or:[23,2,1,""],atomic_xchg:[24,2,1,""],atomic_xor:[25,2,1,""],broadcast_to:[26,2,1,""],cos:[27,2,1,""],dot:[28,2,1,""],exp:[29,2,1,""],load:[30,2,1,""],log:[31,2,1,""],max:[32,2,1,""],maximum:[33,2,1,""],min:[34,2,1,""],minimum:[35,2,1,""],multiple_of:[36,2,1,""],num_programs:[37,2,1,""],program_id:[38,2,1,""],rand:[39,2,1,""],randint4x:[41,2,1,""],randint:[40,2,1,""],randn:[42,2,1,""],ravel:[43,2,1,""],reshape:[44,2,1,""],sigmoid:[45,2,1,""],sin:[46,2,1,""],softmax:[47,2,1,""],sqrt:[48,2,1,""],store:[49,2,1,""],sum:[50,2,1,""],where:[51,2,1,""],zeros:[52,2,1,""]},"triton.testing":{Benchmark:[53,0,1,""],do_bench:[54,2,1,""],perf_report:[55,2,1,""]},"triton.testing.Benchmark":{__init__:[53,1,1,""]},triton:{Config:[13,0,1,""],autotune:[14,2,1,""],heuristics:[15,2,1,""],jit:[16,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,6,7,9,11,12,37,38,39,42,52,54],"00":9,"0000":3,"000001":1,"000002":2,"004273":1,"004484":3,"005597":5,"007961":2,"009825":3,"01":[1,3,9],"012618":3,"02":[2,9],"020":[5,9],"023256":5,"0249":7,"025776":3,"026067":3,"028308":3,"03":[3,9],"033565":3,"04":[4,9],"0424":7,"05":[5,9],"05682v2":6,"06":[6,9],"0625":3,"07":[7,9],"072":[6,9],"08199":4,"08452":4,"084721":1,"092307":5,"0938":3,"097543":2,"0f":12,"0s":4,"1":[1,2,3,4,5,6,10,12,15,37,38,39,42],"10":[1,3,4,5,6,7,39,40,41,42],"100":[2,6,54],"102191":3,"1024":[1,3,4,5,7,14],"10240":5,"1045":3,"1048576":1,"106434":4,"10752":5,"108913":3,"11":[0,1,3,5],"11264":5,"1151":5,"1152":3,"11776":5,"118401":3,"12":[1,3,5],"120002":3,"12160":2,"12288":[2,5],"123":4,"12416":2,"12544":2,"12672":2,"126988":5,"127":1,"128":[1,2,3,5,6,14],"1280":3,"12800":5,"13":[1,3,5],"131072":1,"132370":3,"1328":3,"13312":5,"133312":5,"133347":2,"134217728":1,"134567":5,"136":[2,9],"13686":4,"13824":5,"138541":3,"14":[1,3,5],"140799":3,"1408":3,"14135v2":6,"142849":5,"142862":2,"14336":5,"14848":5,"149375":2,"149397":4,"15":[1,3,5],"150050":3,"153":2,"1536":[3,5],"15360":5,"153868":5,"154":2,"158":2,"15872":5,"159518":3,"16":[2,3,5,6,12,52],"161033":3,"162":2,"16384":1,"1664":3,"16777216":1,"17":[3,5,9],"173427":5,"177767":5,"17879":4,"1792":3,"18":[3,5],"180982":5,"1823":2,"185964":5,"188":2,"19":[1,3,5],"190482":1,"191505":5,"192":1,"1920":3,"192434":5,"197315":3,"197981":3,"198":2,"198054":5,"1982":12,"1983":11,"1984":12,"1989":12,"1991":[11,12],"1999":12,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,6,7,10,12,13,15,37,38,54],"20":[3,5,6,54],"200000":1,"200001":3,"2004":12,"2006":12,"2011":4,"2012":12,"2013":11,"2014":[4,11],"2016":[11,12],"2017":11,"2018":[11,12],"2019":12,"2021":[11,12],"2048":[2,3,5,6],"206879":2,"207081":5,"2097152":1,"21":[3,5],"2112":6,"212868":4,"2141":1,"214186":4,"214870":5,"216187":2,"2176":3,"219":1,"22":[3,5],"220":3,"2205":6,"225175":5,"226931":3,"228063":5,"23":[3,5],"2304":3,"237267":5,"24":[3,5],"242181":3,"2432":3,"245":3,"25":[3,5,6,54],"251457":5,"254540":5,"256":[1,2,3,5,13],"2560":[3,5],"257735":3,"26":[3,5],"260869":3,"262144":1,"264":[7,9],"2656":3,"2688":3,"269882":5,"27":[3,5],"273764":3,"276800":3,"277":5,"28":[1,3,5],"2812":3,"2816":3,"285":[4,9],"2891":3,"29":[3,5],"293429":4,"293714":5,"2944":3,"297068":5,"2d":[3,5,28],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,6,12],"30":3,"304904":5,"305746":3,"305878":3,"307030":3,"3072":[3,5],"3076":1,"308771":5,"31":[2,3,5,9],"310952":5,"311031":3,"3125":3,"313806":5,"314362":3,"315309":5,"32":[3,5,13],"3200":3,"321838":2,"323":5,"32768":1,"3281":3,"33":3,"331658":3,"3328":3,"334":5,"33554432":1,"337026":5,"34":3,"34172":4,"3438":3,"3456":3,"3477":3,"347810":5,"35":3,"350922":5,"3516":3,"3555":3,"357796":5,"3584":[3,5],"359066":2,"36":3,"360017":2,"360920":5,"362445":1,"365":5,"367358":5,"367588":3,"368435":5,"369452":5,"371":5,"3712":3,"3713":1,"371721":4,"372618":3,"372800":3,"373":5,"374":5,"375":5,"375705":3,"376":5,"377":5,"378":5,"379":5,"38":1,"380":5,"380953":3,"381":5,"381330":3,"382":5,"383":5,"384":[1,2,3,5],"3840":3,"384185791015625e":7,"387":5,"387087":5,"389":5,"389355":5,"389441":3,"39":3,"3906":3,"392":5,"393":5,"395":5,"396":5,"396572":3,"3968":3,"397":5,"3984":3,"3986":4,"398926":3,"3d":[37,38],"3mn":2,"4":[1,2,3,5,6,12,13,14,40],"40":3,"400":5,"400001":1,"400016":[1,2],"400840":3,"402":5,"4023":3,"403344":4,"403347":4,"403381":5,"405":5,"406":[2,5],"4062":3,"407":5,"408":5,"408716":4,"409":5,"4096":[1,2,3,5,6],"410":5,"4105":7,"411":5,"412":2,"413":5,"414":5,"415":2,"41576":4,"4194304":1,"420235":3,"420828":5,"42142":4,"426":5,"428372":4,"428568":1,"428801":3,"429770":[1,2],"430545":3,"431969":4,"432717":3,"433489":5,"445676":5,"446623":3,"447":5,"448255":1,"4492":3,"45":3,"451983":3,"4531":3,"454":5,"457532":2,"458":5,"459443":5,"46":[1,9],"460287":3,"4608":5,"4609":3,"461":5,"467852":3,"4688":3,"47":3,"470582":5,"471":5,"472":1,"48":[3,6],"481":5,"481028":5,"486200":5,"492442":3,"494":[5,9],"4940":1,"494120":3,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,6,12,54],"500":5,"5000":3,"500614":3,"501":5,"502740":5,"504":5,"509987":3,"51":3,"511":5,"512":[2,3,4,5],"5120":5,"512412":3,"514":5,"518":5,"52":3,"520":5,"524288":1,"53":3,"530610":2,"5312":3,"533":5,"5351":7,"54":3,"540320":3,"541":4,"542675":5,"5430":7,"546":[2,5],"546756":2,"55":9,"551037":5,"552988":3,"559798":5,"5632":5,"563555":3,"564":5,"566038":2,"568431":4,"57":3,"578556":5,"585":[2,5],"5859":3,"586858":4,"587":5,"587162":5,"587863":5,"5898":3,"59":3,"599987":5,"599991":5,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"603966":2,"606":[2,5],"6094":3,"609605":5,"614":[1,2],"6144":5,"615390":1,"617504":3,"62":3,"627":5,"63":3,"630":5,"631610":5,"633":5,"634072":5,"64":[1,3,6],"640":[2,3],"643199":3,"64kb":5,"653855":3,"655":2,"65536":[1,5],"656574":1,"664":2,"6656":5,"666652":5,"666656":5,"668":5,"669909":5,"67":3,"670":5,"67086":4,"67108864":1,"6724":1,"68":3,"680630":5,"682":5,"686":5,"688":5,"69":3,"690139":3,"694":5,"694907":5,"695045":5,"6953":3,"697":5,"698":5,"699062":5,"7":[0,1,3,5,12],"700":5,"7031":3,"706":2,"7070":3,"707878":4,"71":3,"712":5,"712490":3,"714281":5,"7168":5,"716830":2,"719258":4,"72":3,"722":[1,2],"725":5,"728":5,"73":3,"730667":3,"734716":5,"737435":1,"743443":4,"747320":3,"7500":3,"751978":5,"754468":5,"754967":2,"759699":2,"76":1,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"776477":2,"78":3,"780":1,"781":2,"784810":5,"794749":2,"795401":3,"79719":4,"8":[1,2,3,5,6,12,13,14,52,54],"80":[3,54],"800002":1,"803739":5,"804194":3,"806694":4,"808":[3,9],"808380":3,"81":3,"810":2,"810656":3,"811":2,"812":[1,2],"814809":5,"814814":2,"8149":7,"817432":4,"8192":[1,5],"82":3,"820009":3,"822991":3,"823517":[1,2],"825298":3,"826188":5,"83":3,"833":1,"833728":3,"838026":4,"8388608":1,"84":3,"842":1,"84284":4,"844306":5,"847":1,"848":1,"849":1,"85":3,"850":1,"859062":5,"86":3,"863352":3,"87":3,"8704":5,"873439":5,"88":3,"881552":2,"881842":3,"882344":5,"882350":5,"8828":3,"885254":5,"8867":3,"887117":5,"888257":5,"888756":3,"89":3,"8906":3,"8945":3,"896":3,"899428":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"908442":3,"91":3,"910":[1,9],"915795":3,"92":3,"9216":5,"9219":3,"925276":2,"928814":3,"929456":3,"93":[2,3],"932484":3,"9375":3,"94":2,"9492":3,"95":[2,3],"952835":4,"9531":3,"96":[2,3],"965524":5,"966561":3,"967074":5,"9688":3,"97":[2,3],"9728":5,"9733":1,"974373":5,"98":[2,3],"9805":3,"98432":[1,7],"9844":3,"999982":5,"999986":5,"999995":1,"abstract":[11,12],"break":12,"byte":2,"case":[1,2,11,12,15,20],"class":[2,5,6,11,12,13,53],"default":54,"do":[2,3,6,11,12,14,18,19,21,22,23,24,25,30,49],"float":[2,6,7,11,12,54],"function":[1,2,3,4,5,6,8,9,12,13,14,15,16,53,54,55],"import":[1,2,3,4,5,6,7,11,12],"int":[1,11,12,15,17,26,37,38,44,52,54],"new":[26,44,52],"return":[1,2,3,4,5,6,14,17,18,19,20,21,22,23,24,25,28,30,32,34,37,38,39,40,41,42,43,50,51,52,54,55],"static":[0,11,12],"super":3,"switch":3,"true":[1,2,3,5,6,28,51],"try":[3,5,6,7,13],"var":[5,12],"voil\u00e0":4,"while":[3,11],A:[3,4,5,11,12],And:[0,3],As:[2,3,4,11,12],At:[4,12],But:4,By:54,For:[3,7,11,12,13],If:[4,12,18,19,21,22,23,24,25,40,49,51,53],In:[1,2,3,4,7,12],It:[1,3,4,8,10,12,14,16],NOT:5,Of:11,On:12,One:3,The:[1,2,3,4,7,11,12,18,19,20,21,22,23,24,25,26,28,37,38,39,40,41,42,44,49,51,55],There:1,These:12,To:[1,4,8,11,12,14],_:5,__expf:2,__init__:[13,53],__nv_asin:7,__nv_asinf:7,__nvasinf:7,_a:5,_attent:6,_bwd_kernel:6,_bwd_preprocess:6,_da:5,_dout:5,_dropout:4,_fwd_kernel:6,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_mean1:5,_mean2:5,_mean:5,_seeded_dropout:4,_var:5,a100:[3,6,12],a_arg:5,a_hat:5,a_ptr:3,ab:[1,7],abl:12,about:[1,2,3,4,10],abov:[1,2,3,4,12,14],academ:11,acc:[3,6,11,12],acc_scal:6,acceler:11,access:[1,3,11,12,16],accomod:3,accordingli:12,account:12,accumul:[3,6,12],accuraci:[3,11],achiev:[3,11,12],across:[2,4,11,12],activ:3,actual:[3,11,12],ad:5,add:[1,4,5,9,18],add_kernel:1,addit:[2,8,9,11,54],addition:12,address:[11,30],adopt:12,advanc:[2,3,11],advoc:12,affect:3,affin:12,after:3,against:[0,1,2,3,10],aggreg:7,aggress:[11,12],agnost:[11,12],ahead:12,aim:[2,10],al:[6,11,12],alex:4,algebra:12,algorithm:[3,4,6,11,12],alia:12,all:[2,3,4,7,8,11,12,14,32,34,36,50,53],allclos:[2,3],allen1984:12,allen:12,alloc:[1,2,3,5,11],allow:[1,2,11,12],allow_tf32:28,along:[1,3,32,34,37,38,50,54],alpha:6,also:[1,2,3,4,5,7,11,12],altern:4,alwai:[12,51],amd:[6,11],amen:12,amount:[5,11],ampl:12,an:[1,2,3,4,7,11,12,13,18,19,20,21,22,23,24,25,39,40,41,42],analog:1,analysi:[11,12],analyz:12,ancourt1991:12,ancourt:12,ani:[1,2,3,12,14,15,53],anoth:[2,12],anytim:14,apart:12,apex:5,apex_layer_norm:5,api:53,appear:53,appli:[3,4,5,6,7,11,12,18,19,21,22,23,24,25],applic:[4,12,15],approach:[11,12],appropri:1,approxim:2,ar:[0,1,2,3,4,11,12,13,14,16,30,36,49,51,53],arang:[1,2,3,4,5,6,7],arbitrari:3,arc:7,architectur:[3,11],area:12,arg:[1,2,3,5,6,13,15,16,53],argument:[1,2,3,13,14,15,16,51,53],arrai:[12,52],arrang:3,art:[11,12],artifici:4,arxiv:[6,11,12],asin_kernel:7,asinf:7,ask:2,aspect:12,asplo:11,assert:[1,2,3,4,5,6,7],assert_almost_equ:[5,6],assum:[2,53],asynchron:[1,11],atom:[18,19,20,21,22,23,24,25],attent:[8,9],auguin1983:11,auguin:11,auto:[2,3,12,13,14,15],autograd:[5,6],autom:11,automat:[2,3,7,11,12,13],autotun:[3,12],avail:[0,4,7,11,12],avoid:[2,14,51],awar:11,awkward:4,axi:[1,2,3,4,5,6,7,32,34,37,38,50,53],b:[3,11,12],b_ptr:3,back:[1,2,3,4,5,6],backpropag:4,backward:[5,6],bad:4,baghdadi2021:[11,12],baghdadi:[11,12],balanc:12,bandwidth:2,base:[4,7,10,11,12],baseexcept:6,basic:[1,8,12],batch:6,bc:7,becom:11,been:[1,11,12],befor:[3,13,14,18,19,20,21,22,23,24,25],begin:12,behavior:[12,14],being:[2,4],believ:12,below:[4,8,12],bench:[0,14],bench_flash_attent:6,bench_layer_norm:5,benchmark:[0,5,6,54,55],benefit:[2,11,12],best:[1,11],beta:6,between:[1,7,11],bfloat16:28,bia:5,bit:4,block:[1,2,3,4,6,11,12,18,19,20,21,22,23,24,25,26,27,28,29,30,31,33,35,39,40,41,42,43,45,46,47,48,49,51],block_dmodel:6,block_m:6,block_n:6,block_siz:[1,2,4,5,7,12,14,15],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4,7],blue:[1,2,3,5,6],boil:12,bool:[51,53],both:[7,12,51],bound:[1,2,3,12],branch:12,broad:11,broadcast:[26,30,49,51],buffer:6,bug:6,build:[0,3],built:[1,12],bwd:6,c:[3,11,12],c_mask:3,c_ptr:3,cach:[11,12,30],cache_modifi:30,calcul:7,call:[1,3,7,12,13,16,40],callabl:[1,15,16,54],can:[0,1,2,3,4,7,11,12,14,55],cannot:[3,11,12],capabl:[10,11],causal:6,cd:[0,8],cdiv:[1,3,4,5,6,7],ceil:15,certain:15,cgo:[11,12],challeng:4,chang:[3,4,14,30],chapter:10,characterist:12,cheap:11,check:[3,10],checkpoint:4,chen2018:11,chen:11,chip:[2,6],choic:10,click:[1,2,3,4,5,6,7],clone:[0,5,6],close:12,cmake:0,cmp:20,coalesc:11,code:[1,2,3,4,5,6,7,8,11,12],col:[3,5,6,12],col_offset:2,color:53,column:[2,3],com:[0,5,7],combin:11,come:[2,3,12],command:0,common:12,commonli:12,compar:[2,3,4,5,6,10,12,20],compat:28,compil:[2,3,6,10,11,13,16,36],complet:12,complex:12,compos:[4,11],composit:12,comprehens:[11,12],comput:[4,5,6,7,10,11,12,15,27,29,31,33,35,45,46,47,48],computation:[11,12],concern:12,concis:[1,53],condit:[12,51],config:[3,5,6,14],configur:[3,13,14,55],confirm:2,connectom:11,consecut:12,consequ:11,consid:2,consist:4,constexpr:[1,2,3,4,5,6,7,39,40,41,42,47],constraint:[3,6,12],construct:11,constructor:53,consum:3,contain:[12,20,53],contextu:12,contigu:[3,6,17,43],control:[11,12],conveni:3,convert:[1,3,16],convolut:11,cooper:13,copi:[4,11,20],core:[11,12,39,40,41,42,47],correct:[1,7],correspond:[1,2,3,53],cosin:27,cost:12,could:[2,12],cours:11,cpython:0,creat:[1,2,3,5,11],crucial:4,csv:1,ctx:[5,6],cu_seqlen:6,cubla:[3,11],cuda:[1,2,3,4,5,6,7,11],cudnn:11,cumsum:6,current:38,custom:[1,2,3,10],cut:3,cvpr:11,d:[2,4,6,14,16],d_head:6,d_ptr:6,da:5,dao:6,dart:12,darte1999:12,data:[1,3,4,5,6,7,11,12,18,19,20,21,22,23,24,25,30,51,52],data_ptr:16,dataflow:12,david:4,db:5,db_ref:5,db_tri:5,dbia:5,deal:4,decad:11,decim:5,declar:1,decompos:12,decor:[1,3,14,15,16],decreas:4,dedic:3,deep:[3,4,11,12],def:[1,2,3,4,5,6,7,14,15],defin:[1,2,3,12,30],definit:12,delta:6,denom:6,denomin:2,denot:1,dens:12,depend:[0,8,12,51],deploi:11,describ:[4,12],design:12,desir:[26,44],detail:[3,12],detect:11,develop:[11,12],devic:[1,2,3,5,6,7],dg:5,di:6,dialect:12,dict:[14,15],dictionari:[13,15],diesel:12,differ:[1,2,3,4,7,11,12,14,53],difficult:12,difficulti:[3,11],dijkstra82:12,dijkstra:12,dim:[2,6,12],dimens:[3,28,32,34,50],dimension:[3,12,28],dir:0,direct:3,disjoint:12,disk:1,dissert:12,distribut:[2,4,12],divid:6,divis:3,dk:6,dk_ptr:6,dnn:[10,11,12],do_bench:[1,2,3,5,6],do_ptr:6,do_scal:6,doc:[4,7],doe:[1,2,3,12],doesn:12,domain:[11,12],don:[1,2,3],done:[3,11,32,34,50],dot:[3,6],doubl:7,doubli:3,doubt:12,dout:[5,6],down:[3,12],download:[0,1,2,3,4,5,6,7,8],dp:6,dq:6,dq_ptr:6,dram:[1,2],dropout:[8,9],dror:4,ds:6,dsl:[10,11,12],dtype:[1,2,3,5,6,18,19,20,21,22,23,24,25,30,49,52],dv:6,dv_ptr:6,dw:5,dw_ref:5,dw_tri:5,dweight:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,8,11,12,52],each:[1,2,3,4,11,12,13,15],earli:14,early_config_prun:14,eas:12,easi:[3,4],easier:[1,2,11],easili:3,ed:[1,3],education:2,effect:12,effici:[3,4,11,41],effort:12,eg:14,either:[1,37,38,51],elango2018:12,elango:12,element:[1,2,3,4,5,27,29,31,32,33,34,35,45,46,47,48,49,50,51,53],element_s:[2,5],element_ti:[18,19,20,21,22,23,24,25,30,49],elementwis:[2,30],els:[3,5,6],emerg:11,empti:[3,5,6],empty_lik:[1,2,4,5,6,7],enabl:12,encod:[7,12],encourag:4,end:[11,12,17],enforc:12,engin:12,enqueu:[1,2,5],ensur:12,entir:12,entri:41,environ:10,ep:5,equal:12,error:3,especi:11,et:[4,6,11,12],euromicro:11,evalu:[3,4,14,51],even:[4,12],evict_first:5,evict_last:[5,6],eviction_polici:[5,6,30,49],evidenc:11,evolv:11,exampl:[1,2,3,4,5,6,7,8,11,12,13],except:[5,6],exchang:24,execut:[9,11,12,13,55],exist:[11,12],exp:[2,6],expect:[2,20],expens:[11,12,15],explor:[4,11],exponenti:[2,29],express:[11,12],extend:[3,4],extern:7,extern_lib:7,extra:1,extras_requir:5,extrem:12,f:[1,2,3,6,7,12],facilit:[11,12],fact:12,fairli:3,fals:[5,6,18,19,21,22,23,24,25,28,30,47,49,51,53,54],far:2,fast:[2,11,12],faster:[2,40],fastest:12,featur:5,feel:3,fetch:11,few:12,field:[11,14],figur:12,file:[1,2,3,9],fill:52,fill_valu:6,fine:4,first:[1,3,4,10,12,28,33,35],first_pid_m:3,firstli:4,fit:2,fix:[6,53],flag:2,flash:6,flash_attn:6,flash_attn_func:6,flash_attn_interfac:6,flatten:43,flexibl:11,float16:[3,5,6,28,52],float32:[1,2,3,4,5,6,28,39,42],flow:[11,12],fly:4,fn:[6,16,54],focu:[3,12],folder:4,follow:[0,2,3,10,11,12],footprint:4,forc:4,forget:1,formal:12,format:12,forward:[5,6],found:20,foundat:12,four:41,fp16:3,fp32:3,frac:4,framework:[11,12],free:3,from:[1,2,3,4,6,7,11,12,30,51],full:[1,2,3,4,5,6,7],fulli:12,func:12,fundament:12,further:[4,12],fuse:[3,5,8,9],fusedlayernorm:5,fusion:[2,12],fwd:6,g:[3,4,11,12,52],galleri:[1,2,3,4,5,6,7,8],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,7,8,11,12,39,40,41,42,53],geoffrei:4,geq:12,get:[1,2,3,4,9],girbal2006:12,girbal:12,git:0,github:[0,5],give:11,given:[2,3,4,26,37,38,39,40,41,42,44,52],global:12,go:[1,3,12],good:[1,12],gpgpu:11,gpu:[1,2,4,10,11,12,13,16],grad:[5,6],grad_scale_gain_bias_nam:5,grad_scale_nam:5,grad_to_non:[5,54],gradient:54,grammat:12,graphic:11,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,6,7,37,38],grid_m:3,grid_n:3,grosser2012:12,grosser:12,group:3,group_id:3,group_m:3,group_size_m:3,grow:12,guard:[1,2],guid:[7,11],h:6,ha:[1,3,4,11,12,37,38],had:1,half:6,halid:[11,12],hand:12,handl:[1,2,4,12],handwritten:11,hard:3,harder:12,hardwar:[3,10,12],has_apex:5,has_flash:6,hasattr:5,hasn:1,have:[2,4,6,11,12,16,28,51,53],head:6,heavi:11,helper:[1,2],henc:3,here:[1,2,3,4,5,6,7],heurist:[2,5],hierarch:11,hierarchi:12,high:[3,11,12],higher:3,highli:11,highlight:12,hint:12,hinton:4,hit:3,how:[1,2,3,10,11,15],howev:[2,12],html:[4,7],http:[0,4,5,6,7],i:[1,2,3,4,5,6,11,12],id:[3,38],idea:11,ideal:2,ident:2,identifi:1,idx:[18,19,21,22,23,24,25,30,49],ieee_round:47,ilya:4,imag:[11,12],immedi:6,implement:[1,2,3,4,6,11,12],implicitli:[1,16,30,49],importantli:12,impos:12,improv:[3,4],incompat:[3,12],incorrect:3,increas:[1,2,3,4],incred:11,increment:[6,12],inde:12,independ:[2,12],index:[1,7],indic:[12,51],induc:12,industri:11,inequ:12,inf:[2,6],inform:12,infrastructur:12,initi:[1,3,6],inner:[3,28],inplac:3,input:[1,2,3,4,5,7,12,14,15,26,27,28,29,31,32,33,34,35,36,43,44,45,46,47,48,50],input_ptr:2,input_row_strid:2,instal:[8,10],instanc:[1,2,3,4,11,13,37,38],instanti:4,instead:[2,51],instruct:[10,11],int1:[18,19,21,22,23,24,25,30,49],int32:[4,6,40,41],integ:12,interchang:12,interest:[11,12],intermedi:12,intern:[2,12],interv:17,intrins:12,introduc:4,introduct:10,invari:[2,12],invoc:4,invok:7,ipynb:[1,2,3,4,5,6,7],ir:12,irregular:[2,12],is_contigu:[3,4,5],is_cuda:[1,7],isn:3,issu:[11,12],iter:[3,11,12],its:[1,2,3,12,14],j:[3,5,11,12],jit:[1,2,3,4,5,6,7,14,15],jmlr:4,john:4,johnson:4,journal:12,jrk2013:11,jupyt:[1,2,3,4,5,6,7,8],just:[3,12,15],k:[3,4,6,11,12],k_ptr:6,kb:11,keep:4,kei:[3,11,14],kellei:11,kernel:[4,5,10,11,13,14,15],keyword:[1,13],ki:12,kind:2,know:36,known:12,krizhevski:4,kwarg:[13,16],l:6,l_i:6,l_i_new:6,l_ij:6,l_ptr:6,label:[1,2,3,53],lam1991:11,lam:11,lambda:[1,2,3,4,5,6,7,15],languag:[1,2,3,4,5,6,7,10,11,16],larg:[11,12],last:3,later:[2,12],latest:0,lattner2004:12,lattner2019:12,lattner:12,launch:[1,2,3,37,38],law:12,layer:[8,9,11,12],layer_norm:5,layernorm:5,lead:[4,11,12],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,10,11,12],least:12,lee2017:11,lee:11,left:12,legal:12,length:[1,6],less:[4,5,11,12],let:[1,2,4,36],letter:12,level:[3,11,12],li:11,libdevic:[8,9],librari:[0,3,11,12],lifelong:12,like:[1,4,6,11,12,40],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,12,53],line_arg:[1,2,3,5,6,53],line_nam:[1,2,3,5,6,53],line_v:[1,2,3,5,6,53],linear:[11,12],link:0,list:[1,3,14,15,53,54,55],litteratur:12,lk:6,ll:4,llvm11:0,llvm:[0,12],lo:6,load:[1,2,3,4,5,6,7,12,51],local:[7,11,12],locat:[3,18,19,20,21,22,23,24,25,30,49],log2:15,log:53,logarithm:[1,31],logic:[19,23,25],look:[4,10,11],loop:[3,6,12,13],low:[8,9,12],lq:6,m:[0,2,3,5,6,11],m_i:6,m_i_new:6,m_ij:6,m_ptr:6,machin:[11,12],machineri:[11,12],made:11,mai:[2,12,15],main:[3,11,12],maintain:[2,12],major:[3,12],make:[1,2,11,12],manag:[4,11],mani:[11,12],manual:[2,12],manual_se:[1,2,3,5,6,7],map:3,mapl:12,mark:[4,6,55],markedli:11,mask:[1,2,3,4,5,7,18,19,21,22,23,24,25,30,49,51],match:[3,20],math:15,mathbb:12,mathbf:12,mathcal:[12,42],mathemat:12,matmul:[3,6,12],matmul_kernel:3,matric:[2,3],matrix:[2,4,8,9,11,12,13,28],matrix_s:12,matter:[3,11,12],max:[1,2,5,6,7,21],max_fused_s:5,max_m:[1,2,3,5],maxim:[5,10,12,41],maximum:[1,2,6,7,32],mb:[9,11],mean1:5,mean2:5,mean:[3,5,6,12,14],mechan:[2,12],median:54,memori:[1,2,3,8,9,11,12,18,19,20,21,22,23,24,25,30,49,51],mention:3,meta:[1,2,3,4,5,7,13,14,15],metaparamet:1,method:[12,13,16,53,55],methodolog:12,micro:11,min:[3,5,22],min_m:[1,2,3,5],minimum:34,minut:[1,2,3,4,5,6,7],miss:12,mitig:12,ml:11,mlir:12,mn:2,mode:[5,6],model:[1,11,12,14],modern:[3,10,11,12],modular:12,modulenotfounderror:5,moment:6,moor:12,mora:4,more:[2,3,4,10,11,12,53],most:[3,12],mostli:13,move:3,movement:4,ms:[1,2,3,5,6,54],much:[2,3],mullapudi2016:12,mullapudi:12,multi:[3,11,12],multipl:[1,4,8,9,11,12,13,14,36,40],multiple_of:6,multipli:[3,4,5,12,28],must:[2,3,17,28,51],n:[2,3,5,11,42],n_col:2,n_ctx:6,n_element:[1,4,7],n_head:6,n_round:[39,40,41,42],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,14,15,53],nativ:[1,2,3],natur:[2,11,31],nb:11,necessari:2,need:[1,2,3,4,40],nelement:2,nest:[3,12],net:12,network:[4,11,12],neural:[4,11,12],neurosci:11,never:4,newdo:6,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:11,nitish:4,nn:[3,5],non:11,none:[2,3,5,6,13,14,18,19,21,22,23,24,25,30,49,53,54],nonzero:51,norm:[4,5,9],normal:[2,6,8,9],normal_:6,normalized_shap:5,note:[0,1,2,3,4,6,12,14,16,51],notebook:[1,2,3,4,5,6,7,8],notic:[2,12],notori:[3,11],novel:11,now:[1,3],num_block:6,num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,6,13,14],num_warp:[2,3,5,6,13,14],number:[1,2,3,4,5,12,13,14,37,39,40,41,42],numcol:5,numel:[1,4,5,7],numer:[2,11],numrow:5,nvidia:[5,7,11,30],nvvm:7,o:[2,4,6],object:[1,3,11,13,14,16,18,19,20,21,22,23,24,25],obtain:1,obvious:2,occup:5,occur:12,off:5,off_h:6,off_hz:6,off_k:6,off_m:6,off_n:6,off_o:6,off_q:6,off_v:6,off_z:6,offer:11,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_d:6,offs_k:[3,6],offs_m:6,offs_m_curr:6,offs_n:6,offs_qm:6,offset:[1,4,6,7,39,40,41,42],often:3,omega:12,onc:[2,11,12],one:[2,3,4,8,11,12,53],ones:6,onli:[2,3,4,6,11,12,16],op:[1,2],open:17,openai:0,opencl:11,oper:[1,2,3,4,7,8,11,18,19,20,21,22,23,24,25,51],opportun:11,opsila:11,optim:[11,12],option:[3,14,18,19,21,22,23,24,25,30,49,53,54],orang:5,order:[2,3,8,12],org:[4,6],origin:12,osdi:11,other:[2,3,4,5,10,12,16,28,30,33,35],otherwis:[4,51],our:[1,2,3,11],out:[1,2,3,4,5,6,7,10,12],out_ptr:6,outlin:12,output2:4,output3:4,output:[1,2,3,4,5,6,7],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:[1,7],output_triton:[1,7],over:[2,4,6,11,12],overfit:4,overflow:2,own:3,p:[4,6,12],p_scale:6,pa:3,packag:16,pact:12,pad:2,par:3,paradigm:[11,12],paragraph:4,parallel:[1,2,3,4,5,10,11,12,13],paralleliz:11,param:15,paramet:[1,3,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55],parametr:[6,11],part:[3,4,12],partial:5,particular:[2,3],particularli:[11,12],partit:11,pass:[1,5,7,12,13],past:[11,12],path:1,pattern:11,pb:3,pdf:6,peak:12,per:[2,4,5],percentil:[6,54],perf:3,perf_model:14,perf_report:[1,2,3,5,6,53],perform:[1,2,4,11,12,14,18,19,20,21,22,23,24,25,54],persist:4,person:12,perspect:12,phase:12,philosophi:12,philox:[4,41],pid:[1,3,4,5,7],pid_m:3,pid_n:3,pip:[0,8],pipelin:[11,12,13],platform:[10,12],pldi:11,pleas:7,plot:[0,1,2,3,53],plot_nam:[1,2,3,5,6,53],pmatrix:12,point:[1,12,41],pointer:[1,2,4,6,16,18,19,20,21,22,23,24,25,30,49],pointerdtyp:[18,19,20,21,22,23,24,25,30,49],polli:12,polyhedr:11,polyhedra:12,popular:12,portabl:[11,12],pose:11,posit:[5,15],possibl:[1,2,3,12,13],power:[2,4,12,15,17],ppopp:12,practic:[1,2,3,11],pragma:11,pre:[0,6,11],pre_hook:13,prealloc:1,predic:14,predict:12,prefer:2,premis:11,present:0,preserv:12,preserve_rng_st:4,prevent:[4,12],primer:12,primit:[11,16],princip:7,principl:12,print:[1,3,4,7],print_data:[1,2,3,5,6],prng:4,probabl:[4,12],problem:1,problemat:12,procedur:12,process:[1,5,11,12],processor:11,produc:[3,4],product:[10,12,28],program:[1,2,3,4,5,10,11,37,38],program_id:[1,2,3,4,5,6,7],programm:[11,12],prohibitev:15,project:[4,11],promot:[3,12],properli:2,properti:12,propos:11,proprietari:3,provid:[1,2,3,4,5,6,10,12,14,32,34,50,54],prune:[4,14],prune_configs_bi:14,pseudo:[3,4,41],pseudorandom:4,ptr:3,ptx:30,purpos:[11,12],push:12,put:4,py:[0,1,2,3,4,5,6,7,9],pypi:[0,5],pytest:[0,6],python:[1,2,3,4,5,6,7,8,16],pytorch:[1,2,4],q:6,q_ptr:6,qk:6,qkv:6,qquad:12,quantiti:6,r:2,rabe:6,ragan:11,rand:[1,4,5,7],randint4x:40,randn:[2,3,4,5,6],randn_lik:[5,6],random:[4,39,40,41,42],randomli:4,rang:[1,2,3,5,6,11,12],rapidli:[11,12],rate:3,rather:11,raw:1,rdom:12,re:[1,3],read:[2,3,8],reader:12,real:11,reason:12,recent:11,recommend:8,recomput:[4,6,11],record_clock:54,rectifi:11,red:6,redmon2016:11,redmon:11,reduct:[2,5,32,34,50],ref_dk:6,ref_dq:6,ref_dv:6,ref_out:6,refer:[1,6,7],regard:7,regardless:[4,51],regim:4,regist:6,regrett:11,regular:[4,12],rel:[1,12],relat:10,releas:[0,11],reli:12,relu:3,remain:[11,53],remateri:6,rememb:3,reorder:12,rep:[5,6,54],repetit:54,repres:[2,3,12,13],requir:[2,4,12],requires_grad:[5,6],requires_grad_:[5,6],research:[11,12],reset:[14,54],reset_to_zero:14,reshap:5,resolut:12,resourc:11,resp:12,respect:12,restrict:12,result:[0,1,2,11,12],ret:2,retain_graph:[5,6],retriev:12,reus:3,revisit:11,right:12,rise:12,role:12,ron:4,root:48,roughli:3,row:[2,3,4,5,6],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,6,7,10,12,14,16,55],runtim:[12,54],ruslan:4,rvar:12,s:[1,2,4,5,12,41],said:12,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,7,11,53],sato2019:12,sato:12,save:[1,2,3,6],save_for_backward:[5,6],save_path:[1,5,6],saved_tensor:[5,6],sc:12,scalabl:12,scalar:[4,11,28,39,40,41,42,52],scale:[6,53],scan:12,schedul:11,scienc:12,scientif:12,scop:12,scope:12,scratchpad:6,script:[0,1,2,3,4,5,6,7],second:[1,2,3,4,5,6,7,12,28,33,35],secondli:4,section:[3,12],see:[1,2,3,4,6,12],seed:[39,40,41,42],seeded_dropout:4,seem:[1,12],select:[7,11,12,51],self:[13,53],semant:[7,12],semi:12,sens:[1,11,12],separ:12,seq:6,sequenc:11,set:[1,4,12],setup:[0,5],sever:[11,12],shall:12,shape:[1,2,3,4,5,6,12,26,30,44,49,51,52],share:11,shaw:4,shift:2,should:[1,3,5,11,12,13,32,34,50,53],show_plot:[1,2,3],shown:12,side:12,sight:12,signal:11,significantli:2,sigplan:12,simd:11,simpl:[1,2,3,4],simplest:8,simpli:[7,12],simplic:3,simplifi:4,sinc:[1,2,3],sine:[7,46],singl:[2,4,11,40],size:[1,2,4,7,12],slower:[11,12],slowest:12,sm80:13,sm:12,sm_scale:6,small:5,smaller:[3,4],smallest:[2,15],snemi3d:11,so:[1,2,3,4,5,12],softmax:[4,6,8,9],softmax_kernel:2,softmax_output:2,softwar:13,solid:12,solut:3,solv:12,some:3,sometim:12,sourc:[1,2,3,4,5,6,7,8,12],space:[11,12],spars:[4,11,12],spatial:12,speak:3,special:11,specif:[3,11],specifi:[12,15,18,19,20,21,22,23,24,25,49],speed:2,sphinx:[1,2,3,4,5,6,7,8],split:12,spmd:[1,11,12],sqrt:5,squar:48,sram:[2,3,5,6],srivastava2014:4,srivastava:4,staat:6,stabil:2,stabl:0,stage:13,stai:6,standard:12,start:[8,17],start_m:6,start_n:6,started_tutori:9,state:[4,11,12],statement:12,staticmethod:[5,6],std:6,step:12,still:[1,2,3,12],stop:17,store:[1,2,3,4,5,6,7,18,19,20,21,22,23,24,25,51],str:[14,15,30,53],straightforward:3,strategi:[4,12],stream:[5,40],strength:11,stride:[2,3,4,5,6],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_kh:6,stride_kk:6,stride_kn:6,stride_kz:6,stride_oh:6,stride_om:6,stride_on:6,stride_oz:6,stride_qh:6,stride_qk:6,stride_qm:6,stride_qz:6,stride_vh:6,stride_vk:6,stride_vn:6,stride_vz:6,stride_xi:3,stride_xj:3,structur:[11,12],style:[1,2,3,5,6,53],subscript:12,substanti:11,substract:2,subtract:2,successfulli:12,suffer:12,suit:11,sum:[1,2,5,6],sum_db:5,sum_dw:5,superhuman:11,support:[4,12],sure:2,surprisingli:11,surround:12,suspicion:2,sutskev:[4,11],sutskever2014:11,swap:20,swizzl:11,synchron:[1,11],system:[0,3,11,12],t:[1,2,3,6,12],t_:12,t_ptr:6,tabul:4,taco:12,take:[3,4,10,14,15],taken:12,target:11,techniqu:[11,12],temperatur:4,tempor:12,tend:12,tension:11,tensor:[1,2,3,4,5,7,11,12,14,16,26,28,30,32,33,34,35,43,44,49,50,51,52,54],tensorrt:11,test:[0,1,5,6,10],test_layer_norm:5,test_op:6,text:12,tflop:3,th:54,than:[2,3,5,11,12,40,53],thei:[3,11,12],them:1,themselv:3,theoret:2,therebi:12,therefor:3,theta:12,theta_:12,thi:[1,2,3,4,5,6,7,11,12,13,14,15,16,41,53],thing:[1,4],think:2,those:2,though:[11,12],thought:12,thread:[2,11,13],through:[8,12],throughout:[6,12,53],throughput:10,tile:12,time:[0,1,2,3,4,5,6,7,11,12,14,40,54],tiramisu:[11,12],tl:[1,2,3,4,5,6,7,52],tmp:[0,6],tog:12,togeth:[4,7],tolist:4,top_k:14,topic:12,torch:[1,2,3,4,5,6,7,16,54],torch_output:3,torch_relu:3,total:[1,2,3,4,5,6,7,9],tradit:[4,11,12],trans_a:[6,28],trans_b:[6,28],transform:[4,12],transpos:6,travers:12,trend:11,tri:[26,44],tri_dk:6,tri_dq:6,tri_dv:6,tri_out:6,trick:2,tricki:4,trigger:[3,14],tril:6,trition:7,triton:[0,1,2,3,4,5,6,7,8,11,12],triton_output:3,trivial:11,tune:[2,3,12,14,15],tuner:13,tupl:[1,26,44,52],tutori:[1,2,3,4,10],tutorials_jupyt:8,tutorials_python:8,tvm:[11,12],two:[1,2,3,12,14,15,17,28],type:[7,15,28,30,51,52],typecast:[30,49],typic:12,u:[0,39],un:12,uncommon:12,underli:7,underneath:12,understand:2,undesir:14,unfortun:[3,12],unifi:11,uniformli:4,unint:51,unit:[0,11],univers:12,unrol:[5,12],up:2,updat:[3,6,12,14],us:[1,2,3,4,5,11,12,13,14,15,16,40,51,53,55],user:7,usr:7,util:[1,5],v100:12,v:6,v_ptr:6,val:[18,19,20,21,22,23,24,25],valid:1,valu:[1,2,3,4,6,7,14,15,17,18,19,20,21,22,23,24,25,27,29,30,31,32,34,36,45,46,47,48,49,50,51,52,53,55],valuabl:2,vari:6,variabl:[3,13],varianc:5,variant:11,variou:8,vasilach:[11,12],vasilache2018:[11,12],vast:12,vec:12,vector:[4,8,9,11,12],vendor:3,veri:[2,4,12],verif:12,verifi:[2,12],via:12,view:43,visibl:12,vision:11,volatil:30,vs:0,w:12,w_shape:5,wa:4,wai:[2,3,4],want:[2,4,51],warmup:[6,54],warp:[2,5,13],wast:2,wdout:5,we:[1,2,3,4,7,11,12],weight:5,well:[4,11,12],whatev:14,wheel:0,when:[2,3,4,11,12,13,14,16,51],where:[1,3,4,5,6,12,15,49],whether:[11,53],which:[1,2,3,4,11,12,14,32,34,50,53],whose:[1,2,3,4,12,14,30],wide:12,wise:[1,2,6,27,29,31,33,35,45,46,47,48,49],wish:[3,12],within:[3,16,17],without:12,wolf:12,wolfe1989:12,won:2,word:12,work:[2,4,6,10,11],workaround:6,workload:[3,13],wors:[3,11,12],would:[1,2,4],wouldn:12,wrapper:3,write:[1,2,3,4,5,6,8,10,12],wrote:2,x:[1,2,3,4,5,7,12,27,29,31,33,35,43,45,46,47,48,51,53],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,53],x_max:2,x_name:[1,2,3,5,6,53],x_ptr:[1,4,7,14,15],x_shape:5,x_size:[14,15],x_val:[1,2,3,5,6,53],xi:12,xii:12,xlabel:53,xo:12,xor:25,y:[1,2,3,5,12,33,35,51,53],y_fwd:5,y_log:53,y_name:[1,2],y_ptr:[1,7],y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:12,yet:[11,12],yi:12,yield:51,yii:12,ylabel:[1,2,3,5,6,53],yo:12,you:[0,1,2,3,4,7,8,11,14,40,51],your:[0,1,10],yourself:[2,3],z:[1,2,6,12],zero:[3,4,5,6,7,14],zeros_lik:6,zip:8},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Fused Attention","Libdevice function","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_and","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_or","triton.language.atomic_xchg","triton.language.atomic_xor","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"default":7,"final":3,"function":7,addit:1,advantag:12,algebra:57,api:10,arang:17,arithmet:3,asin:7,atom:57,atomic_add:18,atomic_and:19,atomic_ca:20,atomic_max:21,atomic_min:22,atomic_or:23,atomic_xchg:24,atomic_xor:25,attent:6,autotun:14,baselin:4,benchmark:[1,2,3,53],binari:0,broadcast_to:26,cach:3,challeng:11,co:27,comparison:57,compil:[12,57],comput:[1,2,3,9],config:13,creation:57,custom:7,distribut:0,do_bench:54,document:10,dot:28,dropout:4,exercis:4,exp:29,from:0,further:10,fuse:[2,6],gener:57,get:10,go:10,heurist:15,hint:57,index:57,instal:0,introduct:11,jit:16,kernel:[1,2,3,7],l2:3,languag:[12,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,57],layer:5,libdevic:7,librari:7,limit:12,linear:57,load:30,log:31,low:4,manipul:57,math:57,matrix:3,max:32,maximum:33,memori:[4,57],min:34,minimum:35,model:57,motiv:[2,3,11],multipl:3,multiple_of:36,normal:5,num_program:37,number:57,op:57,optim:3,packag:0,path:7,perf_report:55,perform:3,pointer:3,polyhedr:12,program:[12,57],program_id:38,python:[0,10],rand:39,randint4x:41,randint:40,randn:42,random:57,ravel:43,reduct:57,refer:[4,11,12],relat:12,represent:12,reshap:44,result:3,s:10,schedul:12,seed:4,shape:57,sigmoid:45,sin:46,softmax:[2,47],sourc:0,sqrt:48,squar:3,start:10,store:49,sum:50,test:[2,3,53,54,55,58],time:9,triton:[10,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58],tutori:8,unit:[2,3],us:7,vector:1,welcom:10,where:51,work:12,zero:52}})
\ No newline at end of file
diff --git a/v1.1.2/.buildinfo b/v1.1.2/.buildinfo
index d52ea392c..045cd3705 100644
--- a/v1.1.2/.buildinfo
+++ b/v1.1.2/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: a3a64108ca8bf37686e8d499a663d6f4
+config: 3b48847f31ba0f78f70f2df8d13ddb14
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/v1.1.2/.doctrees/environment.pickle b/v1.1.2/.doctrees/environment.pickle
index ccc3e4c7b..ce4b08dda 100644
Binary files a/v1.1.2/.doctrees/environment.pickle and b/v1.1.2/.doctrees/environment.pickle differ
diff --git a/v1.1.2/.doctrees/getting-started/installation.doctree b/v1.1.2/.doctrees/getting-started/installation.doctree
index 1ff0ad8ec..2c5d6d039 100644
Binary files a/v1.1.2/.doctrees/getting-started/installation.doctree and b/v1.1.2/.doctrees/getting-started/installation.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree b/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree
index a6130aa6a..f80945f1a 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree b/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
index be7c2597c..a1a347296 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree b/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
index a607f5301..35e87a3fb 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree b/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
index 94fb1447e..b27587d01 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree b/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree
index 953e14669..9ddf16b93 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/index.doctree b/v1.1.2/.doctrees/getting-started/tutorials/index.doctree
index 9edb04715..4fcf7fc34 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/index.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/index.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree b/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree
index 0bd4794d8..45efa6246 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree differ
diff --git a/v1.1.2/.doctrees/index.doctree b/v1.1.2/.doctrees/index.doctree
index 996467342..514cfff49 100644
Binary files a/v1.1.2/.doctrees/index.doctree and b/v1.1.2/.doctrees/index.doctree differ
diff --git a/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree b/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree
index 1306b1387..1e918164b 100644
Binary files a/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree and b/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree differ
diff --git a/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree b/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree
index b346acc16..dc1b235df 100644
Binary files a/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree and b/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree b/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree
index bfae50161..deffae23b 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree b/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree
index 935146f10..1669ba4a1 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree b/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree
index c87ae6c11..c118ca6ab 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree b/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree
index fc00804b3..d7df41b9f 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree
index 30dabc117..8e5d69863 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree
index db9b2b64c..9a629fd86 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
index d31214230..1644133e9 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree
index 3d18ad858..f226c3095 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree
index 47adce838..b6c5bef50 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
index 77ff15fc4..e8bce7c93 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree
index 8f33dccf5..60be39f98 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree
index e899a91ac..4d7e67513 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree
index 3034d3a7f..895de267e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree
index 4b442d044..9c110950c 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree
index be895f54f..e51a29266 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree
index 7ec547c81..08faace6d 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree
index 46c485ad1..bcd2e2683 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree
index ece65efad..571c2f91e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree
index 3c2049b2b..463f5b568 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree
index f80ea4f8b..dd96b34b7 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree
index b394836ba..eab27affe 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree
index 4f3a32d1a..f7a3be3fb 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree
index 5198a0055..6b71f73b8 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree
index 8f7cc1da6..38a54dbe6 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree
index a0d97ef6b..34ff39d63 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree
index ae04f39d4..88134593b 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree
index 86bfca33c..8ddb588e5 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree
index 7a9b9e580..6f3822d8c 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree
index a81a24acf..44b5da7a8 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree
index e919a38f3..2dc625d91 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree
index 56b0a7920..c18b8201e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree
index e1ef9e4e3..67b2e49b4 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree
index 4d265746c..545479ea5 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree
index 6d08149e0..594fbd1cc 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree
index 88fa86c37..f30aa183e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree
index 5cfd597fc..dfa8d547d 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree
index 8b684dcf3..4375e3a2e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree b/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree
index f2224d02a..c26df53f8 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree b/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree
index c33603138..84b34db55 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree b/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree
index f7ed0b805..8a5eba762 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/triton.doctree b/v1.1.2/.doctrees/python-api/triton.doctree
index f371bc940..9e42254fc 100644
Binary files a/v1.1.2/.doctrees/python-api/triton.doctree and b/v1.1.2/.doctrees/python-api/triton.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/triton.language.doctree b/v1.1.2/.doctrees/python-api/triton.language.doctree
index 9ea023b7e..29bfff08e 100644
Binary files a/v1.1.2/.doctrees/python-api/triton.language.doctree and b/v1.1.2/.doctrees/python-api/triton.language.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/triton.testing.doctree b/v1.1.2/.doctrees/python-api/triton.testing.doctree
index ca4b7d5e1..7e6ed12ce 100644
Binary files a/v1.1.2/.doctrees/python-api/triton.testing.doctree and b/v1.1.2/.doctrees/python-api/triton.testing.doctree differ
diff --git a/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip b/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
index 06c25a858..847f9df5c 100644
Binary files a/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip and b/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip differ
diff --git a/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip b/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
index 87c69da03..51e8e75a0 100644
Binary files a/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip and b/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip differ
diff --git a/v1.1.2/_images/sphx_glr_01-vector-add_001.png b/v1.1.2/_images/sphx_glr_01-vector-add_001.png
index 9c544bb5a..84c846934 100644
Binary files a/v1.1.2/_images/sphx_glr_01-vector-add_001.png and b/v1.1.2/_images/sphx_glr_01-vector-add_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png b/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png
index 09a967e9a..eae3ef95f 100644
Binary files a/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png and b/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png differ
diff --git a/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png b/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png
index 5503ea02d..a95b180de 100644
Binary files a/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png and b/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png b/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png
index d2aaf600b..8c47b0830 100644
Binary files a/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png and b/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png differ
diff --git a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png
index 92163dd83..5c4d3761e 100644
Binary files a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png and b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png
index df38696d4..5b1520062 100644
Binary files a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png and b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png differ
diff --git a/v1.1.2/_images/sphx_glr_05-layer-norm_001.png b/v1.1.2/_images/sphx_glr_05-layer-norm_001.png
index 23eb4af8c..35b8061f5 100644
Binary files a/v1.1.2/_images/sphx_glr_05-layer-norm_001.png and b/v1.1.2/_images/sphx_glr_05-layer-norm_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png b/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png
index 0c2349e13..896314ede 100644
Binary files a/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png and b/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png differ
diff --git a/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt b/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt
index 51f4e68aa..f16511065 100644
--- a/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt
@@ -234,17 +234,17 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
     0        4096.0    9.600000    9.600000
     1        8192.0   19.200000   19.200000
     2       16384.0   38.400001   38.400001
-    3       32768.0   63.999998   76.800002
+    3       32768.0   76.800002   76.800002
     4       65536.0  127.999995  127.999995
     5      131072.0  219.428568  219.428568
-    6      262144.0  341.333321  384.000001
+    6      262144.0  384.000001  384.000001
     7      524288.0  472.615390  472.615390
     8     1048576.0  614.400016  614.400016
     9     2097152.0  722.823517  722.823517
     10    4194304.0  780.190482  780.190482
     11    8388608.0  812.429770  812.429770
     12   16777216.0  833.084721  833.084721
-    13   33554432.0  842.004273  842.004273
+    13   33554432.0  842.004273  843.811163
     14   67108864.0  847.448255  848.362445
     15  134217728.0  849.737435  850.656574
 
@@ -254,7 +254,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  41.509 seconds)
+   **Total running time of the script:** ( 1 minutes  40.240 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt b/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
index 9293245fb..c26de0ab1 100644
--- a/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
@@ -286,17 +286,17 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
 
     softmax-performance:
               N      Triton  Torch (native)  Torch (jit)
-    0     256.0  512.000001      546.133347   190.511628
+    0     256.0  512.000001      546.133347   188.321838
     1     384.0  614.400016      585.142862   153.600004
     2     512.0  655.360017      606.814814   154.566038
     3     640.0  682.666684      640.000002   160.000000
     4     768.0  722.823517      664.216187   162.754967
     ..      ...         ...             ...          ...
-    93  12160.0  814.058574      406.179533   199.038365
-    94  12288.0  814.111783      415.661740   199.298541
-    95  12416.0  812.498981      412.149375   198.954424
-    96  12544.0  812.566838      412.971190   199.209928
-    97  12672.0  812.633240      412.097543   199.264875
+    93  12160.0  814.058574      406.179533   198.631953
+    94  12288.0  814.111783      415.661740   198.794749
+    95  12416.0  812.498981      412.149375   198.457532
+    96  12544.0  812.566838      412.546756   198.716830
+    97  12672.0  812.633240      412.097543   198.873965
 
     [98 rows x 4 columns]
 
@@ -314,7 +314,7 @@ In the above plot, we can see that:
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 3 minutes  23.180 seconds)
+   **Total running time of the script:** ( 3 minutes  22.452 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt b/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
index e8ac262dc..c151e75e8 100644
--- a/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
@@ -462,37 +462,37 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
     matmul-performance:
              M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-    0    256.0   2.730667  ...   3.276800              2.978909
-    1    384.0   7.372800  ...   8.507077              8.507077
+    0    256.0   2.978909  ...   3.276800              3.276800
+    1    384.0   7.372800  ...   7.899428              7.899428
     2    512.0  14.563555  ...  16.384000             16.384000
     3    640.0  22.260869  ...  24.380953             24.380953
     4    768.0  32.768000  ...  34.028308             34.028308
     5    896.0  39.025776  ...  39.025776             39.025776
     6   1024.0  51.150050  ...  53.773130             52.428801
     7   1152.0  45.242181  ...  46.656000             46.656000
-    8   1280.0  51.200001  ...  56.888887             56.109587
-    9   1408.0  64.138541  ...  67.305878             66.485074
-    10  1536.0  80.430545  ...  79.526831             78.643199
-    11  1664.0  62.929456  ...  62.061463             62.061463
-    12  1792.0  72.512412  ...  72.047592             71.588687
-    13  1920.0  68.776119  ...  70.172588             70.172588
-    14  2048.0  73.908442  ...  76.959706             76.959706
-    15  2176.0  83.500614  ...  86.367588             85.632545
+    8   1280.0  51.200001  ...  56.888887             56.888887
+    9   1408.0  64.138541  ...  67.305878             67.305878
+    10  1536.0  80.430545  ...  79.526831             79.526831
+    11  1664.0  63.372618  ...  62.492442             62.061463
+    12  1792.0  72.983276  ...  72.047592             71.588687
+    13  1920.0  69.120002  ...  70.172588             70.530615
+    14  2048.0  73.908442  ...  77.314362             76.959706
+    15  2176.0  83.500614  ...  85.998493             85.269692
     16  2304.0  68.251065  ...  76.809875             76.563695
-    17  2432.0  71.305746  ...  85.393507             84.367759
-    18  2560.0  77.833728  ...  81.310171             80.908642
-    19  2688.0  83.369354  ...  88.836198             89.464755
-    20  2816.0  79.733474  ...  83.552120             82.602666
-    21  2944.0  82.237674  ...  83.060049             81.298583
-    22  3072.0  79.638683  ...  88.473602             87.924073
-    23  3200.0  84.656085  ...  95.665176             95.238096
-    24  3328.0  84.003845  ...  84.695641             83.516586
-    25  3456.0  81.849303  ...  84.508982             88.790274
-    26  3584.0  86.958797  ...  98.591437             94.548254
-    27  3712.0  85.019017  ...  85.748791             86.716441
-    28  3840.0  85.005380  ...  86.164395             88.615388
-    29  3968.0  92.793868  ...  85.093402             90.926929
-    30  4096.0  88.592559  ...  86.480498             93.045216
+    17  2432.0  71.305746  ...  85.134737             84.877538
+    18  2560.0  78.019048  ...  81.310171             80.511054
+    19  2688.0  83.737433  ...  89.254248             89.888756
+    20  2816.0  81.218262  ...  83.552120             82.759409
+    21  2944.0  82.237674  ...  79.865439             82.921853
+    22  3072.0  81.825298  ...  88.542777             86.579673
+    23  3200.0  79.701121  ...  91.822093             92.352095
+    24  3328.0  80.707733  ...  84.895397             84.596116
+    25  3456.0  82.099354  ...  91.304157             85.585527
+    26  3584.0  85.633710  ...  91.610178             95.502274
+    27  3712.0  84.372753  ...  87.170458             86.716441
+    28  3840.0  84.292684  ...  91.853823             85.399230
+    29  3968.0  92.372393  ...  89.068569             84.915752
+    30  4096.0  91.553703  ...  83.468735             86.844210
 
     [31 rows x 5 columns]
 
@@ -502,7 +502,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 5 minutes  22.058 seconds)
+   **Total running time of the script:** ( 5 minutes  24.923 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt b/v1.1.2/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
index 3a385a5bb..5a1f9b31a 100644
--- a/v1.1.2/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
@@ -238,7 +238,7 @@ References
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  0.011 seconds)
+   **Total running time of the script:** ( 0 minutes  0.012 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_04-low-memory-dropout.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt b/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt
index 997f4b722..42554ab15 100644
--- a/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt
@@ -38,34 +38,34 @@ Layer Normalization
 
     layer-norm-backward:
               N      Triton       Torch        Apex
-    0    1024.0  311.088617   99.096776  307.200008
-    1    1536.0  351.085717  133.083026  338.201833
+    0    1024.0  311.088617   99.497980  311.088617
+    1    1536.0  351.085717  133.083026  341.333333
     2    2048.0  423.724127  162.217818  336.657521
-    3    2560.0  461.954908  182.857144  330.322572
+    3    2560.0  465.454542  182.857144  330.322572
     4    3072.0  515.580429  191.501303  320.556515
-    5    3584.0  554.941930  208.271186  308.301075
+    5    3584.0  554.941930  208.271186  309.410081
     6    4096.0  568.231237  220.412561  297.890900
     7    4608.0  498.162157  231.849059  287.251954
-    8    5120.0  525.128191  242.845844  283.787523
-    9    5632.0  538.517949  243.545956  290.683877
-    10   6144.0  544.118087  248.661056  285.767458
-    11   6656.0  527.207907  256.000009  286.793541
-    12   7168.0  507.469040  261.844750  288.644296
-    13   7680.0  482.513091  260.707203  277.590365
+    8    5120.0  527.381977  242.845844  283.787523
+    9    5632.0  538.517949  243.545956  291.310338
+    10   6144.0  544.118087  248.661056  286.879370
+    11   6656.0  527.207907  256.000009  286.279570
+    12   7168.0  507.469040  262.243907  288.644296
+    13   7680.0  482.513091  260.707203  277.172933
     14   8192.0  460.440290  268.957600  286.600589
-    15   8704.0  416.958106  267.815384  284.987724
+    15   8704.0  416.958106  267.815384  285.377055
     16   9216.0  428.651187  273.066667  289.507855
-    17   9728.0  438.857162  280.278512  288.950501
-    18  10240.0  447.650282  286.767793  290.840246
+    17   9728.0  439.683593  280.615388  288.950501
+    18  10240.0  447.650282  286.767793  290.153487
     19  10752.0  430.079980  246.464170  290.267711
     20  11264.0  429.786952  245.091565  285.767446
-    21  11776.0  421.198220  249.227509  288.686414
-    22  12288.0  420.102570  254.453844  295.207195
-    23  12800.0  415.696898  253.465340  288.721817
-    24  13312.0  412.242569  252.759501  290.179836
-    25  13824.0  405.098897  257.390218  292.571423
-    26  14336.0  397.761846  254.673567  286.481278
-    27  14848.0  383.999990  257.293872  289.246765
+    21  11776.0  421.826879  249.227509  288.686414
+    22  12288.0  420.102570  254.673582  295.207195
+    23  12800.0  415.696898  253.465340  288.180121
+    24  13312.0  412.242569  252.959629  290.179836
+    25  13824.0  405.098897  257.390218  292.829653
+    26  14336.0  398.222222  254.862216  286.481278
+    27  14848.0  384.414233  257.108233  289.246765
     28  15360.0  374.634130  257.790220  287.775181
     29  15872.0  366.982663  262.890274  291.229369
 
@@ -329,7 +329,7 @@ Layer Normalization
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 2 minutes  10.833 seconds)
+   **Total running time of the script:** ( 2 minutes  9.732 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_05-layer-norm.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt b/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt
index 64f6e0cda..fa4b6a06f 100644
--- a/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt
@@ -5,16 +5,16 @@
 
 Computation times
 =================
-**12:37.591** total execution time for **getting-started_tutorials** files:
+**12:37.359** total execution time for **getting-started_tutorials** files:
 
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 05:22.058 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 05:24.923 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:23.180 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:22.452 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 02:10.833 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 02:09.732 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:41.509 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:40.240 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.011 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.012 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/v1.1.2/getting-started/tutorials/01-vector-add.html b/v1.1.2/getting-started/tutorials/01-vector-add.html
index 7ac00349f..7ffad80ed 100644
--- a/v1.1.2/getting-started/tutorials/01-vector-add.html
+++ b/v1.1.2/getting-started/tutorials/01-vector-add.html
@@ -324,22 +324,22 @@ for different problem sizes.</p>
 0        4096.0    9.600000    9.600000
 1        8192.0   19.200000   19.200000
 2       16384.0   38.400001   38.400001
-3       32768.0   63.999998   76.800002
+3       32768.0   76.800002   76.800002
 4       65536.0  127.999995  127.999995
 5      131072.0  219.428568  219.428568
-6      262144.0  341.333321  384.000001
+6      262144.0  384.000001  384.000001
 7      524288.0  472.615390  472.615390
 8     1048576.0  614.400016  614.400016
 9     2097152.0  722.823517  722.823517
 10    4194304.0  780.190482  780.190482
 11    8388608.0  812.429770  812.429770
 12   16777216.0  833.084721  833.084721
-13   33554432.0  842.004273  842.004273
+13   33554432.0  842.004273  843.811163
 14   67108864.0  847.448255  848.362445
 15  134217728.0  849.737435  850.656574
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  41.509 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  40.240 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/02-fused-softmax.html b/v1.1.2/getting-started/tutorials/02-fused-softmax.html
index 3f9f932a7..a64973bfc 100644
--- a/v1.1.2/getting-started/tutorials/02-fused-softmax.html
+++ b/v1.1.2/getting-started/tutorials/02-fused-softmax.html
@@ -374,17 +374,17 @@ We will then compare its performance against (1) <code class="code docutils lite
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
           N      Triton  Torch (native)  Torch (jit)
-0     256.0  512.000001      546.133347   190.511628
+0     256.0  512.000001      546.133347   188.321838
 1     384.0  614.400016      585.142862   153.600004
 2     512.0  655.360017      606.814814   154.566038
 3     640.0  682.666684      640.000002   160.000000
 4     768.0  722.823517      664.216187   162.754967
 ..      ...         ...             ...          ...
-93  12160.0  814.058574      406.179533   199.038365
-94  12288.0  814.111783      415.661740   199.298541
-95  12416.0  812.498981      412.149375   198.954424
-96  12544.0  812.566838      412.971190   199.209928
-97  12672.0  812.633240      412.097543   199.264875
+93  12160.0  814.058574      406.179533   198.631953
+94  12288.0  814.111783      415.661740   198.794749
+95  12416.0  812.498981      412.149375   198.457532
+96  12544.0  812.566838      412.546756   198.716830
+97  12672.0  812.633240      412.097543   198.873965
 
 [98 rows x 4 columns]
 </pre></div>
@@ -397,7 +397,7 @@ We will then compare its performance against (1) <code class="code docutils lite
 Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
 </ul>
 </div></blockquote>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  23.180 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  22.452 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html b/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html
index f640fd481..3ab6b238c 100644
--- a/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html
+++ b/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html
@@ -568,42 +568,42 @@ torch_output=tensor([[  1.1045, -36.9688,  31.4688,  ..., -11.3906,  24.4531, -3
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
          M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-0    256.0   2.730667  ...   3.276800              2.978909
-1    384.0   7.372800  ...   8.507077              8.507077
+0    256.0   2.978909  ...   3.276800              3.276800
+1    384.0   7.372800  ...   7.899428              7.899428
 2    512.0  14.563555  ...  16.384000             16.384000
 3    640.0  22.260869  ...  24.380953             24.380953
 4    768.0  32.768000  ...  34.028308             34.028308
 5    896.0  39.025776  ...  39.025776             39.025776
 6   1024.0  51.150050  ...  53.773130             52.428801
 7   1152.0  45.242181  ...  46.656000             46.656000
-8   1280.0  51.200001  ...  56.888887             56.109587
-9   1408.0  64.138541  ...  67.305878             66.485074
-10  1536.0  80.430545  ...  79.526831             78.643199
-11  1664.0  62.929456  ...  62.061463             62.061463
-12  1792.0  72.512412  ...  72.047592             71.588687
-13  1920.0  68.776119  ...  70.172588             70.172588
-14  2048.0  73.908442  ...  76.959706             76.959706
-15  2176.0  83.500614  ...  86.367588             85.632545
+8   1280.0  51.200001  ...  56.888887             56.888887
+9   1408.0  64.138541  ...  67.305878             67.305878
+10  1536.0  80.430545  ...  79.526831             79.526831
+11  1664.0  63.372618  ...  62.492442             62.061463
+12  1792.0  72.983276  ...  72.047592             71.588687
+13  1920.0  69.120002  ...  70.172588             70.530615
+14  2048.0  73.908442  ...  77.314362             76.959706
+15  2176.0  83.500614  ...  85.998493             85.269692
 16  2304.0  68.251065  ...  76.809875             76.563695
-17  2432.0  71.305746  ...  85.393507             84.367759
-18  2560.0  77.833728  ...  81.310171             80.908642
-19  2688.0  83.369354  ...  88.836198             89.464755
-20  2816.0  79.733474  ...  83.552120             82.602666
-21  2944.0  82.237674  ...  83.060049             81.298583
-22  3072.0  79.638683  ...  88.473602             87.924073
-23  3200.0  84.656085  ...  95.665176             95.238096
-24  3328.0  84.003845  ...  84.695641             83.516586
-25  3456.0  81.849303  ...  84.508982             88.790274
-26  3584.0  86.958797  ...  98.591437             94.548254
-27  3712.0  85.019017  ...  85.748791             86.716441
-28  3840.0  85.005380  ...  86.164395             88.615388
-29  3968.0  92.793868  ...  85.093402             90.926929
-30  4096.0  88.592559  ...  86.480498             93.045216
+17  2432.0  71.305746  ...  85.134737             84.877538
+18  2560.0  78.019048  ...  81.310171             80.511054
+19  2688.0  83.737433  ...  89.254248             89.888756
+20  2816.0  81.218262  ...  83.552120             82.759409
+21  2944.0  82.237674  ...  79.865439             82.921853
+22  3072.0  81.825298  ...  88.542777             86.579673
+23  3200.0  79.701121  ...  91.822093             92.352095
+24  3328.0  80.707733  ...  84.895397             84.596116
+25  3456.0  82.099354  ...  91.304157             85.585527
+26  3584.0  85.633710  ...  91.610178             95.502274
+27  3712.0  84.372753  ...  87.170458             86.716441
+28  3840.0  84.292684  ...  91.853823             85.399230
+29  3968.0  92.372393  ...  89.068569             84.915752
+30  4096.0  91.553703  ...  83.468735             86.844210
 
 [31 rows x 5 columns]
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  22.058 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  24.923 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/04-low-memory-dropout.html b/v1.1.2/getting-started/tutorials/04-low-memory-dropout.html
index 80bb98b3a..a577c8b26 100644
--- a/v1.1.2/getting-started/tutorials/04-low-memory-dropout.html
+++ b/v1.1.2/getting-started/tutorials/04-low-memory-dropout.html
@@ -371,7 +371,7 @@ to explore the <cite>triton/language/random</cite> folder!</p>
 <dd><p>Nitish Srivastava and Geoffrey Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov, “Dropout: A Simple Way to Prevent Neural Networks from Overfitting”, JMLR 2014</p>
 </dd>
 </dl>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.011 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.012 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-04-low-memory-dropout-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/c9aed78977a4c05741d675a38dde3d7d/04-low-memory-dropout.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">04-low-memory-dropout.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/05-layer-norm.html b/v1.1.2/getting-started/tutorials/05-layer-norm.html
index cab671927..c7a0ace74 100644
--- a/v1.1.2/getting-started/tutorials/05-layer-norm.html
+++ b/v1.1.2/getting-started/tutorials/05-layer-norm.html
@@ -194,34 +194,34 @@ to download the full example code</p>
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>layer-norm-backward:
           N      Triton       Torch        Apex
-0    1024.0  311.088617   99.096776  307.200008
-1    1536.0  351.085717  133.083026  338.201833
+0    1024.0  311.088617   99.497980  311.088617
+1    1536.0  351.085717  133.083026  341.333333
 2    2048.0  423.724127  162.217818  336.657521
-3    2560.0  461.954908  182.857144  330.322572
+3    2560.0  465.454542  182.857144  330.322572
 4    3072.0  515.580429  191.501303  320.556515
-5    3584.0  554.941930  208.271186  308.301075
+5    3584.0  554.941930  208.271186  309.410081
 6    4096.0  568.231237  220.412561  297.890900
 7    4608.0  498.162157  231.849059  287.251954
-8    5120.0  525.128191  242.845844  283.787523
-9    5632.0  538.517949  243.545956  290.683877
-10   6144.0  544.118087  248.661056  285.767458
-11   6656.0  527.207907  256.000009  286.793541
-12   7168.0  507.469040  261.844750  288.644296
-13   7680.0  482.513091  260.707203  277.590365
+8    5120.0  527.381977  242.845844  283.787523
+9    5632.0  538.517949  243.545956  291.310338
+10   6144.0  544.118087  248.661056  286.879370
+11   6656.0  527.207907  256.000009  286.279570
+12   7168.0  507.469040  262.243907  288.644296
+13   7680.0  482.513091  260.707203  277.172933
 14   8192.0  460.440290  268.957600  286.600589
-15   8704.0  416.958106  267.815384  284.987724
+15   8704.0  416.958106  267.815384  285.377055
 16   9216.0  428.651187  273.066667  289.507855
-17   9728.0  438.857162  280.278512  288.950501
-18  10240.0  447.650282  286.767793  290.840246
+17   9728.0  439.683593  280.615388  288.950501
+18  10240.0  447.650282  286.767793  290.153487
 19  10752.0  430.079980  246.464170  290.267711
 20  11264.0  429.786952  245.091565  285.767446
-21  11776.0  421.198220  249.227509  288.686414
-22  12288.0  420.102570  254.453844  295.207195
-23  12800.0  415.696898  253.465340  288.721817
-24  13312.0  412.242569  252.759501  290.179836
-25  13824.0  405.098897  257.390218  292.571423
-26  14336.0  397.761846  254.673567  286.481278
-27  14848.0  383.999990  257.293872  289.246765
+21  11776.0  421.826879  249.227509  288.686414
+22  12288.0  420.102570  254.673582  295.207195
+23  12800.0  415.696898  253.465340  288.180121
+24  13312.0  412.242569  252.959629  290.179836
+25  13824.0  405.098897  257.390218  292.829653
+26  14336.0  398.222222  254.862216  286.481278
+27  14848.0  384.414233  257.108233  289.246765
 28  15360.0  374.634130  257.790220  287.775181
 29  15872.0  366.982663  262.890274  291.229369
 </pre></div>
@@ -477,7 +477,7 @@ to download the full example code</p>
 <span class="n">bench_layer_norm</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">save_path</span><span class="o">=</span><span class="s1">&#39;.&#39;</span><span class="p">,</span> <span class="n">print_data</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  10.833 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  9.732 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-05-layer-norm-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/935c0dd0fbeb4b2e69588471cbb2d4b2/05-layer-norm.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">05-layer-norm.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/sg_execution_times.html b/v1.1.2/getting-started/tutorials/sg_execution_times.html
index 76ef60864..ffd48ed77 100644
--- a/v1.1.2/getting-started/tutorials/sg_execution_times.html
+++ b/v1.1.2/getting-started/tutorials/sg_execution_times.html
@@ -174,7 +174,7 @@
             
   <div class="section" id="computation-times">
 <span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>12:37.591</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
+<p><strong>12:37.359</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
 <table class="docutils align-default">
 <colgroup>
 <col style="width: 85%" />
@@ -183,23 +183,23 @@
 </colgroup>
 <tbody>
 <tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
-<td><p>05:22.058</p></td>
+<td><p>05:24.923</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
-<td><p>03:23.180</p></td>
+<td><p>03:22.452</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="05-layer-norm.html#sphx-glr-getting-started-tutorials-05-layer-norm-py"><span class="std std-ref">Layer Normalization</span></a> (<code class="docutils literal notranslate"><span class="pre">05-layer-norm.py</span></code>)</p></td>
-<td><p>02:10.833</p></td>
+<td><p>02:09.732</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
-<td><p>01:41.509</p></td>
+<td><p>01:40.240</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="04-low-memory-dropout.html#sphx-glr-getting-started-tutorials-04-low-memory-dropout-py"><span class="std std-ref">Low-Memory Dropout</span></a> (<code class="docutils literal notranslate"><span class="pre">04-low-memory-dropout.py</span></code>)</p></td>
-<td><p>00:00.011</p></td>
+<td><p>00:00.012</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 </tbody>
diff --git a/v1.1.2/searchindex.js b/v1.1.2/searchindex.js
index 7ae8e68ac..4691ffd47 100644
--- a/v1.1.2/searchindex.js
+++ b/v1.1.2/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[11,1,1,""]},"triton.language":{arange:[15,2,1,""],atomic_add:[16,2,1,""],atomic_cas:[17,2,1,""],atomic_max:[18,2,1,""],atomic_min:[19,2,1,""],atomic_xchg:[20,2,1,""],broadcast_to:[21,2,1,""],cos:[22,2,1,""],dot:[23,2,1,""],exp:[24,2,1,""],load:[25,2,1,""],log:[26,2,1,""],max:[27,2,1,""],maximum:[28,2,1,""],min:[29,2,1,""],minimum:[30,2,1,""],multiple_of:[31,2,1,""],num_programs:[32,2,1,""],program_id:[33,2,1,""],rand:[34,2,1,""],randint4x:[36,2,1,""],randint:[35,2,1,""],randn:[37,2,1,""],ravel:[38,2,1,""],reshape:[39,2,1,""],sigmoid:[40,2,1,""],sin:[41,2,1,""],softmax:[42,2,1,""],sqrt:[43,2,1,""],store:[44,2,1,""],sum:[45,2,1,""],where:[46,2,1,""],zeros:[47,2,1,""]},"triton.testing":{Benchmark:[48,0,1,""],do_bench:[49,2,1,""],perf_report:[50,2,1,""]},"triton.testing.Benchmark":{__init__:[48,1,1,""]},triton:{Config:[11,0,1,""],autotune:[12,2,1,""],heuristics:[13,2,1,""],jit:[14,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,7,9,10,32,33,34,37,47,49],"00":7,"0000":3,"000000":2,"000001":[1,2],"000002":2,"000009":5,"003845":3,"004273":1,"005380":3,"01":[1,3,7],"011":[4,7],"019017":3,"02":[2,7],"025776":3,"028308":3,"03":[3,7],"038365":2,"04":[4,7],"045216":3,"047592":3,"05":[5,7],"058":[3,7],"058574":2,"060049":3,"061463":3,"0625":3,"066667":5,"079980":5,"08199":4,"083026":5,"08452":4,"084721":1,"085717":5,"088617":5,"091565":5,"093402":3,"0938":3,"096776":5,"097543":2,"098897":5,"0f":10,"0s":4,"1":[1,2,3,4,5,8,10,13,32,33,34,37],"10":[1,3,4,5,7],"100":[2,49],"1024":[1,3,4,5,12],"10240":5,"102570":5,"1045":3,"1048576":1,"106434":4,"10752":5,"109587":3,"11":[0,1,3,5],"111783":2,"11264":5,"1152":3,"11776":5,"118087":5,"12":[1,3,5,7],"12160":2,"12288":[2,5],"123":4,"12416":2,"12544":2,"12672":2,"127":1,"128":[1,2,3,5,12],"1280":3,"12800":5,"128191":5,"13":[1,3,5],"131072":1,"1328":3,"133":5,"13312":5,"133347":2,"134217728":1,"13686":4,"13824":5,"138541":3,"14":[1,3,5],"1408":3,"142862":2,"14336":5,"14848":5,"149375":2,"149397":4,"15":[1,3,5],"150050":3,"153":2,"1536":[3,5],"15360":5,"154":2,"15872":5,"16":[2,3,5,10,47],"160":2,"162":[2,5],"162157":5,"16384":1,"164395":3,"1664":3,"16777216":1,"17":[3,5],"172588":3,"17879":4,"1792":3,"179533":2,"179836":5,"18":[3,5],"180":[2,7],"182":5,"1823":2,"19":[1,3,5],"190":2,"190482":1,"191":5,"192":1,"1920":3,"198":2,"1982":10,"198220":5,"1983":9,"1984":10,"1989":10,"199":2,"1991":[9,10],"1999":10,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,8,10,11,13,32,33,49],"20":[3,5,49],"200000":1,"200001":3,"200008":5,"2004":10,"2006":10,"2011":4,"2012":10,"2013":9,"2014":[4,9],"2016":[9,10],"2017":9,"2018":[9,10],"201833":5,"2019":10,"2021":[9,10],"2048":[2,3,5],"207195":5,"207907":5,"208":5,"2097152":1,"209928":2,"21":[3,5],"212868":4,"2141":1,"214186":4,"216187":2,"2176":3,"217818":5,"219":1,"22":[3,5,7],"220":[3,5],"227509":5,"229369":5,"23":[2,3,5,7],"2304":3,"231":5,"231237":5,"237674":3,"238096":3,"24":[3,5],"242":5,"242181":3,"242569":5,"243":5,"2432":3,"245":[3,5],"246":5,"246765":5,"248":5,"249":5,"25":[3,5,49],"251065":3,"251954":5,"252":5,"253":5,"254":5,"256":[1,2,3,5,11],"2560":[3,5],"257":5,"26":[3,5],"260":5,"260869":3,"261":5,"262":5,"262144":1,"264875":2,"2656":3,"267":5,"267711":5,"268":5,"2688":3,"27":[3,5],"271186":5,"273":5,"276800":3,"277":5,"278512":5,"28":[1,3,5],"280":5,"2812":3,"2816":3,"283":5,"284":5,"285":5,"286":5,"287":5,"288":5,"289":5,"2891":3,"29":[3,5],"290":5,"291":5,"292":5,"293429":4,"293872":5,"2944":3,"295":5,"297":5,"298541":2,"298583":3,"2d":[3,5,23],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,10],"30":3,"301075":5,"305746":3,"305878":3,"307":5,"3072":[3,5],"3076":1,"308":5,"31":3,"310171":3,"311":5,"3125":3,"32":[3,5,11],"320":5,"3200":3,"322572":5,"32768":1,"3281":3,"33":3,"330":5,"3328":3,"333321":1,"33554432":1,"336":5,"338":5,"34":3,"341":1,"34172":4,"3438":3,"3456":3,"3477":3,"351":5,"3516":3,"3555":3,"3584":[3,5],"36":3,"360017":2,"362445":1,"366":5,"367588":3,"367759":3,"369354":3,"37":7,"3712":3,"3713":1,"371721":4,"372800":3,"374":5,"38":1,"380953":3,"383":5,"384":[1,2,3],"3840":3,"384000":3,"39":3,"390218":5,"3906":3,"393507":3,"3968":3,"397":5,"3984":3,"3986":4,"3d":[32,33],"3mn":2,"4":[1,2,3,5,10,11,12,35],"40":3,"400001":1,"400016":[1,2],"4023":3,"403344":4,"403347":4,"405":5,"406":2,"4062":3,"408716":4,"4096":[1,2,3,5],"41":[1,7],"412":[2,5],"412561":5,"415":[2,5],"41576":4,"416":5,"4194304":1,"420":5,"421":5,"42142":4,"423":5,"428":5,"428372":4,"428568":1,"428801":3,"429":5,"429770":1,"430":5,"430545":3,"431969":4,"438":5,"440290":5,"447":5,"448255":1,"4492":3,"45":3,"4531":3,"453844":5,"46":3,"460":5,"4608":5,"4609":3,"461":5,"464170":5,"464755":3,"465340":5,"4688":3,"469040":5,"472":1,"473602":3,"480498":3,"481278":5,"482":5,"485074":3,"4940":1,"498":5,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,10,49],"500":5,"5000":3,"500614":3,"501303":5,"507":5,"507077":3,"507855":5,"508982":3,"509":[1,7],"51":3,"511628":2,"512":[2,3,4,5],"5120":5,"512412":3,"513091":5,"515":5,"516586":3,"517949":5,"52":3,"524288":1,"525":5,"526831":3,"527":5,"53":3,"5312":3,"538":5,"54":3,"541":4,"544":5,"545956":5,"546":2,"548254":3,"552120":3,"554":5,"556515":5,"56":3,"5632":5,"563555":3,"563695":3,"566038":2,"566838":2,"568":5,"568431":4,"571423":5,"580429":5,"585":2,"5859":3,"586858":4,"588687":3,"5898":3,"590365":5,"591":7,"591437":3,"592559":3,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"600589":5,"602666":3,"606":2,"6094":3,"614":[1,2],"6144":5,"615388":3,"615390":1,"62":3,"63":1,"632545":3,"633240":2,"634130":5,"638683":3,"64":[1,3,5],"640":[2,3],"643199":3,"644296":5,"64kb":5,"650282":5,"651187":5,"655":2,"65536":[1,5],"656000":3,"656085":3,"656574":1,"657521":5,"66":3,"661056":5,"661740":2,"664":2,"665176":3,"6656":5,"666684":2,"67":3,"67086":4,"67108864":1,"6724":1,"673567":5,"68":3,"682":2,"683877":5,"686414":5,"6953":3,"695641":3,"696898":5,"7":[0,1,3,5,10],"70":3,"7031":3,"7070":3,"707203":5,"707878":4,"71":3,"716441":3,"7168":5,"719258":4,"72":3,"721817":5,"722":[1,2],"724127":5,"73":3,"730667":3,"733474":3,"737435":1,"743443":4,"748791":3,"7500":3,"754967":2,"759501":5,"76":[1,3],"761846":5,"767446":5,"767458":5,"767793":5,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"775181":5,"776119":3,"78":3,"780":1,"781":2,"786952":5,"787523":5,"79":3,"790220":5,"790274":3,"793541":5,"793868":3,"79719":4,"8":[1,2,3,5,10,11,12,47,49],"80":[3,49],"800002":1,"806694":4,"809875":3,"81":3,"812":[1,2],"814":2,"814814":2,"815384":5,"817432":4,"8192":[1,5],"82":3,"823517":[1,2],"83":3,"833":[1,5,7],"833728":3,"836198":3,"838026":4,"8388608":1,"84":3,"840246":5,"842":1,"84284":4,"844750":5,"845844":5,"847":1,"848":1,"849":1,"849059":5,"849303":3,"85":3,"850":1,"857144":5,"857162":5,"86":3,"87":3,"8704":5,"88":3,"8828":3,"8867":3,"888887":3,"89":3,"890274":5,"8906":3,"890900":5,"8945":3,"896":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"908442":3,"908642":3,"92":3,"9216":5,"9219":3,"924073":3,"926929":3,"929456":3,"93":[2,3],"9375":3,"94":[2,3],"941930":5,"9492":3,"95":[2,3],"950501":5,"952835":4,"9531":3,"954424":2,"954908":5,"957600":5,"958106":5,"958797":3,"959706":3,"96":[2,5],"9688":3,"97":2,"971190":2,"9728":5,"9733":1,"978909":3,"98":[2,3],"9805":3,"982663":5,"98432":1,"9844":3,"987724":5,"99":5,"999990":5,"999995":1,"999998":1,"abstract":[9,10],"break":10,"byte":2,"case":[1,2,9,10,13,16,17,18,19,20],"class":[2,5,9,10,11,48],"default":49,"do":[2,3,9,10,25,44],"float":[2,9,10,49],"function":[1,2,3,4,5,10,12,13,14,48,49,50],"import":[1,2,3,4,5,9,10],"int":[1,9,10,13,15,21,32,33,39,47,49],"new":[21,39,47],"return":[1,2,3,4,5,15,16,17,18,19,20,23,25,27,29,32,33,34,35,36,37,38,45,46,47,49,50],"static":[0,9,10],"super":3,"switch":3,"true":[1,2,3,5,46],"try":[3,11],"var":[5,10],"voil\u00e0":4,"while":[3,5,9],A:[3,4,9,10],And:[0,3],As:[2,3,4,9,10],At:[4,10],But:4,By:49,For:[3,9,10,11],If:[4,10,35,44,46,48],In:[1,2,3,4,10],It:[1,3,4,6,8,10,14],Of:9,On:10,One:3,The:[1,2,3,4,9,10,16,17,18,19,20,21,23,32,33,34,35,36,37,39,44,46,50],There:1,These:10,To:[1,4,9,10,12],_:5,__expf:2,__init__:[11,48],_db:5,_dropout:4,_dw:5,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_seeded_dropout:4,a100:[3,10],a_ptr:3,ab:1,abl:10,about:[1,2,3,4,8],abov:[1,2,3,4,10,12],academ:9,acc:[3,9,10],acceler:9,access:[1,3,9,10,14],accomod:3,accordingli:10,account:10,accumul:[3,5,10],accuraci:[3,9],achiev:[3,9,10],across:[2,4,9,10],activ:3,actual:[3,9,10],add:[1,4,5,7,16],add_kernel:1,addit:[2,6,7,9,49],addition:10,address:[9,25],adopt:10,advanc:[2,3,9],advoc:10,affect:3,affin:10,after:3,against:[0,1,2,3,8],aggress:[9,10],agnost:[9,10],ahead:10,aim:[2,8],al:[9,10],alex:4,algebra:10,algorithm:[3,4,9,10],alia:10,all:[2,3,4,6,9,10,12,27,29,31,45,48],allclos:[2,3],allen1984:10,allen:10,alloc:[1,2,3,5,9],allow:[1,2,5,9,10],along:[1,3,27,29,32,33,45,49],also:[1,2,3,4,5,9,10],altern:4,alwai:[10,46],amd:9,amen:10,amount:[5,9],ampl:10,an:[1,2,3,4,9,10,11,16,17,18,19,20,34,35,36,37],analog:1,analysi:[9,10],analyz:10,ancourt1991:10,ancourt:10,ani:[1,2,3,10,12,13,48],anoth:[2,10],anytim:12,apart:10,apex:5,apex_layer_norm:5,api:48,appear:48,appli:[3,4,5,9,10],applic:[4,10,13],approach:[9,10],appropri:1,approxim:2,ar:[0,1,2,3,4,9,10,12,14,25,31,44,46,48],arang:[1,2,3,4,5],arbitrari:3,architectur:[3,9],area:10,arg:[1,2,3,5,13,14,48],argument:[1,2,3,11,12,13,14,46,48],arrai:[10,47],arrang:3,art:[9,10],artifici:4,arxiv:[9,10],ask:2,aspect:10,asplo:9,assert:[1,3,4],assert_almost_equ:5,assum:[2,48],asynchron:[1,9],atom:[16,17,18,19,20],atomic_ca:5,atomic_xchg:5,auguin1983:9,auguin:9,auto:[2,3,10,11,12,13],autograd:5,autom:9,automat:[2,3,9,10,11],autotun:[3,10],avail:[0,4,9,10],avoid:[2,12,46],awar:9,awkward:4,axi:[1,2,3,4,5,27,29,32,33,45,48],b:[3,5,9,10],b_ptr:3,back:[1,2,3,4,5],backpropag:4,backward:5,bad:4,baghdadi2021:[9,10],baghdadi:[9,10],balanc:10,bandwidth:2,base:[4,8,9,10],basic:[1,6,10],becom:9,been:[1,9,10],befor:[3,12,16,17,18,19,20],begin:10,behavior:[10,12],being:[2,4],believ:10,below:[4,6,10],bench:0,bench_layer_norm:5,benchmark:[0,5,49,50],benefit:[2,9,10],best:[1,9],between:[1,9],bia:5,bit:4,block:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,34,35,36,37,38,39,40,41,42,43,44,45,46,47],block_siz:[1,2,4,5,10,12,13],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4],blue:[1,2,3,5],boil:10,bool:[46,48],both:[10,46],bound:[1,2,3,10],branch:10,broad:9,broadcast:[21,25,44,46],buffer:5,build:[0,3],built:[1,10],c:[3,9,10],c_mask:3,c_ptr:3,cach:[9,10,25],cache_modifi:25,call:[1,3,10,14,35],callabl:[1,13,14,49],can:[0,1,2,3,4,9,10,12,50],cannot:[3,9,10],capabl:[8,9],cast:5,cd:0,cdiv:[1,3,4,5],ceil:13,certain:13,cgo:[9,10],challeng:4,chang:[3,4,12,25],chapter:8,characterist:10,cheap:9,check:[3,8],checkpoint:4,chen2018:9,chen:9,chip:2,choic:8,click:[1,2,3,4,5],clone:[0,5],close:10,cmake:0,cmp:[16,17,18,19,20],coalesc:9,code:[1,2,3,4,5,6,9,10],col:[3,5,10],col_offset:2,color:48,column:[2,3],com:0,combin:9,come:[2,3,10],command:0,common:10,commonli:10,compar:[2,3,4,5,8,10,16,17,18,19,20],compat:23,compil:[2,3,8,9,11,14,31],complet:10,complex:10,compos:[4,9],composit:10,comprehens:[9,10],comput:[4,5,8,9,10,13,22,24,26,28,30,40,41,42,43],computation:[9,10],concern:10,concis:[1,48],condit:[10,46],config:[3,12],configur:[3,11,12,50],confirm:2,connectom:9,consecut:10,consequ:9,consid:2,consist:4,constraint:[3,10],construct:9,constructor:48,consum:3,contain:[10,16,17,18,19,20,48],contextu:10,contigu:[3,15,38],control:[9,10],conveni:3,convert:[1,3,14],convolut:9,cooper:11,copi:[4,9,16,17,18,19,20],core:[9,10],correct:1,correspond:[1,2,3,48],cosin:22,cost:10,could:[2,10],count:5,cours:9,cpython:0,creat:[1,2,3,5,9],crucial:4,csv:1,ctx:5,cubla:[3,9],cuda:[1,2,3,4,5,9],cudnn:9,current:33,custom:[1,2,3,8],cut:3,cvpr:9,d:[2,4,12,14],dart:10,darte1999:10,data:[1,3,4,5,9,10,16,17,18,19,20,25,46,47],data_ptr:14,dataflow:10,david:4,db:5,db_ref:5,db_tri:5,deal:4,decad:9,decim:5,declar:1,decompos:10,decor:[1,3,12,13,14],decreas:4,dedic:3,deep:[3,4,9,10],def:[1,2,3,4,5,12,13],defin:[1,2,3,10,25],definit:10,denomin:2,denot:1,dens:10,depend:[0,10,46],deploi:9,describ:[4,10],design:10,desir:[21,39],detail:[3,10],detect:9,develop:[9,10],devic:[1,2,3,5],dg:5,dialect:10,dict:13,dictionari:[11,13],diesel:10,differ:[1,2,3,4,9,10,48],difficult:10,difficulti:[3,9],dijkstra82:10,dijkstra:10,dim:[2,5,10],dimens:[3,23,27,29,45],dimension:[3,10,23],dir:0,direct:3,disjoint:10,disk:1,dissert:10,distribut:[2,4,10],divis:3,dnn:[8,9,10],do_bench:[1,2,3,5],doc:4,doe:[1,2,3,10],doesn:[5,10],domain:[9,10],don:[1,2,3],done:[3,9,27,29,45],dot:3,doubli:3,doubt:10,down:[3,10],download:[0,1,2,3,4,5,6],dram:[1,2],dropout:[6,7],dror:4,dsl:[8,9,10],dtype:[1,2,3,5,16,17,18,19,20,25,44,47],dw:5,dw_ref:5,dw_tri:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,9,10,47],each:[1,2,3,4,5,9,10,11,13],eas:10,easi:[3,4],easier:[1,2,9],easili:3,ed:[1,3],education:2,effect:10,effici:[3,4,9,36],effort:10,either:[1,32,33,46],elango2018:10,elango:10,element:[1,2,3,4,5,22,24,26,27,28,29,30,40,41,42,43,44,45,46,48],element_s:[2,5],element_ti:[16,17,18,19,20,25,44],elementwis:[2,25],els:[3,5],emerg:9,empti:[3,5],empty_lik:[1,2,4,5],enabl:10,encod:10,encourag:4,end:[9,10,15],enforc:10,engin:10,enqueu:[1,2,5],ensur:10,entir:10,entri:36,environ:8,ep:5,equal:10,error:3,especi:9,et:[4,9,10],euromicro:9,evalu:[3,4,12,46],even:[4,10],evidenc:9,evolv:9,exampl:[1,2,3,4,5,6,9,10,11],exchang:20,execut:[7,9,10,11,50],exist:[9,10],exp:2,expect:[2,16,17,18,19,20],expens:[9,10,13],explor:[4,9],exponenti:[2,24],express:[9,10],extar:1,extend:[3,4],extract:3,extrem:10,f:[1,2,3,10],facilit:[9,10],fact:10,fairli:3,fals:[25,44,46,48,49],far:2,fast:[2,5,9,10],faster:[2,35],fastest:10,featur:5,feel:3,fetch:9,few:10,field:9,figur:10,file:[1,2,3,7],fill:47,final_db:5,final_dw:5,fine:4,first:[1,3,4,5,8,10,23,28,30],first_pid_m:3,firstli:4,fit:2,fix:48,flag:2,flatten:38,flexibl:9,float16:[3,5,23,47],float32:[1,2,3,4,5,23,34,37],flow:[9,10],fly:4,fn:[14,49],focu:[3,10],folder:4,follow:[0,2,3,8,9,10],footprint:4,forc:4,forget:1,formal:10,format:10,forward:5,found:[16,17,18,19,20],foundat:10,four:36,fp16:3,fp32:3,frac:4,framework:[9,10],free:3,from:[1,2,3,4,9,10,25,46],full:[1,2,3,4,5],fulli:10,func:10,fundament:10,further:[4,10],fuse:[3,5,6,7],fusedlayernorm:5,fusion:[2,10],g:[3,4,9,10,47],galleri:[1,2,3,4,5,6],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,9,10,34,35,36,37,48],geoffrei:4,geq:10,get:[1,2,3,4,7],girbal2006:10,girbal:10,git:0,github:0,give:9,given:[2,3,4,21,32,33,34,35,36,37,39,47],global:10,go:[1,3,10],good:[1,10],gpgpu:9,gpu:[1,2,4,8,9,10,11,14],grad:5,grad_to_non:[5,49],gradient:[5,49],grammat:10,graphic:9,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,32,33],grid_m:3,grid_n:3,grosser2012:10,grosser:10,group:3,group_id:3,group_m:3,group_size_m:[3,5],grow:10,guard:[1,2],guid:9,ha:[1,3,4,9,10,32,33],had:1,halid:[9,10],hand:10,handl:[1,2,4,10],handwritten:9,hard:3,harder:10,hardwar:[3,8,10],hasn:1,have:[2,4,9,10,14,23,46,48],heavi:9,helper:[1,2],henc:3,here:[1,2,3,4,5],heurist:[2,5],hierarch:9,hierarchi:10,high:[3,9,10],higher:3,highli:9,highlight:10,hint:10,hinton:4,hit:3,how:[1,2,3,8,9,13],howev:[2,10],html:4,http:[0,4],i:[1,2,3,4,5,9,10],id:[3,33],idea:9,ideal:2,ident:2,identifi:1,idx:[25,44],ilya:4,imag:[9,10],implement:[1,2,3,4,9,10],implicitli:[1,14,25,44],importantli:10,impos:10,improv:[3,4],incompat:[3,10],incorrect:3,increas:[1,2,3,4],incred:9,increment:10,inde:10,independ:[2,5,10],index:1,indic:[10,46],induc:10,industri:9,inequ:10,inf:2,inform:10,infrastructur:10,initi:[1,3],inner:[3,23],inplac:3,input:[1,2,3,4,5,10,13,21,22,23,24,26,27,28,29,30,31,38,39,40,41,42,43,45],input_ptr:2,input_row_strid:2,instal:8,instanc:[1,2,3,4,5,9,11,32,33],instanti:4,instead:[2,46],instruct:[8,9],int1:[25,44],int32:[4,5,35,36],integ:10,interchang:10,interest:[5,9,10],intermedi:10,intern:[2,10],interv:15,intrins:10,introduc:4,introduct:8,invari:[2,10],invoc:4,ipynb:[1,2,3,4,5],ir:10,irregular:[2,10],is_contigu:[3,4],is_cuda:1,isn:3,issu:[9,10],iter:[3,9,10],its:[1,2,3,10],j:[3,9,10],jit:[1,2,3,4,5,12,13],jmlr:4,john:4,johnson:4,journal:10,jrk2013:9,jupyt:[1,2,3,4,5,6],just:[3,10,13],k:[3,4,9,10],kb:9,keep:4,kei:[3,9,12],kellei:9,kernel:[4,5,8,9,11,12,13],keyword:[1,11],ki:10,kind:2,know:31,known:10,krizhevski:4,kwarg:14,l2:5,label:[1,2,3,48],lam1991:9,lam:9,lambda:[1,2,3,4,5,13],languag:[1,2,3,4,5,8,9,14],larg:[9,10],last:3,later:[2,10],latest:0,lattner2004:10,lattner2019:10,lattner:10,launch:[1,2,3,32,33],law:10,layer:[6,7,9,10],layer_norm:5,layernorm:5,lead:[4,9,10],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,8,9,10],least:10,lee2017:9,lee:9,left:10,legal:10,length:1,less:[4,5,9,10],let:[1,2,4,31],letter:10,level:[3,9,10],li:9,librari:[0,3,9,10],lifelong:10,like:[1,4,9,10,35],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,10,48],line_arg:[1,2,3,5,48],line_nam:[1,2,3,5,48],line_v:[1,2,3,5,48],linear:[9,10],link:0,list:[1,3,12,13,48,49,50],litteratur:10,ll:4,llvm11:0,llvm:[0,10],load:[1,2,3,4,5,10,46],local:[9,10],locat:[3,16,17,18,19,20,25,44],lock:5,lock_id:5,log2:13,log:48,logarithm:[1,26],look:[4,8,9],loop:[3,10,11],low:[6,7,10],m:[0,2,3,5,9],machin:[9,10],machineri:[9,10],made:9,mai:[2,10,13],main:[3,9,10],maintain:[2,10],major:[3,10],make:[1,2,9,10],manag:[4,9],mani:[1,9,10],manual:[2,10],manual_se:[1,2,3],map:3,mapl:10,mark:[4,50],markedli:9,mask:[1,2,3,4,5,16,18,19,20,25,44,46],match:[3,16,17,18,19,20],math:13,mathbb:10,mathbf:10,mathcal:[10,37],mathemat:10,matmul:[3,10],matmul_kernel:3,matric:[2,3],matrix:[2,4,6,7,9,10,11,23],matrix_s:10,matter:[3,9,10],max:[1,2,5,18],max_fused_s:5,max_m:[1,2,3,5],maxim:[8,10,36],maximum:[1,2,27],mb:[7,9],mean1:5,mean2:5,mean:[3,5,10,12],mechan:[2,10],median:49,memori:[1,2,3,6,7,9,10,16,17,18,19,20,25,44,46],mention:3,meta:[1,2,3,4,5,11,12,13],metaparamet:1,method:[10,11,14,48,50],methodolog:10,micro:9,min:[3,5,19],min_m:[1,2,3,5],minimum:29,minut:[1,2,3,4,5],miss:10,mitig:10,ml:9,mlir:10,mn:2,mode:5,model:[1,9,10],modern:[3,8,9,10],modular:10,moor:10,mora:4,more:[2,3,4,8,9,10,48],most:[3,10],mostli:11,move:3,movement:4,ms:[1,2,3,5,49],much:[2,3],mullapudi2016:10,mullapudi:10,multi:[3,9,10],multipl:[1,4,6,7,9,10,11,12,31,35],multipli:[3,4,5,10,23],must:[2,3,15,23,46],n:[2,3,5,9,37],n_col:2,n_element:[1,4],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,12,13,48],nativ:[1,2,3],natur:[2,9,26],nb:9,necessari:2,need:[1,2,3,4,35],nelement:2,nest:[3,10],net:10,network:[4,9,10],neural:[4,9,10],neurosci:9,never:4,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:9,nitish:4,nn:[3,5],non:9,none:[2,3,5,12,16,18,19,20,25,44,48,49],nonzero:46,norm:[4,5,7],normal:[2,3,6,7],normalized_shap:5,note:[0,1,2,3,4,10,12,14,46],notebook:[1,2,3,4,5,6],notic:[2,10],notori:[3,9],novel:9,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,11],num_warp:[2,3,5,11,12],number:[1,2,3,4,5,10,11,32,34,35,36,37],numel:[1,4,5],numer:[2,9],nvidia:[9,25],o:[2,4],object:[1,3,9,11,12,14,16,17,18,19,20],obtain:1,obvious:2,occur:10,off:5,offer:9,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:[1,4,5,34,35,36,37],often:3,omega:10,onc:[2,9,10],one:[2,3,4,5,6,9,10,48],onli:[2,3,4,9,10,14],op:[1,2],open:15,openai:0,opencl:9,oper:[1,2,3,4,6,9,16,17,18,19,20,46],opportun:9,opsila:9,optim:[9,10],option:[1,3,25,44,48,49],orang:5,order:[2,3,6,10],org:4,origin:10,osdi:9,other:[2,3,4,5,8,10,14,23,25,28,30],otherwis:[4,46],our:[1,2,3,9],out:[1,2,3,4,5,8,10],outlin:10,output2:4,output3:4,output:[1,2,3,4,5],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,4,9,10],overfit:4,overflow:2,own:3,p:[4,10],pa:3,packag:14,pact:10,pad:2,par:3,paradigm:[9,10],paragraph:4,parallel:[1,2,3,4,5,8,9,10,11],paralleliz:9,param:13,paramet:[1,3,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50],parametr:9,part:[3,4,10],partial:5,partial_db:5,partial_dw:5,particular:[2,3],particularli:[9,10],partit:9,pass:[1,5,10,11],past:[9,10],path:1,pattern:9,pb:3,peak:10,per:[2,4,5],percentil:49,perf:3,perf_report:[1,2,3,5,48],perform:[1,2,4,9,10,16,17,18,19,20,49],persist:4,person:10,perspect:10,pgm:1,phase:10,philosophi:10,philox:[4,36],pid:[1,3,4,5],pid_m:3,pid_n:3,pip:0,pipelin:[9,10,11],platform:[8,10],pldi:9,plot:[0,1,2,3,48],plot_nam:[1,2,3,5,48],pmatrix:10,point:[1,10,36],pointer:[1,2,4,5,14,16,17,18,19,20,25,44],pointerdtyp:[16,17,18,19,20,25,44],polli:10,polyhedr:9,polyhedra:10,popular:10,portabl:[9,10],pose:9,posit:[5,13],possibl:[1,2,3,10,11],power:[2,4,10,13,15],ppopp:10,practic:[1,2,3,9],pragma:9,pre:[0,9],prealloc:1,predict:10,prefer:2,premis:9,present:[0,3],preserv:10,preserve_rng_st:4,prevent:[4,10],primer:10,primit:[9,14],principl:10,print:[1,2,3,4],print_data:[1,2,3,5],prng:4,probabl:[4,10],problem:1,problemat:10,procedur:10,process:[1,5,9,10],processor:9,produc:[3,4],product:[8,10,23],program:[1,2,3,4,5,8,9,32,33],program_id:[1,2,3,4,5],programm:[9,10],prohibitev:13,project:[4,9],promot:[3,10],properli:2,properti:10,propos:9,proprietari:3,provid:[1,2,3,4,5,8,10,12,27,29,45,49],prune:4,pseudo:[3,4,36],pseudorandom:4,ptr:3,ptx:25,purpos:[9,10],push:10,put:4,py:[0,1,2,3,4,5,7],pypi:0,pytest:0,python:[1,2,3,4,5,6,14],pytorch:[1,2,4],qquad:10,r:[0,2],ragan:9,rais:5,rand:[1,4,5],randint4x:35,randn:[2,3,4,5],randn_lik:5,random:[4,34,35,36,37],randomli:4,rang:[1,2,3,5,9,10],rapidli:[9,10],rate:3,rather:9,raw:1,rdom:10,re:[1,3],read:[2,3,6],reader:10,real:9,reason:10,recent:9,recommend:6,recomput:[4,9],record_clock:49,rectifi:9,redmon2016:9,redmon:9,reduct:[2,5,27,29,45],refer:1,regardless:[4,46],regim:4,regrett:9,regular:[4,10],rel:[1,10],relat:8,releas:[0,5,9],reli:10,relu:3,remain:[9,48],rememb:3,reorder:10,rep:[5,49],repetit:49,repres:[2,3,10,11],requir:[0,2,4,10],requires_grad:5,requires_grad_:5,research:[9,10],reset:[12,49],reset_to_zero:12,reshap:5,resolut:10,resourc:9,resp:10,respect:10,restrict:10,result:[0,1,2,9,10],ret:2,retain_graph:5,retriev:10,reus:3,revisit:9,right:10,rise:10,role:10,ron:4,root:43,roughli:3,row:[2,3,4,5],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,8,10,12,14,50],runtim:[10,49],runtimeerror:5,ruslan:4,rvar:10,s:[1,2,4,5,10,36],said:10,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,9,48],sato2019:10,sato:10,save:[1,2,3],save_for_backward:5,save_path:[1,5],saved_tensor:5,sc:10,scalabl:10,scalar:[4,9,23,34,35,36,37,47],scale:48,scan:10,schedul:9,scienc:10,scientif:10,scop:10,scope:10,script:[0,1,2,3,4,5],second:[1,2,3,4,5,10,23,28,30],secondli:4,section:[3,10],see:[1,2,3,4,10],seed:[34,35,36,37],seeded_dropout:4,seem:[1,10],select:[9,10,46],self:[11,48],semant:10,semi:10,sens:[1,9,10],separ:[5,10],sequenc:9,set:[1,4,10],setup:0,sever:[9,10],shall:10,shape:[2,3,4,5,10,21,25,39,44,46,47],share:9,shaw:4,shift:2,should:[1,3,9,10,11,27,29,45,48],show_plot:[1,2,3],shown:10,side:10,sight:10,signal:9,significantli:2,sigplan:10,simd:9,simpl:[1,2,3,4],simplest:6,simpli:10,simplic:3,simplifi:4,sinc:[1,2,3],sine:41,singl:[2,4,9,35],size:[1,2,4,10],slower:[9,10],slowest:10,sm80:11,sm:10,smaller:[3,4],smallest:[2,13],snemi3d:9,so:[1,2,3,4,10],softmax:[4,6,7],softmax_kernel:2,softmax_output:2,softwar:11,solid:10,solut:3,solv:10,some:3,sometim:10,sourc:[1,2,3,4,5,6,10],space:[9,10],spars:[4,9,10],spatial:10,speak:3,special:9,specif:[3,9],specifi:[10,13,16,17,18,19,20,44],speed:2,sphinx:[1,2,3,4,5,6],split:10,spmd:[1,9,10],sqrt:5,squar:43,sram:[2,3,5],srivastava2014:4,srivastava:4,stabil:2,stabl:0,stage:11,stai:5,standard:10,start:[5,6,15],started_tutori:7,state:[4,9,10],statement:10,staticmethod:5,std:5,step:10,still:[1,2,3,10],stop:15,store:[1,2,3,4,5,16,17,18,19,20,46],str:[12,13,25,48],straightforward:3,strategi:[4,10],stream:[5,35],strength:9,stride:[2,3,4,5],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[9,10],style:[1,2,3,5,48],subscript:10,substanti:9,substract:2,subtract:2,successfulli:10,suffer:10,suit:9,sum:[1,2,5],sum_db:5,sum_dw:5,superhuman:9,support:[4,5,10],sure:2,surprisingli:9,surround:10,suspicion:2,sutskev:[4,9],sutskever2014:9,swap:[16,17,18,19,20],swizzl:9,synchron:[1,9],system:[0,3,9,10],t:[1,2,3,5,10],t_:10,tabul:4,taco:10,take:[3,4,8,13],taken:10,target:9,techniqu:[3,9,10],temperatur:4,tempor:10,tend:10,tension:9,tensor:[1,2,3,4,5,9,10,12,14,49],tensorrt:9,test:[0,1,5,8],test_layer_norm:5,text:10,tflop:3,th:49,than:[2,3,5,9,10,35,48],thei:[3,9,10],them:1,themselv:3,theoret:2,therebi:10,therefor:3,theta:10,theta_:10,thi:[1,2,3,4,5,9,10,12,13,14,36,48],thing:[1,4],think:2,those:2,though:[9,10],thought:10,thread:[2,9,11],through:[6,10],throughout:[10,48],throughput:8,tile:10,time:[0,1,2,3,4,5,9,10,12,35,49],tiramisu:[9,10],tl:[1,2,3,4,5,47],tmp:0,tog:10,togeth:4,tolist:4,topic:10,torch:[1,2,3,4,5,14,49],torch_output:3,torch_relu:3,total:[1,2,3,4,5,7],tradit:[4,9,10],transform:[4,10],travers:10,trend:9,tri:[21,39],trick:2,tricki:4,trigger:[3,12],triton:[0,1,2,3,4,5,6,9,10],triton_output:3,trivial:9,tune:[2,3,10,12,13],tuner:11,tupl:[1,21,39,47],tutori:[1,2,3,4,8],tutorials_jupyt:6,tutorials_python:6,tvm:[9,10],two:[1,2,3,10,12,13,15,23],txt:0,type:[13,23,25,46,47],typecast:[25,44],typic:10,u:[0,34],un:10,uncommon:10,underneath:10,understand:2,undesir:12,unfortun:[3,10],unifi:9,uniformli:4,unint:46,unit:[0,9],univers:10,unrol:10,up:2,updat:[3,10,12],us:[1,2,3,4,5,9,10,11,12,13,14,35,46,48,50],util:[1,5],v100:10,v:5,val:[16,17,18,19,20],valid:1,valu:[1,2,3,4,12,13,15,16,17,18,19,20,22,24,25,26,27,29,31,40,41,42,43,44,45,46,47,48,50],valuabl:2,variabl:[3,11],variant:9,variou:6,vasilach:[9,10],vasilache2018:[9,10],vast:10,vec:10,vector:[4,6,7,9,10],vendor:3,veri:[2,4,10],verif:10,verifi:[2,10],via:10,view:38,visibl:10,vision:9,vs:0,w:[5,10],w_shape:5,wa:4,wai:[2,3,4],want:[2,4,46],warmup:49,warp:[2,5,11],wast:2,wdy:5,we:[1,2,3,4,9,10],weight:5,well:[4,9,10],whatev:12,wheel:0,when:[2,3,4,9,10,11,12,14,46],where:[1,3,4,5,10,13,44],whether:[9,48],which:[1,2,3,4,5,9,10,12,27,29,45,48],whose:[1,2,3,4,10,12,25],wide:10,wise:[1,2,22,24,26,28,30,40,41,42,43,44],wish:[3,10],within:[3,14,15],without:10,wolf:10,wolfe1989:10,won:2,word:10,work:[2,4,8,9],workload:[3,11],wors:[3,9,10],would:[1,2,4],wouldn:10,wrapper:3,write:[1,2,3,4,5,6,8,10],wrote:2,x:[1,2,3,4,5,10,22,24,26,28,30,38,40,41,42,43,46,48],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,48],x_max:2,x_name:[1,2,3,5,48],x_ptr:[1,4,12,13],x_shape:5,x_size:[12,13],x_val:[1,2,3,5,48],xhat:5,xi:10,xii:10,xlabel:48,xmean:5,xo:10,y:[1,2,3,5,10,28,30,46,48],y_fwd:5,y_log:48,y_name:[1,2],y_ptr:1,y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:10,yet:[9,10],yi:10,yield:46,yii:10,ylabel:[1,2,3,5,48],yo:10,you:[0,1,2,3,4,6,9,12,35,46],your:[0,1,8],yourself:[2,3],z:[1,2,10],zero:[3,4,5,12],zip:6},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:10,algebra:52,api:8,arang:15,arithmet:3,atom:52,atomic_add:16,atomic_ca:17,atomic_max:18,atomic_min:19,atomic_xchg:20,autotun:12,baselin:4,benchmark:[1,2,3,48],binari:0,broadcast_to:21,cach:3,challeng:9,co:22,comparison:52,compil:[10,52],comput:[1,2,3,7],config:11,creation:52,distribut:0,do_bench:49,document:8,dot:23,dropout:4,exercis:4,exp:24,from:0,further:8,fuse:2,gener:52,get:8,go:8,heurist:13,hint:52,index:52,instal:0,introduct:9,jit:14,kernel:[1,2,3],l2:3,languag:[10,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,52],layer:5,limit:10,linear:52,load:25,log:26,low:4,manipul:52,math:52,matrix:3,max:27,maximum:28,memori:[4,52],min:29,minimum:30,model:52,motiv:[2,3,9],multipl:3,multiple_of:31,normal:5,num_program:32,number:52,op:52,optim:3,packag:0,perf_report:50,perform:3,pointer:3,polyhedr:10,program:[10,52],program_id:33,python:[0,8],rand:34,randint4x:36,randint:35,randn:37,random:52,ravel:38,reduct:52,refer:[4,9,10],relat:10,represent:10,reshap:39,result:3,s:8,schedul:10,seed:4,shape:52,sigmoid:40,sin:41,softmax:[2,42],sourc:0,sqrt:43,squar:3,start:8,store:44,sum:45,test:[2,3,48,49,50,53],time:7,triton:[8,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53],tutori:6,unit:[2,3],vector:1,welcom:8,where:46,work:10,zero:47}})
\ No newline at end of file
+Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[11,1,1,""]},"triton.language":{arange:[15,2,1,""],atomic_add:[16,2,1,""],atomic_cas:[17,2,1,""],atomic_max:[18,2,1,""],atomic_min:[19,2,1,""],atomic_xchg:[20,2,1,""],broadcast_to:[21,2,1,""],cos:[22,2,1,""],dot:[23,2,1,""],exp:[24,2,1,""],load:[25,2,1,""],log:[26,2,1,""],max:[27,2,1,""],maximum:[28,2,1,""],min:[29,2,1,""],minimum:[30,2,1,""],multiple_of:[31,2,1,""],num_programs:[32,2,1,""],program_id:[33,2,1,""],rand:[34,2,1,""],randint4x:[36,2,1,""],randint:[35,2,1,""],randn:[37,2,1,""],ravel:[38,2,1,""],reshape:[39,2,1,""],sigmoid:[40,2,1,""],sin:[41,2,1,""],softmax:[42,2,1,""],sqrt:[43,2,1,""],store:[44,2,1,""],sum:[45,2,1,""],where:[46,2,1,""],zeros:[47,2,1,""]},"triton.testing":{Benchmark:[48,0,1,""],do_bench:[49,2,1,""],perf_report:[50,2,1,""]},"triton.testing.Benchmark":{__init__:[48,1,1,""]},triton:{Config:[11,0,1,""],autotune:[12,2,1,""],heuristics:[13,2,1,""],jit:[14,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,7,9,10,32,33,34,37,47,49],"00":7,"0000":3,"000000":2,"000001":[1,2],"000002":2,"000009":5,"004273":1,"01":[1,3,7],"012":[4,7],"019048":3,"02":[2,7],"025776":3,"028308":3,"03":[3,7],"04":[4,7],"047592":3,"05":[5,7],"058574":2,"061463":3,"0625":3,"066667":5,"068569":3,"079980":5,"08199":4,"083026":5,"08452":4,"084721":1,"085717":5,"088617":5,"09":7,"091565":5,"0938":3,"097543":2,"098897":5,"099354":3,"0f":10,"0s":4,"1":[1,2,3,4,5,8,10,13,32,33,34,37],"10":[1,3,4,5],"100":[2,49],"1024":[1,3,4,5,12],"10240":5,"102570":5,"1045":3,"1048576":1,"106434":4,"10752":5,"108233":5,"11":[0,1,3,5],"111783":2,"11264":5,"1152":3,"11776":5,"118087":5,"12":[1,3,5,7],"120002":3,"12160":2,"12288":[2,5],"123":4,"12416":2,"12544":2,"12672":2,"127":1,"128":[1,2,3,5,12],"1280":3,"12800":5,"13":[1,3,5],"131072":1,"1328":3,"133":5,"13312":5,"133347":2,"134217728":1,"134737":3,"13686":4,"13824":5,"138541":3,"14":[1,3,5],"1408":3,"142862":2,"14336":5,"14848":5,"149375":2,"149397":4,"15":[1,3,5],"150050":3,"153":2,"153487":5,"1536":[3,5],"15360":5,"154":2,"15872":5,"16":[2,3,5,10,47],"160":2,"162":[2,5],"162157":5,"16384":1,"1664":3,"16777216":1,"17":[3,5],"170458":3,"172588":3,"172933":5,"17879":4,"1792":3,"179533":2,"179836":5,"18":[3,5],"180121":5,"182":5,"1823":2,"188":2,"19":[1,3,5],"190482":1,"191":5,"192":1,"1920":3,"198":2,"1982":10,"1983":9,"1984":10,"1989":10,"1991":[9,10],"1999":10,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,8,10,11,13,32,33,49],"20":[3,5,49],"200000":1,"200001":3,"2004":10,"2006":10,"2011":4,"2012":10,"2013":9,"2014":[4,9],"2016":[9,10],"2017":9,"2018":[9,10],"2019":10,"2021":[9,10],"2048":[2,3,5],"207195":5,"207907":5,"208":5,"2097152":1,"21":[3,5],"212868":4,"2141":1,"214186":4,"216187":2,"2176":3,"217818":5,"218262":3,"219":1,"22":[2,3,5,7],"220":[3,5],"222222":5,"227509":5,"229369":5,"23":[3,5],"2304":3,"231":5,"231237":5,"237674":3,"24":[3,5,7],"240":[1,7],"242":5,"242181":3,"242569":5,"243":5,"2432":3,"243907":5,"245":[3,5],"246":5,"246765":5,"248":5,"249":5,"25":[3,5,49],"251065":3,"251954":5,"252":5,"253":5,"254":5,"254248":3,"256":[1,2,3,5,11],"2560":[3,5],"257":5,"26":[3,5],"260":5,"260869":3,"262":5,"262144":1,"2656":3,"267":5,"267711":5,"268":5,"2688":3,"269692":3,"27":[3,5],"271186":5,"273":5,"276800":3,"277":5,"279570":5,"28":[1,3,5],"280":5,"2812":3,"2816":3,"283":5,"285":5,"286":5,"287":5,"288":5,"289":5,"2891":3,"29":[3,5],"290":5,"291":5,"292":5,"292684":3,"293429":4,"2944":3,"295":5,"297":5,"2d":[3,5,23],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,10],"30":3,"304157":3,"305746":3,"305878":3,"3072":[3,5],"3076":1,"309":5,"31":3,"310171":3,"310338":5,"311":5,"3125":3,"314362":3,"32":[3,5,11],"320":5,"3200":3,"321838":2,"322572":5,"32768":1,"3281":3,"33":3,"330":5,"3328":3,"333333":5,"33554432":1,"336":5,"34":3,"341":5,"34172":4,"3438":3,"3456":3,"3477":3,"351":5,"3516":3,"352095":3,"3555":3,"3584":[3,5],"359":7,"36":3,"360017":2,"362445":1,"366":5,"37":7,"3712":3,"3713":1,"371721":4,"372393":3,"372618":3,"372753":3,"372800":3,"374":5,"377055":5,"38":1,"380953":3,"381977":5,"384":[1,2,3,5],"3840":3,"384000":3,"39":3,"390218":5,"3906":3,"3968":3,"398":5,"3984":3,"3986":4,"399230":3,"3d":[32,33],"3mn":2,"4":[1,2,3,5,10,11,12,35],"40":[1,3,7],"400001":1,"400016":[1,2],"4023":3,"403344":4,"403347":4,"405":5,"406":2,"4062":3,"408716":4,"4096":[1,2,3,5],"410081":5,"412":[2,5],"412561":5,"414233":5,"415":[2,5],"41576":4,"416":5,"4194304":1,"420":5,"421":5,"42142":4,"423":5,"428":5,"428372":4,"428568":1,"428801":3,"429":5,"429770":1,"430":5,"430545":3,"431969":4,"439":5,"440290":5,"447":5,"448255":1,"4492":3,"45":3,"452":[2,7],"4531":3,"454542":5,"457532":2,"46":3,"460":5,"4608":5,"4609":3,"464170":5,"465":5,"465340":5,"468735":3,"4688":3,"469040":5,"472":1,"481278":5,"482":5,"492442":3,"4940":1,"497980":5,"498":5,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,10,49],"500":5,"5000":3,"500614":3,"501303":5,"502274":3,"507":5,"507855":5,"51":3,"511054":3,"512":[2,3,4,5],"5120":5,"513091":5,"515":5,"517949":5,"52":3,"524288":1,"526831":3,"527":5,"53":3,"530615":3,"5312":3,"538":5,"54":3,"541":4,"542777":3,"544":5,"545956":5,"546":2,"546756":2,"552120":3,"553703":3,"554":5,"556515":5,"56":3,"5632":5,"563555":3,"563695":3,"566038":2,"566838":2,"568":5,"568431":4,"579673":3,"580429":5,"585":2,"585527":3,"5859":3,"586858":4,"588687":3,"5898":3,"596116":3,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"600589":5,"606":2,"6094":3,"610178":3,"614":[1,2],"6144":5,"615388":5,"615390":1,"62":3,"63":3,"631953":2,"633240":2,"633710":3,"634130":5,"64":[1,3,5],"640":[2,3],"644296":5,"64kb":5,"650282":5,"651187":5,"655":2,"65536":[1,5],"656000":3,"656574":1,"657521":5,"661056":5,"661740":2,"664":2,"6656":5,"666684":2,"67":3,"67086":4,"67108864":1,"6724":1,"673582":5,"68":3,"682":2,"683593":5,"686414":5,"69":3,"6953":3,"696898":5,"7":[0,1,3,5,10],"70":3,"701121":3,"7031":3,"7070":3,"707203":5,"707733":3,"707878":4,"71":3,"716441":3,"7168":5,"716830":2,"719258":4,"72":3,"722":[1,2],"724127":5,"73":3,"732":[5,7],"737433":3,"737435":1,"743443":4,"7500":3,"754967":2,"759409":3,"76":[1,3],"767446":5,"767793":5,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"775181":5,"78":3,"780":1,"781":2,"786952":5,"787523":5,"79":3,"790220":5,"794749":2,"79719":4,"8":[1,2,3,5,10,11,12,47,49],"80":[3,49],"800002":1,"806694":4,"809875":3,"81":3,"811163":1,"812":[1,2],"814":2,"814814":2,"815384":5,"817432":4,"8192":[1,5],"82":3,"822093":3,"823517":[1,2],"825298":3,"826879":5,"829653":5,"83":3,"833":1,"838026":4,"8388608":1,"84":3,"842":1,"84284":4,"843":1,"844210":3,"845844":5,"847":1,"848":1,"849":1,"849059":5,"85":3,"850":1,"853823":3,"857144":5,"86":3,"862216":5,"865439":3,"87":3,"8704":5,"873965":2,"877538":3,"879370":5,"88":3,"8828":3,"8867":3,"888756":3,"888887":3,"89":3,"890274":5,"8906":3,"890900":5,"8945":3,"895397":3,"896":3,"899428":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"908442":3,"91":3,"915752":3,"92":3,"9216":5,"921853":3,"9219":3,"923":[3,7],"93":2,"9375":3,"94":2,"941930":5,"9492":3,"95":[2,3],"950501":5,"952835":4,"9531":3,"957600":5,"958106":5,"959629":5,"959706":3,"96":[2,5],"9688":3,"97":2,"9728":5,"9733":1,"978909":3,"98":2,"9805":3,"982663":5,"983276":3,"98432":1,"9844":3,"99":5,"998493":3,"999995":1,"abstract":[9,10],"break":10,"byte":2,"case":[1,2,9,10,13,16,17,18,19,20],"class":[2,5,9,10,11,48],"default":49,"do":[2,3,9,10,25,44],"float":[2,9,10,49],"function":[1,2,3,4,5,10,12,13,14,48,49,50],"import":[1,2,3,4,5,9,10],"int":[1,9,10,13,15,21,32,33,39,47,49],"new":[21,39,47],"return":[1,2,3,4,5,15,16,17,18,19,20,23,25,27,29,32,33,34,35,36,37,38,45,46,47,49,50],"static":[0,9,10],"super":3,"switch":3,"true":[1,2,3,5,46],"try":[3,11],"var":[5,10],"voil\u00e0":4,"while":[3,5,9],A:[3,4,9,10],And:[0,3],As:[2,3,4,9,10],At:[4,10],But:4,By:49,For:[3,9,10,11],If:[4,10,35,44,46,48],In:[1,2,3,4,10],It:[1,3,4,6,8,10,14],Of:9,On:10,One:3,The:[1,2,3,4,9,10,16,17,18,19,20,21,23,32,33,34,35,36,37,39,44,46,50],There:1,These:10,To:[1,4,9,10,12],_:5,__expf:2,__init__:[11,48],_db:5,_dropout:4,_dw:5,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_seeded_dropout:4,a100:[3,10],a_ptr:3,ab:1,abl:10,about:[1,2,3,4,8],abov:[1,2,3,4,10,12],academ:9,acc:[3,9,10],acceler:9,access:[1,3,9,10,14],accomod:3,accordingli:10,account:10,accumul:[3,5,10],accuraci:[3,9],achiev:[3,9,10],across:[2,4,9,10],activ:3,actual:[3,9,10],add:[1,4,5,7,16],add_kernel:1,addit:[2,6,7,9,49],addition:10,address:[9,25],adopt:10,advanc:[2,3,9],advoc:10,affect:3,affin:10,after:3,against:[0,1,2,3,8],aggress:[9,10],agnost:[9,10],ahead:10,aim:[2,8],al:[9,10],alex:4,algebra:10,algorithm:[3,4,9,10],alia:10,all:[2,3,4,6,9,10,12,27,29,31,45,48],allclos:[2,3],allen1984:10,allen:10,alloc:[1,2,3,5,9],allow:[1,2,5,9,10],along:[1,3,27,29,32,33,45,49],also:[1,2,3,4,5,9,10],altern:4,alwai:[10,46],amd:9,amen:10,amount:[5,9],ampl:10,an:[1,2,3,4,9,10,11,16,17,18,19,20,34,35,36,37],analog:1,analysi:[9,10],analyz:10,ancourt1991:10,ancourt:10,ani:[1,2,3,10,12,13,48],anoth:[2,10],anytim:12,apart:10,apex:5,apex_layer_norm:5,api:48,appear:48,appli:[3,4,5,9,10],applic:[4,10,13],approach:[9,10],appropri:1,approxim:2,ar:[0,1,2,3,4,9,10,12,14,25,31,44,46,48],arang:[1,2,3,4,5],arbitrari:3,architectur:[3,9],area:10,arg:[1,2,3,5,13,14,48],argument:[1,2,3,11,12,13,14,46,48],arrai:[10,47],arrang:3,art:[9,10],artifici:4,arxiv:[9,10],ask:2,aspect:10,asplo:9,assert:[1,3,4],assert_almost_equ:5,assum:[2,48],asynchron:[1,9],atom:[16,17,18,19,20],atomic_ca:5,atomic_xchg:5,auguin1983:9,auguin:9,auto:[2,3,10,11,12,13],autograd:5,autom:9,automat:[2,3,9,10,11],autotun:[3,10],avail:[0,4,9,10],avoid:[2,12,46],awar:9,awkward:4,axi:[1,2,3,4,5,27,29,32,33,45,48],b:[3,5,9,10],b_ptr:3,back:[1,2,3,4,5],backpropag:4,backward:5,bad:4,baghdadi2021:[9,10],baghdadi:[9,10],balanc:10,bandwidth:2,base:[4,8,9,10],basic:[1,6,10],becom:9,been:[1,9,10],befor:[3,12,16,17,18,19,20],begin:10,behavior:[10,12],being:[2,4],believ:10,below:[4,6,10],bench:0,bench_layer_norm:5,benchmark:[0,5,49,50],benefit:[2,9,10],best:[1,9],between:[1,9],bia:5,bit:4,block:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,34,35,36,37,38,39,40,41,42,43,44,45,46,47],block_siz:[1,2,4,5,10,12,13],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4],blue:[1,2,3,5],boil:10,bool:[46,48],both:[10,46],bound:[1,2,3,10],branch:10,broad:9,broadcast:[21,25,44,46],buffer:5,build:[0,3],built:[1,10],c:[3,9,10],c_mask:3,c_ptr:3,cach:[9,10,25],cache_modifi:25,call:[1,3,10,14,35],callabl:[1,13,14,49],can:[0,1,2,3,4,9,10,12,50],cannot:[3,9,10],capabl:[8,9],cast:5,cd:0,cdiv:[1,3,4,5],ceil:13,certain:13,cgo:[9,10],challeng:4,chang:[3,4,12,25],chapter:8,characterist:10,cheap:9,check:[3,8],checkpoint:4,chen2018:9,chen:9,chip:2,choic:8,click:[1,2,3,4,5],clone:[0,5],close:10,cmake:0,cmp:[16,17,18,19,20],coalesc:9,code:[1,2,3,4,5,6,9,10],col:[3,5,10],col_offset:2,color:48,column:[2,3],com:0,combin:9,come:[2,3,10],command:0,common:10,commonli:10,compar:[2,3,4,5,8,10,16,17,18,19,20],compat:23,compil:[2,3,8,9,11,14,31],complet:10,complex:10,compos:[4,9],composit:10,comprehens:[9,10],comput:[4,5,8,9,10,13,22,24,26,28,30,40,41,42,43],computation:[9,10],concern:10,concis:[1,48],condit:[10,46],config:[3,12],configur:[3,11,12,50],confirm:2,connectom:9,consecut:10,consequ:9,consid:2,consist:4,constraint:[3,10],construct:9,constructor:48,consum:3,contain:[10,16,17,18,19,20,48],contextu:10,contigu:[3,15,38],control:[9,10],conveni:3,convert:[1,3,14],convolut:9,cooper:11,copi:[4,9,16,17,18,19,20],core:[9,10],correct:1,correspond:[1,2,3,48],cosin:22,cost:10,could:[2,10],count:5,cours:9,cpython:0,creat:[1,2,3,5,9],crucial:4,csv:1,ctx:5,cubla:[3,9],cuda:[1,2,3,4,5,9],cudnn:9,current:33,custom:[1,2,3,8],cut:3,cvpr:9,d:[2,4,12,14],dart:10,darte1999:10,data:[1,3,4,5,9,10,16,17,18,19,20,25,46,47],data_ptr:14,dataflow:10,david:4,db:5,db_ref:5,db_tri:5,deal:4,decad:9,decim:5,declar:1,decompos:10,decor:[1,3,12,13,14],decreas:4,dedic:3,deep:[3,4,9,10],def:[1,2,3,4,5,12,13],defin:[1,2,3,10,25],definit:10,denomin:2,denot:1,dens:10,depend:[0,10,46],deploi:9,describ:[4,10],design:10,desir:[21,39],detail:[3,10],detect:9,develop:[9,10],devic:[1,2,3,5],dg:5,dialect:10,dict:13,dictionari:[11,13],diesel:10,differ:[1,2,3,4,9,10,48],difficult:10,difficulti:[3,9],dijkstra82:10,dijkstra:10,dim:[2,5,10],dimens:[3,23,27,29,45],dimension:[3,10,23],dir:0,direct:3,disjoint:10,disk:1,dissert:10,distribut:[2,4,10],divis:3,dnn:[8,9,10],do_bench:[1,2,3,5],doc:4,doe:[1,2,3,10],doesn:[5,10],domain:[9,10],don:[1,2,3],done:[3,9,27,29,45],dot:3,doubli:3,doubt:10,down:[3,10],download:[0,1,2,3,4,5,6],dram:[1,2],dropout:[6,7],dror:4,dsl:[8,9,10],dtype:[1,2,3,5,16,17,18,19,20,25,44,47],dw:5,dw_ref:5,dw_tri:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,9,10,47],each:[1,2,3,4,5,9,10,11,13],eas:10,easi:[3,4],easier:[1,2,9],easili:3,ed:[1,3],education:2,effect:10,effici:[3,4,9,36],effort:10,either:[1,32,33,46],elango2018:10,elango:10,element:[1,2,3,4,5,22,24,26,27,28,29,30,40,41,42,43,44,45,46,48],element_s:[2,5],element_ti:[16,17,18,19,20,25,44],elementwis:[2,25],els:[3,5],emerg:9,empti:[3,5],empty_lik:[1,2,4,5],enabl:10,encod:10,encourag:4,end:[9,10,15],enforc:10,engin:10,enqueu:[1,2,5],ensur:10,entir:10,entri:36,environ:8,ep:5,equal:10,error:3,especi:9,et:[4,9,10],euromicro:9,evalu:[3,4,12,46],even:[4,10],evidenc:9,evolv:9,exampl:[1,2,3,4,5,6,9,10,11],exchang:20,execut:[7,9,10,11,50],exist:[9,10],exp:2,expect:[2,16,17,18,19,20],expens:[9,10,13],explor:[4,9],exponenti:[2,24],express:[9,10],extar:1,extend:[3,4],extract:3,extrem:10,f:[1,2,3,10],facilit:[9,10],fact:10,fairli:3,fals:[25,44,46,48,49],far:2,fast:[2,5,9,10],faster:[2,35],fastest:10,featur:5,feel:3,fetch:9,few:10,field:9,figur:10,file:[1,2,3,7],fill:47,final_db:5,final_dw:5,fine:4,first:[1,3,4,5,8,10,23,28,30],first_pid_m:3,firstli:4,fit:2,fix:48,flag:2,flatten:38,flexibl:9,float16:[3,5,23,47],float32:[1,2,3,4,5,23,34,37],flow:[9,10],fly:4,fn:[14,49],focu:[3,10],folder:4,follow:[0,2,3,8,9,10],footprint:4,forc:4,forget:1,formal:10,format:10,forward:5,found:[16,17,18,19,20],foundat:10,four:36,fp16:3,fp32:3,frac:4,framework:[9,10],free:3,from:[1,2,3,4,9,10,25,46],full:[1,2,3,4,5],fulli:10,func:10,fundament:10,further:[4,10],fuse:[3,5,6,7],fusedlayernorm:5,fusion:[2,10],g:[3,4,9,10,47],galleri:[1,2,3,4,5,6],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,9,10,34,35,36,37,48],geoffrei:4,geq:10,get:[1,2,3,4,7],girbal2006:10,girbal:10,git:0,github:0,give:9,given:[2,3,4,21,32,33,34,35,36,37,39,47],global:10,go:[1,3,10],good:[1,10],gpgpu:9,gpu:[1,2,4,8,9,10,11,14],grad:5,grad_to_non:[5,49],gradient:[5,49],grammat:10,graphic:9,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,32,33],grid_m:3,grid_n:3,grosser2012:10,grosser:10,group:3,group_id:3,group_m:3,group_size_m:[3,5],grow:10,guard:[1,2],guid:9,ha:[1,3,4,9,10,32,33],had:1,halid:[9,10],hand:10,handl:[1,2,4,10],handwritten:9,hard:3,harder:10,hardwar:[3,8,10],hasn:1,have:[2,4,9,10,14,23,46,48],heavi:9,helper:[1,2],henc:3,here:[1,2,3,4,5],heurist:[2,5],hierarch:9,hierarchi:10,high:[3,9,10],higher:3,highli:9,highlight:10,hint:10,hinton:4,hit:3,how:[1,2,3,8,9,13],howev:[2,10],html:4,http:[0,4],i:[1,2,3,4,5,9,10],id:[3,33],idea:9,ideal:2,ident:2,identifi:1,idx:[25,44],ilya:4,imag:[9,10],implement:[1,2,3,4,9,10],implicitli:[1,14,25,44],importantli:10,impos:10,improv:[3,4],incompat:[3,10],incorrect:3,increas:[1,2,3,4],incred:9,increment:10,inde:10,independ:[2,5,10],index:1,indic:[10,46],induc:10,industri:9,inequ:10,inf:2,inform:10,infrastructur:10,initi:[1,3],inner:[3,23],inplac:3,input:[1,2,3,4,5,10,13,21,22,23,24,26,27,28,29,30,31,38,39,40,41,42,43,45],input_ptr:2,input_row_strid:2,instal:8,instanc:[1,2,3,4,5,9,11,32,33],instanti:4,instead:[2,46],instruct:[8,9],int1:[25,44],int32:[4,5,35,36],integ:10,interchang:10,interest:[5,9,10],intermedi:10,intern:[2,10],interv:15,intrins:10,introduc:4,introduct:8,invari:[2,10],invoc:4,ipynb:[1,2,3,4,5],ir:10,irregular:[2,10],is_contigu:[3,4],is_cuda:1,isn:3,issu:[9,10],iter:[3,9,10],its:[1,2,3,10],j:[3,9,10],jit:[1,2,3,4,5,12,13],jmlr:4,john:4,johnson:4,journal:10,jrk2013:9,jupyt:[1,2,3,4,5,6],just:[3,10,13],k:[3,4,9,10],kb:9,keep:4,kei:[3,9,12],kellei:9,kernel:[4,5,8,9,11,12,13],keyword:[1,11],ki:10,kind:2,know:31,known:10,krizhevski:4,kwarg:14,l2:5,label:[1,2,3,48],lam1991:9,lam:9,lambda:[1,2,3,4,5,13],languag:[1,2,3,4,5,8,9,14],larg:[9,10],last:3,later:[2,10],latest:0,lattner2004:10,lattner2019:10,lattner:10,launch:[1,2,3,32,33],law:10,layer:[6,7,9,10],layer_norm:5,layernorm:5,lead:[4,9,10],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,8,9,10],least:10,lee2017:9,lee:9,left:10,legal:10,length:1,less:[4,5,9,10],let:[1,2,4,31],letter:10,level:[3,9,10],li:9,librari:[0,3,9,10],lifelong:10,like:[1,4,9,10,35],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,10,48],line_arg:[1,2,3,5,48],line_nam:[1,2,3,5,48],line_v:[1,2,3,5,48],linear:[9,10],link:0,list:[1,3,12,13,48,49,50],litteratur:10,ll:4,llvm11:0,llvm:[0,10],load:[1,2,3,4,5,10,46],local:[9,10],locat:[3,16,17,18,19,20,25,44],lock:5,lock_id:5,log2:13,log:48,logarithm:[1,26],look:[4,8,9],loop:[3,10,11],low:[6,7,10],m:[0,2,3,5,9],machin:[9,10],machineri:[9,10],made:9,mai:[2,10,13],main:[3,9,10],maintain:[2,10],major:[3,10],make:[1,2,9,10],manag:[4,9],mani:[1,9,10],manual:[2,10],manual_se:[1,2,3],map:3,mapl:10,mark:[4,50],markedli:9,mask:[1,2,3,4,5,16,18,19,20,25,44,46],match:[3,16,17,18,19,20],math:13,mathbb:10,mathbf:10,mathcal:[10,37],mathemat:10,matmul:[3,10],matmul_kernel:3,matric:[2,3],matrix:[2,4,6,7,9,10,11,23],matrix_s:10,matter:[3,9,10],max:[1,2,5,18],max_fused_s:5,max_m:[1,2,3,5],maxim:[8,10,36],maximum:[1,2,27],mb:[7,9],mean1:5,mean2:5,mean:[3,5,10,12],mechan:[2,10],median:49,memori:[1,2,3,6,7,9,10,16,17,18,19,20,25,44,46],mention:3,meta:[1,2,3,4,5,11,12,13],metaparamet:1,method:[10,11,14,48,50],methodolog:10,micro:9,min:[3,5,19],min_m:[1,2,3,5],minimum:29,minut:[1,2,3,4,5],miss:10,mitig:10,ml:9,mlir:10,mn:2,mode:5,model:[1,9,10],modern:[3,8,9,10],modular:10,moor:10,mora:4,more:[2,3,4,8,9,10,48],most:[3,10],mostli:11,move:3,movement:4,ms:[1,2,3,5,49],much:[2,3],mullapudi2016:10,mullapudi:10,multi:[3,9,10],multipl:[1,4,6,7,9,10,11,12,31,35],multipli:[3,4,5,10,23],must:[2,3,15,23,46],n:[2,3,5,9,37],n_col:2,n_element:[1,4],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,12,13,48],nativ:[1,2,3],natur:[2,9,26],nb:9,necessari:2,need:[1,2,3,4,35],nelement:2,nest:[3,10],net:10,network:[4,9,10],neural:[4,9,10],neurosci:9,never:4,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:9,nitish:4,nn:[3,5],non:9,none:[2,3,5,12,16,18,19,20,25,44,48,49],nonzero:46,norm:[4,5,7],normal:[2,3,6,7],normalized_shap:5,note:[0,1,2,3,4,10,12,14,46],notebook:[1,2,3,4,5,6],notic:[2,10],notori:[3,9],novel:9,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,11],num_warp:[2,3,5,11,12],number:[1,2,3,4,5,10,11,32,34,35,36,37],numel:[1,4,5],numer:[2,9],nvidia:[9,25],o:[2,4],object:[1,3,9,11,12,14,16,17,18,19,20],obtain:1,obvious:2,occur:10,off:5,offer:9,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:[1,4,5,34,35,36,37],often:3,omega:10,onc:[2,9,10],one:[2,3,4,5,6,9,10,48],onli:[2,3,4,9,10,14],op:[1,2],open:15,openai:0,opencl:9,oper:[1,2,3,4,6,9,16,17,18,19,20,46],opportun:9,opsila:9,optim:[9,10],option:[1,3,25,44,48,49],orang:5,order:[2,3,6,10],org:4,origin:10,osdi:9,other:[2,3,4,5,8,10,14,23,25,28,30],otherwis:[4,46],our:[1,2,3,9],out:[1,2,3,4,5,8,10],outlin:10,output2:4,output3:4,output:[1,2,3,4,5],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,4,9,10],overfit:4,overflow:2,own:3,p:[4,10],pa:3,packag:14,pact:10,pad:2,par:3,paradigm:[9,10],paragraph:4,parallel:[1,2,3,4,5,8,9,10,11],paralleliz:9,param:13,paramet:[1,3,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50],parametr:9,part:[3,4,10],partial:5,partial_db:5,partial_dw:5,particular:[2,3],particularli:[9,10],partit:9,pass:[1,5,10,11],past:[9,10],path:1,pattern:9,pb:3,peak:10,per:[2,4,5],percentil:49,perf:3,perf_report:[1,2,3,5,48],perform:[1,2,4,9,10,16,17,18,19,20,49],persist:4,person:10,perspect:10,pgm:1,phase:10,philosophi:10,philox:[4,36],pid:[1,3,4,5],pid_m:3,pid_n:3,pip:0,pipelin:[9,10,11],platform:[8,10],pldi:9,plot:[0,1,2,3,48],plot_nam:[1,2,3,5,48],pmatrix:10,point:[1,10,36],pointer:[1,2,4,5,14,16,17,18,19,20,25,44],pointerdtyp:[16,17,18,19,20,25,44],polli:10,polyhedr:9,polyhedra:10,popular:10,portabl:[9,10],pose:9,posit:[5,13],possibl:[1,2,3,10,11],power:[2,4,10,13,15],ppopp:10,practic:[1,2,3,9],pragma:9,pre:[0,9],prealloc:1,predict:10,prefer:2,premis:9,present:[0,3],preserv:10,preserve_rng_st:4,prevent:[4,10],primer:10,primit:[9,14],principl:10,print:[1,2,3,4],print_data:[1,2,3,5],prng:4,probabl:[4,10],problem:1,problemat:10,procedur:10,process:[1,5,9,10],processor:9,produc:[3,4],product:[8,10,23],program:[1,2,3,4,5,8,9,32,33],program_id:[1,2,3,4,5],programm:[9,10],prohibitev:13,project:[4,9],promot:[3,10],properli:2,properti:10,propos:9,proprietari:3,provid:[1,2,3,4,5,8,10,12,27,29,45,49],prune:4,pseudo:[3,4,36],pseudorandom:4,ptr:3,ptx:25,purpos:[9,10],push:10,put:4,py:[0,1,2,3,4,5,7],pypi:0,pytest:0,python:[1,2,3,4,5,6,14],pytorch:[1,2,4],qquad:10,r:[0,2],ragan:9,rais:5,rand:[1,4,5],randint4x:35,randn:[2,3,4,5],randn_lik:5,random:[4,34,35,36,37],randomli:4,rang:[1,2,3,5,9,10],rapidli:[9,10],rate:3,rather:9,raw:1,rdom:10,re:[1,3],read:[2,3,6],reader:10,real:9,reason:10,recent:9,recommend:6,recomput:[4,9],record_clock:49,rectifi:9,redmon2016:9,redmon:9,reduct:[2,5,27,29,45],refer:1,regardless:[4,46],regim:4,regrett:9,regular:[4,10],rel:[1,10],relat:8,releas:[0,5,9],reli:10,relu:3,remain:[9,48],rememb:3,reorder:10,rep:[5,49],repetit:49,repres:[2,3,10,11],requir:[0,2,4,10],requires_grad:5,requires_grad_:5,research:[9,10],reset:[12,49],reset_to_zero:12,reshap:5,resolut:10,resourc:9,resp:10,respect:10,restrict:10,result:[0,1,2,9,10],ret:2,retain_graph:5,retriev:10,reus:3,revisit:9,right:10,rise:10,role:10,ron:4,root:43,roughli:3,row:[2,3,4,5],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,8,10,12,14,50],runtim:[10,49],runtimeerror:5,ruslan:4,rvar:10,s:[1,2,4,5,10,36],said:10,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,9,48],sato2019:10,sato:10,save:[1,2,3],save_for_backward:5,save_path:[1,5],saved_tensor:5,sc:10,scalabl:10,scalar:[4,9,23,34,35,36,37,47],scale:48,scan:10,schedul:9,scienc:10,scientif:10,scop:10,scope:10,script:[0,1,2,3,4,5],second:[1,2,3,4,5,10,23,28,30],secondli:4,section:[3,10],see:[1,2,3,4,10],seed:[34,35,36,37],seeded_dropout:4,seem:[1,10],select:[9,10,46],self:[11,48],semant:10,semi:10,sens:[1,9,10],separ:[5,10],sequenc:9,set:[1,4,10],setup:0,sever:[9,10],shall:10,shape:[2,3,4,5,10,21,25,39,44,46,47],share:9,shaw:4,shift:2,should:[1,3,9,10,11,27,29,45,48],show_plot:[1,2,3],shown:10,side:10,sight:10,signal:9,significantli:2,sigplan:10,simd:9,simpl:[1,2,3,4],simplest:6,simpli:10,simplic:3,simplifi:4,sinc:[1,2,3],sine:41,singl:[2,4,9,35],size:[1,2,4,10],slower:[9,10],slowest:10,sm80:11,sm:10,smaller:[3,4],smallest:[2,13],snemi3d:9,so:[1,2,3,4,10],softmax:[4,6,7],softmax_kernel:2,softmax_output:2,softwar:11,solid:10,solut:3,solv:10,some:3,sometim:10,sourc:[1,2,3,4,5,6,10],space:[9,10],spars:[4,9,10],spatial:10,speak:3,special:9,specif:[3,9],specifi:[10,13,16,17,18,19,20,44],speed:2,sphinx:[1,2,3,4,5,6],split:10,spmd:[1,9,10],sqrt:5,squar:43,sram:[2,3,5],srivastava2014:4,srivastava:4,stabil:2,stabl:0,stage:11,stai:5,standard:10,start:[5,6,15],started_tutori:7,state:[4,9,10],statement:10,staticmethod:5,std:5,step:10,still:[1,2,3,10],stop:15,store:[1,2,3,4,5,16,17,18,19,20,46],str:[12,13,25,48],straightforward:3,strategi:[4,10],stream:[5,35],strength:9,stride:[2,3,4,5],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[9,10],style:[1,2,3,5,48],subscript:10,substanti:9,substract:2,subtract:2,successfulli:10,suffer:10,suit:9,sum:[1,2,5],sum_db:5,sum_dw:5,superhuman:9,support:[4,5,10],sure:2,surprisingli:9,surround:10,suspicion:2,sutskev:[4,9],sutskever2014:9,swap:[16,17,18,19,20],swizzl:9,synchron:[1,9],system:[0,3,9,10],t:[1,2,3,5,10],t_:10,tabul:4,taco:10,take:[3,4,8,13],taken:10,target:9,techniqu:[3,9,10],temperatur:4,tempor:10,tend:10,tension:9,tensor:[1,2,3,4,5,9,10,12,14,49],tensorrt:9,test:[0,1,5,8],test_layer_norm:5,text:10,tflop:3,th:49,than:[2,3,5,9,10,35,48],thei:[3,9,10],them:1,themselv:3,theoret:2,therebi:10,therefor:3,theta:10,theta_:10,thi:[1,2,3,4,5,9,10,12,13,14,36,48],thing:[1,4],think:2,those:2,though:[9,10],thought:10,thread:[2,9,11],through:[6,10],throughout:[10,48],throughput:8,tile:10,time:[0,1,2,3,4,5,9,10,12,35,49],tiramisu:[9,10],tl:[1,2,3,4,5,47],tmp:0,tog:10,togeth:4,tolist:4,topic:10,torch:[1,2,3,4,5,14,49],torch_output:3,torch_relu:3,total:[1,2,3,4,5,7],tradit:[4,9,10],transform:[4,10],travers:10,trend:9,tri:[21,39],trick:2,tricki:4,trigger:[3,12],triton:[0,1,2,3,4,5,6,9,10],triton_output:3,trivial:9,tune:[2,3,10,12,13],tuner:11,tupl:[1,21,39,47],tutori:[1,2,3,4,8],tutorials_jupyt:6,tutorials_python:6,tvm:[9,10],two:[1,2,3,10,12,13,15,23],txt:0,type:[13,23,25,46,47],typecast:[25,44],typic:10,u:[0,34],un:10,uncommon:10,underneath:10,understand:2,undesir:12,unfortun:[3,10],unifi:9,uniformli:4,unint:46,unit:[0,9],univers:10,unrol:10,up:2,updat:[3,10,12],us:[1,2,3,4,5,9,10,11,12,13,14,35,46,48,50],util:[1,5],v100:10,v:5,val:[16,17,18,19,20],valid:1,valu:[1,2,3,4,12,13,15,16,17,18,19,20,22,24,25,26,27,29,31,40,41,42,43,44,45,46,47,48,50],valuabl:2,variabl:[3,11],variant:9,variou:6,vasilach:[9,10],vasilache2018:[9,10],vast:10,vec:10,vector:[4,6,7,9,10],vendor:3,veri:[2,4,10],verif:10,verifi:[2,10],via:10,view:38,visibl:10,vision:9,vs:0,w:[5,10],w_shape:5,wa:4,wai:[2,3,4],want:[2,4,46],warmup:49,warp:[2,5,11],wast:2,wdy:5,we:[1,2,3,4,9,10],weight:5,well:[4,9,10],whatev:12,wheel:0,when:[2,3,4,9,10,11,12,14,46],where:[1,3,4,5,10,13,44],whether:[9,48],which:[1,2,3,4,5,9,10,12,27,29,45,48],whose:[1,2,3,4,10,12,25],wide:10,wise:[1,2,22,24,26,28,30,40,41,42,43,44],wish:[3,10],within:[3,14,15],without:10,wolf:10,wolfe1989:10,won:2,word:10,work:[2,4,8,9],workload:[3,11],wors:[3,9,10],would:[1,2,4],wouldn:10,wrapper:3,write:[1,2,3,4,5,6,8,10],wrote:2,x:[1,2,3,4,5,10,22,24,26,28,30,38,40,41,42,43,46,48],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,48],x_max:2,x_name:[1,2,3,5,48],x_ptr:[1,4,12,13],x_shape:5,x_size:[12,13],x_val:[1,2,3,5,48],xhat:5,xi:10,xii:10,xlabel:48,xmean:5,xo:10,y:[1,2,3,5,10,28,30,46,48],y_fwd:5,y_log:48,y_name:[1,2],y_ptr:1,y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:10,yet:[9,10],yi:10,yield:46,yii:10,ylabel:[1,2,3,5,48],yo:10,you:[0,1,2,3,4,6,9,12,35,46],your:[0,1,8],yourself:[2,3],z:[1,2,10],zero:[3,4,5,12],zip:6},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:10,algebra:52,api:8,arang:15,arithmet:3,atom:52,atomic_add:16,atomic_ca:17,atomic_max:18,atomic_min:19,atomic_xchg:20,autotun:12,baselin:4,benchmark:[1,2,3,48],binari:0,broadcast_to:21,cach:3,challeng:9,co:22,comparison:52,compil:[10,52],comput:[1,2,3,7],config:11,creation:52,distribut:0,do_bench:49,document:8,dot:23,dropout:4,exercis:4,exp:24,from:0,further:8,fuse:2,gener:52,get:8,go:8,heurist:13,hint:52,index:52,instal:0,introduct:9,jit:14,kernel:[1,2,3],l2:3,languag:[10,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,52],layer:5,limit:10,linear:52,load:25,log:26,low:4,manipul:52,math:52,matrix:3,max:27,maximum:28,memori:[4,52],min:29,minimum:30,model:52,motiv:[2,3,9],multipl:3,multiple_of:31,normal:5,num_program:32,number:52,op:52,optim:3,packag:0,perf_report:50,perform:3,pointer:3,polyhedr:10,program:[10,52],program_id:33,python:[0,8],rand:34,randint4x:36,randint:35,randn:37,random:52,ravel:38,reduct:52,refer:[4,9,10],relat:10,represent:10,reshap:39,result:3,s:8,schedul:10,seed:4,shape:52,sigmoid:40,sin:41,softmax:[2,42],sourc:0,sqrt:43,squar:3,start:8,store:44,sum:45,test:[2,3,48,49,50,53],time:7,triton:[8,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53],tutori:6,unit:[2,3],vector:1,welcom:8,where:46,work:10,zero:47}})
\ No newline at end of file