diff --git a/master/.buildinfo b/master/.buildinfo
index ca6851327..00bce1566 100644
--- a/master/.buildinfo
+++ b/master/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 54c7171a04b6b620e0e6ab5fa0c013ba
+config: e1bb0268286c4d5902ba27e6c58590e0
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/master/.doctrees/environment.pickle b/master/.doctrees/environment.pickle
index cf2e69df7..2da39aa45 100644
Binary files a/master/.doctrees/environment.pickle and b/master/.doctrees/environment.pickle differ
diff --git a/master/.doctrees/getting-started/installation.doctree b/master/.doctrees/getting-started/installation.doctree
index 382504849..2f04fa586 100644
Binary files a/master/.doctrees/getting-started/installation.doctree and b/master/.doctrees/getting-started/installation.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/01-vector-add.doctree b/master/.doctrees/getting-started/tutorials/01-vector-add.doctree
index 5944266d3..d5a0bcffd 100644
Binary files a/master/.doctrees/getting-started/tutorials/01-vector-add.doctree and b/master/.doctrees/getting-started/tutorials/01-vector-add.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree b/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
index 63923c69a..da40383fc 100644
Binary files a/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree and b/master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree b/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
index da9777999..4a58e0ad4 100644
Binary files a/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree and b/master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree b/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
index a565137d9..8eeb7a69f 100644
Binary files a/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree and b/master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree b/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree
index 85ef715e8..1d8dc862e 100644
Binary files a/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree and b/master/.doctrees/getting-started/tutorials/05-layer-norm.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/index.doctree b/master/.doctrees/getting-started/tutorials/index.doctree
index 3f1b55f29..4e95a7f4c 100644
Binary files a/master/.doctrees/getting-started/tutorials/index.doctree and b/master/.doctrees/getting-started/tutorials/index.doctree differ
diff --git a/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree b/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree
index 2f3679bb7..5c8594845 100644
Binary files a/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree and b/master/.doctrees/getting-started/tutorials/sg_execution_times.doctree differ
diff --git a/master/.doctrees/index.doctree b/master/.doctrees/index.doctree
index 4e4fe3db3..1c23695be 100644
Binary files a/master/.doctrees/index.doctree and b/master/.doctrees/index.doctree differ
diff --git a/master/.doctrees/programming-guide/chapter-1/introduction.doctree b/master/.doctrees/programming-guide/chapter-1/introduction.doctree
index d3e53c9d2..d23fa0ee3 100644
Binary files a/master/.doctrees/programming-guide/chapter-1/introduction.doctree and b/master/.doctrees/programming-guide/chapter-1/introduction.doctree differ
diff --git a/master/.doctrees/programming-guide/chapter-2/related-work.doctree b/master/.doctrees/programming-guide/chapter-2/related-work.doctree
index ac0c5a392..5fa3f0f99 100644
Binary files a/master/.doctrees/programming-guide/chapter-2/related-work.doctree and b/master/.doctrees/programming-guide/chapter-2/related-work.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.Config.doctree b/master/.doctrees/python-api/generated/triton.Config.doctree
index 7bdd15409..de1fcc561 100644
Binary files a/master/.doctrees/python-api/generated/triton.Config.doctree and b/master/.doctrees/python-api/generated/triton.Config.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.autotune.doctree b/master/.doctrees/python-api/generated/triton.autotune.doctree
index 1880e82e2..a63e6ac0b 100644
Binary files a/master/.doctrees/python-api/generated/triton.autotune.doctree and b/master/.doctrees/python-api/generated/triton.autotune.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.heuristics.doctree b/master/.doctrees/python-api/generated/triton.heuristics.doctree
index 68b16d41e..a8ab9c43a 100644
Binary files a/master/.doctrees/python-api/generated/triton.heuristics.doctree and b/master/.doctrees/python-api/generated/triton.heuristics.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.jit.doctree b/master/.doctrees/python-api/generated/triton.jit.doctree
index bba76c00f..501c83b1b 100644
Binary files a/master/.doctrees/python-api/generated/triton.jit.doctree and b/master/.doctrees/python-api/generated/triton.jit.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.arange.doctree b/master/.doctrees/python-api/generated/triton.language.arange.doctree
index b6da0b577..6f3fdd562 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.arange.doctree and b/master/.doctrees/python-api/generated/triton.language.arange.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree
index 3f1a5d21c..8f65aeb33 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_add.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree
index c4139b609..39645f02d 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_and.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
index b087bab81..e4eb0f755 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree
index 0c5043450..863b1615b 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_max.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree
index 4a14f183d..db8bcfd6b 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_min.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree
index cc0b16030..c8a7f8c10 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_or.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
index df5b0c333..52f937c69 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree b/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree
index a6f512883..6af3f4191 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree and b/master/.doctrees/python-api/generated/triton.language.atomic_xor.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree b/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree
index 2af62f9c5..119c54e3a 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree and b/master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.cos.doctree b/master/.doctrees/python-api/generated/triton.language.cos.doctree
index 35de5fc38..a2347082f 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.cos.doctree and b/master/.doctrees/python-api/generated/triton.language.cos.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.dot.doctree b/master/.doctrees/python-api/generated/triton.language.dot.doctree
index 8b843fc08..b0c85f7ee 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.dot.doctree and b/master/.doctrees/python-api/generated/triton.language.dot.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.exp.doctree b/master/.doctrees/python-api/generated/triton.language.exp.doctree
index 953b84c89..4e990d66b 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.exp.doctree and b/master/.doctrees/python-api/generated/triton.language.exp.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.load.doctree b/master/.doctrees/python-api/generated/triton.language.load.doctree
index 1d843fea9..5c80f0052 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.load.doctree and b/master/.doctrees/python-api/generated/triton.language.load.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.log.doctree b/master/.doctrees/python-api/generated/triton.language.log.doctree
index 3ed70a448..3f2fe9d5d 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.log.doctree and b/master/.doctrees/python-api/generated/triton.language.log.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.max.doctree b/master/.doctrees/python-api/generated/triton.language.max.doctree
index e2228e20a..d2f512696 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.max.doctree and b/master/.doctrees/python-api/generated/triton.language.max.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.maximum.doctree b/master/.doctrees/python-api/generated/triton.language.maximum.doctree
index 0949e7086..027f3cdbf 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.maximum.doctree and b/master/.doctrees/python-api/generated/triton.language.maximum.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.min.doctree b/master/.doctrees/python-api/generated/triton.language.min.doctree
index 03ab7be35..830e2c974 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.min.doctree and b/master/.doctrees/python-api/generated/triton.language.min.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.minimum.doctree b/master/.doctrees/python-api/generated/triton.language.minimum.doctree
index fe09fe715..46470f3f0 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.minimum.doctree and b/master/.doctrees/python-api/generated/triton.language.minimum.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree b/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree
index 3b59dfbb3..046c133a0 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree and b/master/.doctrees/python-api/generated/triton.language.multiple_of.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.num_programs.doctree b/master/.doctrees/python-api/generated/triton.language.num_programs.doctree
index 9d9298763..2ecb71583 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.num_programs.doctree and b/master/.doctrees/python-api/generated/triton.language.num_programs.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.program_id.doctree b/master/.doctrees/python-api/generated/triton.language.program_id.doctree
index 0a5d6cc66..bf9562dd5 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.program_id.doctree and b/master/.doctrees/python-api/generated/triton.language.program_id.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.rand.doctree b/master/.doctrees/python-api/generated/triton.language.rand.doctree
index e5bc59a90..13e1fd139 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.rand.doctree and b/master/.doctrees/python-api/generated/triton.language.rand.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.randint.doctree b/master/.doctrees/python-api/generated/triton.language.randint.doctree
index 457c97acd..05c584625 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.randint.doctree and b/master/.doctrees/python-api/generated/triton.language.randint.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.randint4x.doctree b/master/.doctrees/python-api/generated/triton.language.randint4x.doctree
index 31be1d998..8b174e0a1 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.randint4x.doctree and b/master/.doctrees/python-api/generated/triton.language.randint4x.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.randn.doctree b/master/.doctrees/python-api/generated/triton.language.randn.doctree
index b261541de..abcad0be3 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.randn.doctree and b/master/.doctrees/python-api/generated/triton.language.randn.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.ravel.doctree b/master/.doctrees/python-api/generated/triton.language.ravel.doctree
index 8a6f615c3..2de57a8c1 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.ravel.doctree and b/master/.doctrees/python-api/generated/triton.language.ravel.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.reshape.doctree b/master/.doctrees/python-api/generated/triton.language.reshape.doctree
index 36083f61c..698099b77 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.reshape.doctree and b/master/.doctrees/python-api/generated/triton.language.reshape.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree b/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree
index 2623328c3..c5d0d3e13 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree and b/master/.doctrees/python-api/generated/triton.language.sigmoid.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sin.doctree b/master/.doctrees/python-api/generated/triton.language.sin.doctree
index d496f7931..d0342b45b 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sin.doctree and b/master/.doctrees/python-api/generated/triton.language.sin.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.softmax.doctree b/master/.doctrees/python-api/generated/triton.language.softmax.doctree
index 516c46bdf..31f96118d 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.softmax.doctree and b/master/.doctrees/python-api/generated/triton.language.softmax.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sqrt.doctree b/master/.doctrees/python-api/generated/triton.language.sqrt.doctree
index 3267df5cc..65044e45d 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sqrt.doctree and b/master/.doctrees/python-api/generated/triton.language.sqrt.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.store.doctree b/master/.doctrees/python-api/generated/triton.language.store.doctree
index daa551e40..6ec26600b 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.store.doctree and b/master/.doctrees/python-api/generated/triton.language.store.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.sum.doctree b/master/.doctrees/python-api/generated/triton.language.sum.doctree
index 8a22b3df7..a049b2ab8 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.sum.doctree and b/master/.doctrees/python-api/generated/triton.language.sum.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.where.doctree b/master/.doctrees/python-api/generated/triton.language.where.doctree
index 1048dc0c7..331bf8700 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.where.doctree and b/master/.doctrees/python-api/generated/triton.language.where.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.language.zeros.doctree b/master/.doctrees/python-api/generated/triton.language.zeros.doctree
index 34fe7e84d..70f3f2455 100644
Binary files a/master/.doctrees/python-api/generated/triton.language.zeros.doctree and b/master/.doctrees/python-api/generated/triton.language.zeros.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree b/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree
index 2a4f4618d..118dd065a 100644
Binary files a/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree and b/master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree b/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree
index cad97e425..655d7ac33 100644
Binary files a/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree and b/master/.doctrees/python-api/generated/triton.testing.do_bench.doctree differ
diff --git a/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree b/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree
index e14051aed..b511b7a97 100644
Binary files a/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree and b/master/.doctrees/python-api/generated/triton.testing.perf_report.doctree differ
diff --git a/master/.doctrees/python-api/triton.doctree b/master/.doctrees/python-api/triton.doctree
index 16267da74..acba0694a 100644
Binary files a/master/.doctrees/python-api/triton.doctree and b/master/.doctrees/python-api/triton.doctree differ
diff --git a/master/.doctrees/python-api/triton.language.doctree b/master/.doctrees/python-api/triton.language.doctree
index effb47e28..0fd5218d9 100644
Binary files a/master/.doctrees/python-api/triton.language.doctree and b/master/.doctrees/python-api/triton.language.doctree differ
diff --git a/master/.doctrees/python-api/triton.testing.doctree b/master/.doctrees/python-api/triton.testing.doctree
index 4a9213567..111bed35e 100644
Binary files a/master/.doctrees/python-api/triton.testing.doctree and b/master/.doctrees/python-api/triton.testing.doctree differ
diff --git a/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip b/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
index d31cf7b78..5e902fe33 100644
Binary files a/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip and b/master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip differ
diff --git a/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip b/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
index 67bba937e..643365d16 100644
Binary files a/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip and b/master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip differ
diff --git a/master/_images/sphx_glr_01-vector-add_001.png b/master/_images/sphx_glr_01-vector-add_001.png
index d874c0a04..cf76fb86f 100644
Binary files a/master/_images/sphx_glr_01-vector-add_001.png and b/master/_images/sphx_glr_01-vector-add_001.png differ
diff --git a/master/_images/sphx_glr_01-vector-add_thumb.png b/master/_images/sphx_glr_01-vector-add_thumb.png
index 9a271ff90..fbe5813a2 100644
Binary files a/master/_images/sphx_glr_01-vector-add_thumb.png and b/master/_images/sphx_glr_01-vector-add_thumb.png differ
diff --git a/master/_images/sphx_glr_02-fused-softmax_001.png b/master/_images/sphx_glr_02-fused-softmax_001.png
index ca91db484..904e8d4b4 100644
Binary files a/master/_images/sphx_glr_02-fused-softmax_001.png and b/master/_images/sphx_glr_02-fused-softmax_001.png differ
diff --git a/master/_images/sphx_glr_02-fused-softmax_thumb.png b/master/_images/sphx_glr_02-fused-softmax_thumb.png
index b3ce667ce..f4d0c584d 100644
Binary files a/master/_images/sphx_glr_02-fused-softmax_thumb.png and b/master/_images/sphx_glr_02-fused-softmax_thumb.png differ
diff --git a/master/_images/sphx_glr_03-matrix-multiplication_001.png b/master/_images/sphx_glr_03-matrix-multiplication_001.png
index 6885cebf8..9d2f42d79 100644
Binary files a/master/_images/sphx_glr_03-matrix-multiplication_001.png and b/master/_images/sphx_glr_03-matrix-multiplication_001.png differ
diff --git a/master/_images/sphx_glr_03-matrix-multiplication_thumb.png b/master/_images/sphx_glr_03-matrix-multiplication_thumb.png
index 3617c9797..c3d77407d 100644
Binary files a/master/_images/sphx_glr_03-matrix-multiplication_thumb.png and b/master/_images/sphx_glr_03-matrix-multiplication_thumb.png differ
diff --git a/master/_images/sphx_glr_05-layer-norm_001.png b/master/_images/sphx_glr_05-layer-norm_001.png
index d58c5b4ea..23061822d 100644
Binary files a/master/_images/sphx_glr_05-layer-norm_001.png and b/master/_images/sphx_glr_05-layer-norm_001.png differ
diff --git a/master/_images/sphx_glr_05-layer-norm_thumb.png b/master/_images/sphx_glr_05-layer-norm_thumb.png
index 3e25b8e95..e941f986d 100644
Binary files a/master/_images/sphx_glr_05-layer-norm_thumb.png and b/master/_images/sphx_glr_05-layer-norm_thumb.png differ
diff --git a/master/_sources/getting-started/tutorials/01-vector-add.rst.txt b/master/_sources/getting-started/tutorials/01-vector-add.rst.txt
index b94af034d..84dc23de3 100644
--- a/master/_sources/getting-started/tutorials/01-vector-add.rst.txt
+++ b/master/_sources/getting-started/tutorials/01-vector-add.rst.txt
@@ -241,11 +241,11 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
     6      262144.0  341.333321  341.333321
     7      524288.0  472.615390  472.615390
     8     1048576.0  614.400016  614.400016
-    9     2097152.0  702.171410  702.171410
+    9     2097152.0  722.823517  702.171410
     10    4194304.0  780.190482  780.190482
     11    8388608.0  812.429770  812.429770
     12   16777216.0  833.084721  833.084721
-    13   33554432.0  842.004273  842.004273
+    13   33554432.0  842.004273  843.811163
     14   67108864.0  847.448255  848.362445
     15  134217728.0  849.737435  850.656574
 
@@ -255,7 +255,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  44.788 seconds)
+   **Total running time of the script:** ( 1 minutes  40.669 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:
diff --git a/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt b/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
index c087aa55a..21a055c9a 100644
--- a/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
+++ b/master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
@@ -278,17 +278,17 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
 
     softmax-performance:
               N      Triton  Torch (native)  Torch (jit)
-    0     256.0  512.000001      512.000001   186.181817
+    0     256.0  546.133347      512.000001   190.511628
     1     384.0  614.400016      585.142862   153.600004
     2     512.0  655.360017      585.142849   154.566038
-    3     640.0  682.666684      640.000002   158.759699
+    3     640.0  706.206879      640.000002   158.759699
     4     768.0  722.823517      664.216187   162.754967
     ..      ...         ...             ...          ...
-    93  12160.0  812.359066      406.179533   198.631953
-    94  12288.0  812.429770      415.661740   198.995960
-    95  12416.0  810.840807      412.149375   198.556711
-    96  12544.0  810.925276      412.971190   198.815254
-    97  12672.0  811.007961      412.097543   198.873965
+    93  12160.0  812.359066      406.179533   198.530610
+    94  12288.0  812.429770      415.661740   198.794749
+    95  12416.0  812.498981      411.722274   198.457532
+    96  12544.0  810.925276      412.546756   198.716830
+    97  12672.0  811.007961      412.097543   198.776477
 
     [98 rows x 4 columns]
 
@@ -306,7 +306,7 @@ In the above plot, we can see that:
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 3 minutes  23.445 seconds)
+   **Total running time of the script:** ( 3 minutes  22.074 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:
diff --git a/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt b/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
index 70c4865cc..bb3936bff 100644
--- a/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
+++ b/master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
@@ -459,37 +459,37 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
     matmul-performance:
              M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-    0    256.0   2.730667  ...   2.978909              2.978909
-    1    384.0   7.372800  ...   7.899428              7.899428
-    2    512.0  14.563555  ...  15.420235             15.420235
+    0    256.0   2.730667  ...   3.276800              2.978909
+    1    384.0   7.372800  ...   7.899428              8.507077
+    2    512.0  14.563555  ...  15.420235             16.384000
     3    640.0  22.260869  ...  24.380953             24.380953
-    4    768.0  32.768000  ...  34.028308             34.028308
-    5    896.0  39.025776  ...  40.140799             39.025776
+    4    768.0  32.768000  ...  35.389441             34.028308
+    5    896.0  37.971025  ...  40.140799             39.025776
     6   1024.0  49.932191  ...  53.773130             52.428801
     7   1152.0  45.242181  ...  48.161033             47.396572
     8   1280.0  51.200001  ...  57.690139             57.690139
-    9   1408.0  64.138541  ...  68.147202             65.684049
-    10  1536.0  79.526831  ...  81.355034             78.643199
-    11  1664.0  62.929456  ...  63.372618             62.492442
+    9   1408.0  64.138541  ...  68.147202             66.485074
+    10  1536.0  79.526831  ...  80.430545             78.643199
+    11  1664.0  63.372618  ...  63.372618             62.492442
     12  1792.0  72.983276  ...  73.460287             59.467852
-    13  1920.0  69.120002  ...  71.257735             71.257735
-    14  2048.0  73.584279  ...  78.398206             77.314362
-    15  2176.0  83.500614  ...  87.494120             85.998493
-    16  2304.0  68.446623  ...  78.064941             77.057651
-    17  2432.0  71.305746  ...  86.711310             85.393507
-    18  2560.0  77.833728  ...  82.956960             81.512437
-    19  2688.0  83.369354  ...  90.316801             89.254248
-    20  2816.0  83.873477  ...  84.035084             82.916747
-    21  2944.0  82.646820  ...  82.237674             81.034195
-    22  3072.0  82.301023  ...  89.735509             86.579673
-    23  3200.0  84.880639  ...  96.096095             94.674553
-    24  3328.0  83.905938  ...  85.602017             84.995628
-    25  3456.0  82.015834  ...  91.928814             88.595129
-    26  3584.0  86.540320  ...  96.579370             87.042978
-    27  3712.0  85.675250  ...  89.835744             87.552452
-    28  3840.0  83.528704  ...  87.841141             89.548180
-    29  3968.0  86.053553  ...  92.442373             87.035620
-    30  4096.0  93.792965  ...  85.055593             85.271746
+    13  1920.0  69.467336  ...  71.257735             70.892307
+    14  2048.0  73.262953  ...  78.398206             77.314362
+    15  2176.0  83.500614  ...  87.494120             86.367588
+    16  2304.0  68.446623  ...  78.064941             77.307030
+    17  2432.0  71.305746  ...  86.711310             75.118889
+    18  2560.0  77.833728  ...  82.125311             81.512437
+    19  2688.0  83.737433  ...  91.185232             89.254248
+    20  2816.0  80.617762  ...  84.523664             83.074685
+    21  2944.0  80.767437  ...  83.060049             82.509987
+    22  3072.0  81.121923  ...  89.310890             87.381335
+    23  3200.0  84.656085  ...  96.969694             95.380032
+    24  3328.0  83.226931  ...  85.908470             84.101981
+    25  3456.0  81.766291  ...  87.158452             81.026701
+    26  3584.0  87.000867  ...  98.808123             97.153313
+    27  3712.0  82.355598  ...  89.114488             82.593917
+    28  3840.0  84.615146  ...  92.934455             84.552479
+    29  3968.0  91.816356  ...  87.097744             91.540836
+    30  4096.0  86.482237  ...  89.777746             91.491294
 
     [31 rows x 5 columns]
 
@@ -499,7 +499,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 6 minutes  5.069 seconds)
+   **Total running time of the script:** ( 6 minutes  4.553 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:
diff --git a/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt b/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
index 0f9d8dc7a..9ed9b17c4 100644
--- a/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
+++ b/master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
@@ -240,7 +240,7 @@ References
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  0.476 seconds)
+   **Total running time of the script:** ( 0 minutes  0.469 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_04-low-memory-dropout.py:
diff --git a/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt b/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
index af341bcf3..ebed3fb1b 100644
--- a/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
+++ b/master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
@@ -38,26 +38,26 @@ Layer Normalization
 
     layer-norm:
               N      Triton       Torch        Apex
-    0    1024.0  585.142849  277.694907  468.114273
+    0    1024.0  585.142849  277.694907  481.882344
     1    1536.0  630.153868  323.368435  511.999982
     2    2048.0  682.666643  334.367358  520.126988
     3    2560.0  694.237267  362.477870  512.000013
     4    3072.0  712.347810  375.206126  501.551037
-    5    3584.0  725.873439  384.859062  458.751978
-    6    4096.0  728.177767  381.023256  458.293714
-    7    4608.0  670.254540  394.267384  426.173427
-    8    5120.0  688.403381  397.669909  424.455959
-    9    5632.0  704.000002  395.228063  413.357796
+    5    3584.0  725.873439  384.859062  455.111115
+    6    4096.0  728.177767  381.023256  455.111095
+    7    4608.0  676.403666  394.267384  428.651163
+    8    5120.0  688.403381  397.669909  422.268057
+    9    5632.0  704.000002  395.228063  417.185184
     10   6144.0  702.171410  402.885254  411.313806
     11   6656.0  705.271522  398.861429  400.360920
     12   7168.0  690.891575  396.844306  387.459443
     13   7680.0  682.666656  392.587863  387.634072
     14   8192.0  636.271854  393.609605  371.308771
     15   8704.0  630.153861  389.005597  380.502740
-    16   9216.0  606.814809  407.337026  383.002605
-    17   9728.0  589.575753  409.599987  382.427505
+    16   9216.0  609.322328  407.337026  383.999986
+    17   9728.0  589.575753  409.599987  383.369452
     18  10240.0  566.920437  408.578556  382.803739
-    19  10752.0  549.623009  411.559798  380.601764
+    19  10752.0  549.623009  411.559798  381.445676
     20  11264.0  536.380957  406.826188  373.134567
     21  11776.0  523.377770  409.599991  377.587162
     22  12288.0  516.031509  413.911572  383.251457
@@ -67,7 +67,7 @@ Layer Normalization
     26  14336.0  471.967074  406.695045  374.185964
     27  14848.0  461.297068  408.192434  375.304904
     28  15360.0  454.269882  406.214870  378.092307
-    29  15872.0  447.098578  406.974373  376.225175
+    29  15872.0  447.887117  406.974373  376.225175
 
 
 
@@ -389,7 +389,7 @@ Layer Normalization
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 5 minutes  24.552 seconds)
+   **Total running time of the script:** ( 5 minutes  23.550 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_05-layer-norm.py:
diff --git a/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt b/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
index db3547526..4142f152f 100644
--- a/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
+++ b/master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
@@ -5,16 +5,16 @@
 
 Computation times
 =================
-**16:38.329** total execution time for **getting-started_tutorials** files:
+**16:31.316** total execution time for **getting-started_tutorials** files:
 
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 06:05.069 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 06:04.553 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 05:24.552 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 05:23.550 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:23.445 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:22.074 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:44.788 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:40.669 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.476 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.469 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/master/getting-started/tutorials/01-vector-add.html b/master/getting-started/tutorials/01-vector-add.html
index afc88387a..7b731e211 100644
--- a/master/getting-started/tutorials/01-vector-add.html
+++ b/master/getting-started/tutorials/01-vector-add.html
@@ -331,16 +331,16 @@ for different problem sizes.</p>
 6      262144.0  341.333321  341.333321
 7      524288.0  472.615390  472.615390
 8     1048576.0  614.400016  614.400016
-9     2097152.0  702.171410  702.171410
+9     2097152.0  722.823517  702.171410
 10    4194304.0  780.190482  780.190482
 11    8388608.0  812.429770  812.429770
 12   16777216.0  833.084721  833.084721
-13   33554432.0  842.004273  842.004273
+13   33554432.0  842.004273  843.811163
 14   67108864.0  847.448255  848.362445
 15  134217728.0  849.737435  850.656574
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  44.788 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  40.669 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/02-fused-softmax.html b/master/getting-started/tutorials/02-fused-softmax.html
index 92ade3ee8..b6410271c 100644
--- a/master/getting-started/tutorials/02-fused-softmax.html
+++ b/master/getting-started/tutorials/02-fused-softmax.html
@@ -369,17 +369,17 @@ We will then compare its performance against (1) <code class="code docutils lite
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
           N      Triton  Torch (native)  Torch (jit)
-0     256.0  512.000001      512.000001   186.181817
+0     256.0  546.133347      512.000001   190.511628
 1     384.0  614.400016      585.142862   153.600004
 2     512.0  655.360017      585.142849   154.566038
-3     640.0  682.666684      640.000002   158.759699
+3     640.0  706.206879      640.000002   158.759699
 4     768.0  722.823517      664.216187   162.754967
 ..      ...         ...             ...          ...
-93  12160.0  812.359066      406.179533   198.631953
-94  12288.0  812.429770      415.661740   198.995960
-95  12416.0  810.840807      412.149375   198.556711
-96  12544.0  810.925276      412.971190   198.815254
-97  12672.0  811.007961      412.097543   198.873965
+93  12160.0  812.359066      406.179533   198.530610
+94  12288.0  812.429770      415.661740   198.794749
+95  12416.0  812.498981      411.722274   198.457532
+96  12544.0  810.925276      412.546756   198.716830
+97  12672.0  811.007961      412.097543   198.776477
 
 [98 rows x 4 columns]
 </pre></div>
@@ -392,7 +392,7 @@ We will then compare its performance against (1) <code class="code docutils lite
 Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
 </ul>
 </div></blockquote>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  23.445 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  22.074 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/03-matrix-multiplication.html b/master/getting-started/tutorials/03-matrix-multiplication.html
index 1a07adc5f..8a6b99ef1 100644
--- a/master/getting-started/tutorials/03-matrix-multiplication.html
+++ b/master/getting-started/tutorials/03-matrix-multiplication.html
@@ -565,42 +565,42 @@ torch_output=tensor([[  1.1045, -36.9688,  31.4688,  ..., -11.3906,  24.4531, -3
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
          M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-0    256.0   2.730667  ...   2.978909              2.978909
-1    384.0   7.372800  ...   7.899428              7.899428
-2    512.0  14.563555  ...  15.420235             15.420235
+0    256.0   2.730667  ...   3.276800              2.978909
+1    384.0   7.372800  ...   7.899428              8.507077
+2    512.0  14.563555  ...  15.420235             16.384000
 3    640.0  22.260869  ...  24.380953             24.380953
-4    768.0  32.768000  ...  34.028308             34.028308
-5    896.0  39.025776  ...  40.140799             39.025776
+4    768.0  32.768000  ...  35.389441             34.028308
+5    896.0  37.971025  ...  40.140799             39.025776
 6   1024.0  49.932191  ...  53.773130             52.428801
 7   1152.0  45.242181  ...  48.161033             47.396572
 8   1280.0  51.200001  ...  57.690139             57.690139
-9   1408.0  64.138541  ...  68.147202             65.684049
-10  1536.0  79.526831  ...  81.355034             78.643199
-11  1664.0  62.929456  ...  63.372618             62.492442
+9   1408.0  64.138541  ...  68.147202             66.485074
+10  1536.0  79.526831  ...  80.430545             78.643199
+11  1664.0  63.372618  ...  63.372618             62.492442
 12  1792.0  72.983276  ...  73.460287             59.467852
-13  1920.0  69.120002  ...  71.257735             71.257735
-14  2048.0  73.584279  ...  78.398206             77.314362
-15  2176.0  83.500614  ...  87.494120             85.998493
-16  2304.0  68.446623  ...  78.064941             77.057651
-17  2432.0  71.305746  ...  86.711310             85.393507
-18  2560.0  77.833728  ...  82.956960             81.512437
-19  2688.0  83.369354  ...  90.316801             89.254248
-20  2816.0  83.873477  ...  84.035084             82.916747
-21  2944.0  82.646820  ...  82.237674             81.034195
-22  3072.0  82.301023  ...  89.735509             86.579673
-23  3200.0  84.880639  ...  96.096095             94.674553
-24  3328.0  83.905938  ...  85.602017             84.995628
-25  3456.0  82.015834  ...  91.928814             88.595129
-26  3584.0  86.540320  ...  96.579370             87.042978
-27  3712.0  85.675250  ...  89.835744             87.552452
-28  3840.0  83.528704  ...  87.841141             89.548180
-29  3968.0  86.053553  ...  92.442373             87.035620
-30  4096.0  93.792965  ...  85.055593             85.271746
+13  1920.0  69.467336  ...  71.257735             70.892307
+14  2048.0  73.262953  ...  78.398206             77.314362
+15  2176.0  83.500614  ...  87.494120             86.367588
+16  2304.0  68.446623  ...  78.064941             77.307030
+17  2432.0  71.305746  ...  86.711310             75.118889
+18  2560.0  77.833728  ...  82.125311             81.512437
+19  2688.0  83.737433  ...  91.185232             89.254248
+20  2816.0  80.617762  ...  84.523664             83.074685
+21  2944.0  80.767437  ...  83.060049             82.509987
+22  3072.0  81.121923  ...  89.310890             87.381335
+23  3200.0  84.656085  ...  96.969694             95.380032
+24  3328.0  83.226931  ...  85.908470             84.101981
+25  3456.0  81.766291  ...  87.158452             81.026701
+26  3584.0  87.000867  ...  98.808123             97.153313
+27  3712.0  82.355598  ...  89.114488             82.593917
+28  3840.0  84.615146  ...  92.934455             84.552479
+29  3968.0  91.816356  ...  87.097744             91.540836
+30  4096.0  86.482237  ...  89.777746             91.491294
 
 [31 rows x 5 columns]
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 6 minutes  5.069 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 6 minutes  4.553 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/04-low-memory-dropout.html b/master/getting-started/tutorials/04-low-memory-dropout.html
index 971f7eec7..b96250b77 100644
--- a/master/getting-started/tutorials/04-low-memory-dropout.html
+++ b/master/getting-started/tutorials/04-low-memory-dropout.html
@@ -372,7 +372,7 @@ to explore the <cite>triton/language/random</cite> folder!</p>
 <dd><p>Nitish Srivastava and Geoffrey Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov, “Dropout: A Simple Way to Prevent Neural Networks from Overfitting”, JMLR 2014</p>
 </dd>
 </dl>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.476 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  0.469 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-04-low-memory-dropout-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/c9aed78977a4c05741d675a38dde3d7d/04-low-memory-dropout.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">04-low-memory-dropout.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/05-layer-norm.html b/master/getting-started/tutorials/05-layer-norm.html
index 1935d7b3f..df8f17c21 100644
--- a/master/getting-started/tutorials/05-layer-norm.html
+++ b/master/getting-started/tutorials/05-layer-norm.html
@@ -194,26 +194,26 @@ to download the full example code</p>
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>layer-norm:
           N      Triton       Torch        Apex
-0    1024.0  585.142849  277.694907  468.114273
+0    1024.0  585.142849  277.694907  481.882344
 1    1536.0  630.153868  323.368435  511.999982
 2    2048.0  682.666643  334.367358  520.126988
 3    2560.0  694.237267  362.477870  512.000013
 4    3072.0  712.347810  375.206126  501.551037
-5    3584.0  725.873439  384.859062  458.751978
-6    4096.0  728.177767  381.023256  458.293714
-7    4608.0  670.254540  394.267384  426.173427
-8    5120.0  688.403381  397.669909  424.455959
-9    5632.0  704.000002  395.228063  413.357796
+5    3584.0  725.873439  384.859062  455.111115
+6    4096.0  728.177767  381.023256  455.111095
+7    4608.0  676.403666  394.267384  428.651163
+8    5120.0  688.403381  397.669909  422.268057
+9    5632.0  704.000002  395.228063  417.185184
 10   6144.0  702.171410  402.885254  411.313806
 11   6656.0  705.271522  398.861429  400.360920
 12   7168.0  690.891575  396.844306  387.459443
 13   7680.0  682.666656  392.587863  387.634072
 14   8192.0  636.271854  393.609605  371.308771
 15   8704.0  630.153861  389.005597  380.502740
-16   9216.0  606.814809  407.337026  383.002605
-17   9728.0  589.575753  409.599987  382.427505
+16   9216.0  609.322328  407.337026  383.999986
+17   9728.0  589.575753  409.599987  383.369452
 18  10240.0  566.920437  408.578556  382.803739
-19  10752.0  549.623009  411.559798  380.601764
+19  10752.0  549.623009  411.559798  381.445676
 20  11264.0  536.380957  406.826188  373.134567
 21  11776.0  523.377770  409.599991  377.587162
 22  12288.0  516.031509  413.911572  383.251457
@@ -223,7 +223,7 @@ to download the full example code</p>
 26  14336.0  471.967074  406.695045  374.185964
 27  14848.0  461.297068  408.192434  375.304904
 28  15360.0  454.269882  406.214870  378.092307
-29  15872.0  447.098578  406.974373  376.225175
+29  15872.0  447.887117  406.974373  376.225175
 </pre></div>
 </div>
 <div class="line-block">
@@ -537,7 +537,7 @@ to download the full example code</p>
 <span class="n">bench_layer_norm</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">save_path</span><span class="o">=</span><span class="s1">&#39;.&#39;</span><span class="p">,</span> <span class="n">print_data</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  24.552 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  23.550 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-05-layer-norm-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/935c0dd0fbeb4b2e69588471cbb2d4b2/05-layer-norm.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">05-layer-norm.py</span></code></a></p>
diff --git a/master/getting-started/tutorials/sg_execution_times.html b/master/getting-started/tutorials/sg_execution_times.html
index a484f4f38..2f19dca6b 100644
--- a/master/getting-started/tutorials/sg_execution_times.html
+++ b/master/getting-started/tutorials/sg_execution_times.html
@@ -174,7 +174,7 @@
             
   <div class="section" id="computation-times">
 <span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>16:38.329</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
+<p><strong>16:31.316</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
 <table class="docutils align-default">
 <colgroup>
 <col style="width: 85%" />
@@ -183,23 +183,23 @@
 </colgroup>
 <tbody>
 <tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
-<td><p>06:05.069</p></td>
+<td><p>06:04.553</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="05-layer-norm.html#sphx-glr-getting-started-tutorials-05-layer-norm-py"><span class="std std-ref">Layer Normalization</span></a> (<code class="docutils literal notranslate"><span class="pre">05-layer-norm.py</span></code>)</p></td>
-<td><p>05:24.552</p></td>
+<td><p>05:23.550</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
-<td><p>03:23.445</p></td>
+<td><p>03:22.074</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
-<td><p>01:44.788</p></td>
+<td><p>01:40.669</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="04-low-memory-dropout.html#sphx-glr-getting-started-tutorials-04-low-memory-dropout-py"><span class="std std-ref">Low-Memory Dropout</span></a> (<code class="docutils literal notranslate"><span class="pre">04-low-memory-dropout.py</span></code>)</p></td>
-<td><p>00:00.476</p></td>
+<td><p>00:00.469</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 </tbody>
diff --git a/master/searchindex.js b/master/searchindex.js
index 2452dd702..3ac0023ce 100644
--- a/master/searchindex.js
+++ b/master/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_and","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_or","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.atomic_xor","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_and.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_or.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.atomic_xor.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[11,1,1,""]},"triton.language":{arange:[15,2,1,""],atomic_add:[16,2,1,""],atomic_and:[17,2,1,""],atomic_cas:[18,2,1,""],atomic_max:[19,2,1,""],atomic_min:[20,2,1,""],atomic_or:[21,2,1,""],atomic_xchg:[22,2,1,""],atomic_xor:[23,2,1,""],broadcast_to:[24,2,1,""],cos:[25,2,1,""],dot:[26,2,1,""],exp:[27,2,1,""],load:[28,2,1,""],log:[29,2,1,""],max:[30,2,1,""],maximum:[31,2,1,""],min:[32,2,1,""],minimum:[33,2,1,""],multiple_of:[34,2,1,""],num_programs:[35,2,1,""],program_id:[36,2,1,""],rand:[37,2,1,""],randint4x:[39,2,1,""],randint:[38,2,1,""],randn:[40,2,1,""],ravel:[41,2,1,""],reshape:[42,2,1,""],sigmoid:[43,2,1,""],sin:[44,2,1,""],softmax:[45,2,1,""],sqrt:[46,2,1,""],store:[47,2,1,""],sum:[48,2,1,""],where:[49,2,1,""],zeros:[50,2,1,""]},"triton.testing":{Benchmark:[51,0,1,""],do_bench:[52,2,1,""],perf_report:[53,2,1,""]},"triton.testing.Benchmark":{__init__:[51,1,1,""]},triton:{Config:[11,0,1,""],autotune:[12,2,1,""],heuristics:[13,2,1,""],jit:[14,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,7,9,10,35,36,37,40,50,52],"00":7,"0000":3,"000001":2,"000002":[2,5],"000013":5,"002605":5,"004273":1,"005597":5,"007961":2,"01":[1,3,7],"015834":3,"02":[2,7],"023256":5,"025776":3,"028308":3,"03":[3,7],"031509":5,"034195":3,"035084":3,"035620":3,"04":[4,7],"042978":3,"05":[5,7],"053553":3,"055593":3,"057651":3,"06":7,"0625":3,"064941":3,"069":[3,7],"08199":4,"08452":4,"084721":1,"092307":5,"0938":3,"096095":3,"097543":2,"098578":5,"0f":10,"0s":4,"1":[1,2,3,4,5,8,10,13,35,36,37,40],"10":[1,3,4,5,37,38,39,40],"100":[2,52],"1024":[1,3,4,5,12],"10240":5,"1045":3,"1048576":1,"106434":4,"10752":5,"11":[0,1,3,5],"11264":5,"114273":5,"1151":5,"1152":3,"11776":5,"12":[1,3,5],"120002":3,"12160":2,"12288":[2,5],"123":4,"12416":2,"12544":2,"12672":2,"126988":5,"127":1,"128":[1,2,3,5,12],"1280":3,"12800":5,"13":[1,3,5],"131072":1,"1328":3,"13312":5,"134217728":1,"134567":5,"13686":4,"13824":5,"138541":3,"14":[1,3,5],"140799":3,"1408":3,"142849":[2,5],"142862":2,"14336":5,"147202":3,"14848":5,"149375":2,"149397":4,"15":[1,3,5],"153":2,"1536":[3,5],"15360":5,"153861":5,"153868":5,"154":2,"158":2,"15872":5,"16":[2,3,5,7,10,50],"161033":3,"162":2,"16384":1,"1664":3,"16777216":1,"17":[3,5],"171410":[1,5],"173427":5,"177767":5,"17879":4,"1792":3,"179533":2,"18":[3,5],"180982":5,"181817":2,"1823":2,"185964":5,"186":2,"19":[1,3,5],"190482":1,"192":1,"1920":3,"192434":5,"198":2,"1982":10,"1983":9,"1984":10,"1989":10,"1991":[9,10],"1999":10,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,8,10,11,13,35,36,52],"20":[3,5,52],"200000":1,"200001":3,"2004":10,"2006":10,"2011":4,"2012":10,"2013":9,"2014":[4,9],"2016":[9,10],"2017":9,"2018":[9,10],"2019":10,"2021":[9,10],"2048":[2,3,5],"206126":5,"2097152":1,"21":[3,5],"212868":4,"2141":1,"214186":4,"214870":5,"216187":2,"2176":3,"219":1,"22":[3,5],"220":3,"225175":5,"228063":5,"23":[2,3,5,7],"2304":3,"237267":5,"237674":3,"24":[3,5,7],"242181":3,"2432":3,"245":3,"25":[3,5,52],"251457":5,"254248":3,"254540":5,"256":[1,2,3,5,11],"2560":[3,5],"257735":3,"26":[3,5],"260869":3,"262144":1,"2656":3,"267384":5,"2688":3,"269882":5,"27":[3,5],"271522":5,"271746":3,"271854":5,"277":5,"28":[1,3,5],"2812":3,"2816":3,"2891":3,"29":[3,5],"293429":4,"293714":5,"2944":3,"297068":5,"2d":[3,5,26],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,10],"30":3,"301023":3,"304904":5,"305746":3,"3072":[3,5],"3076":1,"308771":5,"31":3,"310952":5,"3125":3,"313806":5,"314362":3,"316801":3,"32":[3,5,11],"3200":3,"323":5,"32768":1,"3281":3,"329":7,"33":3,"3328":3,"333321":1,"334":5,"33554432":1,"337026":5,"34":3,"341":1,"34172":4,"3438":3,"3456":3,"3477":3,"347810":5,"3516":3,"355034":3,"3555":3,"357796":5,"3584":[3,5],"359066":2,"36":3,"360017":2,"360920":5,"362":5,"362445":1,"367358":5,"368435":5,"369354":3,"371":5,"3712":3,"3713":1,"371721":4,"372618":3,"372800":3,"373":5,"374":5,"375":5,"376":5,"377":5,"377770":5,"378":5,"379":5,"38":[1,7],"380":5,"380953":3,"380957":5,"381":5,"382":5,"383":5,"384":[2,3,5],"3840":3,"387":5,"389":5,"389355":5,"39":3,"3906":3,"392":5,"393":5,"393507":3,"394":5,"395":5,"396":5,"396572":3,"3968":3,"397":5,"398":5,"398206":3,"3984":3,"3986":4,"3d":[35,36],"3mn":2,"4":[1,2,3,5,10,11,12,38],"40":3,"400":5,"400001":1,"400016":[1,2],"402":5,"4023":3,"403344":4,"403347":4,"403381":5,"405":5,"406":[2,5],"4062":3,"407":5,"408":5,"408716":4,"409":5,"4096":[1,2,3,5],"410":5,"411":5,"412":2,"413":5,"415":2,"41576":4,"4194304":1,"420235":3,"420828":5,"42142":4,"424":5,"426":5,"427505":5,"428372":4,"428568":1,"428801":3,"429770":[1,2],"431969":4,"44":[1,7],"442373":3,"445":[2,7],"446623":3,"447":5,"448255":1,"4492":3,"45":3,"4531":3,"454":5,"455959":5,"458":5,"459443":5,"460287":3,"4608":5,"4609":3,"461":5,"467852":3,"468":5,"4688":3,"47":3,"470582":5,"471":5,"472":1,"476":[4,7],"477870":5,"48":3,"482":5,"49":3,"492442":3,"494":5,"4940":1,"494120":3,"4m":2,"4x":2,"5":[1,3,4,5,10,52],"500":5,"5000":3,"500614":3,"501":5,"502740":5,"505":5,"51":3,"511":5,"512":[2,3,4,5],"5120":5,"512437":3,"516":5,"52":3,"520":5,"523":5,"524288":1,"526831":3,"528704":3,"53":3,"5312":3,"536":5,"54":3,"540320":3,"541":4,"548180":3,"549":5,"551037":5,"552":[5,7],"552452":3,"556711":2,"559798":5,"5632":5,"563555":3,"566":5,"566038":2,"568431":4,"57":3,"575753":5,"578556":5,"579370":3,"579673":3,"584279":3,"585":[2,5],"5859":3,"586858":4,"587162":5,"587863":5,"589":5,"5898":3,"59":3,"595129":3,"599987":5,"599991":5,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"601764":5,"602017":3,"606":5,"6094":3,"609605":5,"614":[1,2],"6144":5,"615390":1,"62":3,"623009":5,"63":3,"630":5,"631953":2,"634072":5,"636":5,"64":[1,3],"640":[2,3],"643199":3,"646820":3,"64kb":5,"65":3,"655":2,"65536":[1,5],"656574":1,"661740":2,"664":2,"6656":5,"666643":5,"666656":5,"666684":2,"669909":5,"670":5,"67086":4,"67108864":1,"6724":1,"674553":3,"675250":3,"679014":5,"68":3,"682":[2,5],"684049":3,"688":5,"69":3,"690":5,"690139":3,"694":5,"694907":5,"695045":5,"6953":3,"699062":5,"7":[0,1,3,5,10],"702":[1,5],"7031":3,"704":5,"705":5,"7070":3,"707878":4,"71":3,"711310":3,"712":5,"7168":5,"719258":4,"72":3,"722":2,"725":5,"728":5,"73":3,"730667":3,"735509":3,"737435":1,"743443":4,"7500":3,"751978":5,"754967":2,"759699":2,"76":1,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"78":3,"780":1,"781":2,"788":[1,7],"79":3,"792965":3,"79719":4,"8":[1,2,3,5,10,11,12,50,52],"80":52,"800002":1,"803739":5,"806694":4,"81":3,"810":2,"811":2,"812":[1,2],"814809":5,"815254":2,"817432":4,"8192":[1,5],"82":3,"823517":2,"826188":5,"83":3,"833":1,"833728":3,"835744":3,"838026":4,"8388608":1,"84":3,"840807":2,"841141":3,"842":1,"84284":4,"844306":5,"847":1,"848":1,"849":1,"85":3,"850":1,"859062":5,"86":3,"861429":5,"87":3,"8704":5,"873439":5,"873477":3,"873965":2,"88":3,"880639":3,"8828":3,"885254":5,"8867":3,"888257":5,"89":3,"8906":3,"891575":5,"8945":3,"896":3,"899428":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"905938":3,"91":3,"911572":5,"916747":3,"92":3,"920437":5,"9216":5,"9219":3,"925276":2,"928814":3,"929456":3,"93":[2,3],"932191":3,"934503":5,"9375":3,"94":[2,3],"9492":3,"95":2,"952835":4,"9531":3,"956960":3,"96":[2,3],"967074":5,"9688":3,"97":2,"971190":2,"9728":5,"9733":1,"974373":5,"978909":3,"98":2,"9805":3,"983276":3,"98432":1,"9844":3,"995628":3,"995960":2,"998493":3,"999982":5,"999995":1,"abstract":[9,10],"break":10,"byte":2,"case":[1,2,9,10,13,18],"class":[2,5,9,10,11,51],"default":52,"do":[2,3,9,10,12,16,17,19,20,21,22,23,28,47],"float":[2,9,10,52],"function":[1,2,3,4,5,10,11,12,13,14,51,52,53],"import":[1,2,3,4,5,9,10],"int":[1,9,10,13,15,24,35,36,42,50,52],"new":[24,42,50],"return":[1,2,3,4,5,12,15,16,17,18,19,20,21,22,23,26,28,30,32,35,36,37,38,39,40,41,48,49,50,52,53],"static":[0,9,10],"super":3,"switch":3,"true":[1,2,3,5,26,49],"try":[3,5,11],"var":[5,10],"voil\u00e0":4,"while":[3,9],A:[3,4,5,9,10],And:[0,3],As:[2,3,4,9,10],At:[4,10],But:4,By:52,For:[3,9,10,11],If:[4,10,16,17,19,20,21,22,23,38,47,49,51],In:[1,2,3,4,10],It:[1,3,4,6,8,10,12,14],NOT:5,Of:9,On:10,One:3,The:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,26,35,36,37,38,39,40,42,47,49,53],There:1,These:10,To:[1,4,6,9,10,12],_:5,__expf:2,__init__:[11,51],_a:5,_da:5,_dout:5,_dropout:4,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_mean1:5,_mean2:5,_mean:5,_seeded_dropout:4,_var:5,a100:[3,10],a_arg:5,a_hat:5,a_ptr:3,ab:1,abl:10,about:[1,2,3,4,8],abov:[1,2,3,4,10,12],academ:9,acc:[3,9,10],acceler:9,access:[1,3,9,10,14],accomod:3,accordingli:10,account:10,accumul:[3,5,10],accuraci:[3,9],achiev:[3,9,10],across:[2,4,9,10],activ:3,actual:[3,9,10],ad:5,add:[1,4,5,7,16],add_kernel:1,addit:[2,6,7,9,52],addition:10,address:[9,28],adopt:10,advanc:[2,3,9],advoc:10,affect:3,affin:10,after:3,against:[0,1,2,3,8],aggress:[9,10],agnost:[9,10],ahead:10,aim:[2,8],al:[9,10],alex:4,algebra:10,algorithm:[3,4,9,10],alia:10,all:[2,3,4,6,9,10,12,30,32,34,48,51],allclos:[2,3],allen1984:10,allen:10,alloc:[1,2,3,5,9],allow:[1,2,9,10],allow_tf32:26,along:[1,3,30,32,35,36,48,52],also:[1,2,3,4,5,9,10],altern:4,alwai:[10,49],amd:9,amen:10,amount:[5,9],ampl:10,an:[1,2,3,4,9,10,11,16,17,18,19,20,21,22,23,37,38,39,40],analog:1,analysi:[9,10],analyz:10,ancourt1991:10,ancourt:10,ani:[1,2,3,10,12,13,51],anoth:[2,10],anytim:12,apart:10,apex:5,apex_layer_norm:5,api:51,appear:51,appli:[3,4,5,9,10,16,17,19,20,21,22,23],applic:[4,10,13],approach:[9,10],appropri:1,approxim:2,ar:[0,1,2,3,4,9,10,11,12,14,28,34,47,49,51],arang:[1,2,3,4,5],arbitrari:3,architectur:[3,9],area:10,arg:[1,2,3,5,11,13,14,51],argument:[1,2,3,11,12,13,14,49,51],arrai:[10,50],arrang:3,art:[9,10],artifici:4,arxiv:[9,10],ask:2,aspect:10,asplo:9,assert:[1,2,3,4,5],assert_almost_equ:5,assum:[2,51],asynchron:[1,9],atom:[16,17,18,19,20,21,22,23],auguin1983:9,auguin:9,auto:[2,3,10,11,12,13],autograd:5,autom:9,automat:[2,3,9,10,11],autotun:[3,10],avail:[0,4,9,10],avoid:[2,12,49],awar:9,awkward:4,axi:[1,2,3,4,5,30,32,35,36,48,51],b:[3,9,10],b_ptr:3,back:[1,2,3,4,5],backpropag:4,backward:5,bad:4,baghdadi2021:[9,10],baghdadi:[9,10],balanc:10,bandwidth:2,base:[4,8,9,10],basic:[1,6,10],becom:9,been:[1,9,10],befor:[3,11,12,16,17,18,19,20,21,22,23],begin:10,behavior:[10,12],being:[2,4],believ:10,below:[4,6,10],bench:[0,12],bench_layer_norm:5,benchmark:[0,5,52,53],benefit:[2,9,10],best:[1,9],between:[1,9],bfloat16:26,bia:5,bit:4,block:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,25,26,27,28,29,31,33,37,38,39,40,41,43,44,45,46,47,49],block_siz:[1,2,4,5,10,12,13],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4],blue:[1,2,3,5],boil:10,bool:[49,51],both:[10,49],bound:[1,2,3,10],branch:10,broad:9,broadcast:[24,28,47,49],build:[0,3],built:[1,10],c:[3,9,10],c_mask:3,c_ptr:3,cach:[9,10,28],cache_modifi:28,call:[1,3,10,11,14,38],callabl:[1,13,14,52],can:[0,1,2,3,4,9,10,12,53],cannot:[3,9,10],capabl:[8,9],cd:[0,6],cdiv:[1,3,4,5],ceil:13,certain:13,cgo:[9,10],challeng:4,chang:[3,4,12,28],chapter:8,characterist:10,cheap:9,check:[3,8],checkpoint:4,chen2018:9,chen:9,chip:2,choic:8,click:[1,2,3,4,5],clone:[0,5],close:10,cmake:0,cmp:18,coalesc:9,code:[1,2,3,4,5,6,9,10],col:[3,5,10],col_offset:2,color:51,column:[2,3],com:[0,5],combin:9,come:[2,3,10],command:0,common:10,commonli:10,compar:[2,3,4,5,8,10,18],compat:26,compil:[2,3,8,9,11,14,34],complet:10,complex:10,compos:[4,9],composit:10,comprehens:[9,10],comput:[4,5,8,9,10,13,25,27,29,31,33,43,44,45,46],computation:[9,10],concern:10,concis:[1,51],condit:[10,49],config:[3,5,12],configur:[3,11,12,53],confirm:2,connectom:9,consecut:10,consequ:9,consid:2,consist:4,constexpr:[1,2,3,4,5,37,38,39,40,45],constraint:[3,10],construct:9,constructor:51,consum:3,contain:[10,18,51],contextu:10,contigu:[3,15,41],control:[9,10],conveni:3,convert:[1,3,14],convolut:9,cooper:11,copi:[4,9,18],core:[9,10,37,38,39,40,45],correct:1,correspond:[1,2,3,51],cosin:25,cost:10,could:[2,10],cours:9,cpython:0,creat:[1,2,3,5,9],crucial:4,csv:1,ctx:5,cubla:[3,9],cuda:[1,2,3,4,5,9],cudnn:9,current:36,custom:[1,2,3,8],cut:3,cvpr:9,d:[2,4,12,14],da:5,dart:10,darte1999:10,data:[1,3,4,5,9,10,16,17,18,19,20,21,22,23,28,49,50],data_ptr:14,dataflow:10,david:4,db:5,db_ref:5,db_tri:5,dbia:5,deal:4,decad:9,decim:5,declar:1,decompos:10,decor:[1,3,12,13,14],decreas:4,dedic:3,deep:[3,4,9,10],def:[1,2,3,4,5,12,13],defin:[1,2,3,10,28],definit:10,denomin:2,denot:1,dens:10,depend:[0,6,10,49],deploi:9,describ:[4,10],design:10,desir:[24,42],detail:[3,10],detect:9,develop:[9,10],devic:[1,2,3,5],dg:5,dialect:10,dict:[12,13],dictionari:[11,13],diesel:10,differ:[1,2,3,4,9,10,12,51],difficult:10,difficulti:[3,9],dijkstra82:10,dijkstra:10,dim:[2,10],dimens:[3,26,30,32,48],dimension:[3,10,26],dir:0,direct:3,disjoint:10,disk:1,dissert:10,distribut:[2,4,10],divis:3,dnn:[8,9,10],do_bench:[1,2,3,5],doc:4,doe:[1,2,3,10],doesn:10,domain:[9,10],don:[1,2,3],done:[3,9,30,32,48],dot:3,doubli:3,doubt:10,dout:5,down:[3,10],download:[0,1,2,3,4,5,6],dram:[1,2],dropout:[6,7],dror:4,dsl:[8,9,10],dtype:[1,2,3,5,16,17,18,19,20,21,22,23,28,47,50],dw:5,dw_ref:5,dw_tri:5,dweight:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,6,9,10,50],each:[1,2,3,4,9,10,11,13],earli:12,early_config_prun:12,eas:10,easi:[3,4],easier:[1,2,9],easili:3,ed:[1,3],education:2,effect:10,effici:[3,4,9,39],effort:10,eg:12,either:[1,35,36,49],elango2018:10,elango:10,element:[1,2,3,4,5,25,27,29,30,31,32,33,43,44,45,46,47,48,49,51],element_s:[2,5],element_ti:[16,17,18,19,20,21,22,23,28,47],elementwis:[2,28],els:[3,5],emerg:9,empti:[3,5],empty_lik:[1,2,4,5],enabl:10,encod:10,encourag:4,end:[9,10,15],enforc:10,engin:10,enqueu:[1,2,5],ensur:10,entir:10,entri:39,environ:8,ep:5,equal:10,error:3,especi:9,et:[4,9,10],euromicro:9,evalu:[3,4,12,49],even:[4,10],evict_first:5,evict_last:5,eviction_polici:[5,28],evidenc:9,evolv:9,exampl:[1,2,3,4,5,6,9,10,11],except:5,exchang:22,execut:[7,9,10,11,53],exist:[9,10],exp:2,expect:[2,18],expens:[9,10,13],explor:[4,9],exponenti:[2,27],express:[9,10],extend:[3,4],extra:1,extras_requir:5,extrem:10,f:[1,2,3,10],facilit:[9,10],fact:10,fairli:3,fals:[5,16,17,19,20,21,22,23,28,45,47,49,51,52],far:2,fast:[2,9,10],faster:[2,38],fastest:10,featur:5,feel:3,fetch:9,few:10,field:[9,12],figur:10,file:[1,2,3,7],fill:50,fine:4,first:[1,3,4,8,10,26,31,33],first_pid_m:3,firstli:4,fit:2,fix:51,flag:2,flatten:41,flexibl:9,float16:[3,5,26,50],float32:[1,2,3,4,5,26,37,40],flow:[9,10],fly:4,fn:[14,52],focu:[3,10],folder:4,follow:[0,2,3,8,9,10],footprint:4,forc:4,forget:1,formal:10,format:10,forward:5,found:18,foundat:10,four:39,fp16:3,fp32:3,frac:4,framework:[9,10],free:3,from:[1,2,3,4,9,10,28,49],full:[1,2,3,4,5],fulli:10,func:10,fundament:10,further:[4,10],fuse:[3,5,6,7],fusedlayernorm:5,fusion:[2,10],g:[3,4,9,10,50],galleri:[1,2,3,4,5,6],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,9,10,37,38,39,40,51],geoffrei:4,geq:10,get:[1,2,3,4,7],girbal2006:10,girbal:10,git:0,github:[0,5],give:9,given:[2,3,4,24,35,36,37,38,39,40,42,50],global:10,go:[1,3,10],good:[1,10],gpgpu:9,gpu:[1,2,4,8,9,10,11,14],grad:5,grad_scale_gain_bias_nam:5,grad_scale_nam:5,grad_to_non:[5,52],gradient:52,grammat:10,graphic:9,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,35,36],grid_m:3,grid_n:3,grosser2012:10,grosser:10,group:3,group_id:3,group_m:3,group_size_m:3,grow:10,guard:[1,2],guid:9,ha:[1,3,4,9,10,35,36],had:1,halid:[9,10],hand:10,handl:[1,2,4,10],handwritten:9,hard:3,harder:10,hardwar:[3,8,10],has_apex:5,hasattr:5,hasn:1,have:[2,4,9,10,14,26,49,51],heavi:9,helper:[1,2],henc:3,here:[1,2,3,4,5],heurist:[2,5],hierarch:9,hierarchi:10,high:[3,9,10],higher:3,highli:9,highlight:10,hint:10,hinton:4,hit:3,how:[1,2,3,8,9,13],howev:[2,10],html:4,http:[0,4,5],i:[1,2,3,4,5,9,10],id:[3,36],idea:9,ideal:2,ident:2,identifi:1,idx:[16,17,19,20,21,22,23,28,47],ieee_round:45,ilya:4,imag:[9,10],implement:[1,2,3,4,9,10],implicitli:[1,14,28,47],importantli:10,impos:10,improv:[3,4],incompat:[3,10],incorrect:3,increas:[1,2,3,4],incred:9,increment:10,inde:10,independ:[2,10],index:1,indic:[10,49],induc:10,industri:9,inequ:10,inf:2,inform:10,infrastructur:10,initi:[1,3],inner:[3,26],inplac:3,input:[1,2,3,4,5,10,12,13,24,25,26,27,29,30,31,32,33,34,41,42,43,44,45,46,48],input_ptr:2,input_row_strid:2,instal:[6,8],instanc:[1,2,3,4,9,11,35,36],instanti:4,instead:[2,49],instruct:[8,9],int1:[16,17,19,20,21,22,23,28,47],int32:[4,38,39],integ:10,interchang:10,interest:[9,10],intermedi:10,intern:[2,10],interv:15,intrins:10,introduc:4,introduct:8,invari:[2,10],invoc:4,ipynb:[1,2,3,4,5],ir:10,irregular:[2,10],is_contigu:[3,4,5],is_cuda:1,isn:3,issu:[9,10],iter:[3,9,10],its:[1,2,3,10,12],j:[3,9,10],jit:[1,2,3,4,5,12,13],jmlr:4,john:4,johnson:4,journal:10,jrk2013:9,jupyt:[1,2,3,4,5,6],just:[3,10,13],k:[3,4,9,10],kb:9,keep:4,kei:[3,9,12],kellei:9,kernel:[4,5,8,9,11,12,13],keyword:[1,11],ki:10,kind:2,know:34,known:10,krizhevski:4,kwarg:[11,14],label:[1,2,3,51],lam1991:9,lam:9,lambda:[1,2,3,4,5,13],languag:[1,2,3,4,5,8,9,14],larg:[9,10],last:3,later:[2,10],latest:0,lattner2004:10,lattner2019:10,lattner:10,launch:[1,2,3,35,36],law:10,layer:[6,7,9,10],layer_norm:5,layernorm:5,lead:[4,9,10],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,8,9,10],least:10,lee2017:9,lee:9,left:10,legal:10,length:1,less:[4,5,9,10],let:[1,2,4,34],letter:10,level:[3,9,10],li:9,librari:[0,3,9,10],lifelong:10,like:[1,4,9,10,38],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,10,51],line_arg:[1,2,3,5,51],line_nam:[1,2,3,5,51],line_v:[1,2,3,5,51],linear:[9,10],link:0,list:[1,3,12,13,51,52,53],litteratur:10,ll:4,llvm11:0,llvm:[0,10],load:[1,2,3,4,5,10,49],local:[9,10],locat:[3,16,17,18,19,20,21,22,23,28,47],log2:13,log:51,logarithm:[1,29],logic:[17,21,23],look:[4,8,9],loop:[3,10,11],low:[6,7,10],m:[0,2,3,5,9],machin:[9,10],machineri:[9,10],made:9,mai:[2,10,13],main:[3,9,10],maintain:[2,10],major:[3,10],make:[1,2,9,10],manag:[4,9],mani:[9,10],manual:[2,10],manual_se:[1,2,3,5],map:3,mapl:10,mark:[4,53],markedli:9,mask:[1,2,3,4,5,16,17,19,20,21,22,23,28,47,49],match:[3,18],math:13,mathbb:10,mathbf:10,mathcal:[10,40],mathemat:10,matmul:[3,10],matmul_kernel:3,matric:[2,3],matrix:[2,4,6,7,9,10,11,26],matrix_s:10,matter:[3,9,10],max:[1,2,5,19],max_fused_s:5,max_m:[1,2,3,5],maxim:[8,10,39],maximum:[1,2,30],mb:[7,9],mean1:5,mean2:5,mean:[3,5,10,12],mechan:[2,10],median:52,memori:[1,2,3,6,7,9,10,16,17,18,19,20,21,22,23,28,47,49],mention:3,meta:[1,2,3,4,5,11,12,13],metaparamet:1,method:[10,11,14,51,53],methodolog:10,micro:9,min:[3,5,20],min_m:[1,2,3,5],minimum:32,minut:[1,2,3,4,5],miss:10,mitig:10,ml:9,mlir:10,mn:2,mode:5,model:[1,9,10,12],modern:[3,8,9,10],modular:10,modulenotfounderror:5,moor:10,mora:4,more:[2,3,4,8,9,10,51],most:[3,10],mostli:11,move:3,movement:4,ms:[1,2,3,5,52],much:[2,3],mullapudi2016:10,mullapudi:10,multi:[3,9,10],multipl:[1,4,6,7,9,10,11,12,34,38],multipli:[3,4,5,10,26],must:[2,3,15,26,49],n:[2,3,5,9,40],n_col:2,n_element:[1,4],n_round:[37,38,39,40],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,12,13,51],nativ:[1,2,3],natur:[2,9,29],nb:9,necessari:2,need:[1,2,3,4,38],nelement:2,nest:[3,10],net:10,network:[4,9,10],neural:[4,9,10],neurosci:9,never:4,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:9,nitish:4,nn:[3,5],non:9,none:[2,3,5,11,12,16,17,19,20,21,22,23,28,47,51,52],nonzero:49,norm:[4,5,7],normal:[2,6,7],normalized_shap:5,note:[0,1,2,3,4,10,12,14,49],notebook:[1,2,3,4,5,6],notic:[2,10],notori:[3,9],novel:9,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,11,12],num_warp:[2,3,5,11,12],number:[1,2,3,4,5,10,11,12,35,37,38,39,40],numcol:5,numel:[1,4,5],numer:[2,9],numrow:5,nvidia:[5,9,28],o:[2,4],object:[1,3,9,11,12,14,16,17,18,19,20,21,22,23],obtain:1,obvious:2,occur:10,off:5,offer:9,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:[1,4,37,38,39,40],often:3,omega:10,onc:[2,9,10],one:[2,3,4,6,9,10,51],onli:[2,3,4,9,10,14],op:[1,2],open:15,openai:0,opencl:9,oper:[1,2,3,4,6,9,16,17,18,19,20,21,22,23,49],opportun:9,opsila:9,optim:[9,10],option:[3,12,16,17,19,20,21,22,23,28,47,51,52],orang:5,order:[2,3,6,10],org:4,origin:10,osdi:9,other:[2,3,4,5,8,10,14,26,28,31,33],otherwis:[4,49],our:[1,2,3,9],out:[1,2,3,4,5,8,10],outlin:10,output2:4,output3:4,output:[1,2,3,4,5],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,4,9,10],overfit:4,overflow:2,own:3,p:[4,10],pa:3,packag:14,pact:10,pad:2,par:3,paradigm:[9,10],paragraph:4,parallel:[1,2,3,4,5,8,9,10,11],paralleliz:9,param:13,paramet:[1,3,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53],parametr:9,part:[3,4,10],partial:5,particular:[2,3],particularli:[9,10],partit:9,pass:[1,5,10,11],past:[9,10],path:1,pattern:9,pb:3,peak:10,per:[2,4,5],percentil:52,perf:3,perf_model:12,perf_report:[1,2,3,5,51],perform:[1,2,4,9,10,12,16,17,18,19,20,21,22,23,52],persist:4,person:10,perspect:10,phase:10,philosophi:10,philox:[4,39],pid:[1,3,4,5],pid_m:3,pid_n:3,pip:[0,6],pipelin:[9,10,11],platform:[8,10],pldi:9,plot:[0,1,2,3,51],plot_nam:[1,2,3,5,51],pmatrix:10,point:[1,10,39],pointer:[1,2,4,14,16,17,18,19,20,21,22,23,28,47],pointerdtyp:[16,17,18,19,20,21,22,23,28,47],polli:10,polyhedr:9,polyhedra:10,popular:10,portabl:[9,10],pose:9,posit:[5,13],possibl:[1,2,3,10,11],power:[2,4,10,13,15],ppopp:10,practic:[1,2,3,9],pragma:9,pre:[0,9],pre_hook:11,prealloc:1,predic:12,predict:10,prefer:2,premis:9,present:0,preserv:10,preserve_rng_st:4,prevent:[4,10],primer:10,primit:[9,14],principl:10,print:[1,3,4],print_data:[1,2,3,5],prng:4,probabl:[4,10],problem:1,problemat:10,procedur:10,process:[1,5,9,10],processor:9,produc:[3,4],product:[8,10,26],program:[1,2,3,4,5,8,9,35,36],program_id:[1,2,3,4,5],programm:[9,10],prohibitev:13,project:[4,9],promot:[3,10],properli:2,properti:10,propos:9,proprietari:3,provid:[1,2,3,4,5,8,10,12,30,32,48,52],prune:[4,12],prune_configs_bi:12,pseudo:[3,4,39],pseudorandom:4,ptr:3,ptx:28,purpos:[9,10],push:10,put:4,py:[0,1,2,3,4,5,7],pypi:[0,5],pytest:0,python:[1,2,3,4,5,6,14],pytorch:[1,2,4],qquad:10,r:2,ragan:9,rand:[1,4,5],randint4x:38,randn:[2,3,4,5],randn_lik:5,random:[4,37,38,39,40],randomli:4,rang:[1,2,3,5,9,10],rapidli:[9,10],rate:3,rather:9,raw:1,rdom:10,re:[1,3],read:[2,3,6],reader:10,real:9,reason:10,recent:9,recommend:6,recomput:[4,9],record_clock:52,rectifi:9,redmon2016:9,redmon:9,reduct:[2,5,30,32,48],refer:1,regardless:[4,49],regim:4,regrett:9,regular:[4,10],rel:[1,10],relat:8,releas:[0,9],reli:10,relu:3,remain:[9,51],rememb:3,reorder:10,rep:[5,52],repetit:52,repres:[2,3,10,11],requir:[2,4,10],requires_grad:5,requires_grad_:5,research:[9,10],reset:[12,52],reset_to_zero:12,reshap:5,resolut:10,resourc:9,resp:10,respect:10,restrict:10,result:[0,1,2,9,10],ret:2,retain_graph:5,retriev:10,reus:3,revisit:9,right:10,rise:10,role:10,ron:4,root:46,roughli:3,row:[2,3,4,5],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,8,10,12,14,53],runtim:[10,52],ruslan:4,rvar:10,s:[1,2,4,5,10,39],said:10,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,9,51],sato2019:10,sato:10,save:[1,2,3],save_for_backward:5,save_path:[1,5],saved_tensor:5,sc:10,scalabl:10,scalar:[4,9,26,37,38,39,40,50],scale:51,scan:10,schedul:9,scienc:10,scientif:10,scop:10,scope:10,script:[0,1,2,3,4,5],second:[1,2,3,4,5,10,26,31,33],secondli:4,section:[3,10],see:[1,2,3,4,10],seed:[37,38,39,40],seeded_dropout:4,seem:[1,10],select:[9,10,49],self:[11,51],semant:10,semi:10,sens:[1,9,10],separ:[5,10],sequenc:9,set:[1,4,10],setup:[0,5],sever:[9,10],shall:10,shape:[1,2,3,4,5,10,24,28,42,47,49,50],share:9,shaw:4,shift:2,should:[1,3,5,9,10,11,30,32,48,51],show_plot:[1,2,3],shown:10,side:10,sight:10,signal:9,significantli:2,sigplan:10,simd:9,simpl:[1,2,3,4],simplest:6,simpli:10,simplic:3,simplifi:4,sinc:[1,2,3],sine:44,singl:[2,4,9,38],size:[1,2,4,10],slower:[9,10],slowest:10,sm80:11,sm:10,smaller:[3,4],smallest:[2,13],snemi3d:9,so:[1,2,3,4,5,10],softmax:[4,6,7],softmax_kernel:2,softmax_output:2,softwar:11,solid:10,solut:3,solv:10,some:3,sometim:10,sourc:[1,2,3,4,5,6,10],space:[9,10],spars:[4,9,10],spatial:10,speak:3,special:9,specif:[3,9],specifi:[10,13,16,17,18,19,20,21,22,23,47],speed:2,sphinx:[1,2,3,4,5,6],split:10,spmd:[1,9,10],sqrt:5,squar:46,sram:[2,3,5],srivastava2014:4,srivastava:4,stabil:2,stabl:0,stage:11,standard:10,start:[6,15],started_tutori:7,state:[4,9,10],statement:10,staticmethod:5,step:10,still:[1,2,3,10],stop:15,store:[1,2,3,4,5,16,17,18,19,20,21,22,23,49],str:[12,13,28,51],straightforward:3,strategi:[4,10],stream:[5,38],strength:9,stride:[2,3,4,5],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[9,10],style:[1,2,3,5,51],subscript:10,substanti:9,substract:2,subtract:2,successfulli:10,suffer:10,suit:9,sum:[1,2,5],sum_db:5,sum_dw:5,superhuman:9,support:[4,10],sure:2,surprisingli:9,surround:10,suspicion:2,sutskev:[4,9],sutskever2014:9,swap:18,swizzl:9,synchron:[1,9],system:[0,3,9,10],t:[1,2,3,10],t_:10,tabul:4,taco:10,take:[3,4,8,12,13],taken:10,target:9,techniqu:[9,10],temperatur:4,tempor:10,tend:10,tension:9,tensor:[1,2,3,4,5,9,10,12,14,24,26,28,30,31,32,33,41,42,47,48,49,50,52],tensorrt:9,test:[0,1,5,8],test_layer_norm:5,text:10,tflop:3,th:52,than:[2,3,5,9,10,38,51],thei:[3,9,10],them:1,themselv:3,theoret:2,therebi:10,therefor:3,theta:10,theta_:10,thi:[1,2,3,4,5,9,10,11,12,13,14,39,51],thing:[1,4],think:2,those:2,though:[9,10],thought:10,thread:[2,9,11],through:[6,10],throughout:[10,51],throughput:8,tile:10,time:[0,1,2,3,4,5,9,10,12,38,52],tiramisu:[9,10],tl:[1,2,3,4,5,50],tmp:0,tog:10,togeth:4,tolist:4,top_k:12,topic:10,torch:[1,2,3,4,5,14,52],torch_output:3,torch_relu:3,total:[1,2,3,4,5,7],tradit:[4,9,10],transform:[4,10],travers:10,trend:9,tri:[24,42],trick:2,tricki:4,trigger:[3,12],triton:[0,1,2,3,4,5,6,9,10],triton_output:3,trivial:9,tune:[2,3,10,12,13],tuner:11,tupl:[1,24,42,50],tutori:[1,2,3,4,8],tutorials_jupyt:6,tutorials_python:6,tvm:[9,10],two:[1,2,3,10,12,13,15,26],type:[13,26,28,49,50],typecast:[28,47],typic:10,u:[0,37],un:10,uncommon:10,underneath:10,understand:2,undesir:12,unfortun:[3,10],unifi:9,uniformli:4,unint:49,unit:[0,9],univers:10,unrol:10,up:2,updat:[3,10,12],us:[1,2,3,4,5,9,10,11,12,13,14,38,49,51,53],util:[1,5],v100:10,val:[16,17,18,19,20,21,22,23],valid:1,valu:[1,2,3,4,12,13,15,16,17,18,19,20,21,22,23,25,27,28,29,30,32,34,43,44,45,46,47,48,49,50,51,53],valuabl:2,variabl:[3,11],varianc:5,variant:9,variou:6,vasilach:[9,10],vasilache2018:[9,10],vast:10,vec:10,vector:[4,6,7,9,10],vendor:3,veri:[2,4,10],verif:10,verifi:[2,10],via:10,view:41,visibl:10,vision:9,volatil:28,vs:0,w:10,w_shape:5,wa:4,wai:[2,3,4],want:[2,4,49],warmup:52,warp:[2,5,11],wast:2,wdout:5,we:[1,2,3,4,9,10],weight:5,well:[4,9,10],whatev:12,wheel:0,when:[2,3,4,9,10,11,12,14,49],where:[1,3,4,5,10,13,47],whether:[9,51],which:[1,2,3,4,9,10,12,30,32,48,51],whose:[1,2,3,4,10,12,28],wide:10,wise:[1,2,25,27,29,31,33,43,44,45,46,47],wish:[3,10],within:[3,14,15],without:10,wolf:10,wolfe1989:10,won:2,word:10,work:[2,4,8,9],workload:[3,11],wors:[3,9,10],would:[1,2,4],wouldn:10,wrapper:3,write:[1,2,3,4,5,6,8,10],wrote:2,x:[1,2,3,4,5,10,25,27,29,31,33,41,43,44,45,46,49,51],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,51],x_max:2,x_name:[1,2,3,5,51],x_ptr:[1,4,12,13],x_shape:5,x_size:[12,13],x_val:[1,2,3,5,51],xi:10,xii:10,xlabel:51,xo:10,xor:23,y:[1,2,3,5,10,31,33,49,51],y_fwd:5,y_log:51,y_name:[1,2],y_ptr:1,y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:10,yet:[9,10],yi:10,yield:49,yii:10,ylabel:[1,2,3,5,51],yo:10,you:[0,1,2,3,4,6,9,12,38,49],your:[0,1,8],yourself:[2,3],z:[1,2,10],zero:[3,4,5,12],zip:6},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_and","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_or","triton.language.atomic_xchg","triton.language.atomic_xor","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:10,algebra:55,api:8,arang:15,arithmet:3,atom:55,atomic_add:16,atomic_and:17,atomic_ca:18,atomic_max:19,atomic_min:20,atomic_or:21,atomic_xchg:22,atomic_xor:23,autotun:12,baselin:4,benchmark:[1,2,3,51],binari:0,broadcast_to:24,cach:3,challeng:9,co:25,comparison:55,compil:[10,55],comput:[1,2,3,7],config:11,creation:55,distribut:0,do_bench:52,document:8,dot:26,dropout:4,exercis:4,exp:27,from:0,further:8,fuse:2,gener:55,get:8,go:8,heurist:13,hint:55,index:55,instal:0,introduct:9,jit:14,kernel:[1,2,3],l2:3,languag:[10,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,55],layer:5,limit:10,linear:55,load:28,log:29,low:4,manipul:55,math:55,matrix:3,max:30,maximum:31,memori:[4,55],min:32,minimum:33,model:55,motiv:[2,3,9],multipl:3,multiple_of:34,normal:5,num_program:35,number:55,op:55,optim:3,packag:0,perf_report:53,perform:3,pointer:3,polyhedr:10,program:[10,55],program_id:36,python:[0,8],rand:37,randint4x:39,randint:38,randn:40,random:55,ravel:41,reduct:55,refer:[4,9,10],relat:10,represent:10,reshap:42,result:3,s:8,schedul:10,seed:4,shape:55,sigmoid:43,sin:44,softmax:[2,45],sourc:0,sqrt:46,squar:3,start:8,store:47,sum:48,test:[2,3,51,52,53,56],time:7,triton:[8,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56],tutori:6,unit:[2,3],vector:1,welcom:8,where:49,work:10,zero:50}})
\ No newline at end of file
+Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_and","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_or","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.atomic_xor","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_and.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_or.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.atomic_xor.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[11,1,1,""]},"triton.language":{arange:[15,2,1,""],atomic_add:[16,2,1,""],atomic_and:[17,2,1,""],atomic_cas:[18,2,1,""],atomic_max:[19,2,1,""],atomic_min:[20,2,1,""],atomic_or:[21,2,1,""],atomic_xchg:[22,2,1,""],atomic_xor:[23,2,1,""],broadcast_to:[24,2,1,""],cos:[25,2,1,""],dot:[26,2,1,""],exp:[27,2,1,""],load:[28,2,1,""],log:[29,2,1,""],max:[30,2,1,""],maximum:[31,2,1,""],min:[32,2,1,""],minimum:[33,2,1,""],multiple_of:[34,2,1,""],num_programs:[35,2,1,""],program_id:[36,2,1,""],rand:[37,2,1,""],randint4x:[39,2,1,""],randint:[38,2,1,""],randn:[40,2,1,""],ravel:[41,2,1,""],reshape:[42,2,1,""],sigmoid:[43,2,1,""],sin:[44,2,1,""],softmax:[45,2,1,""],sqrt:[46,2,1,""],store:[47,2,1,""],sum:[48,2,1,""],where:[49,2,1,""],zeros:[50,2,1,""]},"triton.testing":{Benchmark:[51,0,1,""],do_bench:[52,2,1,""],perf_report:[53,2,1,""]},"triton.testing.Benchmark":{__init__:[51,1,1,""]},triton:{Config:[11,0,1,""],autotune:[12,2,1,""],heuristics:[13,2,1,""],jit:[14,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,7,9,10,35,36,37,40,50,52],"00":7,"0000":3,"000001":2,"000002":[2,5],"000013":5,"000867":3,"004273":1,"005597":5,"007961":2,"01":[1,3,7],"02":[2,7],"023256":5,"025776":3,"026701":3,"028308":3,"03":[3,7],"031509":5,"04":[4,7],"05":[5,7],"06":7,"060049":3,"0625":3,"064941":3,"074":[2,7],"074685":3,"08199":4,"08452":4,"084721":1,"092307":5,"0938":3,"097543":2,"097744":3,"0f":10,"0s":4,"1":[1,2,3,4,5,8,10,13,35,36,37,40],"10":[1,3,4,5,37,38,39,40],"100":[2,52],"101981":3,"1024":[1,3,4,5,12],"10240":5,"1045":3,"1048576":1,"106434":4,"10752":5,"11":[0,1,3,5],"111095":5,"111115":5,"11264":5,"114488":3,"1151":5,"1152":3,"11776":5,"118889":3,"12":[1,3,5],"12160":2,"121923":3,"12288":[2,5],"123":4,"12416":2,"125311":3,"12544":2,"12672":2,"126988":5,"127":1,"128":[1,2,3,5,12],"1280":3,"12800":5,"13":[1,3,5],"131072":1,"1328":3,"13312":5,"133347":2,"134217728":1,"134567":5,"13686":4,"13824":5,"138541":3,"14":[1,3,5],"140799":3,"1408":3,"142849":[2,5],"142862":2,"14336":5,"147202":3,"14848":5,"149397":4,"15":[1,3,5],"153":2,"153313":3,"1536":[3,5],"15360":5,"153861":5,"153868":5,"154":2,"158":2,"158452":3,"15872":5,"16":[2,3,5,7,10,50],"161033":3,"162":2,"16384":1,"1664":3,"16777216":1,"17":[3,5],"171410":[1,5],"177767":5,"17879":4,"1792":3,"179533":2,"18":[3,5],"180982":5,"1823":2,"185184":5,"185232":3,"185964":5,"19":[1,3,5],"190":2,"190482":1,"192":1,"1920":3,"192434":5,"198":2,"1982":10,"1983":9,"1984":10,"1989":10,"1991":[9,10],"1999":10,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,8,10,11,13,35,36,52],"20":[3,5,52],"200000":1,"200001":3,"2004":10,"2006":10,"2011":4,"2012":10,"2013":9,"2014":[4,9],"2016":[9,10],"2017":9,"2018":[9,10],"2019":10,"2021":[9,10],"2048":[2,3,5],"206126":5,"206879":2,"2097152":1,"21":[3,5],"212868":4,"2141":1,"214186":4,"214870":5,"216187":2,"2176":3,"219":1,"22":[2,3,5,7],"220":3,"225175":5,"226931":3,"228063":5,"23":[3,5,7],"2304":3,"237267":5,"24":[3,5],"242181":3,"2432":3,"245":3,"25":[3,5,52],"251457":5,"254248":3,"256":[1,2,3,5,11],"2560":[3,5],"257735":3,"26":[3,5],"260869":3,"262144":1,"262953":3,"2656":3,"267384":5,"268057":5,"2688":3,"269882":5,"27":[3,5],"271522":5,"271854":5,"276800":3,"277":5,"28":[1,3,5],"2812":3,"2816":3,"2891":3,"29":[3,5],"293429":4,"2944":3,"297068":5,"2d":[3,5,26],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,10],"30":3,"304904":5,"305746":3,"307030":3,"3072":[3,5],"3076":1,"308771":5,"31":[3,7],"310890":3,"310952":5,"3125":3,"313806":5,"314362":3,"316":7,"32":[3,5,11],"3200":3,"322328":5,"323":5,"32768":1,"3281":3,"33":3,"3328":3,"333321":1,"334":5,"33554432":1,"337026":5,"34":3,"341":1,"34172":4,"3438":3,"3456":3,"3477":3,"347810":5,"35":3,"3516":3,"3555":3,"355598":3,"3584":[3,5],"359066":2,"36":3,"360017":2,"360920":5,"362":5,"362445":1,"367358":5,"367588":3,"368435":5,"369452":5,"37":3,"371":5,"3712":3,"3713":1,"371721":4,"372618":3,"372800":3,"373":5,"374":5,"375":5,"376":5,"377":5,"377770":5,"378":5,"379":5,"38":1,"380":5,"380032":3,"380953":3,"380957":5,"381":5,"381335":3,"382":5,"383":5,"384":[2,3,5],"3840":3,"384000":3,"387":5,"389":5,"389355":5,"389441":3,"39":3,"3906":3,"392":5,"393":5,"394":5,"395":5,"396":5,"396572":3,"3968":3,"397":5,"398":5,"398206":3,"3984":3,"3986":4,"3d":[35,36],"3mn":2,"4":[1,2,3,5,10,11,12,38],"40":[1,3,7],"400":5,"400001":1,"400016":[1,2],"402":5,"4023":3,"403344":4,"403347":4,"403381":5,"403666":5,"405":5,"406":[2,5],"4062":3,"407":5,"408":5,"408716":4,"409":5,"4096":[1,2,3,5],"410":5,"411":[2,5],"412":2,"413":5,"415":2,"41576":4,"417":5,"4194304":1,"420235":3,"420828":5,"42142":4,"422":5,"428":5,"428372":4,"428568":1,"428801":3,"429770":[1,2],"430545":3,"431969":4,"445676":5,"446623":3,"447":5,"448255":1,"4492":3,"45":3,"4531":3,"454":5,"455":5,"457532":2,"459443":5,"460287":3,"4608":5,"4609":3,"461":5,"467336":3,"467852":3,"4688":3,"469":[4,7],"47":3,"470582":5,"471":5,"472":1,"477870":5,"48":3,"481":5,"482":5,"482237":3,"485074":3,"49":3,"491294":3,"492442":3,"494":5,"4940":1,"494120":3,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,10,52],"500":5,"5000":3,"500614":3,"501":5,"502740":5,"505":5,"507077":3,"509987":3,"51":3,"511":5,"511628":2,"512":[2,3,4,5],"5120":5,"512437":3,"516":5,"52":3,"520":5,"523":5,"523664":3,"524288":1,"526831":3,"53":3,"530610":2,"5312":3,"536":5,"54":3,"540836":3,"541":4,"546":2,"546756":2,"549":5,"550":[5,7],"551037":5,"552479":3,"553":[3,7],"559798":5,"5632":5,"563555":3,"566":5,"566038":2,"568431":4,"57":3,"575753":5,"578556":5,"585":[2,5],"5859":3,"586858":4,"587162":5,"587863":5,"589":5,"5898":3,"59":3,"593917":3,"599987":5,"599991":5,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"609":5,"6094":3,"609605":5,"614":[1,2],"6144":5,"615146":3,"615390":1,"617762":3,"62":3,"623009":5,"63":3,"630":5,"634072":5,"636":5,"64":[1,3],"640":[2,3],"643199":3,"64kb":5,"651163":5,"655":2,"65536":[1,5],"656085":3,"656574":1,"66":3,"661740":2,"664":2,"6656":5,"666643":5,"666656":5,"669":[1,7],"669909":5,"67086":4,"67108864":1,"6724":1,"676":5,"679014":5,"68":3,"682":5,"688":5,"69":3,"690":5,"690139":3,"694":5,"694907":5,"695045":5,"6953":3,"699062":5,"7":[0,1,3,5,10],"70":3,"702":[1,5],"7031":3,"704":5,"705":5,"706":2,"7070":3,"707878":4,"71":3,"711310":3,"712":5,"7168":5,"716830":2,"719258":4,"72":3,"722":[1,2],"722274":2,"725":5,"728":5,"73":3,"730667":3,"737433":3,"737435":1,"743443":4,"75":3,"7500":3,"754967":2,"759699":2,"76":1,"766291":3,"767437":3,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"776477":2,"777746":3,"78":3,"780":1,"781":2,"79":3,"794749":2,"79719":4,"8":[1,2,3,5,10,11,12,50,52],"80":[3,52],"800002":1,"803739":5,"806694":4,"808123":3,"81":3,"810":2,"811":2,"811163":1,"812":[1,2],"816356":3,"817432":4,"8192":[1,5],"82":3,"823517":[1,2],"826188":5,"83":3,"833":1,"833728":3,"838026":4,"8388608":1,"84":3,"842":1,"84284":4,"843":1,"844306":5,"847":1,"848":1,"849":1,"85":3,"850":1,"859062":5,"86":3,"861429":5,"87":3,"8704":5,"873439":5,"882344":5,"8828":3,"885254":5,"8867":3,"887117":5,"888257":5,"89":3,"8906":3,"891575":5,"892307":3,"8945":3,"896":3,"899428":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"908470":3,"91":3,"911572":5,"92":3,"920437":5,"9216":5,"9219":3,"925276":2,"93":2,"932191":3,"934455":3,"934503":5,"9375":3,"94":2,"9492":3,"95":[2,3],"952835":4,"9531":3,"96":[2,3],"967074":5,"9688":3,"969694":3,"97":[2,3],"971025":3,"9728":5,"9733":1,"974373":5,"978909":3,"98":[2,3],"9805":3,"983276":3,"98432":1,"9844":3,"999982":5,"999986":5,"999995":1,"abstract":[9,10],"break":10,"byte":2,"case":[1,2,9,10,13,18],"class":[2,5,9,10,11,51],"default":52,"do":[2,3,9,10,12,16,17,19,20,21,22,23,28,47],"float":[2,9,10,52],"function":[1,2,3,4,5,10,11,12,13,14,51,52,53],"import":[1,2,3,4,5,9,10],"int":[1,9,10,13,15,24,35,36,42,50,52],"new":[24,42,50],"return":[1,2,3,4,5,12,15,16,17,18,19,20,21,22,23,26,28,30,32,35,36,37,38,39,40,41,48,49,50,52,53],"static":[0,9,10],"super":3,"switch":3,"true":[1,2,3,5,26,49],"try":[3,5,11],"var":[5,10],"voil\u00e0":4,"while":[3,9],A:[3,4,5,9,10],And:[0,3],As:[2,3,4,9,10],At:[4,10],But:4,By:52,For:[3,9,10,11],If:[4,10,16,17,19,20,21,22,23,38,47,49,51],In:[1,2,3,4,10],It:[1,3,4,6,8,10,12,14],NOT:5,Of:9,On:10,One:3,The:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,26,35,36,37,38,39,40,42,47,49,53],There:1,These:10,To:[1,4,6,9,10,12],_:5,__expf:2,__init__:[11,51],_a:5,_da:5,_dout:5,_dropout:4,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_mean1:5,_mean2:5,_mean:5,_seeded_dropout:4,_var:5,a100:[3,10],a_arg:5,a_hat:5,a_ptr:3,ab:1,abl:10,about:[1,2,3,4,8],abov:[1,2,3,4,10,12],academ:9,acc:[3,9,10],acceler:9,access:[1,3,9,10,14],accomod:3,accordingli:10,account:10,accumul:[3,5,10],accuraci:[3,9],achiev:[3,9,10],across:[2,4,9,10],activ:3,actual:[3,9,10],ad:5,add:[1,4,5,7,16],add_kernel:1,addit:[2,6,7,9,52],addition:10,address:[9,28],adopt:10,advanc:[2,3,9],advoc:10,affect:3,affin:10,after:3,against:[0,1,2,3,8],aggress:[9,10],agnost:[9,10],ahead:10,aim:[2,8],al:[9,10],alex:4,algebra:10,algorithm:[3,4,9,10],alia:10,all:[2,3,4,6,9,10,12,30,32,34,48,51],allclos:[2,3],allen1984:10,allen:10,alloc:[1,2,3,5,9],allow:[1,2,9,10],allow_tf32:26,along:[1,3,30,32,35,36,48,52],also:[1,2,3,4,5,9,10],altern:4,alwai:[10,49],amd:9,amen:10,amount:[5,9],ampl:10,an:[1,2,3,4,9,10,11,16,17,18,19,20,21,22,23,37,38,39,40],analog:1,analysi:[9,10],analyz:10,ancourt1991:10,ancourt:10,ani:[1,2,3,10,12,13,51],anoth:[2,10],anytim:12,apart:10,apex:5,apex_layer_norm:5,api:51,appear:51,appli:[3,4,5,9,10,16,17,19,20,21,22,23],applic:[4,10,13],approach:[9,10],appropri:1,approxim:2,ar:[0,1,2,3,4,9,10,11,12,14,28,34,47,49,51],arang:[1,2,3,4,5],arbitrari:3,architectur:[3,9],area:10,arg:[1,2,3,5,11,13,14,51],argument:[1,2,3,11,12,13,14,49,51],arrai:[10,50],arrang:3,art:[9,10],artifici:4,arxiv:[9,10],ask:2,aspect:10,asplo:9,assert:[1,2,3,4,5],assert_almost_equ:5,assum:[2,51],asynchron:[1,9],atom:[16,17,18,19,20,21,22,23],auguin1983:9,auguin:9,auto:[2,3,10,11,12,13],autograd:5,autom:9,automat:[2,3,9,10,11],autotun:[3,10],avail:[0,4,9,10],avoid:[2,12,49],awar:9,awkward:4,axi:[1,2,3,4,5,30,32,35,36,48,51],b:[3,9,10],b_ptr:3,back:[1,2,3,4,5],backpropag:4,backward:5,bad:4,baghdadi2021:[9,10],baghdadi:[9,10],balanc:10,bandwidth:2,base:[4,8,9,10],basic:[1,6,10],becom:9,been:[1,9,10],befor:[3,11,12,16,17,18,19,20,21,22,23],begin:10,behavior:[10,12],being:[2,4],believ:10,below:[4,6,10],bench:[0,12],bench_layer_norm:5,benchmark:[0,5,52,53],benefit:[2,9,10],best:[1,9],between:[1,9],bfloat16:26,bia:5,bit:4,block:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,25,26,27,28,29,31,33,37,38,39,40,41,43,44,45,46,47,49],block_siz:[1,2,4,5,10,12,13],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4],blue:[1,2,3,5],boil:10,bool:[49,51],both:[10,49],bound:[1,2,3,10],branch:10,broad:9,broadcast:[24,28,47,49],build:[0,3],built:[1,10],c:[3,9,10],c_mask:3,c_ptr:3,cach:[9,10,28],cache_modifi:28,call:[1,3,10,11,14,38],callabl:[1,13,14,52],can:[0,1,2,3,4,9,10,12,53],cannot:[3,9,10],capabl:[8,9],cd:[0,6],cdiv:[1,3,4,5],ceil:13,certain:13,cgo:[9,10],challeng:4,chang:[3,4,12,28],chapter:8,characterist:10,cheap:9,check:[3,8],checkpoint:4,chen2018:9,chen:9,chip:2,choic:8,click:[1,2,3,4,5],clone:[0,5],close:10,cmake:0,cmp:18,coalesc:9,code:[1,2,3,4,5,6,9,10],col:[3,5,10],col_offset:2,color:51,column:[2,3],com:[0,5],combin:9,come:[2,3,10],command:0,common:10,commonli:10,compar:[2,3,4,5,8,10,18],compat:26,compil:[2,3,8,9,11,14,34],complet:10,complex:10,compos:[4,9],composit:10,comprehens:[9,10],comput:[4,5,8,9,10,13,25,27,29,31,33,43,44,45,46],computation:[9,10],concern:10,concis:[1,51],condit:[10,49],config:[3,5,12],configur:[3,11,12,53],confirm:2,connectom:9,consecut:10,consequ:9,consid:2,consist:4,constexpr:[1,2,3,4,5,37,38,39,40,45],constraint:[3,10],construct:9,constructor:51,consum:3,contain:[10,18,51],contextu:10,contigu:[3,15,41],control:[9,10],conveni:3,convert:[1,3,14],convolut:9,cooper:11,copi:[4,9,18],core:[9,10,37,38,39,40,45],correct:1,correspond:[1,2,3,51],cosin:25,cost:10,could:[2,10],cours:9,cpython:0,creat:[1,2,3,5,9],crucial:4,csv:1,ctx:5,cubla:[3,9],cuda:[1,2,3,4,5,9],cudnn:9,current:36,custom:[1,2,3,8],cut:3,cvpr:9,d:[2,4,12,14],da:5,dart:10,darte1999:10,data:[1,3,4,5,9,10,16,17,18,19,20,21,22,23,28,49,50],data_ptr:14,dataflow:10,david:4,db:5,db_ref:5,db_tri:5,dbia:5,deal:4,decad:9,decim:5,declar:1,decompos:10,decor:[1,3,12,13,14],decreas:4,dedic:3,deep:[3,4,9,10],def:[1,2,3,4,5,12,13],defin:[1,2,3,10,28],definit:10,denomin:2,denot:1,dens:10,depend:[0,6,10,49],deploi:9,describ:[4,10],design:10,desir:[24,42],detail:[3,10],detect:9,develop:[9,10],devic:[1,2,3,5],dg:5,dialect:10,dict:[12,13],dictionari:[11,13],diesel:10,differ:[1,2,3,4,9,10,12,51],difficult:10,difficulti:[3,9],dijkstra82:10,dijkstra:10,dim:[2,10],dimens:[3,26,30,32,48],dimension:[3,10,26],dir:0,direct:3,disjoint:10,disk:1,dissert:10,distribut:[2,4,10],divis:3,dnn:[8,9,10],do_bench:[1,2,3,5],doc:4,doe:[1,2,3,10],doesn:10,domain:[9,10],don:[1,2,3],done:[3,9,30,32,48],dot:3,doubli:3,doubt:10,dout:5,down:[3,10],download:[0,1,2,3,4,5,6],dram:[1,2],dropout:[6,7],dror:4,dsl:[8,9,10],dtype:[1,2,3,5,16,17,18,19,20,21,22,23,28,47,50],dw:5,dw_ref:5,dw_tri:5,dweight:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,6,9,10,50],each:[1,2,3,4,9,10,11,13],earli:12,early_config_prun:12,eas:10,easi:[3,4],easier:[1,2,9],easili:3,ed:[1,3],education:2,effect:10,effici:[3,4,9,39],effort:10,eg:12,either:[1,35,36,49],elango2018:10,elango:10,element:[1,2,3,4,5,25,27,29,30,31,32,33,43,44,45,46,47,48,49,51],element_s:[2,5],element_ti:[16,17,18,19,20,21,22,23,28,47],elementwis:[2,28],els:[3,5],emerg:9,empti:[3,5],empty_lik:[1,2,4,5],enabl:10,encod:10,encourag:4,end:[9,10,15],enforc:10,engin:10,enqueu:[1,2,5],ensur:10,entir:10,entri:39,environ:8,ep:5,equal:10,error:3,especi:9,et:[4,9,10],euromicro:9,evalu:[3,4,12,49],even:[4,10],evict_first:5,evict_last:5,eviction_polici:[5,28],evidenc:9,evolv:9,exampl:[1,2,3,4,5,6,9,10,11],except:5,exchang:22,execut:[7,9,10,11,53],exist:[9,10],exp:2,expect:[2,18],expens:[9,10,13],explor:[4,9],exponenti:[2,27],express:[9,10],extend:[3,4],extra:1,extras_requir:5,extrem:10,f:[1,2,3,10],facilit:[9,10],fact:10,fairli:3,fals:[5,16,17,19,20,21,22,23,28,45,47,49,51,52],far:2,fast:[2,9,10],faster:[2,38],fastest:10,featur:5,feel:3,fetch:9,few:10,field:[9,12],figur:10,file:[1,2,3,7],fill:50,fine:4,first:[1,3,4,8,10,26,31,33],first_pid_m:3,firstli:4,fit:2,fix:51,flag:2,flatten:41,flexibl:9,float16:[3,5,26,50],float32:[1,2,3,4,5,26,37,40],flow:[9,10],fly:4,fn:[14,52],focu:[3,10],folder:4,follow:[0,2,3,8,9,10],footprint:4,forc:4,forget:1,formal:10,format:10,forward:5,found:18,foundat:10,four:39,fp16:3,fp32:3,frac:4,framework:[9,10],free:3,from:[1,2,3,4,9,10,28,49],full:[1,2,3,4,5],fulli:10,func:10,fundament:10,further:[4,10],fuse:[3,5,6,7],fusedlayernorm:5,fusion:[2,10],g:[3,4,9,10,50],galleri:[1,2,3,4,5,6],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,9,10,37,38,39,40,51],geoffrei:4,geq:10,get:[1,2,3,4,7],girbal2006:10,girbal:10,git:0,github:[0,5],give:9,given:[2,3,4,24,35,36,37,38,39,40,42,50],global:10,go:[1,3,10],good:[1,10],gpgpu:9,gpu:[1,2,4,8,9,10,11,14],grad:5,grad_scale_gain_bias_nam:5,grad_scale_nam:5,grad_to_non:[5,52],gradient:52,grammat:10,graphic:9,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,35,36],grid_m:3,grid_n:3,grosser2012:10,grosser:10,group:3,group_id:3,group_m:3,group_size_m:3,grow:10,guard:[1,2],guid:9,ha:[1,3,4,9,10,35,36],had:1,halid:[9,10],hand:10,handl:[1,2,4,10],handwritten:9,hard:3,harder:10,hardwar:[3,8,10],has_apex:5,hasattr:5,hasn:1,have:[2,4,9,10,14,26,49,51],heavi:9,helper:[1,2],henc:3,here:[1,2,3,4,5],heurist:[2,5],hierarch:9,hierarchi:10,high:[3,9,10],higher:3,highli:9,highlight:10,hint:10,hinton:4,hit:3,how:[1,2,3,8,9,13],howev:[2,10],html:4,http:[0,4,5],i:[1,2,3,4,5,9,10],id:[3,36],idea:9,ideal:2,ident:2,identifi:1,idx:[16,17,19,20,21,22,23,28,47],ieee_round:45,ilya:4,imag:[9,10],implement:[1,2,3,4,9,10],implicitli:[1,14,28,47],importantli:10,impos:10,improv:[3,4],incompat:[3,10],incorrect:3,increas:[1,2,3,4],incred:9,increment:10,inde:10,independ:[2,10],index:1,indic:[10,49],induc:10,industri:9,inequ:10,inf:2,inform:10,infrastructur:10,initi:[1,3],inner:[3,26],inplac:3,input:[1,2,3,4,5,10,12,13,24,25,26,27,29,30,31,32,33,34,41,42,43,44,45,46,48],input_ptr:2,input_row_strid:2,instal:[6,8],instanc:[1,2,3,4,9,11,35,36],instanti:4,instead:[2,49],instruct:[8,9],int1:[16,17,19,20,21,22,23,28,47],int32:[4,38,39],integ:10,interchang:10,interest:[9,10],intermedi:10,intern:[2,10],interv:15,intrins:10,introduc:4,introduct:8,invari:[2,10],invoc:4,ipynb:[1,2,3,4,5],ir:10,irregular:[2,10],is_contigu:[3,4,5],is_cuda:1,isn:3,issu:[9,10],iter:[3,9,10],its:[1,2,3,10,12],j:[3,9,10],jit:[1,2,3,4,5,12,13],jmlr:4,john:4,johnson:4,journal:10,jrk2013:9,jupyt:[1,2,3,4,5,6],just:[3,10,13],k:[3,4,9,10],kb:9,keep:4,kei:[3,9,12],kellei:9,kernel:[4,5,8,9,11,12,13],keyword:[1,11],ki:10,kind:2,know:34,known:10,krizhevski:4,kwarg:[11,14],label:[1,2,3,51],lam1991:9,lam:9,lambda:[1,2,3,4,5,13],languag:[1,2,3,4,5,8,9,14],larg:[9,10],last:3,later:[2,10],latest:0,lattner2004:10,lattner2019:10,lattner:10,launch:[1,2,3,35,36],law:10,layer:[6,7,9,10],layer_norm:5,layernorm:5,lead:[4,9,10],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,8,9,10],least:10,lee2017:9,lee:9,left:10,legal:10,length:1,less:[4,5,9,10],let:[1,2,4,34],letter:10,level:[3,9,10],li:9,librari:[0,3,9,10],lifelong:10,like:[1,4,9,10,38],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,10,51],line_arg:[1,2,3,5,51],line_nam:[1,2,3,5,51],line_v:[1,2,3,5,51],linear:[9,10],link:0,list:[1,3,12,13,51,52,53],litteratur:10,ll:4,llvm11:0,llvm:[0,10],load:[1,2,3,4,5,10,49],local:[9,10],locat:[3,16,17,18,19,20,21,22,23,28,47],log2:13,log:51,logarithm:[1,29],logic:[17,21,23],look:[4,8,9],loop:[3,10,11],low:[6,7,10],m:[0,2,3,5,9],machin:[9,10],machineri:[9,10],made:9,mai:[2,10,13],main:[3,9,10],maintain:[2,10],major:[3,10],make:[1,2,9,10],manag:[4,9],mani:[9,10],manual:[2,10],manual_se:[1,2,3,5],map:3,mapl:10,mark:[4,53],markedli:9,mask:[1,2,3,4,5,16,17,19,20,21,22,23,28,47,49],match:[3,18],math:13,mathbb:10,mathbf:10,mathcal:[10,40],mathemat:10,matmul:[3,10],matmul_kernel:3,matric:[2,3],matrix:[2,4,6,7,9,10,11,26],matrix_s:10,matter:[3,9,10],max:[1,2,5,19],max_fused_s:5,max_m:[1,2,3,5],maxim:[8,10,39],maximum:[1,2,30],mb:[7,9],mean1:5,mean2:5,mean:[3,5,10,12],mechan:[2,10],median:52,memori:[1,2,3,6,7,9,10,16,17,18,19,20,21,22,23,28,47,49],mention:3,meta:[1,2,3,4,5,11,12,13],metaparamet:1,method:[10,11,14,51,53],methodolog:10,micro:9,min:[3,5,20],min_m:[1,2,3,5],minimum:32,minut:[1,2,3,4,5],miss:10,mitig:10,ml:9,mlir:10,mn:2,mode:5,model:[1,9,10,12],modern:[3,8,9,10],modular:10,modulenotfounderror:5,moor:10,mora:4,more:[2,3,4,8,9,10,51],most:[3,10],mostli:11,move:3,movement:4,ms:[1,2,3,5,52],much:[2,3],mullapudi2016:10,mullapudi:10,multi:[3,9,10],multipl:[1,4,6,7,9,10,11,12,34,38],multipli:[3,4,5,10,26],must:[2,3,15,26,49],n:[2,3,5,9,40],n_col:2,n_element:[1,4],n_round:[37,38,39,40],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,12,13,51],nativ:[1,2,3],natur:[2,9,29],nb:9,necessari:2,need:[1,2,3,4,38],nelement:2,nest:[3,10],net:10,network:[4,9,10],neural:[4,9,10],neurosci:9,never:4,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:9,nitish:4,nn:[3,5],non:9,none:[2,3,5,11,12,16,17,19,20,21,22,23,28,47,51,52],nonzero:49,norm:[4,5,7],normal:[2,6,7],normalized_shap:5,note:[0,1,2,3,4,10,12,14,49],notebook:[1,2,3,4,5,6],notic:[2,10],notori:[3,9],novel:9,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,11,12],num_warp:[2,3,5,11,12],number:[1,2,3,4,5,10,11,12,35,37,38,39,40],numcol:5,numel:[1,4,5],numer:[2,9],numrow:5,nvidia:[5,9,28],o:[2,4],object:[1,3,9,11,12,14,16,17,18,19,20,21,22,23],obtain:1,obvious:2,occur:10,off:5,offer:9,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:[1,4,37,38,39,40],often:3,omega:10,onc:[2,9,10],one:[2,3,4,6,9,10,51],onli:[2,3,4,9,10,14],op:[1,2],open:15,openai:0,opencl:9,oper:[1,2,3,4,6,9,16,17,18,19,20,21,22,23,49],opportun:9,opsila:9,optim:[9,10],option:[3,12,16,17,19,20,21,22,23,28,47,51,52],orang:5,order:[2,3,6,10],org:4,origin:10,osdi:9,other:[2,3,4,5,8,10,14,26,28,31,33],otherwis:[4,49],our:[1,2,3,9],out:[1,2,3,4,5,8,10],outlin:10,output2:4,output3:4,output:[1,2,3,4,5],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,4,9,10],overfit:4,overflow:2,own:3,p:[4,10],pa:3,packag:14,pact:10,pad:2,par:3,paradigm:[9,10],paragraph:4,parallel:[1,2,3,4,5,8,9,10,11],paralleliz:9,param:13,paramet:[1,3,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53],parametr:9,part:[3,4,10],partial:5,particular:[2,3],particularli:[9,10],partit:9,pass:[1,5,10,11],past:[9,10],path:1,pattern:9,pb:3,peak:10,per:[2,4,5],percentil:52,perf:3,perf_model:12,perf_report:[1,2,3,5,51],perform:[1,2,4,9,10,12,16,17,18,19,20,21,22,23,52],persist:4,person:10,perspect:10,phase:10,philosophi:10,philox:[4,39],pid:[1,3,4,5],pid_m:3,pid_n:3,pip:[0,6],pipelin:[9,10,11],platform:[8,10],pldi:9,plot:[0,1,2,3,51],plot_nam:[1,2,3,5,51],pmatrix:10,point:[1,10,39],pointer:[1,2,4,14,16,17,18,19,20,21,22,23,28,47],pointerdtyp:[16,17,18,19,20,21,22,23,28,47],polli:10,polyhedr:9,polyhedra:10,popular:10,portabl:[9,10],pose:9,posit:[5,13],possibl:[1,2,3,10,11],power:[2,4,10,13,15],ppopp:10,practic:[1,2,3,9],pragma:9,pre:[0,9],pre_hook:11,prealloc:1,predic:12,predict:10,prefer:2,premis:9,present:0,preserv:10,preserve_rng_st:4,prevent:[4,10],primer:10,primit:[9,14],principl:10,print:[1,3,4],print_data:[1,2,3,5],prng:4,probabl:[4,10],problem:1,problemat:10,procedur:10,process:[1,5,9,10],processor:9,produc:[3,4],product:[8,10,26],program:[1,2,3,4,5,8,9,35,36],program_id:[1,2,3,4,5],programm:[9,10],prohibitev:13,project:[4,9],promot:[3,10],properli:2,properti:10,propos:9,proprietari:3,provid:[1,2,3,4,5,8,10,12,30,32,48,52],prune:[4,12],prune_configs_bi:12,pseudo:[3,4,39],pseudorandom:4,ptr:3,ptx:28,purpos:[9,10],push:10,put:4,py:[0,1,2,3,4,5,7],pypi:[0,5],pytest:0,python:[1,2,3,4,5,6,14],pytorch:[1,2,4],qquad:10,r:2,ragan:9,rand:[1,4,5],randint4x:38,randn:[2,3,4,5],randn_lik:5,random:[4,37,38,39,40],randomli:4,rang:[1,2,3,5,9,10],rapidli:[9,10],rate:3,rather:9,raw:1,rdom:10,re:[1,3],read:[2,3,6],reader:10,real:9,reason:10,recent:9,recommend:6,recomput:[4,9],record_clock:52,rectifi:9,redmon2016:9,redmon:9,reduct:[2,5,30,32,48],refer:1,regardless:[4,49],regim:4,regrett:9,regular:[4,10],rel:[1,10],relat:8,releas:[0,9],reli:10,relu:3,remain:[9,51],rememb:3,reorder:10,rep:[5,52],repetit:52,repres:[2,3,10,11],requir:[2,4,10],requires_grad:5,requires_grad_:5,research:[9,10],reset:[12,52],reset_to_zero:12,reshap:5,resolut:10,resourc:9,resp:10,respect:10,restrict:10,result:[0,1,2,9,10],ret:2,retain_graph:5,retriev:10,reus:3,revisit:9,right:10,rise:10,role:10,ron:4,root:46,roughli:3,row:[2,3,4,5],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,8,10,12,14,53],runtim:[10,52],ruslan:4,rvar:10,s:[1,2,4,5,10,39],said:10,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,9,51],sato2019:10,sato:10,save:[1,2,3],save_for_backward:5,save_path:[1,5],saved_tensor:5,sc:10,scalabl:10,scalar:[4,9,26,37,38,39,40,50],scale:51,scan:10,schedul:9,scienc:10,scientif:10,scop:10,scope:10,script:[0,1,2,3,4,5],second:[1,2,3,4,5,10,26,31,33],secondli:4,section:[3,10],see:[1,2,3,4,10],seed:[37,38,39,40],seeded_dropout:4,seem:[1,10],select:[9,10,49],self:[11,51],semant:10,semi:10,sens:[1,9,10],separ:[5,10],sequenc:9,set:[1,4,10],setup:[0,5],sever:[9,10],shall:10,shape:[1,2,3,4,5,10,24,28,42,47,49,50],share:9,shaw:4,shift:2,should:[1,3,5,9,10,11,30,32,48,51],show_plot:[1,2,3],shown:10,side:10,sight:10,signal:9,significantli:2,sigplan:10,simd:9,simpl:[1,2,3,4],simplest:6,simpli:10,simplic:3,simplifi:4,sinc:[1,2,3],sine:44,singl:[2,4,9,38],size:[1,2,4,10],slower:[9,10],slowest:10,sm80:11,sm:10,smaller:[3,4],smallest:[2,13],snemi3d:9,so:[1,2,3,4,5,10],softmax:[4,6,7],softmax_kernel:2,softmax_output:2,softwar:11,solid:10,solut:3,solv:10,some:3,sometim:10,sourc:[1,2,3,4,5,6,10],space:[9,10],spars:[4,9,10],spatial:10,speak:3,special:9,specif:[3,9],specifi:[10,13,16,17,18,19,20,21,22,23,47],speed:2,sphinx:[1,2,3,4,5,6],split:10,spmd:[1,9,10],sqrt:5,squar:46,sram:[2,3,5],srivastava2014:4,srivastava:4,stabil:2,stabl:0,stage:11,standard:10,start:[6,15],started_tutori:7,state:[4,9,10],statement:10,staticmethod:5,step:10,still:[1,2,3,10],stop:15,store:[1,2,3,4,5,16,17,18,19,20,21,22,23,49],str:[12,13,28,51],straightforward:3,strategi:[4,10],stream:[5,38],strength:9,stride:[2,3,4,5],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[9,10],style:[1,2,3,5,51],subscript:10,substanti:9,substract:2,subtract:2,successfulli:10,suffer:10,suit:9,sum:[1,2,5],sum_db:5,sum_dw:5,superhuman:9,support:[4,10],sure:2,surprisingli:9,surround:10,suspicion:2,sutskev:[4,9],sutskever2014:9,swap:18,swizzl:9,synchron:[1,9],system:[0,3,9,10],t:[1,2,3,10],t_:10,tabul:4,taco:10,take:[3,4,8,12,13],taken:10,target:9,techniqu:[9,10],temperatur:4,tempor:10,tend:10,tension:9,tensor:[1,2,3,4,5,9,10,12,14,24,26,28,30,31,32,33,41,42,47,48,49,50,52],tensorrt:9,test:[0,1,5,8],test_layer_norm:5,text:10,tflop:3,th:52,than:[2,3,5,9,10,38,51],thei:[3,9,10],them:1,themselv:3,theoret:2,therebi:10,therefor:3,theta:10,theta_:10,thi:[1,2,3,4,5,9,10,11,12,13,14,39,51],thing:[1,4],think:2,those:2,though:[9,10],thought:10,thread:[2,9,11],through:[6,10],throughout:[10,51],throughput:8,tile:10,time:[0,1,2,3,4,5,9,10,12,38,52],tiramisu:[9,10],tl:[1,2,3,4,5,50],tmp:0,tog:10,togeth:4,tolist:4,top_k:12,topic:10,torch:[1,2,3,4,5,14,52],torch_output:3,torch_relu:3,total:[1,2,3,4,5,7],tradit:[4,9,10],transform:[4,10],travers:10,trend:9,tri:[24,42],trick:2,tricki:4,trigger:[3,12],triton:[0,1,2,3,4,5,6,9,10],triton_output:3,trivial:9,tune:[2,3,10,12,13],tuner:11,tupl:[1,24,42,50],tutori:[1,2,3,4,8],tutorials_jupyt:6,tutorials_python:6,tvm:[9,10],two:[1,2,3,10,12,13,15,26],type:[13,26,28,49,50],typecast:[28,47],typic:10,u:[0,37],un:10,uncommon:10,underneath:10,understand:2,undesir:12,unfortun:[3,10],unifi:9,uniformli:4,unint:49,unit:[0,9],univers:10,unrol:10,up:2,updat:[3,10,12],us:[1,2,3,4,5,9,10,11,12,13,14,38,49,51,53],util:[1,5],v100:10,val:[16,17,18,19,20,21,22,23],valid:1,valu:[1,2,3,4,12,13,15,16,17,18,19,20,21,22,23,25,27,28,29,30,32,34,43,44,45,46,47,48,49,50,51,53],valuabl:2,variabl:[3,11],varianc:5,variant:9,variou:6,vasilach:[9,10],vasilache2018:[9,10],vast:10,vec:10,vector:[4,6,7,9,10],vendor:3,veri:[2,4,10],verif:10,verifi:[2,10],via:10,view:41,visibl:10,vision:9,volatil:28,vs:0,w:10,w_shape:5,wa:4,wai:[2,3,4],want:[2,4,49],warmup:52,warp:[2,5,11],wast:2,wdout:5,we:[1,2,3,4,9,10],weight:5,well:[4,9,10],whatev:12,wheel:0,when:[2,3,4,9,10,11,12,14,49],where:[1,3,4,5,10,13,47],whether:[9,51],which:[1,2,3,4,9,10,12,30,32,48,51],whose:[1,2,3,4,10,12,28],wide:10,wise:[1,2,25,27,29,31,33,43,44,45,46,47],wish:[3,10],within:[3,14,15],without:10,wolf:10,wolfe1989:10,won:2,word:10,work:[2,4,8,9],workload:[3,11],wors:[3,9,10],would:[1,2,4],wouldn:10,wrapper:3,write:[1,2,3,4,5,6,8,10],wrote:2,x:[1,2,3,4,5,10,25,27,29,31,33,41,43,44,45,46,49,51],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,51],x_max:2,x_name:[1,2,3,5,51],x_ptr:[1,4,12,13],x_shape:5,x_size:[12,13],x_val:[1,2,3,5,51],xi:10,xii:10,xlabel:51,xo:10,xor:23,y:[1,2,3,5,10,31,33,49,51],y_fwd:5,y_log:51,y_name:[1,2],y_ptr:1,y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:10,yet:[9,10],yi:10,yield:49,yii:10,ylabel:[1,2,3,5,51],yo:10,you:[0,1,2,3,4,6,9,12,38,49],your:[0,1,8],yourself:[2,3],z:[1,2,10],zero:[3,4,5,12],zip:6},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_and","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_or","triton.language.atomic_xchg","triton.language.atomic_xor","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:10,algebra:55,api:8,arang:15,arithmet:3,atom:55,atomic_add:16,atomic_and:17,atomic_ca:18,atomic_max:19,atomic_min:20,atomic_or:21,atomic_xchg:22,atomic_xor:23,autotun:12,baselin:4,benchmark:[1,2,3,51],binari:0,broadcast_to:24,cach:3,challeng:9,co:25,comparison:55,compil:[10,55],comput:[1,2,3,7],config:11,creation:55,distribut:0,do_bench:52,document:8,dot:26,dropout:4,exercis:4,exp:27,from:0,further:8,fuse:2,gener:55,get:8,go:8,heurist:13,hint:55,index:55,instal:0,introduct:9,jit:14,kernel:[1,2,3],l2:3,languag:[10,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,55],layer:5,limit:10,linear:55,load:28,log:29,low:4,manipul:55,math:55,matrix:3,max:30,maximum:31,memori:[4,55],min:32,minimum:33,model:55,motiv:[2,3,9],multipl:3,multiple_of:34,normal:5,num_program:35,number:55,op:55,optim:3,packag:0,perf_report:53,perform:3,pointer:3,polyhedr:10,program:[10,55],program_id:36,python:[0,8],rand:37,randint4x:39,randint:38,randn:40,random:55,ravel:41,reduct:55,refer:[4,9,10],relat:10,represent:10,reshap:42,result:3,s:8,schedul:10,seed:4,shape:55,sigmoid:43,sin:44,softmax:[2,45],sourc:0,sqrt:46,squar:3,start:8,store:47,sum:48,test:[2,3,51,52,53,56],time:7,triton:[8,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56],tutori:6,unit:[2,3],vector:1,welcom:8,where:49,work:10,zero:50}})
\ No newline at end of file
diff --git a/v1.1.2/.buildinfo b/v1.1.2/.buildinfo
index bd71ccee4..1ae7b1adb 100644
--- a/v1.1.2/.buildinfo
+++ b/v1.1.2/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 92c59131bdc1644d4af6bcba6e247150
+config: e822ff792fcc42efa5c048599d2f55c7
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/v1.1.2/.doctrees/environment.pickle b/v1.1.2/.doctrees/environment.pickle
index 8c2672a3c..63726cf06 100644
Binary files a/v1.1.2/.doctrees/environment.pickle and b/v1.1.2/.doctrees/environment.pickle differ
diff --git a/v1.1.2/.doctrees/getting-started/installation.doctree b/v1.1.2/.doctrees/getting-started/installation.doctree
index ad4fdaeae..1a89c6a89 100644
Binary files a/v1.1.2/.doctrees/getting-started/installation.doctree and b/v1.1.2/.doctrees/getting-started/installation.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree b/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree
index 186a5be49..1354c75a2 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree b/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
index f4b0d5733..9a146aec8 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree b/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
index 1f6b15fd2..917141b36 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree b/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
index 7bc281477..f3463fe34 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree b/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree
index 32b7a1140..d0a713e70 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/index.doctree b/v1.1.2/.doctrees/getting-started/tutorials/index.doctree
index 5d5654854..b818d8cbe 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/index.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/index.doctree differ
diff --git a/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree b/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree
index b7d719328..96e46a976 100644
Binary files a/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree and b/v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree differ
diff --git a/v1.1.2/.doctrees/index.doctree b/v1.1.2/.doctrees/index.doctree
index b147d6c86..6cbd2ca67 100644
Binary files a/v1.1.2/.doctrees/index.doctree and b/v1.1.2/.doctrees/index.doctree differ
diff --git a/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree b/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree
index 362829161..a0b1cfc60 100644
Binary files a/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree and b/v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree differ
diff --git a/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree b/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree
index 83b63048f..f22a6018e 100644
Binary files a/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree and b/v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree b/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree
index 93b9b067f..5259c0842 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.Config.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree b/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree
index fc4689090..06516c576 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree b/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree
index 8cd226e02..c1ebcfdd8 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree b/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree
index bacd669cc..477a508fd 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.jit.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree
index 65734225e..99a12cca6 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree
index 4bc5fc332..9eca29a1e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
index 72501039a..a3a16766b 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree
index 527f49b90..fd686b3fd 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree
index 64c075b33..b54a6fa65 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
index 6b3e0e032..659797668 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree
index 97f75777e..e10a0054e 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.broadcast_to.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree
index 18f5ad52d..b46f1ef76 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.cos.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree
index 2c8641374..ca24055a4 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.dot.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree
index ddb16267f..334df1701 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.exp.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree
index 43a72ea5d..70f92a8df 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.load.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree
index fc54d1568..770231fb0 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.log.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree
index dc92078d0..e7c7df9fd 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.max.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree
index 0da604a32..a6f5aee96 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.maximum.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree
index 0cb8e82cf..3400a96a5 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.min.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree
index ea901142f..9539bbf10 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.minimum.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree
index bd99cba87..d51cb868f 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.multiple_of.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree
index 04748dd6c..bff52637c 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.num_programs.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree
index 0f69dc32a..7babd6f4a 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.program_id.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree
index 7d06e7556..851e11e70 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.rand.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree
index 1e509e4b9..984febcad 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.randint.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree
index ce748a9cc..634defcb5 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.randint4x.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree
index 9308f93e2..f3c7b4208 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.randn.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree
index dcdd900c8..e41db6a04 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.ravel.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree
index 2e7d0208e..07afe7c43 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.reshape.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree
index 8924bfb44..fd7d2eedb 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sigmoid.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree
index 642c26898..d688bc6bf 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sin.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree
index 6e9afeaa2..f70f646ec 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.softmax.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree
index 5bd0745e7..d59dcf355 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sqrt.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree
index 306f283bb..5c4bbe20b 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.store.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree
index 5a5189d76..d08d8ee2c 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.sum.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree
index 751e053cc..fbc313cce 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.where.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree b/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree
index 4d64740c3..fa689a107 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.language.zeros.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree b/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree
index 077a63c57..9339a2738 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.testing.Benchmark.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree b/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree
index e7e3f01a0..36c8512c1 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.testing.do_bench.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree b/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree
index 89ca13cb3..8f9457f24 100644
Binary files a/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree and b/v1.1.2/.doctrees/python-api/generated/triton.testing.perf_report.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/triton.doctree b/v1.1.2/.doctrees/python-api/triton.doctree
index 03593bdc8..85446138f 100644
Binary files a/v1.1.2/.doctrees/python-api/triton.doctree and b/v1.1.2/.doctrees/python-api/triton.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/triton.language.doctree b/v1.1.2/.doctrees/python-api/triton.language.doctree
index 1f94862c6..d995673c8 100644
Binary files a/v1.1.2/.doctrees/python-api/triton.language.doctree and b/v1.1.2/.doctrees/python-api/triton.language.doctree differ
diff --git a/v1.1.2/.doctrees/python-api/triton.testing.doctree b/v1.1.2/.doctrees/python-api/triton.testing.doctree
index 00299bd21..ca33839cb 100644
Binary files a/v1.1.2/.doctrees/python-api/triton.testing.doctree and b/v1.1.2/.doctrees/python-api/triton.testing.doctree differ
diff --git a/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip b/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
index 0d74b57bc..bc1c3caa9 100644
Binary files a/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip and b/v1.1.2/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip differ
diff --git a/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip b/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
index 5aebe148b..d372a3594 100644
Binary files a/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip and b/v1.1.2/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip differ
diff --git a/v1.1.2/_images/sphx_glr_01-vector-add_001.png b/v1.1.2/_images/sphx_glr_01-vector-add_001.png
index eb84bcc05..6be5c37bb 100644
Binary files a/v1.1.2/_images/sphx_glr_01-vector-add_001.png and b/v1.1.2/_images/sphx_glr_01-vector-add_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png b/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png
index 25046ab03..e5d99ad4f 100644
Binary files a/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png and b/v1.1.2/_images/sphx_glr_01-vector-add_thumb.png differ
diff --git a/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png b/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png
index 29e721c2e..339c77d14 100644
Binary files a/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png and b/v1.1.2/_images/sphx_glr_02-fused-softmax_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png b/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png
index fef31d654..5adce99ac 100644
Binary files a/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png and b/v1.1.2/_images/sphx_glr_02-fused-softmax_thumb.png differ
diff --git a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png
index c227cde4e..46a845f26 100644
Binary files a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png and b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png
index 739fc265c..af0a1c6ff 100644
Binary files a/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png and b/v1.1.2/_images/sphx_glr_03-matrix-multiplication_thumb.png differ
diff --git a/v1.1.2/_images/sphx_glr_05-layer-norm_001.png b/v1.1.2/_images/sphx_glr_05-layer-norm_001.png
index bd9d9968a..5b5bdbf0a 100644
Binary files a/v1.1.2/_images/sphx_glr_05-layer-norm_001.png and b/v1.1.2/_images/sphx_glr_05-layer-norm_001.png differ
diff --git a/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png b/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png
index 0cbbaccf0..ac7880761 100644
Binary files a/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png and b/v1.1.2/_images/sphx_glr_05-layer-norm_thumb.png differ
diff --git a/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt b/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt
index 857089e2e..421b22188 100644
--- a/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/01-vector-add.rst.txt
@@ -232,15 +232,15 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
     vector-add-performance:
                size      Triton       Torch
     0        4096.0    9.600000    9.600000
-    1        8192.0   15.999999   19.200000
+    1        8192.0   19.200000   19.200000
     2       16384.0   38.400001   38.400001
     3       32768.0   76.800002   76.800002
     4       65536.0  127.999995  127.999995
     5      131072.0  219.428568  219.428568
-    6      262144.0  341.333321  341.333321
+    6      262144.0  341.333321  384.000001
     7      524288.0  472.615390  472.615390
     8     1048576.0  614.400016  614.400016
-    9     2097152.0  722.823517  702.171410
+    9     2097152.0  722.823517  722.823517
     10    4194304.0  780.190482  780.190482
     11    8388608.0  812.429770  812.429770
     12   16777216.0  833.084721  833.084721
@@ -254,7 +254,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  45.382 seconds)
+   **Total running time of the script:** ( 1 minutes  45.726 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt b/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
index c25a1df05..f17b9b36c 100644
--- a/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
@@ -286,16 +286,16 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
 
     softmax-performance:
               N      Triton  Torch (native)  Torch (jit)
-    0     256.0  512.000001      546.133347   186.181817
-    1     384.0  585.142862      585.142862   151.703707
+    0     256.0  512.000001      512.000001   186.181817
+    1     384.0  585.142862      585.142862   153.600004
     2     512.0  655.360017      585.142849   154.566038
     3     640.0  682.666684      640.000002   160.000000
-    4     768.0  722.823517      664.216187   162.754967
+    4     768.0  702.171410      664.216187   162.754967
     ..      ...         ...             ...          ...
-    93  12160.0  812.359066      405.333344   198.936606
-    94  12288.0  814.111783      415.222812   199.197579
-    95  12416.0  812.498981      411.722274   198.854847
-    96  12544.0  812.566838      412.971190   199.061730
+    93  12160.0  812.359066      406.179533   198.936606
+    94  12288.0  814.111783      415.661740   199.298541
+    95  12416.0  812.498981      412.149375   198.954424
+    96  12544.0  812.566838      412.971190   199.209928
     97  12672.0  812.633240      412.097543   199.167004
 
     [98 rows x 4 columns]
@@ -314,7 +314,7 @@ In the above plot, we can see that:
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 3 minutes  24.045 seconds)
+   **Total running time of the script:** ( 3 minutes  23.135 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt b/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
index e1f63e19d..0f0275376 100644
--- a/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
@@ -462,37 +462,37 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
     matmul-performance:
              M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-    0    256.0   2.730667  ...   3.276800              2.978909
-    1    384.0   7.372800  ...   8.507077              7.899428
-    2    512.0  14.563555  ...  16.384000             16.384000
+    0    256.0   2.730667  ...   2.978909              2.978909
+    1    384.0   7.372800  ...   8.507077              8.507077
+    2    512.0  14.563555  ...  15.420235             15.420235
     3    640.0  22.260869  ...  24.380953             24.380953
     4    768.0  32.768000  ...  34.028308             34.028308
-    5    896.0  37.971025  ...  39.025776             39.025776
-    6   1024.0  51.150050  ...  52.428801             52.428801
+    5    896.0  39.025776  ...  40.140799             39.025776
+    6   1024.0  49.932191  ...  53.773130             52.428801
     7   1152.0  45.242181  ...  46.656000             46.656000
     8   1280.0  51.200001  ...  56.888887             56.109587
-    9   1408.0  64.138541  ...  66.485074             66.485074
-    10  1536.0  80.430545  ...  78.643199             78.643199
-    11  1664.0  62.929456  ...  62.492442             62.061463
+    9   1408.0  64.138541  ...  67.305878             66.485074
+    10  1536.0  80.430545  ...  79.526831             78.643199
+    11  1664.0  63.372618  ...  62.492442             62.061463
     12  1792.0  72.983276  ...  72.047592             71.588687
     13  1920.0  69.467336  ...  70.530615             70.530615
-    14  2048.0  73.908442  ...  76.959706             76.608294
-    15  2176.0  83.155572  ...  86.367588             85.998493
-    16  2304.0  68.446623  ...  76.809875             76.563695
-    17  2432.0  71.125224  ...  84.115159             85.134737
-    18  2560.0  78.019048  ...  81.310171             80.908642
-    19  2688.0  83.737433  ...  89.676257             89.888756
-    20  2816.0  83.552120  ...  82.759409             82.602666
-    21  2944.0  82.237674  ...  82.921853             82.237674
-    22  3072.0  81.943708  ...  89.310890             88.681451
-    23  3200.0  85.106381  ...  90.395483             94.814812
-    24  3328.0  83.419811  ...  81.346098             84.795401
-    25  3456.0  81.683457  ...  91.200871             91.097818
-    26  3584.0  86.540320  ...  94.647779             90.458141
-    27  3712.0  85.896254  ...  88.015279             89.753761
-    28  3840.0  81.798814  ...  88.050954             91.473945
-    29  3968.0  87.913500  ...  84.445634             89.723483
-    30  4096.0  92.787924  ...  92.056060             90.200084
+    14  2048.0  73.908442  ...  77.314362             76.608294
+    15  2176.0  83.500614  ...  85.998493             85.269692
+    16  2304.0  68.251065  ...  76.809875             76.809875
+    17  2432.0  71.305746  ...  74.918570             84.877538
+    18  2560.0  77.833728  ...  81.310171             80.908642
+    19  2688.0  83.922689  ...  89.464755             89.676257
+    20  2816.0  83.392363  ...  81.517122             83.233226
+    21  2944.0  82.102191  ...  83.198715             83.060049
+    22  3072.0  82.661468  ...  87.719755             89.310890
+    23  3200.0  83.989503  ...  93.841640             95.238096
+    24  3328.0  83.226931  ...  84.895397             85.096096
+    25  3456.0  80.300370  ...  88.692595             88.400840
+    26  3584.0  87.211821  ...  98.699661             91.563533
+    27  3712.0  82.355598  ...  86.007184             85.896254
+    28  3840.0  84.874902  ...  87.080314             90.205545
+    29  3968.0  92.058800  ...  89.888721             86.788006
+    30  4096.0  93.206754  ...  88.417474             88.301134
 
     [31 rows x 5 columns]
 
@@ -502,7 +502,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 5 minutes  23.909 seconds)
+   **Total running time of the script:** ( 5 minutes  24.084 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt b/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt
index b4cff6a22..03ce63ccd 100644
--- a/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/05-layer-norm.rst.txt
@@ -38,36 +38,36 @@ Layer Normalization
 
     layer-norm-backward:
               N      Triton       Torch        Apex
-    0    1024.0  307.200008   99.902435  315.076934
-    1    1536.0  351.085717  133.565214  344.523365
-    2    2048.0  420.102553  160.627450  323.368435
-    3    2560.0  461.954908  181.238943  326.808501
-    4    3072.0  515.580429  191.005181  313.736171
-    5    3584.0  547.872604  208.271186  309.410081
-    6    4096.0  568.231237  219.919464  300.623865
-    7    4608.0  498.162157  232.825259  291.799469
-    8    5120.0  529.655159  241.414550  286.433562
-    9    5632.0  538.517949  243.985547  291.310338
-    10   6144.0  548.163546  250.775512  287.438593
-    11   6656.0  530.710976  256.000009  285.767438
-    12   7168.0  516.612607  254.862216  279.726817
-    13   7680.0  484.415260  265.590783  284.444450
-    14   8192.0  463.698115  258.694729  279.272725
-    15   8704.0  416.127506  267.472468  285.767450
-    16   9216.0  428.651187  273.742580  289.507855
-    17   9728.0  438.033784  279.607181  288.950501
-    18  10240.0  447.650282  287.102804  290.496460
-    19  10752.0  430.079980  246.699797  289.616170
-    20  11264.0  429.104745  245.091565  286.069848
-    21  11776.0  422.457417  249.447482  288.686414
-    22  12288.0  420.701865  254.234486  295.207195
-    23  12800.0  414.574901  253.884294  290.084977
-    24  13312.0  411.181478  253.561895  289.916513
-    25  13824.0  406.588243  256.991469  292.056329
-    26  14336.0  397.302533  254.673567  288.402346
-    27  14848.0  387.339122  257.293872  289.481735
-    28  15360.0  376.739908  257.970599  288.225185
-    29  15872.0  367.691129  262.527914  291.229369
+    0    1024.0  307.200008   99.096776  307.200008
+    1    1536.0  351.085717  133.083026  338.201833
+    2    2048.0  423.724127  161.684218  334.367350
+    3    2560.0  461.954908  182.857144  328.556154
+    4    3072.0  511.999982  191.501303  319.168834
+    5    3584.0  554.941930  208.271186  308.301075
+    6    4096.0  564.965515  220.412561  297.890900
+    7    4608.0  498.162157  231.849059  287.251954
+    8    5120.0  525.128191  242.845844  283.787523
+    9    5632.0  536.380957  243.107920  291.310338
+    10   6144.0  544.118087  248.242431  286.322318
+    11   6656.0  527.207907  256.000009  286.279570
+    12   7168.0  507.469040  262.243907  288.160801
+    13   7680.0  481.253256  260.707203  277.172933
+    14   8192.0  460.440290  268.957600  286.600589
+    15   8704.0  416.958106  267.815384  284.987724
+    16   9216.0  428.651187  273.066667  289.507855
+    17   9728.0  438.857162  280.278512  288.950501
+    18  10240.0  447.650282  286.433562  290.153487
+    19  10752.0  428.651173  246.464170  290.267711
+    20  11264.0  428.424741  245.091565  285.767446
+    21  11776.0  421.198220  249.447482  288.686414
+    22  12288.0  420.102570  254.453844  294.911986
+    23  12800.0  415.135142  253.256381  287.910035
+    24  13312.0  412.242569  252.759501  289.916513
+    25  13824.0  404.604870  257.190689  292.571423
+    26  14336.0  397.761846  254.673567  286.481278
+    27  14848.0  383.999990  257.108233  289.012175
+    28  15360.0  374.634130  257.610071  288.000007
+    29  15872.0  366.982663  262.799590  291.006885
 
 
 
@@ -329,7 +329,7 @@ Layer Normalization
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 2 minutes  11.862 seconds)
+   **Total running time of the script:** ( 2 minutes  11.694 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_05-layer-norm.py:
diff --git a/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt b/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt
index 66f769881..e332507af 100644
--- a/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt
+++ b/v1.1.2/_sources/getting-started/tutorials/sg_execution_times.rst.txt
@@ -5,16 +5,16 @@
 
 Computation times
 =================
-**12:45.209** total execution time for **getting-started_tutorials** files:
+**12:44.650** total execution time for **getting-started_tutorials** files:
 
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 05:23.909 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 05:24.084 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:24.045 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 03:23.135 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 02:11.862 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``)                       | 02:11.694 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:45.382 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 01:45.726 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
 | :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``)       | 00:00.011 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/v1.1.2/getting-started/tutorials/01-vector-add.html b/v1.1.2/getting-started/tutorials/01-vector-add.html
index 322f3d233..c4a865322 100644
--- a/v1.1.2/getting-started/tutorials/01-vector-add.html
+++ b/v1.1.2/getting-started/tutorials/01-vector-add.html
@@ -322,15 +322,15 @@ for different problem sizes.</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vector-add-performance:
            size      Triton       Torch
 0        4096.0    9.600000    9.600000
-1        8192.0   15.999999   19.200000
+1        8192.0   19.200000   19.200000
 2       16384.0   38.400001   38.400001
 3       32768.0   76.800002   76.800002
 4       65536.0  127.999995  127.999995
 5      131072.0  219.428568  219.428568
-6      262144.0  341.333321  341.333321
+6      262144.0  341.333321  384.000001
 7      524288.0  472.615390  472.615390
 8     1048576.0  614.400016  614.400016
-9     2097152.0  722.823517  702.171410
+9     2097152.0  722.823517  722.823517
 10    4194304.0  780.190482  780.190482
 11    8388608.0  812.429770  812.429770
 12   16777216.0  833.084721  833.084721
@@ -339,7 +339,7 @@ for different problem sizes.</p>
 15  134217728.0  849.737435  850.656574
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  45.382 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  45.726 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/02-fused-softmax.html b/v1.1.2/getting-started/tutorials/02-fused-softmax.html
index ed7ccdd80..ac0394043 100644
--- a/v1.1.2/getting-started/tutorials/02-fused-softmax.html
+++ b/v1.1.2/getting-started/tutorials/02-fused-softmax.html
@@ -374,16 +374,16 @@ We will then compare its performance against (1) <code class="code docutils lite
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
           N      Triton  Torch (native)  Torch (jit)
-0     256.0  512.000001      546.133347   186.181817
-1     384.0  585.142862      585.142862   151.703707
+0     256.0  512.000001      512.000001   186.181817
+1     384.0  585.142862      585.142862   153.600004
 2     512.0  655.360017      585.142849   154.566038
 3     640.0  682.666684      640.000002   160.000000
-4     768.0  722.823517      664.216187   162.754967
+4     768.0  702.171410      664.216187   162.754967
 ..      ...         ...             ...          ...
-93  12160.0  812.359066      405.333344   198.936606
-94  12288.0  814.111783      415.222812   199.197579
-95  12416.0  812.498981      411.722274   198.854847
-96  12544.0  812.566838      412.971190   199.061730
+93  12160.0  812.359066      406.179533   198.936606
+94  12288.0  814.111783      415.661740   199.298541
+95  12416.0  812.498981      412.149375   198.954424
+96  12544.0  812.566838      412.971190   199.209928
 97  12672.0  812.633240      412.097543   199.167004
 
 [98 rows x 4 columns]
@@ -397,7 +397,7 @@ We will then compare its performance against (1) <code class="code docutils lite
 Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
 </ul>
 </div></blockquote>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  24.045 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes  23.135 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html b/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html
index 8a6661ee8..eddece456 100644
--- a/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html
+++ b/v1.1.2/getting-started/tutorials/03-matrix-multiplication.html
@@ -568,42 +568,42 @@ torch_output=tensor([[  1.1045, -36.9688,  31.4688,  ..., -11.3906,  24.4531, -3
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
          M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
-0    256.0   2.730667  ...   3.276800              2.978909
-1    384.0   7.372800  ...   8.507077              7.899428
-2    512.0  14.563555  ...  16.384000             16.384000
+0    256.0   2.730667  ...   2.978909              2.978909
+1    384.0   7.372800  ...   8.507077              8.507077
+2    512.0  14.563555  ...  15.420235             15.420235
 3    640.0  22.260869  ...  24.380953             24.380953
 4    768.0  32.768000  ...  34.028308             34.028308
-5    896.0  37.971025  ...  39.025776             39.025776
-6   1024.0  51.150050  ...  52.428801             52.428801
+5    896.0  39.025776  ...  40.140799             39.025776
+6   1024.0  49.932191  ...  53.773130             52.428801
 7   1152.0  45.242181  ...  46.656000             46.656000
 8   1280.0  51.200001  ...  56.888887             56.109587
-9   1408.0  64.138541  ...  66.485074             66.485074
-10  1536.0  80.430545  ...  78.643199             78.643199
-11  1664.0  62.929456  ...  62.492442             62.061463
+9   1408.0  64.138541  ...  67.305878             66.485074
+10  1536.0  80.430545  ...  79.526831             78.643199
+11  1664.0  63.372618  ...  62.492442             62.061463
 12  1792.0  72.983276  ...  72.047592             71.588687
 13  1920.0  69.467336  ...  70.530615             70.530615
-14  2048.0  73.908442  ...  76.959706             76.608294
-15  2176.0  83.155572  ...  86.367588             85.998493
-16  2304.0  68.446623  ...  76.809875             76.563695
-17  2432.0  71.125224  ...  84.115159             85.134737
-18  2560.0  78.019048  ...  81.310171             80.908642
-19  2688.0  83.737433  ...  89.676257             89.888756
-20  2816.0  83.552120  ...  82.759409             82.602666
-21  2944.0  82.237674  ...  82.921853             82.237674
-22  3072.0  81.943708  ...  89.310890             88.681451
-23  3200.0  85.106381  ...  90.395483             94.814812
-24  3328.0  83.419811  ...  81.346098             84.795401
-25  3456.0  81.683457  ...  91.200871             91.097818
-26  3584.0  86.540320  ...  94.647779             90.458141
-27  3712.0  85.896254  ...  88.015279             89.753761
-28  3840.0  81.798814  ...  88.050954             91.473945
-29  3968.0  87.913500  ...  84.445634             89.723483
-30  4096.0  92.787924  ...  92.056060             90.200084
+14  2048.0  73.908442  ...  77.314362             76.608294
+15  2176.0  83.500614  ...  85.998493             85.269692
+16  2304.0  68.251065  ...  76.809875             76.809875
+17  2432.0  71.305746  ...  74.918570             84.877538
+18  2560.0  77.833728  ...  81.310171             80.908642
+19  2688.0  83.922689  ...  89.464755             89.676257
+20  2816.0  83.392363  ...  81.517122             83.233226
+21  2944.0  82.102191  ...  83.198715             83.060049
+22  3072.0  82.661468  ...  87.719755             89.310890
+23  3200.0  83.989503  ...  93.841640             95.238096
+24  3328.0  83.226931  ...  84.895397             85.096096
+25  3456.0  80.300370  ...  88.692595             88.400840
+26  3584.0  87.211821  ...  98.699661             91.563533
+27  3712.0  82.355598  ...  86.007184             85.896254
+28  3840.0  84.874902  ...  87.080314             90.205545
+29  3968.0  92.058800  ...  89.888721             86.788006
+30  4096.0  93.206754  ...  88.417474             88.301134
 
 [31 rows x 5 columns]
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  23.909 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes  24.084 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/05-layer-norm.html b/v1.1.2/getting-started/tutorials/05-layer-norm.html
index e43a875e7..4d9f8f5ef 100644
--- a/v1.1.2/getting-started/tutorials/05-layer-norm.html
+++ b/v1.1.2/getting-started/tutorials/05-layer-norm.html
@@ -194,36 +194,36 @@ to download the full example code</p>
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>layer-norm-backward:
           N      Triton       Torch        Apex
-0    1024.0  307.200008   99.902435  315.076934
-1    1536.0  351.085717  133.565214  344.523365
-2    2048.0  420.102553  160.627450  323.368435
-3    2560.0  461.954908  181.238943  326.808501
-4    3072.0  515.580429  191.005181  313.736171
-5    3584.0  547.872604  208.271186  309.410081
-6    4096.0  568.231237  219.919464  300.623865
-7    4608.0  498.162157  232.825259  291.799469
-8    5120.0  529.655159  241.414550  286.433562
-9    5632.0  538.517949  243.985547  291.310338
-10   6144.0  548.163546  250.775512  287.438593
-11   6656.0  530.710976  256.000009  285.767438
-12   7168.0  516.612607  254.862216  279.726817
-13   7680.0  484.415260  265.590783  284.444450
-14   8192.0  463.698115  258.694729  279.272725
-15   8704.0  416.127506  267.472468  285.767450
-16   9216.0  428.651187  273.742580  289.507855
-17   9728.0  438.033784  279.607181  288.950501
-18  10240.0  447.650282  287.102804  290.496460
-19  10752.0  430.079980  246.699797  289.616170
-20  11264.0  429.104745  245.091565  286.069848
-21  11776.0  422.457417  249.447482  288.686414
-22  12288.0  420.701865  254.234486  295.207195
-23  12800.0  414.574901  253.884294  290.084977
-24  13312.0  411.181478  253.561895  289.916513
-25  13824.0  406.588243  256.991469  292.056329
-26  14336.0  397.302533  254.673567  288.402346
-27  14848.0  387.339122  257.293872  289.481735
-28  15360.0  376.739908  257.970599  288.225185
-29  15872.0  367.691129  262.527914  291.229369
+0    1024.0  307.200008   99.096776  307.200008
+1    1536.0  351.085717  133.083026  338.201833
+2    2048.0  423.724127  161.684218  334.367350
+3    2560.0  461.954908  182.857144  328.556154
+4    3072.0  511.999982  191.501303  319.168834
+5    3584.0  554.941930  208.271186  308.301075
+6    4096.0  564.965515  220.412561  297.890900
+7    4608.0  498.162157  231.849059  287.251954
+8    5120.0  525.128191  242.845844  283.787523
+9    5632.0  536.380957  243.107920  291.310338
+10   6144.0  544.118087  248.242431  286.322318
+11   6656.0  527.207907  256.000009  286.279570
+12   7168.0  507.469040  262.243907  288.160801
+13   7680.0  481.253256  260.707203  277.172933
+14   8192.0  460.440290  268.957600  286.600589
+15   8704.0  416.958106  267.815384  284.987724
+16   9216.0  428.651187  273.066667  289.507855
+17   9728.0  438.857162  280.278512  288.950501
+18  10240.0  447.650282  286.433562  290.153487
+19  10752.0  428.651173  246.464170  290.267711
+20  11264.0  428.424741  245.091565  285.767446
+21  11776.0  421.198220  249.447482  288.686414
+22  12288.0  420.102570  254.453844  294.911986
+23  12800.0  415.135142  253.256381  287.910035
+24  13312.0  412.242569  252.759501  289.916513
+25  13824.0  404.604870  257.190689  292.571423
+26  14336.0  397.761846  254.673567  286.481278
+27  14848.0  383.999990  257.108233  289.012175
+28  15360.0  374.634130  257.610071  288.000007
+29  15872.0  366.982663  262.799590  291.006885
 </pre></div>
 </div>
 <div class="line-block">
@@ -477,7 +477,7 @@ to download the full example code</p>
 <span class="n">bench_layer_norm</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">save_path</span><span class="o">=</span><span class="s1">&#39;.&#39;</span><span class="p">,</span> <span class="n">print_data</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  11.862 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  11.694 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-05-layer-norm-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/935c0dd0fbeb4b2e69588471cbb2d4b2/05-layer-norm.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">05-layer-norm.py</span></code></a></p>
diff --git a/v1.1.2/getting-started/tutorials/sg_execution_times.html b/v1.1.2/getting-started/tutorials/sg_execution_times.html
index 3815b1669..4985cec5f 100644
--- a/v1.1.2/getting-started/tutorials/sg_execution_times.html
+++ b/v1.1.2/getting-started/tutorials/sg_execution_times.html
@@ -174,7 +174,7 @@
             
   <div class="section" id="computation-times">
 <span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>12:45.209</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
+<p><strong>12:44.650</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
 <table class="docutils align-default">
 <colgroup>
 <col style="width: 85%" />
@@ -183,19 +183,19 @@
 </colgroup>
 <tbody>
 <tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
-<td><p>05:23.909</p></td>
+<td><p>05:24.084</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
-<td><p>03:24.045</p></td>
+<td><p>03:23.135</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="05-layer-norm.html#sphx-glr-getting-started-tutorials-05-layer-norm-py"><span class="std std-ref">Layer Normalization</span></a> (<code class="docutils literal notranslate"><span class="pre">05-layer-norm.py</span></code>)</p></td>
-<td><p>02:11.862</p></td>
+<td><p>02:11.694</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
-<td><p>01:45.382</p></td>
+<td><p>01:45.726</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="04-low-memory-dropout.html#sphx-glr-getting-started-tutorials-04-low-memory-dropout-py"><span class="std std-ref">Low-Memory Dropout</span></a> (<code class="docutils literal notranslate"><span class="pre">04-low-memory-dropout.py</span></code>)</p></td>
diff --git a/v1.1.2/searchindex.js b/v1.1.2/searchindex.js
index 401109772..aec4b7576 100644
--- a/v1.1.2/searchindex.js
+++ b/v1.1.2/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[11,1,1,""]},"triton.language":{arange:[15,2,1,""],atomic_add:[16,2,1,""],atomic_cas:[17,2,1,""],atomic_max:[18,2,1,""],atomic_min:[19,2,1,""],atomic_xchg:[20,2,1,""],broadcast_to:[21,2,1,""],cos:[22,2,1,""],dot:[23,2,1,""],exp:[24,2,1,""],load:[25,2,1,""],log:[26,2,1,""],max:[27,2,1,""],maximum:[28,2,1,""],min:[29,2,1,""],minimum:[30,2,1,""],multiple_of:[31,2,1,""],num_programs:[32,2,1,""],program_id:[33,2,1,""],rand:[34,2,1,""],randint4x:[36,2,1,""],randint:[35,2,1,""],randn:[37,2,1,""],ravel:[38,2,1,""],reshape:[39,2,1,""],sigmoid:[40,2,1,""],sin:[41,2,1,""],softmax:[42,2,1,""],sqrt:[43,2,1,""],store:[44,2,1,""],sum:[45,2,1,""],where:[46,2,1,""],zeros:[47,2,1,""]},"triton.testing":{Benchmark:[48,0,1,""],do_bench:[49,2,1,""],perf_report:[50,2,1,""]},"triton.testing.Benchmark":{__init__:[48,1,1,""]},triton:{Config:[11,0,1,""],autotune:[12,2,1,""],heuristics:[13,2,1,""],jit:[14,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,7,9,10,32,33,34,37,47,49],"00":7,"0000":3,"000000":2,"000001":2,"000002":2,"000009":5,"004273":1,"005181":5,"01":[1,3,7],"011":[4,7],"015279":3,"019048":3,"02":[2,7],"025776":3,"028308":3,"03":[3,7],"033784":5,"04":[4,7],"045":[2,7],"047592":3,"05":[5,7],"050954":3,"056060":3,"056329":5,"061463":3,"061730":2,"0625":3,"069848":5,"076934":5,"079980":5,"08199":4,"08452":4,"084721":1,"084977":5,"085717":5,"091565":5,"0938":3,"097543":2,"097818":3,"0f":10,"0s":4,"1":[1,2,3,4,5,8,10,13,32,33,34,37],"10":[1,3,4,5],"100":[2,49],"1024":[1,3,4,5,12],"10240":5,"102553":5,"102804":5,"1045":3,"104745":5,"1048576":1,"106381":3,"106434":4,"10752":5,"109587":3,"11":[0,1,3,5,7],"111783":2,"11264":5,"115159":3,"1152":3,"11776":5,"12":[1,3,5,7],"12160":2,"12288":[2,5],"123":4,"12416":2,"125224":3,"12544":2,"12672":2,"127":1,"127506":5,"128":[1,2,3,5,12],"1280":3,"12800":5,"13":[1,3,5],"131072":1,"1328":3,"133":5,"13312":5,"133347":2,"134217728":1,"134737":3,"13686":4,"13824":5,"138541":3,"14":[1,3,5],"1408":3,"142849":2,"142862":2,"14336":5,"14848":5,"149397":4,"15":[1,3,5],"150050":3,"151":2,"1536":[3,5],"15360":5,"154":2,"155572":3,"15872":5,"16":[2,3,5,10,47],"160":[2,5],"162":2,"162157":5,"163546":5,"16384":1,"1664":3,"167004":2,"16777216":1,"17":[3,5],"171410":1,"17879":4,"1792":3,"18":[3,5],"181":5,"181478":5,"181817":2,"1823":2,"186":2,"19":[1,3,5],"190482":1,"191":5,"192":1,"1920":3,"197579":2,"198":2,"1982":10,"1983":9,"1984":10,"1989":10,"199":2,"1991":[9,10],"1999":10,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,8,10,11,13,32,33,49],"20":[3,5,49],"200000":1,"200001":3,"200008":5,"200084":3,"2004":10,"2006":10,"200871":3,"2011":4,"2012":10,"2013":9,"2014":[4,9],"2016":[9,10],"2017":9,"2018":[9,10],"2019":10,"2021":[9,10],"2048":[2,3,5],"207195":5,"208":5,"209":7,"2097152":1,"21":[3,5],"212868":4,"2141":1,"214186":4,"216187":2,"2176":3,"219":[1,5],"22":[3,5],"220":3,"222812":2,"225185":5,"229369":5,"23":[3,5,7],"2304":3,"231237":5,"232":5,"234486":5,"237674":3,"238943":5,"24":[2,3,5,7],"241":5,"242181":3,"243":5,"2432":3,"245":[3,5],"246":5,"249":5,"25":[3,5,49],"250":5,"253":5,"254":5,"256":[1,2,3,5,11],"2560":[3,5],"257":5,"258":5,"26":[3,5],"260869":3,"262":5,"262144":1,"265":5,"2656":3,"267":5,"2688":3,"27":[3,5],"271186":5,"272725":5,"273":5,"276800":3,"279":5,"28":[1,3,5],"2812":3,"2816":3,"284":5,"285":5,"286":5,"287":5,"288":5,"289":5,"2891":3,"29":[3,5],"290":5,"291":5,"292":5,"293429":4,"293872":5,"2944":3,"295":5,"2d":[3,5,23],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,10],"30":3,"300":5,"302533":5,"307":5,"3072":[3,5],"3076":1,"309":5,"31":3,"310171":3,"310338":5,"310890":3,"3125":3,"313":5,"315":5,"32":[3,5,11],"3200":3,"323":5,"326":5,"32768":1,"3281":3,"33":3,"3328":3,"333321":1,"333344":2,"33554432":1,"339122":5,"34":3,"341":1,"34172":4,"3438":3,"344":5,"3456":3,"346098":3,"3477":3,"351":5,"3516":3,"3555":3,"3584":[3,5],"359066":2,"36":3,"360017":2,"362445":1,"367":5,"367588":3,"368435":5,"37":3,"3712":3,"3713":1,"371721":4,"372800":3,"376":5,"38":1,"380953":3,"382":[1,7],"384":[2,3],"3840":3,"384000":3,"387":5,"39":3,"3906":3,"395483":3,"3968":3,"397":5,"3984":3,"3986":4,"3d":[32,33],"3mn":2,"4":[1,2,3,5,10,11,12,35],"40":3,"400001":1,"400016":1,"4023":3,"402346":5,"403344":4,"403347":4,"405":2,"406":5,"4062":3,"408716":4,"4096":[1,2,3,5],"410081":5,"411":[2,5],"412":2,"414":5,"414550":5,"415":2,"415260":5,"41576":4,"416":5,"4194304":1,"419811":3,"420":5,"42142":4,"422":5,"428":5,"428372":4,"428568":1,"428801":3,"429":5,"429770":1,"430":5,"430545":3,"431969":4,"433562":5,"438":5,"438593":5,"444450":5,"445634":3,"446623":3,"447":5,"447482":5,"448255":1,"4492":3,"45":[1,3,7],"4531":3,"457417":5,"458141":3,"46":3,"4608":5,"4609":3,"461":5,"463":5,"467336":3,"4688":3,"472":1,"472468":5,"473945":3,"481735":5,"484":5,"485074":3,"492442":3,"4940":1,"496460":5,"498":5,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,10,49],"500":5,"5000":3,"507077":3,"507855":5,"51":3,"512":[2,3,4,5],"5120":5,"515":5,"516":5,"517949":5,"52":3,"523365":5,"524288":1,"527914":5,"529":5,"530":5,"530615":3,"5312":3,"538":5,"54":3,"540320":3,"541":4,"546":2,"547":5,"548":5,"552120":3,"56":3,"561895":5,"5632":5,"563555":3,"563695":3,"565214":5,"566038":2,"566838":2,"568":5,"568431":4,"574901":5,"580429":5,"585":2,"5859":3,"586858":4,"588243":5,"588687":3,"5898":3,"590783":5,"5mn":2,"6":[0,1,3,5],"600000":1,"602666":3,"607181":5,"608294":3,"6094":3,"612607":5,"614":1,"6144":5,"615390":1,"616170":5,"62":3,"623865":5,"627450":5,"633240":2,"64":[1,3,5],"640":[2,3],"643199":3,"647779":3,"64kb":5,"650282":5,"651187":5,"655":2,"655159":5,"65536":[1,5],"656000":3,"656574":1,"66":3,"664":2,"6656":5,"666684":2,"67086":4,"67108864":1,"6724":1,"673567":5,"676257":3,"68":3,"681451":3,"682":2,"683457":3,"686414":5,"69":3,"691129":5,"694729":5,"6953":3,"698115":5,"699797":5,"7":[0,1,3,5,10],"70":3,"701865":5,"702":1,"7031":3,"703707":2,"7070":3,"707878":4,"71":3,"710976":5,"7168":5,"719258":4,"72":3,"722":[1,2],"722274":2,"723483":3,"726817":5,"73":3,"730667":3,"736171":5,"737433":3,"737435":1,"739908":5,"742580":5,"743443":4,"7500":3,"753761":3,"754967":2,"759409":3,"76":[1,3],"767438":5,"767450":5,"768":[2,3],"7680":5,"768000":3,"775512":5,"78":3,"780":1,"781":2,"787924":3,"795401":3,"79719":4,"798814":3,"799469":5,"8":[1,2,3,5,10,11,12,47,49],"80":[3,49],"800002":1,"806694":4,"808501":5,"809875":3,"81":3,"812":[1,2],"814":2,"814812":3,"817432":4,"8192":[1,5],"82":3,"823517":[1,2],"825259":5,"83":3,"833":1,"838026":4,"8388608":1,"84":3,"842":1,"84284":4,"847":1,"848":1,"849":1,"85":3,"850":1,"854847":2,"86":3,"862":[5,7],"862216":5,"87":3,"8704":5,"872604":5,"88":3,"8828":3,"884294":5,"8867":3,"888756":3,"888887":3,"89":3,"8906":3,"8945":3,"896":3,"896254":3,"899428":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"902435":5,"908442":3,"908642":3,"909":[3,7],"91":3,"913500":3,"916513":5,"919464":5,"92":3,"9216":5,"921853":3,"9219":3,"929456":3,"93":2,"936606":2,"9375":3,"94":[2,3],"943708":3,"9492":3,"95":2,"950501":5,"952835":4,"9531":3,"954908":5,"959706":3,"96":[2,5],"9688":3,"97":2,"970599":5,"971025":3,"971190":2,"9728":5,"9733":1,"978909":3,"98":2,"9805":3,"983276":3,"98432":1,"9844":3,"985547":5,"99":5,"991469":5,"998493":3,"999995":1,"999999":1,"abstract":[9,10],"break":10,"byte":2,"case":[1,2,9,10,13,16,17,18,19,20],"class":[2,5,9,10,11,48],"default":49,"do":[2,3,9,10,25,44],"float":[2,9,10,49],"function":[1,2,3,4,5,10,12,13,14,48,49,50],"import":[1,2,3,4,5,9,10],"int":[1,9,10,13,15,21,32,33,39,47,49],"new":[21,39,47],"return":[1,2,3,4,5,15,16,17,18,19,20,23,25,27,29,32,33,34,35,36,37,38,45,46,47,49,50],"static":[0,9,10],"super":3,"switch":3,"true":[1,2,3,5,46],"try":[3,11],"var":[5,10],"voil\u00e0":4,"while":[3,5,9],A:[3,4,9,10],And:[0,3],As:[2,3,4,9,10],At:[4,10],But:4,By:49,For:[3,9,10,11],If:[4,10,35,44,46,48],In:[1,2,3,4,10],It:[1,3,4,6,8,10,14],Of:9,On:10,One:3,The:[1,2,3,4,9,10,16,17,18,19,20,21,23,32,33,34,35,36,37,39,44,46,50],There:1,These:10,To:[1,4,9,10,12],_:5,__expf:2,__init__:[11,48],_db:5,_dropout:4,_dw:5,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_seeded_dropout:4,a100:[3,10],a_ptr:3,ab:1,abl:10,about:[1,2,3,4,8],abov:[1,2,3,4,10,12],academ:9,acc:[3,9,10],acceler:9,access:[1,3,9,10,14],accomod:3,accordingli:10,account:10,accumul:[3,5,10],accuraci:[3,9],achiev:[3,9,10],across:[2,4,9,10],activ:3,actual:[3,9,10],add:[1,4,5,7,16],add_kernel:1,addit:[2,6,7,9,49],addition:10,address:[9,25],adopt:10,advanc:[2,3,9],advoc:10,affect:3,affin:10,after:3,against:[0,1,2,3,8],aggress:[9,10],agnost:[9,10],ahead:10,aim:[2,8],al:[9,10],alex:4,algebra:10,algorithm:[3,4,9,10],alia:10,all:[2,3,4,6,9,10,12,27,29,31,45,48],allclos:[2,3],allen1984:10,allen:10,alloc:[1,2,3,5,9],allow:[1,2,5,9,10],along:[1,3,27,29,32,33,45,49],also:[1,2,3,4,5,9,10],altern:4,alwai:[10,46],amd:9,amen:10,amount:[5,9],ampl:10,an:[1,2,3,4,9,10,11,16,17,18,19,20,34,35,36,37],analog:1,analysi:[9,10],analyz:10,ancourt1991:10,ancourt:10,ani:[1,2,3,10,12,13,48],anoth:[2,10],anytim:12,apart:10,apex:5,apex_layer_norm:5,api:48,appear:48,appli:[3,4,5,9,10],applic:[4,10,13],approach:[9,10],appropri:1,approxim:2,ar:[0,1,2,3,4,9,10,12,14,25,31,44,46,48],arang:[1,2,3,4,5],arbitrari:3,architectur:[3,9],area:10,arg:[1,2,3,5,13,14,48],argument:[1,2,3,11,12,13,14,46,48],arrai:[10,47],arrang:3,art:[9,10],artifici:4,arxiv:[9,10],ask:2,aspect:10,asplo:9,assert:[1,3,4],assert_almost_equ:5,assum:[2,48],asynchron:[1,9],atom:[16,17,18,19,20],atomic_ca:5,atomic_xchg:5,auguin1983:9,auguin:9,auto:[2,3,10,11,12,13],autograd:5,autom:9,automat:[2,3,9,10,11],autotun:[3,10],avail:[0,4,9,10],avoid:[2,12,46],awar:9,awkward:4,axi:[1,2,3,4,5,27,29,32,33,45,48],b:[3,5,9,10],b_ptr:3,back:[1,2,3,4,5],backpropag:4,backward:5,bad:4,baghdadi2021:[9,10],baghdadi:[9,10],balanc:10,bandwidth:2,base:[4,8,9,10],basic:[1,6,10],becom:9,been:[1,9,10],befor:[3,12,16,17,18,19,20],begin:10,behavior:[10,12],being:[2,4],believ:10,below:[4,6,10],bench:0,bench_layer_norm:5,benchmark:[0,5,49,50],benefit:[2,9,10],best:[1,9],between:[1,9],bia:5,bit:4,block:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,34,35,36,37,38,39,40,41,42,43,44,45,46,47],block_siz:[1,2,4,5,10,12,13],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4],blue:[1,2,3,5],boil:10,bool:[46,48],both:[10,46],bound:[1,2,3,10],branch:10,broad:9,broadcast:[21,25,44,46],buffer:5,build:[0,3],built:[1,10],c:[3,9,10],c_mask:3,c_ptr:3,cach:[9,10,25],cache_modifi:25,call:[1,3,10,14,35],callabl:[1,13,14,49],can:[0,1,2,3,4,9,10,12,50],cannot:[3,9,10],capabl:[8,9],cast:5,cd:0,cdiv:[1,3,4,5],ceil:13,certain:13,cgo:[9,10],challeng:4,chang:[3,4,12,25],chapter:8,characterist:10,cheap:9,check:[3,8],checkpoint:4,chen2018:9,chen:9,chip:2,choic:8,click:[1,2,3,4,5],clone:[0,5],close:10,cmake:0,cmp:[16,17,18,19,20],coalesc:9,code:[1,2,3,4,5,6,9,10],col:[3,5,10],col_offset:2,color:48,column:[2,3],com:0,combin:9,come:[2,3,10],command:0,common:10,commonli:10,compar:[2,3,4,5,8,10,16,17,18,19,20],compat:23,compil:[2,3,8,9,11,14,31],complet:10,complex:10,compos:[4,9],composit:10,comprehens:[9,10],comput:[4,5,8,9,10,13,22,24,26,28,30,40,41,42,43],computation:[9,10],concern:10,concis:[1,48],condit:[10,46],config:[3,12],configur:[3,11,12,50],confirm:2,connectom:9,consecut:10,consequ:9,consid:2,consist:4,constraint:[3,10],construct:9,constructor:48,consum:3,contain:[10,16,17,18,19,20,48],contextu:10,contigu:[3,15,38],control:[9,10],conveni:3,convert:[1,3,14],convolut:9,cooper:11,copi:[4,9,16,17,18,19,20],core:[9,10],correct:1,correspond:[1,2,3,48],cosin:22,cost:10,could:[2,10],count:5,cours:9,cpython:0,creat:[1,2,3,5,9],crucial:4,csv:1,ctx:5,cubla:[3,9],cuda:[1,2,3,4,5,9],cudnn:9,current:33,custom:[1,2,3,8],cut:3,cvpr:9,d:[2,4,12,14],dart:10,darte1999:10,data:[1,3,4,5,9,10,16,17,18,19,20,25,46,47],data_ptr:14,dataflow:10,david:4,db:5,db_ref:5,db_tri:5,deal:4,decad:9,decim:5,declar:1,decompos:10,decor:[1,3,12,13,14],decreas:4,dedic:3,deep:[3,4,9,10],def:[1,2,3,4,5,12,13],defin:[1,2,3,10,25],definit:10,denomin:2,denot:1,dens:10,depend:[0,10,46],deploi:9,describ:[4,10],design:10,desir:[21,39],detail:[3,10],detect:9,develop:[9,10],devic:[1,2,3,5],dg:5,dialect:10,dict:13,dictionari:[11,13],diesel:10,differ:[1,2,3,4,9,10,48],difficult:10,difficulti:[3,9],dijkstra82:10,dijkstra:10,dim:[2,5,10],dimens:[3,23,27,29,45],dimension:[3,10,23],dir:0,direct:3,disjoint:10,disk:1,dissert:10,distribut:[2,4,10],divis:3,dnn:[8,9,10],do_bench:[1,2,3,5],doc:4,doe:[1,2,3,10],doesn:[5,10],domain:[9,10],don:[1,2,3],done:[3,9,27,29,45],dot:3,doubli:3,doubt:10,down:[3,10],download:[0,1,2,3,4,5,6],dram:[1,2],dropout:[6,7],dror:4,dsl:[8,9,10],dtype:[1,2,3,5,16,17,18,19,20,25,44,47],dw:5,dw_ref:5,dw_tri:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,9,10,47],each:[1,2,3,4,5,9,10,11,13],eas:10,easi:[3,4],easier:[1,2,9],easili:3,ed:[1,3],education:2,effect:10,effici:[3,4,9,36],effort:10,either:[1,32,33,46],elango2018:10,elango:10,element:[1,2,3,4,5,22,24,26,27,28,29,30,40,41,42,43,44,45,46,48],element_s:[2,5],element_ti:[16,17,18,19,20,25,44],elementwis:[2,25],els:[3,5],emerg:9,empti:[3,5],empty_lik:[1,2,4,5],enabl:10,encod:10,encourag:4,end:[9,10,15],enforc:10,engin:10,enqueu:[1,2,5],ensur:10,entir:10,entri:36,environ:8,ep:5,equal:10,error:3,especi:9,et:[4,9,10],euromicro:9,evalu:[3,4,12,46],even:[4,10],evidenc:9,evolv:9,exampl:[1,2,3,4,5,6,9,10,11],exchang:20,execut:[7,9,10,11,50],exist:[9,10],exp:2,expect:[2,16,17,18,19,20],expens:[9,10,13],explor:[4,9],exponenti:[2,24],express:[9,10],extar:1,extend:[3,4],extract:3,extrem:10,f:[1,2,3,10],facilit:[9,10],fact:10,fairli:3,fals:[25,44,46,48,49],far:2,fast:[2,5,9,10],faster:[2,35],fastest:10,featur:5,feel:3,fetch:9,few:10,field:9,figur:10,file:[1,2,3,7],fill:47,final_db:5,final_dw:5,fine:4,first:[1,3,4,5,8,10,23,28,30],first_pid_m:3,firstli:4,fit:2,fix:48,flag:2,flatten:38,flexibl:9,float16:[3,5,23,47],float32:[1,2,3,4,5,23,34,37],flow:[9,10],fly:4,fn:[14,49],focu:[3,10],folder:4,follow:[0,2,3,8,9,10],footprint:4,forc:4,forget:1,formal:10,format:10,forward:5,found:[16,17,18,19,20],foundat:10,four:36,fp16:3,fp32:3,frac:4,framework:[9,10],free:3,from:[1,2,3,4,9,10,25,46],full:[1,2,3,4,5],fulli:10,func:10,fundament:10,further:[4,10],fuse:[3,5,6,7],fusedlayernorm:5,fusion:[2,10],g:[3,4,9,10,47],galleri:[1,2,3,4,5,6],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,9,10,34,35,36,37,48],geoffrei:4,geq:10,get:[1,2,3,4,7],girbal2006:10,girbal:10,git:0,github:0,give:9,given:[2,3,4,21,32,33,34,35,36,37,39,47],global:10,go:[1,3,10],good:[1,10],gpgpu:9,gpu:[1,2,4,8,9,10,11,14],grad:5,grad_to_non:[5,49],gradient:[5,49],grammat:10,graphic:9,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,32,33],grid_m:3,grid_n:3,grosser2012:10,grosser:10,group:3,group_id:3,group_m:3,group_size_m:[3,5],grow:10,guard:[1,2],guid:9,ha:[1,3,4,9,10,32,33],had:1,halid:[9,10],hand:10,handl:[1,2,4,10],handwritten:9,hard:3,harder:10,hardwar:[3,8,10],hasn:1,have:[2,4,9,10,14,23,46,48],heavi:9,helper:[1,2],henc:3,here:[1,2,3,4,5],heurist:[2,5],hierarch:9,hierarchi:10,high:[3,9,10],higher:3,highli:9,highlight:10,hint:10,hinton:4,hit:3,how:[1,2,3,8,9,13],howev:[2,10],html:4,http:[0,4],i:[1,2,3,4,5,9,10],id:[3,33],idea:9,ideal:2,ident:2,identifi:1,idx:[25,44],ilya:4,imag:[9,10],implement:[1,2,3,4,9,10],implicitli:[1,14,25,44],importantli:10,impos:10,improv:[3,4],incompat:[3,10],incorrect:3,increas:[1,2,3,4],incred:9,increment:10,inde:10,independ:[2,5,10],index:1,indic:[10,46],induc:10,industri:9,inequ:10,inf:2,inform:10,infrastructur:10,initi:[1,3],inner:[3,23],inplac:3,input:[1,2,3,4,5,10,13,21,22,23,24,26,27,28,29,30,31,38,39,40,41,42,43,45],input_ptr:2,input_row_strid:2,instal:8,instanc:[1,2,3,4,5,9,11,32,33],instanti:4,instead:[2,46],instruct:[8,9],int1:[25,44],int32:[4,5,35,36],integ:10,interchang:10,interest:[5,9,10],intermedi:10,intern:[2,10],interv:15,intrins:10,introduc:4,introduct:8,invari:[2,10],invoc:4,ipynb:[1,2,3,4,5],ir:10,irregular:[2,10],is_contigu:[3,4],is_cuda:1,isn:3,issu:[9,10],iter:[3,9,10],its:[1,2,3,10],j:[3,9,10],jit:[1,2,3,4,5,12,13],jmlr:4,john:4,johnson:4,journal:10,jrk2013:9,jupyt:[1,2,3,4,5,6],just:[3,10,13],k:[3,4,9,10],kb:9,keep:4,kei:[3,9,12],kellei:9,kernel:[4,5,8,9,11,12,13],keyword:[1,11],ki:10,kind:2,know:31,known:10,krizhevski:4,kwarg:14,l2:5,label:[1,2,3,48],lam1991:9,lam:9,lambda:[1,2,3,4,5,13],languag:[1,2,3,4,5,8,9,14],larg:[9,10],last:3,later:[2,10],latest:0,lattner2004:10,lattner2019:10,lattner:10,launch:[1,2,3,32,33],law:10,layer:[6,7,9,10],layer_norm:5,layernorm:5,lead:[4,9,10],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,8,9,10],least:10,lee2017:9,lee:9,left:10,legal:10,length:1,less:[4,5,9,10],let:[1,2,4,31],letter:10,level:[3,9,10],li:9,librari:[0,3,9,10],lifelong:10,like:[1,4,9,10,35],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,10,48],line_arg:[1,2,3,5,48],line_nam:[1,2,3,5,48],line_v:[1,2,3,5,48],linear:[9,10],link:0,list:[1,3,12,13,48,49,50],litteratur:10,ll:4,llvm11:0,llvm:[0,10],load:[1,2,3,4,5,10,46],local:[9,10],locat:[3,16,17,18,19,20,25,44],lock:5,lock_id:5,log2:13,log:48,logarithm:[1,26],look:[4,8,9],loop:[3,10,11],low:[6,7,10],m:[0,2,3,5,9],machin:[9,10],machineri:[9,10],made:9,mai:[2,10,13],main:[3,9,10],maintain:[2,10],major:[3,10],make:[1,2,9,10],manag:[4,9],mani:[1,9,10],manual:[2,10],manual_se:[1,2,3],map:3,mapl:10,mark:[4,50],markedli:9,mask:[1,2,3,4,5,16,18,19,20,25,44,46],match:[3,16,17,18,19,20],math:13,mathbb:10,mathbf:10,mathcal:[10,37],mathemat:10,matmul:[3,10],matmul_kernel:3,matric:[2,3],matrix:[2,4,6,7,9,10,11,23],matrix_s:10,matter:[3,9,10],max:[1,2,5,18],max_fused_s:5,max_m:[1,2,3,5],maxim:[8,10,36],maximum:[1,2,27],mb:[7,9],mean1:5,mean2:5,mean:[3,5,10,12],mechan:[2,10],median:49,memori:[1,2,3,6,7,9,10,16,17,18,19,20,25,44,46],mention:3,meta:[1,2,3,4,5,11,12,13],metaparamet:1,method:[10,11,14,48,50],methodolog:10,micro:9,min:[3,5,19],min_m:[1,2,3,5],minimum:29,minut:[1,2,3,4,5],miss:10,mitig:10,ml:9,mlir:10,mn:2,mode:5,model:[1,9,10],modern:[3,8,9,10],modular:10,moor:10,mora:4,more:[2,3,4,8,9,10,48],most:[3,10],mostli:11,move:3,movement:4,ms:[1,2,3,5,49],much:[2,3],mullapudi2016:10,mullapudi:10,multi:[3,9,10],multipl:[1,4,6,7,9,10,11,12,31,35],multipli:[3,4,5,10,23],must:[2,3,15,23,46],n:[2,3,5,9,37],n_col:2,n_element:[1,4],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,12,13,48],nativ:[1,2,3],natur:[2,9,26],nb:9,necessari:2,need:[1,2,3,4,35],nelement:2,nest:[3,10],net:10,network:[4,9,10],neural:[4,9,10],neurosci:9,never:4,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:9,nitish:4,nn:[3,5],non:9,none:[2,3,5,12,16,18,19,20,25,44,48,49],nonzero:46,norm:[4,5,7],normal:[2,3,6,7],normalized_shap:5,note:[0,1,2,3,4,10,12,14,46],notebook:[1,2,3,4,5,6],notic:[2,10],notori:[3,9],novel:9,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,11],num_warp:[2,3,5,11,12],number:[1,2,3,4,5,10,11,32,34,35,36,37],numel:[1,4,5],numer:[2,9],nvidia:[9,25],o:[2,4],object:[1,3,9,11,12,14,16,17,18,19,20],obtain:1,obvious:2,occur:10,off:5,offer:9,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:[1,4,5,34,35,36,37],often:3,omega:10,onc:[2,9,10],one:[2,3,4,5,6,9,10,48],onli:[2,3,4,9,10,14],op:[1,2],open:15,openai:0,opencl:9,oper:[1,2,3,4,6,9,16,17,18,19,20,46],opportun:9,opsila:9,optim:[9,10],option:[1,3,25,44,48,49],orang:5,order:[2,3,6,10],org:4,origin:10,osdi:9,other:[2,3,4,5,8,10,14,23,25,28,30],otherwis:[4,46],our:[1,2,3,9],out:[1,2,3,4,5,8,10],outlin:10,output2:4,output3:4,output:[1,2,3,4,5],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,4,9,10],overfit:4,overflow:2,own:3,p:[4,10],pa:3,packag:14,pact:10,pad:2,par:3,paradigm:[9,10],paragraph:4,parallel:[1,2,3,4,5,8,9,10,11],paralleliz:9,param:13,paramet:[1,3,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50],parametr:9,part:[3,4,10],partial:5,partial_db:5,partial_dw:5,particular:[2,3],particularli:[9,10],partit:9,pass:[1,5,10,11],past:[9,10],path:1,pattern:9,pb:3,peak:10,per:[2,4,5],percentil:49,perf:3,perf_report:[1,2,3,5,48],perform:[1,2,4,9,10,16,17,18,19,20,49],persist:4,person:10,perspect:10,pgm:1,phase:10,philosophi:10,philox:[4,36],pid:[1,3,4,5],pid_m:3,pid_n:3,pip:0,pipelin:[9,10,11],platform:[8,10],pldi:9,plot:[0,1,2,3,48],plot_nam:[1,2,3,5,48],pmatrix:10,point:[1,10,36],pointer:[1,2,4,5,14,16,17,18,19,20,25,44],pointerdtyp:[16,17,18,19,20,25,44],polli:10,polyhedr:9,polyhedra:10,popular:10,portabl:[9,10],pose:9,posit:[5,13],possibl:[1,2,3,10,11],power:[2,4,10,13,15],ppopp:10,practic:[1,2,3,9],pragma:9,pre:[0,9],prealloc:1,predict:10,prefer:2,premis:9,present:[0,3],preserv:10,preserve_rng_st:4,prevent:[4,10],primer:10,primit:[9,14],principl:10,print:[1,2,3,4],print_data:[1,2,3,5],prng:4,probabl:[4,10],problem:1,problemat:10,procedur:10,process:[1,5,9,10],processor:9,produc:[3,4],product:[8,10,23],program:[1,2,3,4,5,8,9,32,33],program_id:[1,2,3,4,5],programm:[9,10],prohibitev:13,project:[4,9],promot:[3,10],properli:2,properti:10,propos:9,proprietari:3,provid:[1,2,3,4,5,8,10,12,27,29,45,49],prune:4,pseudo:[3,4,36],pseudorandom:4,ptr:3,ptx:25,purpos:[9,10],push:10,put:4,py:[0,1,2,3,4,5,7],pypi:0,pytest:0,python:[1,2,3,4,5,6,14],pytorch:[1,2,4],qquad:10,r:[0,2],ragan:9,rais:5,rand:[1,4,5],randint4x:35,randn:[2,3,4,5],randn_lik:5,random:[4,34,35,36,37],randomli:4,rang:[1,2,3,5,9,10],rapidli:[9,10],rate:3,rather:9,raw:1,rdom:10,re:[1,3],read:[2,3,6],reader:10,real:9,reason:10,recent:9,recommend:6,recomput:[4,9],record_clock:49,rectifi:9,redmon2016:9,redmon:9,reduct:[2,5,27,29,45],refer:1,regardless:[4,46],regim:4,regrett:9,regular:[4,10],rel:[1,10],relat:8,releas:[0,5,9],reli:10,relu:3,remain:[9,48],rememb:3,reorder:10,rep:[5,49],repetit:49,repres:[2,3,10,11],requir:[0,2,4,10],requires_grad:5,requires_grad_:5,research:[9,10],reset:[12,49],reset_to_zero:12,reshap:5,resolut:10,resourc:9,resp:10,respect:10,restrict:10,result:[0,1,2,9,10],ret:2,retain_graph:5,retriev:10,reus:3,revisit:9,right:10,rise:10,role:10,ron:4,root:43,roughli:3,row:[2,3,4,5],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,8,10,12,14,50],runtim:[10,49],runtimeerror:5,ruslan:4,rvar:10,s:[1,2,4,5,10,36],said:10,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,9,48],sato2019:10,sato:10,save:[1,2,3],save_for_backward:5,save_path:[1,5],saved_tensor:5,sc:10,scalabl:10,scalar:[4,9,23,34,35,36,37,47],scale:48,scan:10,schedul:9,scienc:10,scientif:10,scop:10,scope:10,script:[0,1,2,3,4,5],second:[1,2,3,4,5,10,23,28,30],secondli:4,section:[3,10],see:[1,2,3,4,10],seed:[34,35,36,37],seeded_dropout:4,seem:[1,10],select:[9,10,46],self:[11,48],semant:10,semi:10,sens:[1,9,10],separ:[5,10],sequenc:9,set:[1,4,10],setup:0,sever:[9,10],shall:10,shape:[2,3,4,5,10,21,25,39,44,46,47],share:9,shaw:4,shift:2,should:[1,3,9,10,11,27,29,45,48],show_plot:[1,2,3],shown:10,side:10,sight:10,signal:9,significantli:2,sigplan:10,simd:9,simpl:[1,2,3,4],simplest:6,simpli:10,simplic:3,simplifi:4,sinc:[1,2,3],sine:41,singl:[2,4,9,35],size:[1,2,4,10],slower:[9,10],slowest:10,sm80:11,sm:10,smaller:[3,4],smallest:[2,13],snemi3d:9,so:[1,2,3,4,10],softmax:[4,6,7],softmax_kernel:2,softmax_output:2,softwar:11,solid:10,solut:3,solv:10,some:3,sometim:10,sourc:[1,2,3,4,5,6,10],space:[9,10],spars:[4,9,10],spatial:10,speak:3,special:9,specif:[3,9],specifi:[10,13,16,17,18,19,20,44],speed:2,sphinx:[1,2,3,4,5,6],split:10,spmd:[1,9,10],sqrt:5,squar:43,sram:[2,3,5],srivastava2014:4,srivastava:4,stabil:2,stabl:0,stage:11,stai:5,standard:10,start:[5,6,15],started_tutori:7,state:[4,9,10],statement:10,staticmethod:5,std:5,step:10,still:[1,2,3,10],stop:15,store:[1,2,3,4,5,16,17,18,19,20,46],str:[12,13,25,48],straightforward:3,strategi:[4,10],stream:[5,35],strength:9,stride:[2,3,4,5],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[9,10],style:[1,2,3,5,48],subscript:10,substanti:9,substract:2,subtract:2,successfulli:10,suffer:10,suit:9,sum:[1,2,5],sum_db:5,sum_dw:5,superhuman:9,support:[4,5,10],sure:2,surprisingli:9,surround:10,suspicion:2,sutskev:[4,9],sutskever2014:9,swap:[16,17,18,19,20],swizzl:9,synchron:[1,9],system:[0,3,9,10],t:[1,2,3,5,10],t_:10,tabul:4,taco:10,take:[3,4,8,13],taken:10,target:9,techniqu:[3,9,10],temperatur:4,tempor:10,tend:10,tension:9,tensor:[1,2,3,4,5,9,10,12,14,49],tensorrt:9,test:[0,1,5,8],test_layer_norm:5,text:10,tflop:3,th:49,than:[2,3,5,9,10,35,48],thei:[3,9,10],them:1,themselv:3,theoret:2,therebi:10,therefor:3,theta:10,theta_:10,thi:[1,2,3,4,5,9,10,12,13,14,36,48],thing:[1,4],think:2,those:2,though:[9,10],thought:10,thread:[2,9,11],through:[6,10],throughout:[10,48],throughput:8,tile:10,time:[0,1,2,3,4,5,9,10,12,35,49],tiramisu:[9,10],tl:[1,2,3,4,5,47],tmp:0,tog:10,togeth:4,tolist:4,topic:10,torch:[1,2,3,4,5,14,49],torch_output:3,torch_relu:3,total:[1,2,3,4,5,7],tradit:[4,9,10],transform:[4,10],travers:10,trend:9,tri:[21,39],trick:2,tricki:4,trigger:[3,12],triton:[0,1,2,3,4,5,6,9,10],triton_output:3,trivial:9,tune:[2,3,10,12,13],tuner:11,tupl:[1,21,39,47],tutori:[1,2,3,4,8],tutorials_jupyt:6,tutorials_python:6,tvm:[9,10],two:[1,2,3,10,12,13,15,23],txt:0,type:[13,23,25,46,47],typecast:[25,44],typic:10,u:[0,34],un:10,uncommon:10,underneath:10,understand:2,undesir:12,unfortun:[3,10],unifi:9,uniformli:4,unint:46,unit:[0,9],univers:10,unrol:10,up:2,updat:[3,10,12],us:[1,2,3,4,5,9,10,11,12,13,14,35,46,48,50],util:[1,5],v100:10,v:5,val:[16,17,18,19,20],valid:1,valu:[1,2,3,4,12,13,15,16,17,18,19,20,22,24,25,26,27,29,31,40,41,42,43,44,45,46,47,48,50],valuabl:2,variabl:[3,11],variant:9,variou:6,vasilach:[9,10],vasilache2018:[9,10],vast:10,vec:10,vector:[4,6,7,9,10],vendor:3,veri:[2,4,10],verif:10,verifi:[2,10],via:10,view:38,visibl:10,vision:9,vs:0,w:[5,10],w_shape:5,wa:4,wai:[2,3,4],want:[2,4,46],warmup:49,warp:[2,5,11],wast:2,wdy:5,we:[1,2,3,4,9,10],weight:5,well:[4,9,10],whatev:12,wheel:0,when:[2,3,4,9,10,11,12,14,46],where:[1,3,4,5,10,13,44],whether:[9,48],which:[1,2,3,4,5,9,10,12,27,29,45,48],whose:[1,2,3,4,10,12,25],wide:10,wise:[1,2,22,24,26,28,30,40,41,42,43,44],wish:[3,10],within:[3,14,15],without:10,wolf:10,wolfe1989:10,won:2,word:10,work:[2,4,8,9],workload:[3,11],wors:[3,9,10],would:[1,2,4],wouldn:10,wrapper:3,write:[1,2,3,4,5,6,8,10],wrote:2,x:[1,2,3,4,5,10,22,24,26,28,30,38,40,41,42,43,46,48],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,48],x_max:2,x_name:[1,2,3,5,48],x_ptr:[1,4,12,13],x_shape:5,x_size:[12,13],x_val:[1,2,3,5,48],xhat:5,xi:10,xii:10,xlabel:48,xmean:5,xo:10,y:[1,2,3,5,10,28,30,46,48],y_fwd:5,y_log:48,y_name:[1,2],y_ptr:1,y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:10,yet:[9,10],yi:10,yield:46,yii:10,ylabel:[1,2,3,5,48],yo:10,you:[0,1,2,3,4,6,9,12,35,46],your:[0,1,8],yourself:[2,3],z:[1,2,10],zero:[3,4,5,12],zip:6},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:10,algebra:52,api:8,arang:15,arithmet:3,atom:52,atomic_add:16,atomic_ca:17,atomic_max:18,atomic_min:19,atomic_xchg:20,autotun:12,baselin:4,benchmark:[1,2,3,48],binari:0,broadcast_to:21,cach:3,challeng:9,co:22,comparison:52,compil:[10,52],comput:[1,2,3,7],config:11,creation:52,distribut:0,do_bench:49,document:8,dot:23,dropout:4,exercis:4,exp:24,from:0,further:8,fuse:2,gener:52,get:8,go:8,heurist:13,hint:52,index:52,instal:0,introduct:9,jit:14,kernel:[1,2,3],l2:3,languag:[10,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,52],layer:5,limit:10,linear:52,load:25,log:26,low:4,manipul:52,math:52,matrix:3,max:27,maximum:28,memori:[4,52],min:29,minimum:30,model:52,motiv:[2,3,9],multipl:3,multiple_of:31,normal:5,num_program:32,number:52,op:52,optim:3,packag:0,perf_report:50,perform:3,pointer:3,polyhedr:10,program:[10,52],program_id:33,python:[0,8],rand:34,randint4x:36,randint:35,randn:37,random:52,ravel:38,reduct:52,refer:[4,9,10],relat:10,represent:10,reshap:39,result:3,s:8,schedul:10,seed:4,shape:52,sigmoid:40,sin:41,softmax:[2,42],sourc:0,sqrt:43,squar:3,start:8,store:44,sum:45,test:[2,3,48,49,50,53],time:7,triton:[8,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53],tutori:6,unit:[2,3],vector:1,welcom:8,where:46,work:10,zero:47}})
\ No newline at end of file
+Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/04-low-memory-dropout","getting-started/tutorials/05-layer-norm","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.rand","python-api/generated/triton.language.randint","python-api/generated/triton.language.randint4x","python-api/generated/triton.language.randn","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/04-low-memory-dropout.rst","getting-started/tutorials/05-layer-norm.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.rand.rst","python-api/generated/triton.language.randint.rst","python-api/generated/triton.language.randint4x.rst","python-api/generated/triton.language.randn.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[11,1,1,""]},"triton.language":{arange:[15,2,1,""],atomic_add:[16,2,1,""],atomic_cas:[17,2,1,""],atomic_max:[18,2,1,""],atomic_min:[19,2,1,""],atomic_xchg:[20,2,1,""],broadcast_to:[21,2,1,""],cos:[22,2,1,""],dot:[23,2,1,""],exp:[24,2,1,""],load:[25,2,1,""],log:[26,2,1,""],max:[27,2,1,""],maximum:[28,2,1,""],min:[29,2,1,""],minimum:[30,2,1,""],multiple_of:[31,2,1,""],num_programs:[32,2,1,""],program_id:[33,2,1,""],rand:[34,2,1,""],randint4x:[36,2,1,""],randint:[35,2,1,""],randn:[37,2,1,""],ravel:[38,2,1,""],reshape:[39,2,1,""],sigmoid:[40,2,1,""],sin:[41,2,1,""],softmax:[42,2,1,""],sqrt:[43,2,1,""],store:[44,2,1,""],sum:[45,2,1,""],where:[46,2,1,""],zeros:[47,2,1,""]},"triton.testing":{Benchmark:[48,0,1,""],do_bench:[49,2,1,""],perf_report:[50,2,1,""]},"triton.testing.Benchmark":{__init__:[48,1,1,""]},triton:{Config:[11,0,1,""],autotune:[12,2,1,""],heuristics:[13,2,1,""],jit:[14,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,4,5,7,9,10,32,33,34,37,47,49],"00":7,"0000":3,"000000":2,"000001":[1,2],"000002":2,"000007":5,"000009":5,"004273":1,"006885":5,"007184":3,"01":[1,3,7],"011":[4,7],"012175":5,"02":[2,7],"025776":3,"028308":3,"03":[3,7],"04":[4,7],"047592":3,"05":[5,7],"058800":3,"060049":3,"061463":3,"0625":3,"066667":5,"080314":3,"08199":4,"083026":5,"084":[3,7],"08452":4,"084721":1,"085717":5,"091565":5,"0938":3,"096096":3,"096776":5,"097543":2,"0f":10,"0s":4,"1":[1,2,3,4,5,8,10,13,32,33,34,37],"10":[1,3,4,5],"100":[2,49],"102191":3,"1024":[1,3,4,5,12],"10240":5,"102570":5,"1045":3,"1048576":1,"106434":4,"10752":5,"107920":5,"108233":5,"109587":3,"11":[0,1,3,5,7],"111783":2,"11264":5,"1152":3,"11776":5,"118087":5,"12":[1,3,5,7],"12160":2,"12288":[2,5],"123":4,"12416":2,"12544":2,"12672":2,"127":1,"128":[1,2,3,5,12],"1280":3,"12800":5,"128191":5,"13":[1,3,5],"131072":1,"1328":3,"133":5,"13312":5,"134217728":1,"135":[2,7],"135142":5,"13686":4,"13824":5,"138541":3,"14":[1,3,5],"140799":3,"1408":3,"142849":2,"142862":2,"14336":5,"14848":5,"149375":2,"149397":4,"15":[1,3,5],"153":2,"153487":5,"1536":[3,5],"15360":5,"154":2,"15872":5,"16":[2,3,5,10,47],"160":2,"160801":5,"161":5,"162":2,"162157":5,"16384":1,"1664":3,"167004":2,"16777216":1,"168834":5,"17":[3,5],"171410":2,"172933":5,"17879":4,"1792":3,"179533":2,"18":[3,5],"181817":2,"182":5,"1823":2,"186":2,"19":[1,3,5],"190482":1,"190689":5,"191":5,"192":1,"1920":3,"198":2,"1982":10,"198220":5,"1983":9,"1984":10,"198715":3,"1989":10,"199":2,"1991":[9,10],"1999":10,"1d":[1,2,3],"1e":[1,2,3,5],"1s":4,"2":[1,2,3,4,5,8,10,11,13,32,33,49],"20":[3,5,49],"200000":1,"200001":3,"200008":5,"2004":10,"2006":10,"2011":4,"2012":10,"2013":9,"2014":[4,9],"2016":[9,10],"2017":9,"2018":[9,10],"201833":5,"2019":10,"2021":[9,10],"2048":[2,3,5],"205545":3,"206754":3,"207907":5,"208":5,"2097152":1,"209928":2,"21":[3,5],"211821":3,"212868":4,"2141":1,"214186":4,"216187":2,"2176":3,"219":1,"22":[3,5],"220":[3,5],"226931":3,"23":[2,3,5,7],"2304":3,"231":5,"233226":3,"238096":3,"24":[3,5,7],"242":5,"242181":3,"242431":5,"242569":5,"243":5,"2432":3,"243907":5,"245":[3,5],"246":5,"248":5,"249":5,"25":[3,5,49],"251065":3,"251954":5,"252":5,"253":5,"253256":5,"254":5,"256":[1,2,3,5,11],"2560":[3,5],"256381":5,"257":5,"26":[3,5],"260":5,"260869":3,"262":5,"262144":1,"2656":3,"267":5,"267711":5,"268":5,"2688":3,"269692":3,"27":[3,5],"271186":5,"273":5,"277":5,"278512":5,"279570":5,"28":[1,3,5],"280":5,"2812":3,"2816":3,"283":5,"284":5,"285":5,"286":5,"287":5,"288":5,"289":5,"2891":3,"29":[3,5],"290":5,"291":5,"292":5,"293429":4,"294":5,"2944":3,"297":5,"298541":2,"2d":[3,5,23],"2m":2,"2mn":2,"3":[0,1,2,3,4,5,10],"30":3,"300370":3,"301075":5,"301134":3,"305746":3,"305878":3,"307":5,"3072":[3,5],"3076":1,"308":5,"31":3,"310171":3,"310338":5,"310890":3,"3125":3,"314362":3,"319":5,"32":[3,5,11],"3200":3,"322318":5,"32768":1,"328":5,"3281":3,"33":3,"3328":3,"333321":1,"334":5,"33554432":1,"338":5,"34":3,"341":1,"34172":4,"3438":3,"3456":3,"3477":3,"351":5,"3516":3,"3555":3,"355598":3,"3584":[3,5],"359066":2,"36":3,"360017":2,"362445":1,"366":5,"367350":5,"3712":3,"3713":1,"371721":4,"372618":3,"372800":3,"374":5,"38":1,"380953":3,"380957":5,"383":5,"384":[1,2,3],"3840":3,"39":3,"3906":3,"392363":3,"3968":3,"397":5,"3984":3,"3986":4,"3d":[32,33],"3mn":2,"4":[1,2,3,5,10,11,12,35],"40":3,"400001":1,"400016":1,"400840":3,"4023":3,"403344":4,"403347":4,"404":5,"406":2,"4062":3,"408716":4,"4096":[1,2,3,5],"412":[2,5],"412561":5,"415":[2,5],"41576":4,"416":5,"417474":3,"4194304":1,"420":5,"420235":3,"421":5,"42142":4,"423":5,"424741":5,"428":5,"428372":4,"428568":1,"428801":3,"429770":1,"430545":3,"431969":4,"433562":5,"438":5,"44":7,"440290":5,"447":5,"447482":5,"448255":1,"4492":3,"45":[1,3,7],"4531":3,"453844":5,"46":3,"460":5,"4608":5,"4609":3,"461":5,"464170":5,"464755":3,"467336":3,"4688":3,"469040":5,"472":1,"481":5,"481278":5,"485074":3,"49":3,"492442":3,"4940":1,"498":5,"498981":2,"4m":2,"4x":2,"5":[1,3,4,5,10,49],"500":5,"5000":3,"500614":3,"501303":5,"507":5,"507077":3,"507855":5,"51":3,"511":5,"512":[2,3,4,5],"5120":5,"517122":3,"52":3,"524288":1,"525":5,"526831":3,"527":5,"53":3,"530615":3,"5312":3,"536":5,"54":3,"541":4,"544":5,"554":5,"556154":5,"56":3,"5632":5,"563533":3,"563555":3,"564":5,"566038":2,"566838":2,"568431":4,"571423":5,"585":2,"5859":3,"586858":4,"588687":3,"5898":3,"5mn":2,"6":[0,1,3,5],"600000":1,"600004":2,"600589":5,"604870":5,"608294":3,"6094":3,"610071":5,"614":1,"6144":5,"615390":1,"62":3,"63":3,"633240":2,"634130":5,"64":[1,3,5],"640":[2,3],"643199":3,"64kb":5,"650":7,"650282":5,"651173":5,"651187":5,"655":2,"65536":[1,5],"656000":3,"656574":1,"66":3,"661468":3,"661740":2,"664":2,"6656":5,"666684":2,"67":3,"67086":4,"67108864":1,"6724":1,"673567":5,"676257":3,"68":3,"682":2,"684218":5,"686414":5,"69":3,"692595":3,"694":[5,7],"6953":3,"699661":3,"7":[0,1,3,5,10],"70":3,"702":2,"7031":3,"7070":3,"707203":5,"707878":4,"71":3,"7168":5,"719258":4,"719755":3,"72":3,"722":1,"724127":5,"726":[1,7],"73":3,"730667":3,"737435":1,"74":3,"743443":4,"7500":3,"754967":2,"759501":5,"76":[1,3],"761846":5,"767446":5,"768":[2,3],"7680":5,"768000":3,"77":3,"773130":3,"78":3,"780":1,"781":2,"787523":5,"788006":3,"79":3,"79719":4,"799590":5,"8":[1,2,3,5,10,11,12,47,49],"80":[3,49],"800002":1,"806694":4,"809875":3,"81":3,"812":[1,2],"814":2,"815384":5,"817432":4,"8192":[1,5],"82":3,"823517":1,"83":3,"833":1,"833728":3,"838026":4,"8388608":1,"84":3,"841640":3,"842":1,"84284":4,"845844":5,"847":1,"848":1,"849":1,"849059":5,"85":3,"850":1,"857144":5,"857162":5,"86":3,"87":3,"8704":5,"874902":3,"877538":3,"88":3,"8828":3,"8867":3,"888721":3,"888887":3,"89":3,"8906":3,"890900":5,"8945":3,"895397":3,"896":3,"896254":3,"8mn":2,"9":[0,1,2,3,4,5],"90":3,"908442":3,"908642":3,"91":3,"910035":5,"911986":5,"916513":5,"918570":3,"92":3,"9216":5,"9219":3,"922689":3,"93":[2,3],"932191":3,"936606":2,"9375":3,"94":2,"941930":5,"9492":3,"95":[2,3],"950501":5,"952835":4,"9531":3,"954424":2,"954908":5,"957600":5,"958106":5,"96":[2,5],"965515":5,"9688":3,"97":2,"971190":2,"9728":5,"9733":1,"978909":3,"98":[2,3],"9805":3,"982663":5,"983276":3,"98432":1,"9844":3,"987724":5,"989503":3,"99":5,"998493":3,"999982":5,"999990":5,"999995":1,"abstract":[9,10],"break":10,"byte":2,"case":[1,2,9,10,13,16,17,18,19,20],"class":[2,5,9,10,11,48],"default":49,"do":[2,3,9,10,25,44],"float":[2,9,10,49],"function":[1,2,3,4,5,10,12,13,14,48,49,50],"import":[1,2,3,4,5,9,10],"int":[1,9,10,13,15,21,32,33,39,47,49],"new":[21,39,47],"return":[1,2,3,4,5,15,16,17,18,19,20,23,25,27,29,32,33,34,35,36,37,38,45,46,47,49,50],"static":[0,9,10],"super":3,"switch":3,"true":[1,2,3,5,46],"try":[3,11],"var":[5,10],"voil\u00e0":4,"while":[3,5,9],A:[3,4,9,10],And:[0,3],As:[2,3,4,9,10],At:[4,10],But:4,By:49,For:[3,9,10,11],If:[4,10,35,44,46,48],In:[1,2,3,4,10],It:[1,3,4,6,8,10,14],Of:9,On:10,One:3,The:[1,2,3,4,9,10,16,17,18,19,20,21,23,32,33,34,35,36,37,39,44,46,50],There:1,These:10,To:[1,4,9,10,12],_:5,__expf:2,__init__:[11,48],_db:5,_dropout:4,_dw:5,_layer_norm_bwd_dwdb:5,_layer_norm_bwd_dx_fus:5,_layer_norm_fwd_fus:5,_matmul:3,_seeded_dropout:4,a100:[3,10],a_ptr:3,ab:1,abl:10,about:[1,2,3,4,8],abov:[1,2,3,4,10,12],academ:9,acc:[3,9,10],acceler:9,access:[1,3,9,10,14],accomod:3,accordingli:10,account:10,accumul:[3,5,10],accuraci:[3,9],achiev:[3,9,10],across:[2,4,9,10],activ:3,actual:[3,9,10],add:[1,4,5,7,16],add_kernel:1,addit:[2,6,7,9,49],addition:10,address:[9,25],adopt:10,advanc:[2,3,9],advoc:10,affect:3,affin:10,after:3,against:[0,1,2,3,8],aggress:[9,10],agnost:[9,10],ahead:10,aim:[2,8],al:[9,10],alex:4,algebra:10,algorithm:[3,4,9,10],alia:10,all:[2,3,4,6,9,10,12,27,29,31,45,48],allclos:[2,3],allen1984:10,allen:10,alloc:[1,2,3,5,9],allow:[1,2,5,9,10],along:[1,3,27,29,32,33,45,49],also:[1,2,3,4,5,9,10],altern:4,alwai:[10,46],amd:9,amen:10,amount:[5,9],ampl:10,an:[1,2,3,4,9,10,11,16,17,18,19,20,34,35,36,37],analog:1,analysi:[9,10],analyz:10,ancourt1991:10,ancourt:10,ani:[1,2,3,10,12,13,48],anoth:[2,10],anytim:12,apart:10,apex:5,apex_layer_norm:5,api:48,appear:48,appli:[3,4,5,9,10],applic:[4,10,13],approach:[9,10],appropri:1,approxim:2,ar:[0,1,2,3,4,9,10,12,14,25,31,44,46,48],arang:[1,2,3,4,5],arbitrari:3,architectur:[3,9],area:10,arg:[1,2,3,5,13,14,48],argument:[1,2,3,11,12,13,14,46,48],arrai:[10,47],arrang:3,art:[9,10],artifici:4,arxiv:[9,10],ask:2,aspect:10,asplo:9,assert:[1,3,4],assert_almost_equ:5,assum:[2,48],asynchron:[1,9],atom:[16,17,18,19,20],atomic_ca:5,atomic_xchg:5,auguin1983:9,auguin:9,auto:[2,3,10,11,12,13],autograd:5,autom:9,automat:[2,3,9,10,11],autotun:[3,10],avail:[0,4,9,10],avoid:[2,12,46],awar:9,awkward:4,axi:[1,2,3,4,5,27,29,32,33,45,48],b:[3,5,9,10],b_ptr:3,back:[1,2,3,4,5],backpropag:4,backward:5,bad:4,baghdadi2021:[9,10],baghdadi:[9,10],balanc:10,bandwidth:2,base:[4,8,9,10],basic:[1,6,10],becom:9,been:[1,9,10],befor:[3,12,16,17,18,19,20],begin:10,behavior:[10,12],being:[2,4],believ:10,below:[4,6,10],bench:0,bench_layer_norm:5,benchmark:[0,5,49,50],benefit:[2,9,10],best:[1,9],between:[1,9],bia:5,bit:4,block:[1,2,3,4,9,10,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,34,35,36,37,38,39,40,41,42,43,44,45,46,47],block_siz:[1,2,4,5,10,12,13],block_size_k:3,block_size_m:[3,5],block_size_n:[3,5],block_start:[1,4],blue:[1,2,3,5],boil:10,bool:[46,48],both:[10,46],bound:[1,2,3,10],branch:10,broad:9,broadcast:[21,25,44,46],buffer:5,build:[0,3],built:[1,10],c:[3,9,10],c_mask:3,c_ptr:3,cach:[9,10,25],cache_modifi:25,call:[1,3,10,14,35],callabl:[1,13,14,49],can:[0,1,2,3,4,9,10,12,50],cannot:[3,9,10],capabl:[8,9],cast:5,cd:0,cdiv:[1,3,4,5],ceil:13,certain:13,cgo:[9,10],challeng:4,chang:[3,4,12,25],chapter:8,characterist:10,cheap:9,check:[3,8],checkpoint:4,chen2018:9,chen:9,chip:2,choic:8,click:[1,2,3,4,5],clone:[0,5],close:10,cmake:0,cmp:[16,17,18,19,20],coalesc:9,code:[1,2,3,4,5,6,9,10],col:[3,5,10],col_offset:2,color:48,column:[2,3],com:0,combin:9,come:[2,3,10],command:0,common:10,commonli:10,compar:[2,3,4,5,8,10,16,17,18,19,20],compat:23,compil:[2,3,8,9,11,14,31],complet:10,complex:10,compos:[4,9],composit:10,comprehens:[9,10],comput:[4,5,8,9,10,13,22,24,26,28,30,40,41,42,43],computation:[9,10],concern:10,concis:[1,48],condit:[10,46],config:[3,12],configur:[3,11,12,50],confirm:2,connectom:9,consecut:10,consequ:9,consid:2,consist:4,constraint:[3,10],construct:9,constructor:48,consum:3,contain:[10,16,17,18,19,20,48],contextu:10,contigu:[3,15,38],control:[9,10],conveni:3,convert:[1,3,14],convolut:9,cooper:11,copi:[4,9,16,17,18,19,20],core:[9,10],correct:1,correspond:[1,2,3,48],cosin:22,cost:10,could:[2,10],count:5,cours:9,cpython:0,creat:[1,2,3,5,9],crucial:4,csv:1,ctx:5,cubla:[3,9],cuda:[1,2,3,4,5,9],cudnn:9,current:33,custom:[1,2,3,8],cut:3,cvpr:9,d:[2,4,12,14],dart:10,darte1999:10,data:[1,3,4,5,9,10,16,17,18,19,20,25,46,47],data_ptr:14,dataflow:10,david:4,db:5,db_ref:5,db_tri:5,deal:4,decad:9,decim:5,declar:1,decompos:10,decor:[1,3,12,13,14],decreas:4,dedic:3,deep:[3,4,9,10],def:[1,2,3,4,5,12,13],defin:[1,2,3,10,25],definit:10,denomin:2,denot:1,dens:10,depend:[0,10,46],deploi:9,describ:[4,10],design:10,desir:[21,39],detail:[3,10],detect:9,develop:[9,10],devic:[1,2,3,5],dg:5,dialect:10,dict:13,dictionari:[11,13],diesel:10,differ:[1,2,3,4,9,10,48],difficult:10,difficulti:[3,9],dijkstra82:10,dijkstra:10,dim:[2,5,10],dimens:[3,23,27,29,45],dimension:[3,10,23],dir:0,direct:3,disjoint:10,disk:1,dissert:10,distribut:[2,4,10],divis:3,dnn:[8,9,10],do_bench:[1,2,3,5],doc:4,doe:[1,2,3,10],doesn:[5,10],domain:[9,10],don:[1,2,3],done:[3,9,27,29,45],dot:3,doubli:3,doubt:10,down:[3,10],download:[0,1,2,3,4,5,6],dram:[1,2],dropout:[6,7],dror:4,dsl:[8,9,10],dtype:[1,2,3,5,16,17,18,19,20,25,44,47],dw:5,dw_ref:5,dw_tri:5,dx:5,dx_ref:5,dx_tri:5,dy:5,e:[0,2,3,4,9,10,47],each:[1,2,3,4,5,9,10,11,13],eas:10,easi:[3,4],easier:[1,2,9],easili:3,ed:[1,3],education:2,effect:10,effici:[3,4,9,36],effort:10,either:[1,32,33,46],elango2018:10,elango:10,element:[1,2,3,4,5,22,24,26,27,28,29,30,40,41,42,43,44,45,46,48],element_s:[2,5],element_ti:[16,17,18,19,20,25,44],elementwis:[2,25],els:[3,5],emerg:9,empti:[3,5],empty_lik:[1,2,4,5],enabl:10,encod:10,encourag:4,end:[9,10,15],enforc:10,engin:10,enqueu:[1,2,5],ensur:10,entir:10,entri:36,environ:8,ep:5,equal:10,error:3,especi:9,et:[4,9,10],euromicro:9,evalu:[3,4,12,46],even:[4,10],evidenc:9,evolv:9,exampl:[1,2,3,4,5,6,9,10,11],exchang:20,execut:[7,9,10,11,50],exist:[9,10],exp:2,expect:[2,16,17,18,19,20],expens:[9,10,13],explor:[4,9],exponenti:[2,24],express:[9,10],extar:1,extend:[3,4],extract:3,extrem:10,f:[1,2,3,10],facilit:[9,10],fact:10,fairli:3,fals:[25,44,46,48,49],far:2,fast:[2,5,9,10],faster:[2,35],fastest:10,featur:5,feel:3,fetch:9,few:10,field:9,figur:10,file:[1,2,3,7],fill:47,final_db:5,final_dw:5,fine:4,first:[1,3,4,5,8,10,23,28,30],first_pid_m:3,firstli:4,fit:2,fix:48,flag:2,flatten:38,flexibl:9,float16:[3,5,23,47],float32:[1,2,3,4,5,23,34,37],flow:[9,10],fly:4,fn:[14,49],focu:[3,10],folder:4,follow:[0,2,3,8,9,10],footprint:4,forc:4,forget:1,formal:10,format:10,forward:5,found:[16,17,18,19,20],foundat:10,four:36,fp16:3,fp32:3,frac:4,framework:[9,10],free:3,from:[1,2,3,4,9,10,25,46],full:[1,2,3,4,5],fulli:10,func:10,fundament:10,further:[4,10],fuse:[3,5,6,7],fusedlayernorm:5,fusion:[2,10],g:[3,4,9,10,47],galleri:[1,2,3,4,5,6],gb:[1,2,5],gbp:[1,2,5],gener:[1,2,3,4,5,6,9,10,34,35,36,37,48],geoffrei:4,geq:10,get:[1,2,3,4,7],girbal2006:10,girbal:10,git:0,github:0,give:9,given:[2,3,4,21,32,33,34,35,36,37,39,47],global:10,go:[1,3,10],good:[1,10],gpgpu:9,gpu:[1,2,4,8,9,10,11,14],grad:5,grad_to_non:[5,49],gradient:[5,49],grammat:10,graphic:9,greater:2,green:[1,2,3,5],grid:[1,2,3,4,5,32,33],grid_m:3,grid_n:3,grosser2012:10,grosser:10,group:3,group_id:3,group_m:3,group_size_m:[3,5],grow:10,guard:[1,2],guid:9,ha:[1,3,4,9,10,32,33],had:1,halid:[9,10],hand:10,handl:[1,2,4,10],handwritten:9,hard:3,harder:10,hardwar:[3,8,10],hasn:1,have:[2,4,9,10,14,23,46,48],heavi:9,helper:[1,2],henc:3,here:[1,2,3,4,5],heurist:[2,5],hierarch:9,hierarchi:10,high:[3,9,10],higher:3,highli:9,highlight:10,hint:10,hinton:4,hit:3,how:[1,2,3,8,9,13],howev:[2,10],html:4,http:[0,4],i:[1,2,3,4,5,9,10],id:[3,33],idea:9,ideal:2,ident:2,identifi:1,idx:[25,44],ilya:4,imag:[9,10],implement:[1,2,3,4,9,10],implicitli:[1,14,25,44],importantli:10,impos:10,improv:[3,4],incompat:[3,10],incorrect:3,increas:[1,2,3,4],incred:9,increment:10,inde:10,independ:[2,5,10],index:1,indic:[10,46],induc:10,industri:9,inequ:10,inf:2,inform:10,infrastructur:10,initi:[1,3],inner:[3,23],inplac:3,input:[1,2,3,4,5,10,13,21,22,23,24,26,27,28,29,30,31,38,39,40,41,42,43,45],input_ptr:2,input_row_strid:2,instal:8,instanc:[1,2,3,4,5,9,11,32,33],instanti:4,instead:[2,46],instruct:[8,9],int1:[25,44],int32:[4,5,35,36],integ:10,interchang:10,interest:[5,9,10],intermedi:10,intern:[2,10],interv:15,intrins:10,introduc:4,introduct:8,invari:[2,10],invoc:4,ipynb:[1,2,3,4,5],ir:10,irregular:[2,10],is_contigu:[3,4],is_cuda:1,isn:3,issu:[9,10],iter:[3,9,10],its:[1,2,3,10],j:[3,9,10],jit:[1,2,3,4,5,12,13],jmlr:4,john:4,johnson:4,journal:10,jrk2013:9,jupyt:[1,2,3,4,5,6],just:[3,10,13],k:[3,4,9,10],kb:9,keep:4,kei:[3,9,12],kellei:9,kernel:[4,5,8,9,11,12,13],keyword:[1,11],ki:10,kind:2,know:31,known:10,krizhevski:4,kwarg:14,l2:5,label:[1,2,3,48],lam1991:9,lam:9,lambda:[1,2,3,4,5,13],languag:[1,2,3,4,5,8,9,14],larg:[9,10],last:3,later:[2,10],latest:0,lattner2004:10,lattner2019:10,lattner:10,launch:[1,2,3,32,33],law:10,layer:[6,7,9,10],layer_norm:5,layernorm:5,lead:[4,9,10],leaky_relu:3,leakyrelu:3,learn:[1,2,3,4,8,9,10],least:10,lee2017:9,lee:9,left:10,legal:10,length:1,less:[4,5,9,10],let:[1,2,4,31],letter:10,level:[3,9,10],li:9,librari:[0,3,9,10],lifelong:10,like:[1,4,9,10,35],limit:[2,4],lindenstrauss:4,line:[1,2,3,4,10,48],line_arg:[1,2,3,5,48],line_nam:[1,2,3,5,48],line_v:[1,2,3,5,48],linear:[9,10],link:0,list:[1,3,12,13,48,49,50],litteratur:10,ll:4,llvm11:0,llvm:[0,10],load:[1,2,3,4,5,10,46],local:[9,10],locat:[3,16,17,18,19,20,25,44],lock:5,lock_id:5,log2:13,log:48,logarithm:[1,26],look:[4,8,9],loop:[3,10,11],low:[6,7,10],m:[0,2,3,5,9],machin:[9,10],machineri:[9,10],made:9,mai:[2,10,13],main:[3,9,10],maintain:[2,10],major:[3,10],make:[1,2,9,10],manag:[4,9],mani:[1,9,10],manual:[2,10],manual_se:[1,2,3],map:3,mapl:10,mark:[4,50],markedli:9,mask:[1,2,3,4,5,16,18,19,20,25,44,46],match:[3,16,17,18,19,20],math:13,mathbb:10,mathbf:10,mathcal:[10,37],mathemat:10,matmul:[3,10],matmul_kernel:3,matric:[2,3],matrix:[2,4,6,7,9,10,11,23],matrix_s:10,matter:[3,9,10],max:[1,2,5,18],max_fused_s:5,max_m:[1,2,3,5],maxim:[8,10,36],maximum:[1,2,27],mb:[7,9],mean1:5,mean2:5,mean:[3,5,10,12],mechan:[2,10],median:49,memori:[1,2,3,6,7,9,10,16,17,18,19,20,25,44,46],mention:3,meta:[1,2,3,4,5,11,12,13],metaparamet:1,method:[10,11,14,48,50],methodolog:10,micro:9,min:[3,5,19],min_m:[1,2,3,5],minimum:29,minut:[1,2,3,4,5],miss:10,mitig:10,ml:9,mlir:10,mn:2,mode:5,model:[1,9,10],modern:[3,8,9,10],modular:10,moor:10,mora:4,more:[2,3,4,8,9,10,48],most:[3,10],mostli:11,move:3,movement:4,ms:[1,2,3,5,49],much:[2,3],mullapudi2016:10,mullapudi:10,multi:[3,9,10],multipl:[1,4,6,7,9,10,11,12,31,35],multipli:[3,4,5,10,23],must:[2,3,15,23,46],n:[2,3,5,9,37],n_col:2,n_element:[1,4],n_row:2,naiv:[2,4],naive_softmax:2,name:[1,2,3,12,13,48],nativ:[1,2,3],natur:[2,9,26],nb:9,necessari:2,need:[1,2,3,4,35],nelement:2,nest:[3,10],net:10,network:[4,9,10],neural:[4,9,10],neurosci:9,never:4,next:[2,3],next_power_of_2:[2,5],nightli:0,nip:9,nitish:4,nn:[3,5],non:9,none:[2,3,5,12,16,18,19,20,25,44,48,49],nonzero:46,norm:[4,5,7],normal:[2,3,6,7],normalized_shap:5,note:[0,1,2,3,4,10,12,14,46],notebook:[1,2,3,4,5,6],notic:[2,10],notori:[3,9],novel:9,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,11],num_warp:[2,3,5,11,12],number:[1,2,3,4,5,10,11,32,34,35,36,37],numel:[1,4,5],numer:[2,9],nvidia:[9,25],o:[2,4],object:[1,3,9,11,12,14,16,17,18,19,20],obtain:1,obvious:2,occur:10,off:5,offer:9,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:[1,4,5,34,35,36,37],often:3,omega:10,onc:[2,9,10],one:[2,3,4,5,6,9,10,48],onli:[2,3,4,9,10,14],op:[1,2],open:15,openai:0,opencl:9,oper:[1,2,3,4,6,9,16,17,18,19,20,46],opportun:9,opsila:9,optim:[9,10],option:[1,3,25,44,48,49],orang:5,order:[2,3,6,10],org:4,origin:10,osdi:9,other:[2,3,4,5,8,10,14,23,25,28,30],otherwis:[4,46],our:[1,2,3,9],out:[1,2,3,4,5,8,10],outlin:10,output2:4,output3:4,output:[1,2,3,4,5],output_ptr:[1,2,4],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,4,9,10],overfit:4,overflow:2,own:3,p:[4,10],pa:3,packag:14,pact:10,pad:2,par:3,paradigm:[9,10],paragraph:4,parallel:[1,2,3,4,5,8,9,10,11],paralleliz:9,param:13,paramet:[1,3,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50],parametr:9,part:[3,4,10],partial:5,partial_db:5,partial_dw:5,particular:[2,3],particularli:[9,10],partit:9,pass:[1,5,10,11],past:[9,10],path:1,pattern:9,pb:3,peak:10,per:[2,4,5],percentil:49,perf:3,perf_report:[1,2,3,5,48],perform:[1,2,4,9,10,16,17,18,19,20,49],persist:4,person:10,perspect:10,pgm:1,phase:10,philosophi:10,philox:[4,36],pid:[1,3,4,5],pid_m:3,pid_n:3,pip:0,pipelin:[9,10,11],platform:[8,10],pldi:9,plot:[0,1,2,3,48],plot_nam:[1,2,3,5,48],pmatrix:10,point:[1,10,36],pointer:[1,2,4,5,14,16,17,18,19,20,25,44],pointerdtyp:[16,17,18,19,20,25,44],polli:10,polyhedr:9,polyhedra:10,popular:10,portabl:[9,10],pose:9,posit:[5,13],possibl:[1,2,3,10,11],power:[2,4,10,13,15],ppopp:10,practic:[1,2,3,9],pragma:9,pre:[0,9],prealloc:1,predict:10,prefer:2,premis:9,present:[0,3],preserv:10,preserve_rng_st:4,prevent:[4,10],primer:10,primit:[9,14],principl:10,print:[1,2,3,4],print_data:[1,2,3,5],prng:4,probabl:[4,10],problem:1,problemat:10,procedur:10,process:[1,5,9,10],processor:9,produc:[3,4],product:[8,10,23],program:[1,2,3,4,5,8,9,32,33],program_id:[1,2,3,4,5],programm:[9,10],prohibitev:13,project:[4,9],promot:[3,10],properli:2,properti:10,propos:9,proprietari:3,provid:[1,2,3,4,5,8,10,12,27,29,45,49],prune:4,pseudo:[3,4,36],pseudorandom:4,ptr:3,ptx:25,purpos:[9,10],push:10,put:4,py:[0,1,2,3,4,5,7],pypi:0,pytest:0,python:[1,2,3,4,5,6,14],pytorch:[1,2,4],qquad:10,r:[0,2],ragan:9,rais:5,rand:[1,4,5],randint4x:35,randn:[2,3,4,5],randn_lik:5,random:[4,34,35,36,37],randomli:4,rang:[1,2,3,5,9,10],rapidli:[9,10],rate:3,rather:9,raw:1,rdom:10,re:[1,3],read:[2,3,6],reader:10,real:9,reason:10,recent:9,recommend:6,recomput:[4,9],record_clock:49,rectifi:9,redmon2016:9,redmon:9,reduct:[2,5,27,29,45],refer:1,regardless:[4,46],regim:4,regrett:9,regular:[4,10],rel:[1,10],relat:8,releas:[0,5,9],reli:10,relu:3,remain:[9,48],rememb:3,reorder:10,rep:[5,49],repetit:49,repres:[2,3,10,11],requir:[0,2,4,10],requires_grad:5,requires_grad_:5,research:[9,10],reset:[12,49],reset_to_zero:12,reshap:5,resolut:10,resourc:9,resp:10,respect:10,restrict:10,result:[0,1,2,9,10],ret:2,retain_graph:5,retriev:10,reus:3,revisit:9,right:10,rise:10,role:10,ron:4,root:43,roughli:3,row:[2,3,4,5],row_idx:2,row_minus_max:2,row_start_ptr:2,rstd:5,run:[0,1,2,3,4,5,8,10,12,14,50],runtim:[10,49],runtimeerror:5,ruslan:4,rvar:10,s:[1,2,4,5,10,36],said:10,salakhutdinov:4,salmon2011:4,salmon:4,same:[4,9,48],sato2019:10,sato:10,save:[1,2,3],save_for_backward:5,save_path:[1,5],saved_tensor:5,sc:10,scalabl:10,scalar:[4,9,23,34,35,36,37,47],scale:48,scan:10,schedul:9,scienc:10,scientif:10,scop:10,scope:10,script:[0,1,2,3,4,5],second:[1,2,3,4,5,10,23,28,30],secondli:4,section:[3,10],see:[1,2,3,4,10],seed:[34,35,36,37],seeded_dropout:4,seem:[1,10],select:[9,10,46],self:[11,48],semant:10,semi:10,sens:[1,9,10],separ:[5,10],sequenc:9,set:[1,4,10],setup:0,sever:[9,10],shall:10,shape:[2,3,4,5,10,21,25,39,44,46,47],share:9,shaw:4,shift:2,should:[1,3,9,10,11,27,29,45,48],show_plot:[1,2,3],shown:10,side:10,sight:10,signal:9,significantli:2,sigplan:10,simd:9,simpl:[1,2,3,4],simplest:6,simpli:10,simplic:3,simplifi:4,sinc:[1,2,3],sine:41,singl:[2,4,9,35],size:[1,2,4,10],slower:[9,10],slowest:10,sm80:11,sm:10,smaller:[3,4],smallest:[2,13],snemi3d:9,so:[1,2,3,4,10],softmax:[4,6,7],softmax_kernel:2,softmax_output:2,softwar:11,solid:10,solut:3,solv:10,some:3,sometim:10,sourc:[1,2,3,4,5,6,10],space:[9,10],spars:[4,9,10],spatial:10,speak:3,special:9,specif:[3,9],specifi:[10,13,16,17,18,19,20,44],speed:2,sphinx:[1,2,3,4,5,6],split:10,spmd:[1,9,10],sqrt:5,squar:43,sram:[2,3,5],srivastava2014:4,srivastava:4,stabil:2,stabl:0,stage:11,stai:5,standard:10,start:[5,6,15],started_tutori:7,state:[4,9,10],statement:10,staticmethod:5,std:5,step:10,still:[1,2,3,10],stop:15,store:[1,2,3,4,5,16,17,18,19,20,46],str:[12,13,25,48],straightforward:3,strategi:[4,10],stream:[5,35],strength:9,stride:[2,3,4,5],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[9,10],style:[1,2,3,5,48],subscript:10,substanti:9,substract:2,subtract:2,successfulli:10,suffer:10,suit:9,sum:[1,2,5],sum_db:5,sum_dw:5,superhuman:9,support:[4,5,10],sure:2,surprisingli:9,surround:10,suspicion:2,sutskev:[4,9],sutskever2014:9,swap:[16,17,18,19,20],swizzl:9,synchron:[1,9],system:[0,3,9,10],t:[1,2,3,5,10],t_:10,tabul:4,taco:10,take:[3,4,8,13],taken:10,target:9,techniqu:[3,9,10],temperatur:4,tempor:10,tend:10,tension:9,tensor:[1,2,3,4,5,9,10,12,14,49],tensorrt:9,test:[0,1,5,8],test_layer_norm:5,text:10,tflop:3,th:49,than:[2,3,5,9,10,35,48],thei:[3,9,10],them:1,themselv:3,theoret:2,therebi:10,therefor:3,theta:10,theta_:10,thi:[1,2,3,4,5,9,10,12,13,14,36,48],thing:[1,4],think:2,those:2,though:[9,10],thought:10,thread:[2,9,11],through:[6,10],throughout:[10,48],throughput:8,tile:10,time:[0,1,2,3,4,5,9,10,12,35,49],tiramisu:[9,10],tl:[1,2,3,4,5,47],tmp:0,tog:10,togeth:4,tolist:4,topic:10,torch:[1,2,3,4,5,14,49],torch_output:3,torch_relu:3,total:[1,2,3,4,5,7],tradit:[4,9,10],transform:[4,10],travers:10,trend:9,tri:[21,39],trick:2,tricki:4,trigger:[3,12],triton:[0,1,2,3,4,5,6,9,10],triton_output:3,trivial:9,tune:[2,3,10,12,13],tuner:11,tupl:[1,21,39,47],tutori:[1,2,3,4,8],tutorials_jupyt:6,tutorials_python:6,tvm:[9,10],two:[1,2,3,10,12,13,15,23],txt:0,type:[13,23,25,46,47],typecast:[25,44],typic:10,u:[0,34],un:10,uncommon:10,underneath:10,understand:2,undesir:12,unfortun:[3,10],unifi:9,uniformli:4,unint:46,unit:[0,9],univers:10,unrol:10,up:2,updat:[3,10,12],us:[1,2,3,4,5,9,10,11,12,13,14,35,46,48,50],util:[1,5],v100:10,v:5,val:[16,17,18,19,20],valid:1,valu:[1,2,3,4,12,13,15,16,17,18,19,20,22,24,25,26,27,29,31,40,41,42,43,44,45,46,47,48,50],valuabl:2,variabl:[3,11],variant:9,variou:6,vasilach:[9,10],vasilache2018:[9,10],vast:10,vec:10,vector:[4,6,7,9,10],vendor:3,veri:[2,4,10],verif:10,verifi:[2,10],via:10,view:38,visibl:10,vision:9,vs:0,w:[5,10],w_shape:5,wa:4,wai:[2,3,4],want:[2,4,46],warmup:49,warp:[2,5,11],wast:2,wdy:5,we:[1,2,3,4,9,10],weight:5,well:[4,9,10],whatev:12,wheel:0,when:[2,3,4,9,10,11,12,14,46],where:[1,3,4,5,10,13,44],whether:[9,48],which:[1,2,3,4,5,9,10,12,27,29,45,48],whose:[1,2,3,4,10,12,25],wide:10,wise:[1,2,22,24,26,28,30,40,41,42,43,44],wish:[3,10],within:[3,14,15],without:10,wolf:10,wolfe1989:10,won:2,word:10,work:[2,4,8,9],workload:[3,11],wors:[3,9,10],would:[1,2,4],wouldn:10,wrapper:3,write:[1,2,3,4,5,6,8,10],wrote:2,x:[1,2,3,4,5,10,22,24,26,28,30,38,40,41,42,43,46,48],x_arg:5,x_keep:4,x_keep_ptr:4,x_log:[1,48],x_max:2,x_name:[1,2,3,5,48],x_ptr:[1,4,12,13],x_shape:5,x_size:[12,13],x_val:[1,2,3,5,48],xhat:5,xi:10,xii:10,xlabel:48,xmean:5,xo:10,y:[1,2,3,5,10,28,30,46,48],y_fwd:5,y_log:48,y_name:[1,2],y_ptr:1,y_ref:5,y_torch:2,y_tri:5,y_triton:2,year:10,yet:[9,10],yi:10,yield:46,yii:10,ylabel:[1,2,3,5,48],yo:10,you:[0,1,2,3,4,6,9,12,35,46],your:[0,1,8],yourself:[2,3],z:[1,2,10],zero:[3,4,5,12],zip:6},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Low-Memory Dropout","Layer Normalization","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.rand","triton.language.randint","triton.language.randint4x","triton.language.randn","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:10,algebra:52,api:8,arang:15,arithmet:3,atom:52,atomic_add:16,atomic_ca:17,atomic_max:18,atomic_min:19,atomic_xchg:20,autotun:12,baselin:4,benchmark:[1,2,3,48],binari:0,broadcast_to:21,cach:3,challeng:9,co:22,comparison:52,compil:[10,52],comput:[1,2,3,7],config:11,creation:52,distribut:0,do_bench:49,document:8,dot:23,dropout:4,exercis:4,exp:24,from:0,further:8,fuse:2,gener:52,get:8,go:8,heurist:13,hint:52,index:52,instal:0,introduct:9,jit:14,kernel:[1,2,3],l2:3,languag:[10,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,52],layer:5,limit:10,linear:52,load:25,log:26,low:4,manipul:52,math:52,matrix:3,max:27,maximum:28,memori:[4,52],min:29,minimum:30,model:52,motiv:[2,3,9],multipl:3,multiple_of:31,normal:5,num_program:32,number:52,op:52,optim:3,packag:0,perf_report:50,perform:3,pointer:3,polyhedr:10,program:[10,52],program_id:33,python:[0,8],rand:34,randint4x:36,randint:35,randn:37,random:52,ravel:38,reduct:52,refer:[4,9,10],relat:10,represent:10,reshap:39,result:3,s:8,schedul:10,seed:4,shape:52,sigmoid:40,sin:41,softmax:[2,42],sourc:0,sqrt:43,squar:3,start:8,store:44,sum:45,test:[2,3,48,49,50,53],time:7,triton:[8,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53],tutori:6,unit:[2,3],vector:1,welcom:8,where:46,work:10,zero:47}})
\ No newline at end of file