diff --git a/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip b/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
index f534b81d1..0d530526b 100644
Binary files a/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip and b/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip differ
diff --git a/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip b/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
index a993026c2..720a4ae11 100644
Binary files a/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip and b/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip differ
diff --git a/_images/sphx_glr_01-vector-add_001.png b/_images/sphx_glr_01-vector-add_001.png
index a6710a55f..9975c0666 100644
Binary files a/_images/sphx_glr_01-vector-add_001.png and b/_images/sphx_glr_01-vector-add_001.png differ
diff --git a/_images/sphx_glr_01-vector-add_thumb.png b/_images/sphx_glr_01-vector-add_thumb.png
index 04b59a7e4..002438c0c 100644
Binary files a/_images/sphx_glr_01-vector-add_thumb.png and b/_images/sphx_glr_01-vector-add_thumb.png differ
diff --git a/_images/sphx_glr_02-fused-softmax_001.png b/_images/sphx_glr_02-fused-softmax_001.png
index 351071914..b5846b432 100644
Binary files a/_images/sphx_glr_02-fused-softmax_001.png and b/_images/sphx_glr_02-fused-softmax_001.png differ
diff --git a/_images/sphx_glr_02-fused-softmax_thumb.png b/_images/sphx_glr_02-fused-softmax_thumb.png
index 4b36de9bd..4f9eb867e 100644
Binary files a/_images/sphx_glr_02-fused-softmax_thumb.png and b/_images/sphx_glr_02-fused-softmax_thumb.png differ
diff --git a/_images/sphx_glr_03-matrix-multiplication_001.png b/_images/sphx_glr_03-matrix-multiplication_001.png
index 68310cbe6..c1ee144ec 100644
Binary files a/_images/sphx_glr_03-matrix-multiplication_001.png and b/_images/sphx_glr_03-matrix-multiplication_001.png differ
diff --git a/_images/sphx_glr_03-matrix-multiplication_thumb.png b/_images/sphx_glr_03-matrix-multiplication_thumb.png
index f214a566a..b7534d1bd 100644
Binary files a/_images/sphx_glr_03-matrix-multiplication_thumb.png and b/_images/sphx_glr_03-matrix-multiplication_thumb.png differ
diff --git a/_sources/getting-started/tutorials/01-vector-add.rst.txt b/_sources/getting-started/tutorials/01-vector-add.rst.txt
index b852d5f0e..1f8be9b45 100644
--- a/_sources/getting-started/tutorials/01-vector-add.rst.txt
+++ b/_sources/getting-started/tutorials/01-vector-add.rst.txt
@@ -216,20 +216,20 @@ We can now run the decorated function above. Pass `show_plots=True` to see the p
 
     vector-add-performance:
                size      Triton       Torch
-    0        4096.0    9.540372    9.600000
+    0        4096.0    9.600000    9.600000
     1        8192.0   19.200000   19.200000
     2       16384.0   38.400001   38.400001
-    3       32768.0   63.999998   63.999998
+    3       32768.0   76.800002   76.800002
     4       65536.0  127.999995  127.999995
     5      131072.0  219.428568  219.428568
-    6      262144.0  341.333321  384.000001
+    6      262144.0  384.000001  341.333321
     7      524288.0  472.615390  472.615390
     8     1048576.0  614.400016  614.400016
     9     2097152.0  722.823517  722.823517
     10    4194304.0  780.190482  780.190482
     11    8388608.0  812.429770  812.429770
     12   16777216.0  833.084721  833.084721
-    13   33554432.0  843.811163  843.811163
+    13   33554432.0  843.811163  842.004273
     14   67108864.0  849.278610  848.362445
     15  134217728.0  851.577704  850.656574
 
@@ -239,7 +239,7 @@ We can now run the decorated function above. Pass `show_plots=True` to see the p
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  11.008 seconds)
+   **Total running time of the script:** ( 0 minutes  11.011 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:
diff --git a/_sources/getting-started/tutorials/02-fused-softmax.rst.txt b/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
index 96f725a7f..b43891c14 100644
--- a/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
+++ b/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
@@ -261,17 +261,17 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
 
     softmax-performance:
               N      Triton  Torch (native)  Torch (jit)
-    0     256.0  512.000001      546.133347   264.258068
+    0     256.0  512.000001      546.133347   282.482752
     1     384.0  585.142862      585.142862   267.130429
-    2     512.0  630.153853      606.814814   264.258068
-    3     640.0  682.666684      640.000002   265.974036
+    2     512.0  655.360017      606.814814   264.258068
+    3     640.0  682.666684      640.000002   269.473696
     4     768.0  702.171410      664.216187   273.066663
     ..      ...         ...             ...          ...
-    93  12160.0  812.359066      406.179533   329.483481
-    94  12288.0  812.429770      415.661740   329.602681
+    93  12160.0  812.359066      405.755985   329.204728
+    94  12288.0  812.429770      415.222812   329.602681
     95  12416.0  810.840807      412.149375   328.900662
-    96  12544.0  810.925276      412.971190   329.292871
-    97  12672.0  811.007961      412.516771   329.142870
+    96  12544.0  810.925276      412.546756   329.292871
+    97  12672.0  811.007961      412.097543   329.410251
 
     [98 rows x 4 columns]
 
@@ -290,7 +290,7 @@ In the above plot, we can see that:
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  8.191 seconds)
+   **Total running time of the script:** ( 1 minutes  8.194 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:
diff --git a/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt b/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
index 2d6335de7..4fa684eee 100644
--- a/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
+++ b/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
@@ -371,37 +371,37 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
     matmul-performance:
              M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
     0    128.0   0.455111  ...   0.512000              0.512000
-    1    256.0   2.978909  ...   2.978909              2.978909
-    2    384.0   7.372800  ...   8.507077              8.507077
+    1    256.0   2.730667  ...   3.276800              2.978909
+    2    384.0   7.372800  ...   8.507077              7.899428
     3    512.0  14.563555  ...  15.420235             15.420235
     4    640.0  22.260869  ...  24.380953             24.380953
     5    768.0  32.768000  ...  34.028308             34.028308
-    6    896.0  39.025776  ...  39.025776             39.025776
+    6    896.0  37.971025  ...  39.025776             37.971025
     7   1024.0  49.932191  ...  52.428801             52.428801
     8   1152.0  44.566925  ...  45.938215             45.938215
     9   1280.0  51.200001  ...  56.109587             56.109587
-    10  1408.0  64.138541  ...  65.684049             58.621246
-    11  1536.0  79.526831  ...  75.296679             75.296679
-    12  1664.0  62.929456  ...  61.636381             61.636381
+    10  1408.0  64.138541  ...  64.902096             64.902096
+    11  1536.0  80.430545  ...  75.296679             75.296679
+    12  1664.0  63.372618  ...  61.636381             61.636381
     13  1792.0  72.983276  ...  68.533074             68.533074
-    14  1920.0  66.461539  ...  67.106797             69.467336
-    15  2048.0  73.584279  ...  75.573044             75.573044
-    16  2176.0  81.472263  ...  78.608000             80.173899
-    17  2304.0  68.446623  ...  72.387489             72.607513
-    18  2432.0  71.125224  ...  81.197876             81.433227
-    19  2560.0  78.019048  ...  75.676673             76.920185
-    20  2688.0  81.752274  ...  84.483418             85.051697
-    21  2816.0  81.981598  ...  79.298560             79.587973
-    22  2944.0  82.102191  ...  80.902653             78.235527
-    23  3072.0  81.238312  ...  84.135370             83.269271
-    24  3200.0  83.224970  ...  83.989503             89.887639
-    25  3328.0  83.905938  ...  83.323259             84.298943
-    26  3456.0  82.266905  ...  86.689860             86.503829
-    27  3584.0  84.033077  ...  91.656871             96.475743
-    28  3712.0  85.528545  ...  83.526206             88.561477
-    29  3840.0  82.716526  ...  81.738356             85.399230
-    30  3968.0  92.793868  ...  86.849777             87.159957
-    31  4096.0  93.531519  ...  92.056052             92.372834
+    14  1920.0  66.782607  ...  66.782607             70.172588
+    15  2048.0  73.908442  ...  75.915006             75.573044
+    16  2176.0  81.803444  ...  79.855747             79.540109
+    17  2304.0  68.251065  ...  72.607513             72.387489
+    18  2432.0  71.125224  ...  79.813818             79.362895
+    19  2560.0  77.649287  ...  76.382283             76.204654
+    20  2688.0  82.823267  ...  82.642823             85.051697
+    21  2816.0  81.827785  ...  78.726003             78.726003
+    22  2944.0  81.698415  ...  80.251257             79.737653
+    23  3072.0  82.420822  ...  84.892208             83.886078
+    24  3200.0  84.099871  ...  89.012517             84.099871
+    25  3328.0  82.653612  ...  82.275764             82.181847
+    26  3456.0  80.300370  ...  82.183044             86.042231
+    27  3584.0  87.381330  ...  91.938029             84.586450
+    28  3712.0  84.301560  ...  82.902362             80.692524
+    29  3840.0  83.402717  ...  86.535214             87.011801
+    30  3968.0  92.864488  ...  85.510815             84.328915
+    31  4096.0  93.727466  ...  88.768339             84.894196
 
     [32 rows x 5 columns]
 
@@ -411,7 +411,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 2 minutes  16.809 seconds)
+   **Total running time of the script:** ( 2 minutes  7.920 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:
diff --git a/_sources/getting-started/tutorials/sg_execution_times.rst.txt b/_sources/getting-started/tutorials/sg_execution_times.rst.txt
index 55b339f1a..e5cecc335 100644
--- a/_sources/getting-started/tutorials/sg_execution_times.rst.txt
+++ b/_sources/getting-started/tutorials/sg_execution_times.rst.txt
@@ -5,12 +5,12 @@
 
 Computation times
 =================
-**03:36.008** total execution time for **getting-started_tutorials** files:
+**03:27.125** total execution time for **getting-started_tutorials** files:
 
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 02:16.809 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 02:07.920 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 01:08.191 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 01:08.194 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 00:11.008 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 00:11.011 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/getting-started/tutorials/01-vector-add.html b/getting-started/tutorials/01-vector-add.html
index c0112f0de..53f5eb768 100644
--- a/getting-started/tutorials/01-vector-add.html
+++ b/getting-started/tutorials/01-vector-add.html
@@ -305,25 +305,25 @@ for different problem sizes.</p>
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vector-add-performance:
            size      Triton       Torch
-0        4096.0    9.540372    9.600000
+0        4096.0    9.600000    9.600000
 1        8192.0   19.200000   19.200000
 2       16384.0   38.400001   38.400001
-3       32768.0   63.999998   63.999998
+3       32768.0   76.800002   76.800002
 4       65536.0  127.999995  127.999995
 5      131072.0  219.428568  219.428568
-6      262144.0  341.333321  384.000001
+6      262144.0  384.000001  341.333321
 7      524288.0  472.615390  472.615390
 8     1048576.0  614.400016  614.400016
 9     2097152.0  722.823517  722.823517
 10    4194304.0  780.190482  780.190482
 11    8388608.0  812.429770  812.429770
 12   16777216.0  833.084721  833.084721
-13   33554432.0  843.811163  843.811163
+13   33554432.0  843.811163  842.004273
 14   67108864.0  849.278610  848.362445
 15  134217728.0  851.577704  850.656574
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  11.008 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  11.011 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>
diff --git a/getting-started/tutorials/02-fused-softmax.html b/getting-started/tutorials/02-fused-softmax.html
index 304b44e7e..8d5700037 100644
--- a/getting-started/tutorials/02-fused-softmax.html
+++ b/getting-started/tutorials/02-fused-softmax.html
@@ -346,17 +346,17 @@ We will then compare its performance against (1) <code class="code docutils lite
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
           N      Triton  Torch (native)  Torch (jit)
-0     256.0  512.000001      546.133347   264.258068
+0     256.0  512.000001      546.133347   282.482752
 1     384.0  585.142862      585.142862   267.130429
-2     512.0  630.153853      606.814814   264.258068
-3     640.0  682.666684      640.000002   265.974036
+2     512.0  655.360017      606.814814   264.258068
+3     640.0  682.666684      640.000002   269.473696
 4     768.0  702.171410      664.216187   273.066663
 ..      ...         ...             ...          ...
-93  12160.0  812.359066      406.179533   329.483481
-94  12288.0  812.429770      415.661740   329.602681
+93  12160.0  812.359066      405.755985   329.204728
+94  12288.0  812.429770      415.222812   329.602681
 95  12416.0  810.840807      412.149375   328.900662
-96  12544.0  810.925276      412.971190   329.292871
-97  12672.0  811.007961      412.516771   329.142870
+96  12544.0  810.925276      412.546756   329.292871
+97  12672.0  811.007961      412.097543   329.410251
 
 [98 rows x 4 columns]
 </pre></div>
@@ -370,7 +370,7 @@ This means that – when temporary data is too large to fit entirely in the GPU
 Note that our Triton kernel is not only faster than PyTorch’s CUDA kernel, it is also <strong>easier to read, understand and maintain</strong>.</p></li>
 </ul>
 </div></blockquote>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  8.191 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  8.194 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>
diff --git a/getting-started/tutorials/03-matrix-multiplication.html b/getting-started/tutorials/03-matrix-multiplication.html
index 2dfa6c531..956f3553e 100644
--- a/getting-started/tutorials/03-matrix-multiplication.html
+++ b/getting-started/tutorials/03-matrix-multiplication.html
@@ -476,42 +476,42 @@ tensor(True, device=&#39;cuda:0&#39;)
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
          M     cuBLAS  ...     Triton  Triton (+ LeakyReLU)
 0    128.0   0.455111  ...   0.512000              0.512000
-1    256.0   2.978909  ...   2.978909              2.978909
-2    384.0   7.372800  ...   8.507077              8.507077
+1    256.0   2.730667  ...   3.276800              2.978909
+2    384.0   7.372800  ...   8.507077              7.899428
 3    512.0  14.563555  ...  15.420235             15.420235
 4    640.0  22.260869  ...  24.380953             24.380953
 5    768.0  32.768000  ...  34.028308             34.028308
-6    896.0  39.025776  ...  39.025776             39.025776
+6    896.0  37.971025  ...  39.025776             37.971025
 7   1024.0  49.932191  ...  52.428801             52.428801
 8   1152.0  44.566925  ...  45.938215             45.938215
 9   1280.0  51.200001  ...  56.109587             56.109587
-10  1408.0  64.138541  ...  65.684049             58.621246
-11  1536.0  79.526831  ...  75.296679             75.296679
-12  1664.0  62.929456  ...  61.636381             61.636381
+10  1408.0  64.138541  ...  64.902096             64.902096
+11  1536.0  80.430545  ...  75.296679             75.296679
+12  1664.0  63.372618  ...  61.636381             61.636381
 13  1792.0  72.983276  ...  68.533074             68.533074
-14  1920.0  66.461539  ...  67.106797             69.467336
-15  2048.0  73.584279  ...  75.573044             75.573044
-16  2176.0  81.472263  ...  78.608000             80.173899
-17  2304.0  68.446623  ...  72.387489             72.607513
-18  2432.0  71.125224  ...  81.197876             81.433227
-19  2560.0  78.019048  ...  75.676673             76.920185
-20  2688.0  81.752274  ...  84.483418             85.051697
-21  2816.0  81.981598  ...  79.298560             79.587973
-22  2944.0  82.102191  ...  80.902653             78.235527
-23  3072.0  81.238312  ...  84.135370             83.269271
-24  3200.0  83.224970  ...  83.989503             89.887639
-25  3328.0  83.905938  ...  83.323259             84.298943
-26  3456.0  82.266905  ...  86.689860             86.503829
-27  3584.0  84.033077  ...  91.656871             96.475743
-28  3712.0  85.528545  ...  83.526206             88.561477
-29  3840.0  82.716526  ...  81.738356             85.399230
-30  3968.0  92.793868  ...  86.849777             87.159957
-31  4096.0  93.531519  ...  92.056052             92.372834
+14  1920.0  66.782607  ...  66.782607             70.172588
+15  2048.0  73.908442  ...  75.915006             75.573044
+16  2176.0  81.803444  ...  79.855747             79.540109
+17  2304.0  68.251065  ...  72.607513             72.387489
+18  2432.0  71.125224  ...  79.813818             79.362895
+19  2560.0  77.649287  ...  76.382283             76.204654
+20  2688.0  82.823267  ...  82.642823             85.051697
+21  2816.0  81.827785  ...  78.726003             78.726003
+22  2944.0  81.698415  ...  80.251257             79.737653
+23  3072.0  82.420822  ...  84.892208             83.886078
+24  3200.0  84.099871  ...  89.012517             84.099871
+25  3328.0  82.653612  ...  82.275764             82.181847
+26  3456.0  80.300370  ...  82.183044             86.042231
+27  3584.0  87.381330  ...  91.938029             84.586450
+28  3712.0  84.301560  ...  82.902362             80.692524
+29  3840.0  83.402717  ...  86.535214             87.011801
+30  3968.0  92.864488  ...  85.510815             84.328915
+31  4096.0  93.727466  ...  88.768339             84.894196
 
 [32 rows x 5 columns]
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  16.809 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  7.920 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>
diff --git a/getting-started/tutorials/sg_execution_times.html b/getting-started/tutorials/sg_execution_times.html
index bc2f25eee..7be2ee0ba 100644
--- a/getting-started/tutorials/sg_execution_times.html
+++ b/getting-started/tutorials/sg_execution_times.html
@@ -174,7 +174,7 @@
             
   <div class="section" id="computation-times">
 <span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>03:36.008</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
+<p><strong>03:27.125</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
 <table class="docutils align-default">
 <colgroup>
 <col style="width: 85%" />
@@ -183,15 +183,15 @@
 </colgroup>
 <tbody>
 <tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
-<td><p>02:16.809</p></td>
+<td><p>02:07.920</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
-<td><p>01:08.191</p></td>
+<td><p>01:08.194</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
-<td><p>00:11.008</p></td>
+<td><p>00:11.011</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 </tbody>
diff --git a/searchindex.js b/searchindex.js
index 95ad6fb8e..db059b3d0 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.softmax","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.language":{arange:[10,0,1,""],atomic_cas:[11,0,1,""],atomic_xchg:[12,0,1,""],broadcast_to:[13,0,1,""],dot:[14,0,1,""],exp:[15,0,1,""],load:[16,0,1,""],log:[17,0,1,""],max:[18,0,1,""],maximum:[19,0,1,""],min:[20,0,1,""],minimum:[21,0,1,""],multiple_of:[22,0,1,""],num_programs:[23,0,1,""],program_id:[24,0,1,""],ravel:[25,0,1,""],reshape:[26,0,1,""],sigmoid:[27,0,1,""],softmax:[28,0,1,""],store:[29,0,1,""],sum:[30,0,1,""],where:[31,0,1,""],zeros:[32,0,1,""]},"triton.testing":{Benchmark:[33,1,1,""],do_bench:[34,0,1,""],perf_report:[35,0,1,""]},"triton.testing.Benchmark":{__init__:[33,2,1,""]},triton:{jit:[9,0,1,""]}},objnames:{"0":["py","function","Python function"],"1":["py","class","Python class"],"2":["py","method","Python method"]},objtypes:{"0":"py:function","1":"py:class","2":"py:method"},terms:{"0":[1,2,3,5,7,8,23,24,32,34],"00":5,"0000":3,"000001":[1,2],"000002":2,"007961":2,"008":[1,5],"01":[1,3,5],"019048":3,"02":[2,5],"025776":3,"028308":3,"03":[3,5],"033077":3,"051697":3,"056052":3,"0625":3,"066663":2,"08":5,"084721":1,"0938":3,"0f":8,"1":[1,2,3,6,8,23,24],"10":[0,1,3],"100":[2,34],"102191":3,"1024":[1,3],"1045":3,"1048576":1,"106797":3,"109587":3,"10mn":2,"11":[1,3,5],"1152":3,"12":[1,3],"12160":2,"12288":2,"12416":2,"125224":3,"12544":2,"12672":2,"127":1,"128":[2,3],"1280":3,"13":[1,3],"130429":2,"131072":1,"1328":3,"133347":2,"134217728":1,"135370":3,"138541":3,"14":[1,3],"1408":3,"142862":2,"142870":2,"149375":2,"15":[1,3],"1536":3,"153853":2,"159957":3,"16":[2,3,5,8,32],"16384":1,"1664":3,"16777216":1,"17":3,"171410":2,"173899":3,"1792":3,"179533":2,"18":3,"1823":2,"19":[1,3],"190482":1,"191":[2,5],"1920":3,"197876":3,"1983":7,"1984":8,"1989":8,"1991":[7,8],"1999":8,"1e":[1,2,3],"2":[1,2,3,6,8,23,24,34],"20":[0,3,34],"200000":1,"200001":3,"2004":8,"2006":8,"2012":8,"2013":7,"2014":7,"2016":[7,8],"2017":7,"2018":[7,8],"2019":8,"2021":[7,8],"2048":[2,3],"2097152":1,"21":3,"2141":1,"216187":2,"2176":3,"219":1,"22":3,"220":3,"224970":3,"23":3,"2304":3,"235527":3,"238312":3,"24":3,"2432":3,"245":3,"25":[3,34],"256":[2,3],"2560":3,"258068":2,"26":3,"260869":3,"262144":1,"264":2,"265":2,"2656":3,"266905":3,"267":2,"2688":3,"269271":3,"27":3,"273":2,"278610":1,"28":[1,3],"2812":3,"2816":3,"2891":3,"29":3,"292871":2,"2944":3,"296679":3,"298560":3,"298943":3,"2d":[3,14],"2m":2,"2mn":2,"3":[1,2,3,8],"30":3,"3072":3,"3076":1,"31":3,"3125":3,"32":3,"3200":3,"323259":3,"32768":1,"328":2,"3281":3,"329":2,"33":3,"3328":3,"333321":1,"33554432":1,"34":3,"341":1,"3438":3,"3456":3,"3477":3,"3516":3,"3555":3,"3584":3,"359066":2,"36":[3,5],"362445":1,"3712":3,"3713":1,"372800":3,"372834":3,"38":1,"380953":3,"384":[1,2,3],"3840":3,"387489":3,"39":3,"3906":3,"3968":3,"3984":3,"399230":3,"3d":[23,24],"3mn":2,"3x":2,"4":[1,2,3,8],"40":3,"400001":1,"400016":1,"4023":3,"406":2,"4062":3,"4096":[1,2,3],"412":2,"415":2,"4194304":1,"420235":3,"428568":1,"428801":3,"429770":[1,2],"433227":3,"44":3,"446623":3,"4492":3,"45":3,"4531":3,"455111":3,"4609":3,"461539":3,"467336":3,"4688":3,"472":1,"472263":3,"475743":3,"483418":3,"483481":2,"49":3,"4940":1,"5":[1,3,8],"5000":3,"503829":3,"507077":3,"51":3,"512":[2,3],"512000":3,"516771":2,"52":3,"524288":1,"526206":3,"526831":3,"528545":3,"5312":3,"531519":3,"533074":3,"540372":1,"546":2,"56":3,"561477":3,"563555":3,"566925":3,"573044":3,"577704":1,"58":3,"584279":3,"585":2,"5859":3,"587973":3,"5898":3,"5x":2,"6":[1,3],"600000":1,"602681":2,"606":2,"607513":3,"608000":3,"6094":3,"61":3,"614":1,"615390":1,"62":3,"621246":3,"63":1,"630":2,"636381":3,"64":3,"640":[2,3],"65":3,"65536":1,"656574":1,"656871":3,"66":3,"661740":2,"664":2,"666684":2,"67":3,"67108864":1,"6724":1,"676673":3,"68":3,"682":2,"684049":3,"689860":3,"69":3,"6953":3,"7":[1,3,8],"702":2,"7031":3,"7070":3,"71":3,"716526":3,"72":3,"722":1,"73":3,"738356":3,"75":3,"7500":3,"752274":3,"76":3,"768":[2,3],"768000":3,"78":3,"780":1,"781":2,"79":3,"793868":3,"7mn":2,"8":[1,2,3,8,32,34],"80":[3,34],"809":[3,5],"81":3,"810":2,"811":2,"811163":1,"812":[1,2],"814814":2,"8192":1,"82":3,"823517":1,"83":3,"833":1,"8388608":1,"84":3,"840807":2,"843":1,"848":1,"849":1,"849777":3,"85":3,"850":1,"851":1,"86":3,"87":3,"88":3,"8828":3,"8867":3,"887639":3,"89":3,"8906":3,"8945":3,"896":3,"9":[1,2,3],"900662":2,"902653":3,"905938":3,"91":3,"92":3,"920185":3,"9219":3,"925276":2,"929456":3,"93":[2,3],"932191":3,"9375":3,"938215":3,"94":2,"9492":3,"95":2,"9531":3,"96":[2,3],"9688":3,"97":2,"971190":2,"9733":1,"974036":2,"978909":3,"98":2,"9805":3,"981598":3,"983276":3,"98432":1,"9844":3,"989503":3,"999995":1,"999998":1,"abstract":[7,8],"break":8,"byte":2,"case":[2,3,7,8,11],"class":[2,7,8,33],"default":34,"do":[2,3,7,8,16,29],"float":[2,7,8,34],"function":[1,2,3,8,9,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33,34,35],"import":[1,2,3,7,8],"int":[1,7,8,10,13,23,24,26,32,34],"new":[12,13,26,32],"return":[1,2,3,10,12,14,16,18,20,23,24,25,30,31,32,34,35],"static":[7,8],"super":3,"switch":3,"true":[1,2,3,31],"try":3,"var":8,"while":[0,7],A:[3,7,8],And:3,As:[2,3,7,8],At:8,By:34,For:[3,7,8],If:[8,29,31,33],In:[1,2,3,8],It:[1,3,4,6,8,9],Of:7,On:8,One:3,The:[1,2,3,7,8,11,12,13,14,23,24,26,29,31,35],These:8,To:[1,7,8],_:3,__expf:2,__init__:33,_add:1,_matmul:3,_softmax:2,a100:[3,8],ab:1,abl:8,about:[1,2,3,6],abov:[1,2,3,8],academ:7,acc:[3,7,8],acceler:7,accept:3,access:[1,7,8,9],accomod:3,accordingli:8,account:8,accumul:8,accuraci:7,achiev:[3,7,8],across:[7,8],activ:3,actual:[3,7,8],add:[1,5],addit:[2,4,5,7,34],addition:8,address:[2,7,16],adopt:8,advanc:7,advoc:8,affect:3,affin:8,against:[1,2,3,6],aggress:[7,8],agnost:[7,8],ahead:8,aim:[2,6],al:[7,8],algebra:8,algorithm:[3,7,8],alia:8,all:[2,3,4,7,8,18,20,22,30,33],allclos:[2,3],allen1984:8,allen:8,alloc:[1,2,3,7],allow:[1,2,7,8],almost:2,along:[1,18,20,23,24,30,34],also:[1,2,3,7,8],alwai:[8,31],amd:7,amen:8,amount:[2,7],ampl:8,an:[1,2,3,6,7,8,11],analog:1,analysi:[7,8],analyz:8,ancourt1991:8,ancourt:8,ani:[2,3,8,33],anoth:[2,8],apart:8,api:[0,33],appear:33,appli:[7,8],applic:8,approach:[7,8],approxim:2,ar:[2,3,7,8,9,16,22,29,31,33],arang:[1,2,3],arbitrari:3,architectur:[3,7],area:8,arg:[1,2,3,33],argument:[1,2,3,9,31,33],arrai:[8,32],arrang:3,art:[7,8],arxiv:[7,8],ask:2,aspect:8,asplo:7,assert:3,assum:[2,33],asynchron:[1,7],atom:11,auguin1983:7,auguin:7,auto:[2,3,8],autom:7,automat:[2,3,7,8],autotun:[3,8],avail:[7,8],avoid:31,awar:7,axi:[1,2,3,18,20,23,24,30,33],b:[3,7,8],back:[1,2],baghdadi2021:[7,8],baghdadi:[7,8],balanc:8,bandwidth:2,base:[6,7,8],basic:[1,4,8],becom:7,been:[1,7,8],befor:3,begin:8,behavior:8,believ:8,below:[4,8],bench:0,benchmark:[0,34,35],benefit:[2,7,8],best:[1,7],better:3,between:[1,7],block:[1,2,3,7,8,11,12,13,14,15,16,17,18,19,20,21,25,26,27,28,29,30,31,32],block_k:3,block_m:3,block_n:3,block_siz:8,blue:[1,2,3],boil:8,bool:[31,33],both:[8,31],bound:[1,2,8],branch:8,broad:7,broadcast:[13,16,29,31],build:[0,3],builder:[10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],built:[1,8],c:[3,7,8],c_0:3,c_1:3,cach:[2,7,8],call:[1,3,8,9],callabl:[1,9,34],can:[0,1,2,3,7,8,35],cannot:[3,7,8],capabl:[6,7],cd:0,cdiv:[1,3],cgo:[7,8],chang:3,chapter:6,characterist:8,cheap:7,check:[3,6],chen2018:7,chen:7,chip:2,choic:6,cite:8,click:[1,2,3],clone:0,close:8,cmake:0,cmp:11,coalesc:7,code:[1,2,3,4,7,8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],codegen:0,col:[2,8],color:33,column:[2,3],com:[0,8],combin:7,come:[2,3,8],command:0,common:8,commonli:8,compar:[2,3,6,8,11],compat:14,compil:[0,2,3,6,7,9,22],complet:8,complex:8,compos:7,composit:8,comprehens:[7,8],comput:[6,7,8,15,17,19,21,27,28],computation:[7,8],concern:8,concis:[1,33],condit:[8,31],config:3,configur:[3,35],connectom:7,consecut:8,consequ:7,consid:2,constraint:[3,8],construct:7,constructor:33,consum:3,contain:[8,11,12,33],contextu:8,contigu:[3,10,25],control:[7,8],conveni:3,convert:[1,9],convolut:7,copi:[7,11],core:[7,8],correct:1,correspond:[1,2,3,33],cost:8,could:[2,8],cours:7,creat:[1,2,3,7],csv:1,cubla:[3,7],cuda:[1,2,3,7],cudnn:7,current:24,custom:[1,2,3,6],cut:3,cvpr:7,d:[2,9],dart:8,darte1999:8,data:[1,2,3,7,8,16,31,32],data_ptr:9,dataflow:8,decad:7,declar:1,decompos:8,decor:[1,3,9],deep:[3,7,8],def:[1,2,3],defin:[1,2,3,8,16],definit:8,denom:2,denomin:2,denot:1,dens:8,depend:[8,31],deploi:7,describ:8,design:8,desir:[13,26],detail:8,detect:7,develop:[7,8],devic:[1,2,3],dialect:8,diesel:8,differ:[1,2,3,7,8,33],difficult:8,difficulti:[3,7],dijkstra82:8,dim:[2,8],dimens:[3,14,18,20,30],dimension:[3,8,14],dir:0,direct:0,directli:0,disjoint:8,disk:1,dissert:8,distribut:[2,8],dnn:[6,7,8],do_bench:[1,2,3],doe:[1,2,3,8],doesn:8,domain:[7,8],don:[1,2],done:[0,3,7,18,20,30],dot:3,doubli:3,doubt:8,down:8,download:[0,1,2,3,4],dram:2,driver:0,dsl:[6,7,8],dtype:[1,2,3,11,12,16,29,32],e:[0,2,3,7,8,32],each:[1,2,3,7,8],eas:8,easi:3,easier:[1,2,7],easili:3,ed:[1,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],education:2,effect:8,effici:[3,7],effort:8,either:[1,23,24,31],elango2018:8,elango:8,element:[1,2,15,17,18,19,20,21,27,28,29,30,31,33],element_s:2,element_ti:[11,12,16,29],elementwis:[2,16],emerg:7,empti:3,empty_lik:[1,2],enabl:8,encod:8,end:[7,8,10],enforc:8,engin:8,enqueu:[1,2],ensur:8,entir:[2,8],environ:6,equal:8,especi:7,et:[7,8],euromicro:7,evalu:[3,31],even:[2,8],evidenc:7,evolv:7,exampl:[1,2,3,4,7,8],execut:[5,7,8,35],exist:[7,8],exp:2,expect:[2,11],expens:[7,8],explor:7,exponenti:[2,15],express:[7,8],extend:3,extract:3,extrem:8,f:[1,8],facilit:[7,8],fact:8,fairli:3,fals:[16,29,31,33],far:2,fast:[2,7,8],faster:2,fastest:8,feel:3,fetch:7,few:8,field:7,figur:8,file:[1,2,3,5],fill:32,first:[1,6,8,14,19,21],fit:2,fix:33,flag:2,flatten:25,flexibl:7,float16:[3,14,32],float32:[1,2,3,14],flow:[7,8],fn:[9,34],focu:[3,8],follow:[0,2,3,6,7,8],forget:1,formal:8,format:8,found:[0,11],foundat:8,fp16:3,framework:[7,8],free:3,from:[2,3,7,8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],full:[1,2,3],fulli:8,func:8,fundament:8,further:8,fuse:[3,4,5],fusion:[2,8],g:[3,7,8,32],galleri:[1,2,3,4],gb:[1,2],gbp:[1,2],gener:[1,2,3,4,7,8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33],geq:8,get:[1,2,5],girbal2006:8,girbal:8,git:0,github:0,give:7,given:[2,3,12,13,23,24,26,32],global:8,go:[1,3,8],good:[1,8],gpgpu:7,gpu:[1,2,6,7,8,9],grad_to_non:34,gradient:34,grammat:8,graphic:7,greater:2,green:[1,2,3],grid:[1,2,3,23,24],grid_m:3,grid_n:3,grosser2012:8,grosser:8,group:3,group_id:3,group_m:3,group_siz:3,grow:8,guard:[1,2],guess:2,guid:7,ha:[1,7,8,23,24],halid:[7,8],hand:8,handl:[1,2,3,8],handwritten:7,hard:3,harder:8,hardwar:[3,6,8],hasn:1,have:[2,7,8,9,14,31,33],heavi:7,helper:[1,2],henc:3,here:[0,1,2,3],heurist:2,hierarch:7,hierarchi:8,high:[3,7,8],highli:7,highlight:8,hint:8,hit:3,how:[1,2,3,6,7],howev:8,http:0,i:[0,1,2,3,7,8],id:[3,24],idea:7,ideal:2,ident:2,idx:[16,29],imag:[7,8],implement:[1,2,3,7,8],implicitli:[1,9,16,29],importantli:8,impos:8,improv:3,incompat:[3,8],increas:[1,2],incred:7,increment:8,inde:8,independ:8,index:[1,2],indic:[2,8,31],induc:8,industri:7,inequ:8,inf:2,inform:8,infrastructur:8,initi:3,inner:[3,14],inplac:3,input:[1,2,3,8,13,14,15,17,18,19,20,21,22,25,26,27,28,30],instal:6,instanc:[1,2,3,7,23,24],instead:[2,31],instruct:[6,7],int1:[16,29],integ:8,integr:0,interchang:8,interest:[0,7,8],intermedi:[0,8],intern:[0,2,8],interv:10,intrins:8,introduct:6,invari:8,ipynb:[1,2,3],ir:[8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],irregular:[2,8],is_contigu:3,issu:[7,8],iter:[3,7,8],its:[1,2,8],j8:0,j:[3,7,8],jit:[1,2,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],journal:8,jrk2013:7,jupyt:[1,2,3,4],just:[3,8],k:[3,7,8],kb:7,kei:[3,7],kellei:7,kernel:[6,7],keyword:1,ki:8,kind:2,know:22,known:8,label:[1,2,3,33],lam1991:7,lam:7,lambda:[1,2,3],languag:[1,2,3,6,7,9],larg:[2,7,8],later:[2,8],latest:0,lattner2004:8,lattner2019:8,lattner:8,launch:[1,2,3,23,24],law:8,layer:[7,8],lead:[7,8],leaky_relu:3,leakyrelu:3,learn:[1,2,3,6,7,8],least:8,lee2017:7,lee:7,left:8,legal:8,less:[7,8],let:[1,2,22],letter:8,level:[3,7,8],li:7,librari:[3,7,8],lifelong:8,like:[1,7,8],limit:2,line:[1,2,3,8,33],line_arg:[1,2,3,33],line_nam:[1,2,3,33],line_v:[1,2,3,33],linear:[7,8],list:[3,33,34,35],litteratur:8,llvm:[0,8],load:[1,2,3,8,31],local:[7,8],locat:[3,11,12,16,29],log:33,logarithm:[1,17],look:[2,6,7],loop:[3,8],low:8,m:[0,2,3,7],machin:[7,8],machineri:[7,8],made:7,mai:[0,8],main:[3,7,8],maintain:[2,8],major:[3,8],make:[0,1,2,7,8],manag:7,mani:[7,8],manual:[2,8],manual_se:[1,2,3],mapl:8,mark:35,markedli:7,mask:[1,2,3,16,29,31],match:11,mathbb:8,mathbf:8,mathcal:8,mathemat:8,matmul:[3,8],matric:[2,3],matrix:[2,4,5,7,8,14],matrix_s:8,matter:[3,7,8],max:[1,2],max_m:[1,2,3],maxim:[6,8],maximum:[1,2,18],mb:[5,7],mean:[2,3,8],mechan:[2,8],median:34,memori:[1,2,3,7,8,11,12,16,29,31],mention:3,meta:[1,2,3],metaparamet:[1,3],method:[8,9,33,35],methodolog:8,micro:7,min:3,min_m:[1,2,3],minimum:20,minut:[0,1,2,3],miss:8,mitig:8,mkdir:0,ml:7,mlir:8,mn:2,model:[1,7,8],modern:[3,6,7,8],modular:8,moor:8,more:[2,6,7,8,33],most:[3,8],ms:[1,2,3,34],mullapudi2016:8,mullapudi:8,multi:[3,7,8],multipl:[4,5,7,8,22],multipli:[8,14],must:[2,3,10,14,31],my:2,n:[1,2,3,7],naiv:2,naive_softmax:2,name:[1,2,3,33],nativ:[1,2,3],natur:[2,7,17],nb:7,necessari:2,need:[2,3],nelement:2,nest:[3,8],net:8,network:[7,8],neural:[7,8],neurosci:7,next:[2,3],next_power_of_2:2,nightli:0,nip:7,nn:3,non:7,none:[2,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33,34],nonzero:31,normal:[2,3],note:[0,1,2,8,9,31],notebook:[1,2,3,4],notic:8,notori:[3,7],novel:7,now:[1,3],num:2,num_stag:3,num_warp:[2,3],number:[1,2,8,23],numer:[2,7],nvidia:7,object:[1,3,7,9,11],obtain:1,obvious:2,occur:8,offer:7,offici:0,offset:1,often:3,old:12,omega:8,onc:[2,7,8],one:[2,4,7,8,33],onli:[2,3,7,8,9],op:[1,2],open:10,opencl:7,oper:[1,2,3,4,7,31],operand:3,opportun:7,opsila:7,optim:[7,8],option:[1,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33,34],order:[3,4,8],origin:8,osdi:7,other:[2,3,6,8,9,14,16,19,21],otherwis:31,our:[1,2,3,7],out:[1,2,3,6,8],outlin:8,output:[1,2,3],over:[2,7,8],p:8,pa:3,packag:9,pact:8,pad:2,par:3,paradigm:[7,8],parallel:[1,3,6,7,8],paralleliz:7,param:22,paramet:[1,3,8,9,10,11,12,13,14,15,16,17,18,19,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35],parametr:7,parser:0,part:[3,8],partial:2,particular:2,particularli:[7,8],partit:7,pass:[1,8],past:[7,8],path:1,pattern:7,pb:3,peak:8,per:2,percentil:34,perf:3,perf_report:[1,2,3,33],perform:[1,2,7,8,11,34],pgm:3,phase:8,philosophi:8,pid:[1,3],pid_m:3,pid_n:3,pip:0,pipelin:[7,8],platform:[6,8],pldi:7,plot:[0,1,2,3,33],plot_nam:[1,2,3,33],pmatrix:8,point:[1,8],pointer:[1,9,11,12,16,29],pointerdtyp:[11,12,16,29],polli:8,polyhedr:7,polyhedra:8,popular:8,portabl:[7,8],pose:7,possibl:[1,2,3,8],power:[2,8,10],ppopp:8,practic:[1,2,3,7],pragma:7,pre:[0,7],predict:8,prefer:2,premis:7,present:3,preserv:8,prevent:8,primer:8,primit:[7,9],principl:8,print:[1,2,3],print_data:[1,2,3],probabl:8,problem:1,problemat:8,procedur:8,process:[1,7,8],processor:7,product:[6,8,14],program:[1,2,3,6,7,23,24],program_id:[1,2,3],programm:[7,8],project:7,promot:[3,8],properli:2,properti:8,propos:7,proprietari:3,provid:[1,2,3,6,8,18,20,30,34],pseudo:3,ptillet:0,purpos:[7,8],push:8,putat:8,py:[1,2,3,5],pytest:0,python:[1,2,3,4,9],pytorch:[1,2],qquad:8,r:2,ragan:7,rand:1,randn:[2,3],rang:[1,2,3,7,8],rapidli:[7,8],rate:3,rather:7,raw:1,rdom:8,re:[1,3],read:[2,3,4],reader:8,real:7,reason:8,recent:7,recommend:4,recomput:7,rectifi:7,redmon2016:7,redmon:7,reduct:[2,18,20,30],refer:1,regardless:31,regist:3,regrett:7,regular:8,rel:[1,8],relat:6,releas:[0,7],reli:8,relu:3,remain:[7,33],remateri:3,rememb:3,reorder:8,rep:34,repetit:34,repres:8,represent:0,requir:[2,8],research:[7,8],reset:34,resolut:8,resourc:7,resp:8,respect:8,restrict:8,result:[0,1,2,7,8],ret:2,retriev:8,reus:3,revisit:7,right:8,rise:8,rk:3,rm:3,rn:3,roughli:3,row:[2,3],run:[0,1,2,3,6,8,9,35],runtim:[0,8,34],rvar:8,s:[1,2,8],said:8,same:[7,33],sato2019:8,sato:8,save:[1,2,3],save_path:1,sc:8,scalabl:8,scalar:[7,14,32],scale:33,scan:8,schedul:7,scienc:8,scop:8,scope:8,script:[1,2,3],second:[1,2,3,8,14,19,21],section:8,see:[1,2,8],seem:[1,8],select:[7,31],self:33,semant:8,semi:8,sens:[1,7,8],separ:8,sequenc:7,set:[1,8],sever:[7,8],shall:8,shape:[1,2,3,8,13,16,26,29,31,32],share:7,should:[7,8,18,20,30,33],show_plot:[1,2,3],shown:8,side:8,sight:8,signal:7,significantli:2,sigplan:8,simd:7,simpl:[1,2,3],simplest:4,simpli:8,sinc:[1,3],singl:7,size:[1,2,8],slower:[7,8],slowest:8,sm:8,smallest:2,snemi3d:7,so:[2,3,8],softmax:[4,5],solid:8,solut:3,solv:8,some:3,sometim:8,sourc:[1,2,3,4,8],space:[7,8],spars:[7,8],spatial:8,speak:3,special:7,specif:[3,7],specifi:[8,11,29],speed:2,sphinx:[1,2,3,4],split:8,spmd:[1,7,8],sram:2,stabil:2,standard:8,start:[4,10],started_tutori:5,state:[7,8],statement:8,step:8,still:[1,2,8],stop:10,store:[1,2,3,12,31],str:33,straightforward:3,strategi:8,strength:7,stride:[2,3],stride_a_0:3,stride_a_1:3,stride_ak:3,stride_am:3,stride_b_0:3,stride_b_1:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_x_0:3,stride_x_1:3,stride_xm:2,stride_ym:2,structur:[7,8],style:[1,2,3,33],subscript:8,substanti:7,substract:2,successfulli:8,suffer:8,suit:7,sum:[1,2],superhuman:7,support:[0,8],sure:2,surprisingli:7,surround:8,sutskev:7,sutskever2014:7,swap:[11,12],swizzl:7,synchron:[1,7],system:[3,7,8],t:[1,2,8],t_:8,taco:8,take:[0,3,6],taken:8,target:7,techniqu:[3,7,8],tempor:8,temporari:2,tend:8,tension:7,tensor:[1,2,3,7,8,9,34],tensorrt:7,test:[0,1,6],text:8,tflop:3,th:34,than:[2,7,8,33],thei:[3,7,8],them:1,themselv:3,theoret:2,therebi:8,therefor:3,theta:8,theta_:8,thi:[0,1,2,3,7,8,9,33],thing:1,think:2,those:[0,2],though:[7,8],thread:[2,7],through:[4,8],throughout:[8,33],throughput:6,tile:8,time:[1,2,3,7,8,34],tiramisu:[7,8],tl:[1,2,3],tmp:0,tog:8,too:2,topic:8,torch:[1,2,3,9,34],torch_relu:3,total:[1,2,3,5],tradit:[7,8],transfer:2,transform:8,travers:8,trend:7,tri:[13,26],trick:2,trigger:3,triton:[0,1,2,3,4,7,8],trivial:7,tune:[2,3,8],tupl:[1,13,26,32],tutori:[0,1,2,3,6],tutorials_jupyt:4,tutorials_python:4,tvm:[7,8],twice:2,two:[1,2,3,8,10,14],type:[14,22,31,32],typecast:[16,29],typic:8,u:0,un:8,uncommon:8,underneath:8,understand:2,unfortun:[3,8],unifi:7,unint:31,unit:[0,7],univers:8,unrol:8,up:2,updat:[3,8],us:[0,1,2,3,7,8,9,31,33,35],usag:0,util:1,v100:8,val:[11,12],valid:1,valu:[1,2,3,10,11,12,15,16,17,18,20,22,29,30,31,32,33,35],valuabl:2,variant:7,variou:4,vasilach:[7,8],vasilache2018:[7,8],vast:8,vec:8,vector:[4,5,7,8],vendor:3,veri:[2,8],verif:8,verifi:[2,8],via:[3,8],view:25,visibl:8,vision:7,vs:0,w:8,wai:[2,3],want:[0,2,31],warmup:34,warp:2,wast:2,we:[1,2,3,7,8],well:[7,8],when:[2,7,8,9,31],where:[3,8,29],whether:[7,33],which:[1,2,3,7,8,12,18,20,30,33],whose:[1,2,3,8,16],wide:8,width:3,wise:[1,2,15,17,19,21,27,28,29],wish:[3,8],within:[9,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],without:8,wolf:8,wolfe1989:8,won:2,word:8,work:[2,6,7],workload:3,wors:[7,8],would:2,wouldn:8,wrapper:3,write:[1,2,3,4,6,8],wrote:2,x:[1,2,3,8,15,17,19,21,25,27,28,31,33],x_log:[1,33],x_max:2,x_name:[1,2,3,33],x_val:[1,2,3,33],xi:8,xii:8,xlabel:33,xo:8,y:[1,2,3,8,19,21,31,33],y_log:33,y_name:[1,2],y_ref:2,y_tri:2,year:8,yet:[7,8],yi:8,yield:31,yii:8,ylabel:[1,2,3,33],yo:8,you:[0,1,2,3,4,7,31],your:[0,1,6],yourself:[2,3],z:[1,2,8],za:1,zb:1,zero:3,zip:4},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.jit","triton.language.arange","triton.language.atomic_cas","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.softmax","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:8,algebra:37,api:6,arang:10,arithmet:3,atomic_ca:11,atomic_xchg:12,benchmark:[1,2,3,33],binari:0,broadcast_to:13,c:0,cach:3,challeng:7,comparison:37,compil:[8,37],comput:[1,2,3,5],creation:37,distribut:0,do_bench:34,document:6,dot:14,exp:15,from:0,further:6,fuse:2,get:6,go:6,hint:37,index:37,instal:0,introduct:7,jit:9,kernel:[1,2,3],l2:3,languag:[8,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,37],limit:8,linear:37,load:16,log:17,manipul:37,math:37,matrix:3,max:18,maximum:19,memori:37,min:20,minimum:21,model:37,motiv:[2,3,7],multipl:3,multiple_of:22,num_program:23,op:37,optim:3,packag:0,perf_report:35,perform:3,pointer:3,polyhedr:8,program:[8,37],program_id:24,python:[0,6],ravel:25,reduct:37,refer:[7,8],relat:8,represent:8,reshap:26,result:3,s:6,schedul:8,shape:37,sigmoid:27,softmax:[2,28],sourc:0,squar:3,start:6,store:29,sum:30,test:[2,3,33,34,35,38],time:5,triton:[6,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38],tutori:4,unit:[2,3],vector:1,welcom:6,where:31,work:8,zero:32}})
\ No newline at end of file
+Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.softmax","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.language":{arange:[10,0,1,""],atomic_cas:[11,0,1,""],atomic_xchg:[12,0,1,""],broadcast_to:[13,0,1,""],dot:[14,0,1,""],exp:[15,0,1,""],load:[16,0,1,""],log:[17,0,1,""],max:[18,0,1,""],maximum:[19,0,1,""],min:[20,0,1,""],minimum:[21,0,1,""],multiple_of:[22,0,1,""],num_programs:[23,0,1,""],program_id:[24,0,1,""],ravel:[25,0,1,""],reshape:[26,0,1,""],sigmoid:[27,0,1,""],softmax:[28,0,1,""],store:[29,0,1,""],sum:[30,0,1,""],where:[31,0,1,""],zeros:[32,0,1,""]},"triton.testing":{Benchmark:[33,1,1,""],do_bench:[34,0,1,""],perf_report:[35,0,1,""]},"triton.testing.Benchmark":{__init__:[33,2,1,""]},triton:{jit:[9,0,1,""]}},objnames:{"0":["py","function","Python function"],"1":["py","class","Python class"],"2":["py","method","Python method"]},objtypes:{"0":"py:function","1":"py:class","2":"py:method"},terms:{"0":[1,2,3,5,7,8,23,24,32,34],"00":5,"0000":3,"000001":[1,2],"000002":2,"004273":1,"007961":2,"01":[1,3,5],"011":[1,5],"011801":3,"012517":3,"02":[2,5],"025776":3,"028308":3,"03":[3,5],"042231":3,"051697":3,"0625":3,"066663":2,"07":5,"08":5,"084721":1,"0938":3,"097543":2,"099871":3,"0f":8,"1":[1,2,3,6,8,23,24],"10":[0,1,3],"100":[2,34],"1024":[1,3],"1045":3,"1048576":1,"109587":3,"10mn":2,"11":[1,3,5],"1152":3,"12":[1,3],"12160":2,"12288":2,"12416":2,"125":5,"125224":3,"12544":2,"12672":2,"127":1,"128":[2,3],"1280":3,"13":[1,3],"130429":2,"131072":1,"1328":3,"133347":2,"134217728":1,"138541":3,"14":[1,3],"1408":3,"142862":2,"149375":2,"15":[1,3],"1536":3,"16":[2,3,8,32],"16384":1,"1664":3,"16777216":1,"17":3,"171410":2,"172588":3,"1792":3,"18":3,"181847":3,"1823":2,"183044":3,"19":[1,3],"190482":1,"1920":3,"194":[2,5],"1983":7,"1984":8,"1989":8,"1991":[7,8],"1999":8,"1e":[1,2,3],"2":[1,2,3,6,8,23,24,34],"20":[0,3,34],"200000":1,"200001":3,"2004":8,"2006":8,"2012":8,"2013":7,"2014":7,"2016":[7,8],"2017":7,"2018":[7,8],"2019":8,"2021":[7,8],"204654":3,"204728":2,"2048":[2,3],"2097152":1,"21":3,"2141":1,"216187":2,"2176":3,"219":1,"22":3,"220":3,"222812":2,"23":3,"2304":3,"24":3,"2432":3,"245":3,"25":[3,34],"251065":3,"251257":3,"256":[2,3],"2560":3,"258068":2,"26":3,"260869":3,"262144":1,"264":2,"2656":3,"267":2,"2688":3,"269":2,"27":[3,5],"273":2,"275764":3,"276800":3,"278610":1,"28":[1,3],"2812":3,"2816":3,"282":2,"2891":3,"29":3,"292871":2,"2944":3,"296679":3,"2d":[3,14],"2m":2,"2mn":2,"3":[1,2,3,8],"30":3,"300370":3,"301560":3,"3072":3,"3076":1,"31":3,"3125":3,"32":3,"3200":3,"32768":1,"328":2,"3281":3,"328915":3,"329":2,"33":3,"3328":3,"333321":1,"33554432":1,"34":3,"341":1,"3438":3,"3456":3,"3477":3,"3516":3,"3555":3,"3584":3,"359066":2,"36":3,"360017":2,"362445":1,"362895":3,"37":3,"3712":3,"3713":1,"372618":3,"372800":3,"38":1,"380953":3,"381330":3,"382283":3,"384":[1,2,3],"3840":3,"387489":3,"39":3,"3906":3,"3968":3,"3984":3,"3d":[23,24],"3mn":2,"3x":2,"4":[1,2,3,8],"40":3,"400001":1,"400016":1,"4023":3,"402717":3,"405":2,"4062":3,"4096":[1,2,3],"410251":2,"412":2,"415":2,"4194304":1,"420235":3,"420822":3,"428568":1,"428801":3,"429770":[1,2],"430545":3,"44":3,"4492":3,"45":3,"4531":3,"455111":3,"4609":3,"4688":3,"472":1,"473696":2,"482752":2,"49":3,"4940":1,"5":[1,3,8],"5000":3,"507077":3,"51":3,"510815":3,"512":[2,3],"512000":3,"52":3,"524288":1,"5312":3,"533074":3,"535214":3,"540109":3,"546":2,"546756":2,"56":3,"563555":3,"566925":3,"573044":3,"577704":1,"585":2,"5859":3,"586450":3,"5898":3,"5x":2,"6":[1,3],"600000":1,"602681":2,"606":2,"607513":3,"6094":3,"61":3,"614":1,"615390":1,"63":3,"636381":3,"64":3,"640":[2,3],"642823":3,"649287":3,"653612":3,"655":2,"65536":1,"656574":1,"66":3,"664":2,"666684":2,"67108864":1,"6724":1,"68":3,"682":2,"692524":3,"6953":3,"698415":3,"7":[1,3,8],"70":3,"702":2,"7031":3,"7070":3,"71":3,"72":3,"722":1,"726003":3,"727466":3,"73":3,"730667":3,"737653":3,"75":3,"7500":3,"755985":2,"76":[1,3],"768":[2,3],"768000":3,"768339":3,"77":3,"78":3,"780":1,"781":2,"782607":3,"79":3,"7mn":2,"8":[1,2,3,8,32,34],"80":[3,34],"800002":1,"803444":3,"81":3,"810":2,"811":2,"811163":1,"812":[1,2],"813818":3,"814814":2,"8192":1,"82":3,"823267":3,"823517":1,"827785":3,"83":3,"833":1,"8388608":1,"84":3,"840807":2,"842":1,"843":1,"848":1,"849":1,"85":3,"850":1,"851":1,"855747":3,"86":3,"864488":3,"87":3,"88":3,"8828":3,"886078":3,"8867":3,"89":3,"8906":3,"892208":3,"894196":3,"8945":3,"896":3,"899428":3,"9":[1,2,3],"900662":2,"902096":3,"902362":3,"908442":3,"91":3,"915006":3,"92":3,"920":[3,5],"9219":3,"925276":2,"93":[2,3],"932191":3,"9375":3,"938029":3,"938215":3,"94":2,"9492":3,"95":2,"9531":3,"96":2,"9688":3,"97":2,"971025":3,"9733":1,"978909":3,"98":2,"9805":3,"983276":3,"98432":1,"9844":3,"999995":1,"abstract":[7,8],"break":8,"byte":2,"case":[2,3,7,8,11],"class":[2,7,8,33],"default":34,"do":[2,3,7,8,16,29],"float":[2,7,8,34],"function":[1,2,3,8,9,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33,34,35],"import":[1,2,3,7,8],"int":[1,7,8,10,13,23,24,26,32,34],"new":[12,13,26,32],"return":[1,2,3,10,12,14,16,18,20,23,24,25,30,31,32,34,35],"static":[7,8],"super":3,"switch":3,"true":[1,2,3,31],"try":3,"var":8,"while":[0,7],A:[3,7,8],And:3,As:[2,3,7,8],At:8,By:34,For:[3,7,8],If:[8,29,31,33],In:[1,2,3,8],It:[1,3,4,6,8,9],Of:7,On:8,One:3,The:[1,2,3,7,8,11,12,13,14,23,24,26,29,31,35],These:8,To:[1,7,8],_:3,__expf:2,__init__:33,_add:1,_matmul:3,_softmax:2,a100:[3,8],ab:1,abl:8,about:[1,2,3,6],abov:[1,2,3,8],academ:7,acc:[3,7,8],acceler:7,accept:3,access:[1,7,8,9],accomod:3,accordingli:8,account:8,accumul:8,accuraci:7,achiev:[3,7,8],across:[7,8],activ:3,actual:[3,7,8],add:[1,5],addit:[2,4,5,7,34],addition:8,address:[2,7,16],adopt:8,advanc:7,advoc:8,affect:3,affin:8,against:[1,2,3,6],aggress:[7,8],agnost:[7,8],ahead:8,aim:[2,6],al:[7,8],algebra:8,algorithm:[3,7,8],alia:8,all:[2,3,4,7,8,18,20,22,30,33],allclos:[2,3],allen1984:8,allen:8,alloc:[1,2,3,7],allow:[1,2,7,8],almost:2,along:[1,18,20,23,24,30,34],also:[1,2,3,7,8],alwai:[8,31],amd:7,amen:8,amount:[2,7],ampl:8,an:[1,2,3,6,7,8,11],analog:1,analysi:[7,8],analyz:8,ancourt1991:8,ancourt:8,ani:[2,3,8,33],anoth:[2,8],apart:8,api:[0,33],appear:33,appli:[7,8],applic:8,approach:[7,8],approxim:2,ar:[2,3,7,8,9,16,22,29,31,33],arang:[1,2,3],arbitrari:3,architectur:[3,7],area:8,arg:[1,2,3,33],argument:[1,2,3,9,31,33],arrai:[8,32],arrang:3,art:[7,8],arxiv:[7,8],ask:2,aspect:8,asplo:7,assert:3,assum:[2,33],asynchron:[1,7],atom:11,auguin1983:7,auguin:7,auto:[2,3,8],autom:7,automat:[2,3,7,8],autotun:[3,8],avail:[7,8],avoid:31,awar:7,axi:[1,2,3,18,20,23,24,30,33],b:[3,7,8],back:[1,2],baghdadi2021:[7,8],baghdadi:[7,8],balanc:8,bandwidth:2,base:[6,7,8],basic:[1,4,8],becom:7,been:[1,7,8],befor:3,begin:8,behavior:8,believ:8,below:[4,8],bench:0,benchmark:[0,34,35],benefit:[2,7,8],best:[1,7],better:3,between:[1,7],block:[1,2,3,7,8,11,12,13,14,15,16,17,18,19,20,21,25,26,27,28,29,30,31,32],block_k:3,block_m:3,block_n:3,block_siz:8,blue:[1,2,3],boil:8,bool:[31,33],both:[8,31],bound:[1,2,8],branch:8,broad:7,broadcast:[13,16,29,31],build:[0,3],builder:[10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],built:[1,8],c:[3,7,8],c_0:3,c_1:3,cach:[2,7,8],call:[1,3,8,9],callabl:[1,9,34],can:[0,1,2,3,7,8,35],cannot:[3,7,8],capabl:[6,7],cd:0,cdiv:[1,3],cgo:[7,8],chang:3,chapter:6,characterist:8,cheap:7,check:[3,6],chen2018:7,chen:7,chip:2,choic:6,cite:8,click:[1,2,3],clone:0,close:8,cmake:0,cmp:11,coalesc:7,code:[1,2,3,4,7,8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],codegen:0,col:[2,8],color:33,column:[2,3],com:[0,8],combin:7,come:[2,3,8],command:0,common:8,commonli:8,compar:[2,3,6,8,11],compat:14,compil:[0,2,3,6,7,9,22],complet:8,complex:8,compos:7,composit:8,comprehens:[7,8],comput:[6,7,8,15,17,19,21,27,28],computation:[7,8],concern:8,concis:[1,33],condit:[8,31],config:3,configur:[3,35],connectom:7,consecut:8,consequ:7,consid:2,constraint:[3,8],construct:7,constructor:33,consum:3,contain:[8,11,12,33],contextu:8,contigu:[3,10,25],control:[7,8],conveni:3,convert:[1,9],convolut:7,copi:[7,11],core:[7,8],correct:1,correspond:[1,2,3,33],cost:8,could:[2,8],cours:7,creat:[1,2,3,7],csv:1,cubla:[3,7],cuda:[1,2,3,7],cudnn:7,current:24,custom:[1,2,3,6],cut:3,cvpr:7,d:[2,9],dart:8,darte1999:8,data:[1,2,3,7,8,16,31,32],data_ptr:9,dataflow:8,decad:7,declar:1,decompos:8,decor:[1,3,9],deep:[3,7,8],def:[1,2,3],defin:[1,2,3,8,16],definit:8,denom:2,denomin:2,denot:1,dens:8,depend:[8,31],deploi:7,describ:8,design:8,desir:[13,26],detail:8,detect:7,develop:[7,8],devic:[1,2,3],dialect:8,diesel:8,differ:[1,2,3,7,8,33],difficult:8,difficulti:[3,7],dijkstra82:8,dim:[2,8],dimens:[3,14,18,20,30],dimension:[3,8,14],dir:0,direct:0,directli:0,disjoint:8,disk:1,dissert:8,distribut:[2,8],dnn:[6,7,8],do_bench:[1,2,3],doe:[1,2,3,8],doesn:8,domain:[7,8],don:[1,2],done:[0,3,7,18,20,30],dot:3,doubli:3,doubt:8,down:8,download:[0,1,2,3,4],dram:2,driver:0,dsl:[6,7,8],dtype:[1,2,3,11,12,16,29,32],e:[0,2,3,7,8,32],each:[1,2,3,7,8],eas:8,easi:3,easier:[1,2,7],easili:3,ed:[1,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],education:2,effect:8,effici:[3,7],effort:8,either:[1,23,24,31],elango2018:8,elango:8,element:[1,2,15,17,18,19,20,21,27,28,29,30,31,33],element_s:2,element_ti:[11,12,16,29],elementwis:[2,16],emerg:7,empti:3,empty_lik:[1,2],enabl:8,encod:8,end:[7,8,10],enforc:8,engin:8,enqueu:[1,2],ensur:8,entir:[2,8],environ:6,equal:8,especi:7,et:[7,8],euromicro:7,evalu:[3,31],even:[2,8],evidenc:7,evolv:7,exampl:[1,2,3,4,7,8],execut:[5,7,8,35],exist:[7,8],exp:2,expect:[2,11],expens:[7,8],explor:7,exponenti:[2,15],express:[7,8],extend:3,extract:3,extrem:8,f:[1,8],facilit:[7,8],fact:8,fairli:3,fals:[16,29,31,33],far:2,fast:[2,7,8],faster:2,fastest:8,feel:3,fetch:7,few:8,field:7,figur:8,file:[1,2,3,5],fill:32,first:[1,6,8,14,19,21],fit:2,fix:33,flag:2,flatten:25,flexibl:7,float16:[3,14,32],float32:[1,2,3,14],flow:[7,8],fn:[9,34],focu:[3,8],follow:[0,2,3,6,7,8],forget:1,formal:8,format:8,found:[0,11],foundat:8,fp16:3,framework:[7,8],free:3,from:[2,3,7,8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],full:[1,2,3],fulli:8,func:8,fundament:8,further:8,fuse:[3,4,5],fusion:[2,8],g:[3,7,8,32],galleri:[1,2,3,4],gb:[1,2],gbp:[1,2],gener:[1,2,3,4,7,8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33],geq:8,get:[1,2,5],girbal2006:8,girbal:8,git:0,github:0,give:7,given:[2,3,12,13,23,24,26,32],global:8,go:[1,3,8],good:[1,8],gpgpu:7,gpu:[1,2,6,7,8,9],grad_to_non:34,gradient:34,grammat:8,graphic:7,greater:2,green:[1,2,3],grid:[1,2,3,23,24],grid_m:3,grid_n:3,grosser2012:8,grosser:8,group:3,group_id:3,group_m:3,group_siz:3,grow:8,guard:[1,2],guess:2,guid:7,ha:[1,7,8,23,24],halid:[7,8],hand:8,handl:[1,2,3,8],handwritten:7,hard:3,harder:8,hardwar:[3,6,8],hasn:1,have:[2,7,8,9,14,31,33],heavi:7,helper:[1,2],henc:3,here:[0,1,2,3],heurist:2,hierarch:7,hierarchi:8,high:[3,7,8],highli:7,highlight:8,hint:8,hit:3,how:[1,2,3,6,7],howev:8,http:0,i:[0,1,2,3,7,8],id:[3,24],idea:7,ideal:2,ident:2,idx:[16,29],imag:[7,8],implement:[1,2,3,7,8],implicitli:[1,9,16,29],importantli:8,impos:8,improv:3,incompat:[3,8],increas:[1,2],incred:7,increment:8,inde:8,independ:8,index:[1,2],indic:[2,8,31],induc:8,industri:7,inequ:8,inf:2,inform:8,infrastructur:8,initi:3,inner:[3,14],inplac:3,input:[1,2,3,8,13,14,15,17,18,19,20,21,22,25,26,27,28,30],instal:6,instanc:[1,2,3,7,23,24],instead:[2,31],instruct:[6,7],int1:[16,29],integ:8,integr:0,interchang:8,interest:[0,7,8],intermedi:[0,8],intern:[0,2,8],interv:10,intrins:8,introduct:6,invari:8,ipynb:[1,2,3],ir:[8,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],irregular:[2,8],is_contigu:3,issu:[7,8],iter:[3,7,8],its:[1,2,8],j8:0,j:[3,7,8],jit:[1,2,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],journal:8,jrk2013:7,jupyt:[1,2,3,4],just:[3,8],k:[3,7,8],kb:7,kei:[3,7],kellei:7,kernel:[6,7],keyword:1,ki:8,kind:2,know:22,known:8,label:[1,2,3,33],lam1991:7,lam:7,lambda:[1,2,3],languag:[1,2,3,6,7,9],larg:[2,7,8],later:[2,8],latest:0,lattner2004:8,lattner2019:8,lattner:8,launch:[1,2,3,23,24],law:8,layer:[7,8],lead:[7,8],leaky_relu:3,leakyrelu:3,learn:[1,2,3,6,7,8],least:8,lee2017:7,lee:7,left:8,legal:8,less:[7,8],let:[1,2,22],letter:8,level:[3,7,8],li:7,librari:[3,7,8],lifelong:8,like:[1,7,8],limit:2,line:[1,2,3,8,33],line_arg:[1,2,3,33],line_nam:[1,2,3,33],line_v:[1,2,3,33],linear:[7,8],list:[3,33,34,35],litteratur:8,llvm:[0,8],load:[1,2,3,8,31],local:[7,8],locat:[3,11,12,16,29],log:33,logarithm:[1,17],look:[2,6,7],loop:[3,8],low:8,m:[0,2,3,7],machin:[7,8],machineri:[7,8],made:7,mai:[0,8],main:[3,7,8],maintain:[2,8],major:[3,8],make:[0,1,2,7,8],manag:7,mani:[7,8],manual:[2,8],manual_se:[1,2,3],mapl:8,mark:35,markedli:7,mask:[1,2,3,16,29,31],match:11,mathbb:8,mathbf:8,mathcal:8,mathemat:8,matmul:[3,8],matric:[2,3],matrix:[2,4,5,7,8,14],matrix_s:8,matter:[3,7,8],max:[1,2],max_m:[1,2,3],maxim:[6,8],maximum:[1,2,18],mb:[5,7],mean:[2,3,8],mechan:[2,8],median:34,memori:[1,2,3,7,8,11,12,16,29,31],mention:3,meta:[1,2,3],metaparamet:[1,3],method:[8,9,33,35],methodolog:8,micro:7,min:3,min_m:[1,2,3],minimum:20,minut:[0,1,2,3],miss:8,mitig:8,mkdir:0,ml:7,mlir:8,mn:2,model:[1,7,8],modern:[3,6,7,8],modular:8,moor:8,more:[2,6,7,8,33],most:[3,8],ms:[1,2,3,34],mullapudi2016:8,mullapudi:8,multi:[3,7,8],multipl:[4,5,7,8,22],multipli:[8,14],must:[2,3,10,14,31],my:2,n:[1,2,3,7],naiv:2,naive_softmax:2,name:[1,2,3,33],nativ:[1,2,3],natur:[2,7,17],nb:7,necessari:2,need:[2,3],nelement:2,nest:[3,8],net:8,network:[7,8],neural:[7,8],neurosci:7,next:[2,3],next_power_of_2:2,nightli:0,nip:7,nn:3,non:7,none:[2,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33,34],nonzero:31,normal:[2,3],note:[0,1,2,8,9,31],notebook:[1,2,3,4],notic:8,notori:[3,7],novel:7,now:[1,3],num:2,num_stag:3,num_warp:[2,3],number:[1,2,8,23],numer:[2,7],nvidia:7,object:[1,3,7,9,11],obtain:1,obvious:2,occur:8,offer:7,offici:0,offset:1,often:3,old:12,omega:8,onc:[2,7,8],one:[2,4,7,8,33],onli:[2,3,7,8,9],op:[1,2],open:10,opencl:7,oper:[1,2,3,4,7,31],operand:3,opportun:7,opsila:7,optim:[7,8],option:[1,3,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32,33,34],order:[3,4,8],origin:8,osdi:7,other:[2,3,6,8,9,14,16,19,21],otherwis:31,our:[1,2,3,7],out:[1,2,3,6,8],outlin:8,output:[1,2,3],over:[2,7,8],p:8,pa:3,packag:9,pact:8,pad:2,par:3,paradigm:[7,8],parallel:[1,3,6,7,8],paralleliz:7,param:22,paramet:[1,3,8,9,10,11,12,13,14,15,16,17,18,19,20,21,23,24,25,26,27,28,29,30,31,32,33,34,35],parametr:7,parser:0,part:[3,8],partial:2,particular:2,particularli:[7,8],partit:7,pass:[1,8],past:[7,8],path:1,pattern:7,pb:3,peak:8,per:2,percentil:34,perf:3,perf_report:[1,2,3,33],perform:[1,2,7,8,11,34],pgm:3,phase:8,philosophi:8,pid:[1,3],pid_m:3,pid_n:3,pip:0,pipelin:[7,8],platform:[6,8],pldi:7,plot:[0,1,2,3,33],plot_nam:[1,2,3,33],pmatrix:8,point:[1,8],pointer:[1,9,11,12,16,29],pointerdtyp:[11,12,16,29],polli:8,polyhedr:7,polyhedra:8,popular:8,portabl:[7,8],pose:7,possibl:[1,2,3,8],power:[2,8,10],ppopp:8,practic:[1,2,3,7],pragma:7,pre:[0,7],predict:8,prefer:2,premis:7,present:3,preserv:8,prevent:8,primer:8,primit:[7,9],principl:8,print:[1,2,3],print_data:[1,2,3],probabl:8,problem:1,problemat:8,procedur:8,process:[1,7,8],processor:7,product:[6,8,14],program:[1,2,3,6,7,23,24],program_id:[1,2,3],programm:[7,8],project:7,promot:[3,8],properli:2,properti:8,propos:7,proprietari:3,provid:[1,2,3,6,8,18,20,30,34],pseudo:3,ptillet:0,purpos:[7,8],push:8,putat:8,py:[1,2,3,5],pytest:0,python:[1,2,3,4,9],pytorch:[1,2],qquad:8,r:2,ragan:7,rand:1,randn:[2,3],rang:[1,2,3,7,8],rapidli:[7,8],rate:3,rather:7,raw:1,rdom:8,re:[1,3],read:[2,3,4],reader:8,real:7,reason:8,recent:7,recommend:4,recomput:7,rectifi:7,redmon2016:7,redmon:7,reduct:[2,18,20,30],refer:1,regardless:31,regist:3,regrett:7,regular:8,rel:[1,8],relat:6,releas:[0,7],reli:8,relu:3,remain:[7,33],remateri:3,rememb:3,reorder:8,rep:34,repetit:34,repres:8,represent:0,requir:[2,8],research:[7,8],reset:34,resolut:8,resourc:7,resp:8,respect:8,restrict:8,result:[0,1,2,7,8],ret:2,retriev:8,reus:3,revisit:7,right:8,rise:8,rk:3,rm:3,rn:3,roughli:3,row:[2,3],run:[0,1,2,3,6,8,9,35],runtim:[0,8,34],rvar:8,s:[1,2,8],said:8,same:[7,33],sato2019:8,sato:8,save:[1,2,3],save_path:1,sc:8,scalabl:8,scalar:[7,14,32],scale:33,scan:8,schedul:7,scienc:8,scop:8,scope:8,script:[1,2,3],second:[1,2,3,8,14,19,21],section:8,see:[1,2,8],seem:[1,8],select:[7,31],self:33,semant:8,semi:8,sens:[1,7,8],separ:8,sequenc:7,set:[1,8],sever:[7,8],shall:8,shape:[1,2,3,8,13,16,26,29,31,32],share:7,should:[7,8,18,20,30,33],show_plot:[1,2,3],shown:8,side:8,sight:8,signal:7,significantli:2,sigplan:8,simd:7,simpl:[1,2,3],simplest:4,simpli:8,sinc:[1,3],singl:7,size:[1,2,8],slower:[7,8],slowest:8,sm:8,smallest:2,snemi3d:7,so:[2,3,8],softmax:[4,5],solid:8,solut:3,solv:8,some:3,sometim:8,sourc:[1,2,3,4,8],space:[7,8],spars:[7,8],spatial:8,speak:3,special:7,specif:[3,7],specifi:[8,11,29],speed:2,sphinx:[1,2,3,4],split:8,spmd:[1,7,8],sram:2,stabil:2,standard:8,start:[4,10],started_tutori:5,state:[7,8],statement:8,step:8,still:[1,2,8],stop:10,store:[1,2,3,12,31],str:33,straightforward:3,strategi:8,strength:7,stride:[2,3],stride_a_0:3,stride_a_1:3,stride_ak:3,stride_am:3,stride_b_0:3,stride_b_1:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_x_0:3,stride_x_1:3,stride_xm:2,stride_ym:2,structur:[7,8],style:[1,2,3,33],subscript:8,substanti:7,substract:2,successfulli:8,suffer:8,suit:7,sum:[1,2],superhuman:7,support:[0,8],sure:2,surprisingli:7,surround:8,sutskev:7,sutskever2014:7,swap:[11,12],swizzl:7,synchron:[1,7],system:[3,7,8],t:[1,2,8],t_:8,taco:8,take:[0,3,6],taken:8,target:7,techniqu:[3,7,8],tempor:8,temporari:2,tend:8,tension:7,tensor:[1,2,3,7,8,9,34],tensorrt:7,test:[0,1,6],text:8,tflop:3,th:34,than:[2,7,8,33],thei:[3,7,8],them:1,themselv:3,theoret:2,therebi:8,therefor:3,theta:8,theta_:8,thi:[0,1,2,3,7,8,9,33],thing:1,think:2,those:[0,2],though:[7,8],thread:[2,7],through:[4,8],throughout:[8,33],throughput:6,tile:8,time:[1,2,3,7,8,34],tiramisu:[7,8],tl:[1,2,3],tmp:0,tog:8,too:2,topic:8,torch:[1,2,3,9,34],torch_relu:3,total:[1,2,3,5],tradit:[7,8],transfer:2,transform:8,travers:8,trend:7,tri:[13,26],trick:2,trigger:3,triton:[0,1,2,3,4,7,8],trivial:7,tune:[2,3,8],tupl:[1,13,26,32],tutori:[0,1,2,3,6],tutorials_jupyt:4,tutorials_python:4,tvm:[7,8],twice:2,two:[1,2,3,8,10,14],type:[14,22,31,32],typecast:[16,29],typic:8,u:0,un:8,uncommon:8,underneath:8,understand:2,unfortun:[3,8],unifi:7,unint:31,unit:[0,7],univers:8,unrol:8,up:2,updat:[3,8],us:[0,1,2,3,7,8,9,31,33,35],usag:0,util:1,v100:8,val:[11,12],valid:1,valu:[1,2,3,10,11,12,15,16,17,18,20,22,29,30,31,32,33,35],valuabl:2,variant:7,variou:4,vasilach:[7,8],vasilache2018:[7,8],vast:8,vec:8,vector:[4,5,7,8],vendor:3,veri:[2,8],verif:8,verifi:[2,8],via:[3,8],view:25,visibl:8,vision:7,vs:0,w:8,wai:[2,3],want:[0,2,31],warmup:34,warp:2,wast:2,we:[1,2,3,7,8],well:[7,8],when:[2,7,8,9,31],where:[3,8,29],whether:[7,33],which:[1,2,3,7,8,12,18,20,30,33],whose:[1,2,3,8,16],wide:8,width:3,wise:[1,2,15,17,19,21,27,28,29],wish:[3,8],within:[9,10,11,12,13,14,15,16,17,18,20,22,23,24,26,29,30,31,32],without:8,wolf:8,wolfe1989:8,won:2,word:8,work:[2,6,7],workload:3,wors:[7,8],would:2,wouldn:8,wrapper:3,write:[1,2,3,4,6,8],wrote:2,x:[1,2,3,8,15,17,19,21,25,27,28,31,33],x_log:[1,33],x_max:2,x_name:[1,2,3,33],x_val:[1,2,3,33],xi:8,xii:8,xlabel:33,xo:8,y:[1,2,3,8,19,21,31,33],y_log:33,y_name:[1,2],y_ref:2,y_tri:2,year:8,yet:[7,8],yi:8,yield:31,yii:8,ylabel:[1,2,3,33],yo:8,you:[0,1,2,3,4,7,31],your:[0,1,6],yourself:[2,3],z:[1,2,8],za:1,zb:1,zero:3,zip:4},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.jit","triton.language.arange","triton.language.atomic_cas","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.softmax","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:8,algebra:37,api:6,arang:10,arithmet:3,atomic_ca:11,atomic_xchg:12,benchmark:[1,2,3,33],binari:0,broadcast_to:13,c:0,cach:3,challeng:7,comparison:37,compil:[8,37],comput:[1,2,3,5],creation:37,distribut:0,do_bench:34,document:6,dot:14,exp:15,from:0,further:6,fuse:2,get:6,go:6,hint:37,index:37,instal:0,introduct:7,jit:9,kernel:[1,2,3],l2:3,languag:[8,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,37],limit:8,linear:37,load:16,log:17,manipul:37,math:37,matrix:3,max:18,maximum:19,memori:37,min:20,minimum:21,model:37,motiv:[2,3,7],multipl:3,multiple_of:22,num_program:23,op:37,optim:3,packag:0,perf_report:35,perform:3,pointer:3,polyhedr:8,program:[8,37],program_id:24,python:[0,6],ravel:25,reduct:37,refer:[7,8],relat:8,represent:8,reshap:26,result:3,s:6,schedul:8,shape:37,sigmoid:27,softmax:[2,28],sourc:0,squar:3,start:6,store:29,sum:30,test:[2,3,33,34,35,38],time:5,triton:[6,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38],tutori:4,unit:[2,3],vector:1,welcom:6,where:31,work:8,zero:32}})
\ No newline at end of file