diff --git a/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip b/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
index 80920db8a..2c0b6f978 100644
Binary files a/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip and b/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip differ
diff --git a/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip b/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
index adc83a7ff..4f108de74 100644
Binary files a/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip and b/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip differ
diff --git a/_images/sphx_glr_01-vector-add_001.png b/_images/sphx_glr_01-vector-add_001.png
index 5ed24cc9f..e0994bff1 100644
Binary files a/_images/sphx_glr_01-vector-add_001.png and b/_images/sphx_glr_01-vector-add_001.png differ
diff --git a/_images/sphx_glr_01-vector-add_thumb.png b/_images/sphx_glr_01-vector-add_thumb.png
index 7e4b0c252..711812088 100644
Binary files a/_images/sphx_glr_01-vector-add_thumb.png and b/_images/sphx_glr_01-vector-add_thumb.png differ
diff --git a/_images/sphx_glr_02-fused-softmax_001.png b/_images/sphx_glr_02-fused-softmax_001.png
index 7fb5553b6..ecb8a995d 100644
Binary files a/_images/sphx_glr_02-fused-softmax_001.png and b/_images/sphx_glr_02-fused-softmax_001.png differ
diff --git a/_images/sphx_glr_02-fused-softmax_thumb.png b/_images/sphx_glr_02-fused-softmax_thumb.png
index 3933f2813..2270fd9b3 100644
Binary files a/_images/sphx_glr_02-fused-softmax_thumb.png and b/_images/sphx_glr_02-fused-softmax_thumb.png differ
diff --git a/_images/sphx_glr_03-matrix-multiplication_001.png b/_images/sphx_glr_03-matrix-multiplication_001.png
index 55c7661c4..4fc0fdbc6 100644
Binary files a/_images/sphx_glr_03-matrix-multiplication_001.png and b/_images/sphx_glr_03-matrix-multiplication_001.png differ
diff --git a/_images/sphx_glr_03-matrix-multiplication_thumb.png b/_images/sphx_glr_03-matrix-multiplication_thumb.png
index 434050f33..8c1fd39b8 100644
Binary files a/_images/sphx_glr_03-matrix-multiplication_thumb.png and b/_images/sphx_glr_03-matrix-multiplication_thumb.png differ
diff --git a/_sources/getting-started/tutorials/01-vector-add.rst.txt b/_sources/getting-started/tutorials/01-vector-add.rst.txt
index a1eb80761..acc14274c 100644
--- a/_sources/getting-started/tutorials/01-vector-add.rst.txt
+++ b/_sources/getting-started/tutorials/01-vector-add.rst.txt
@@ -231,22 +231,22 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
 
     vector-add-performance:
                size      Triton       Torch
-    0        4096.0    9.540372    9.600000
+    0        4096.0    8.000000    9.600000
     1        8192.0   19.200000   19.200000
     2       16384.0   38.400001   38.400001
-    3       32768.0   63.999998   76.800002
+    3       32768.0   76.800002   76.800002
     4       65536.0  127.999995  127.999995
     5      131072.0  219.428568  219.428568
-    6      262144.0  341.333321  384.000001
+    6      262144.0  384.000001  341.333321
     7      524288.0  472.615390  472.615390
-    8     1048576.0  585.142862  614.400016
-    9     2097152.0  682.666643  722.823517
-    10    4194304.0  744.727267  780.190482
-    11    8388608.0  780.190482  812.429770
-    12   16777216.0  799.219478  833.084721
-    13   33554432.0  809.086412  843.811163
-    14   67108864.0  814.111783  848.362445
-    15  134217728.0  819.626913  850.656574
+    8     1048576.0  614.400016  614.400016
+    9     2097152.0  722.823517  722.823517
+    10    4194304.0  780.190482  780.190482
+    11    8388608.0  812.429770  812.429770
+    12   16777216.0  833.084721  833.084721
+    13   33554432.0  843.811163  843.811163
+    14   67108864.0  849.278610  848.362445
+    15  134217728.0  851.577704  850.656574
 
 
 
@@ -254,7 +254,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 0 minutes  11.028 seconds)
+   **Total running time of the script:** ( 0 minutes  11.053 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:
diff --git a/_sources/getting-started/tutorials/02-fused-softmax.rst.txt b/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
index f9a93cae4..51728befd 100644
--- a/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
+++ b/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
@@ -304,13 +304,13 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
     1     384.0  585.142862      585.142862   153.600004
     2     512.0  630.153853      606.814814   154.566038
     3     640.0  660.645170      640.000002   160.000000
-    4     768.0  664.216187      664.216187   163.839992
+    4     768.0  702.171410      664.216187   163.839992
     ..      ...         ...             ...          ...
-    93  12160.0  744.015262      405.755985   198.936606
-    94  12288.0  751.847001      415.661740   199.298541
-    95  12416.0  735.762991      412.149375   198.854847
-    96  12544.0  736.528417      412.971190   199.111113
-    97  12672.0  738.622965      412.097543   199.167004
+    93  12160.0  812.359066      405.755985   199.038365
+    94  12288.0  812.429770      415.661740   199.298541
+    95  12416.0  810.840807      412.149375   198.954424
+    96  12544.0  810.925276      412.971190   199.209928
+    97  12672.0  811.007961      412.097543   199.167004
 
     [98 rows x 4 columns]
 
@@ -328,7 +328,7 @@ In the above plot, we can see that:
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 1 minutes  12.770 seconds)
+   **Total running time of the script:** ( 1 minutes  13.131 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:
diff --git a/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt b/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
index 577dfc145..9a154013d 100644
--- a/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
+++ b/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
@@ -467,32 +467,32 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
     2    512.0  14.563555  ...  16.384000             16.384000
     3    640.0  22.260869  ...  24.380953             24.380953
     4    768.0  32.768000  ...  34.028308             34.028308
-    5    896.0  39.025776  ...  39.025776             37.971025
+    5    896.0  39.025776  ...  40.140799             39.025776
     6   1024.0  49.932191  ...  53.773130             52.428801
     7   1152.0  44.566925  ...  46.656000             46.656000
     8   1280.0  51.200001  ...  56.888887             56.888887
-    9   1408.0  64.138541  ...  63.392744             62.664092
-    10  1536.0  77.778988  ...  75.296679             75.296679
+    9   1408.0  64.138541  ...  63.392744             63.392744
+    10  1536.0  78.643199  ...  76.106321             76.106321
     11  1664.0  63.372618  ...  62.061463             62.061463
     12  1792.0  72.983276  ...  62.790080             62.441243
-    13  1920.0  69.120002  ...  70.172588             69.818184
-    14  2048.0  73.584279  ...  74.565406             74.565406
-    15  2176.0  82.473969  ...  78.608000             80.494588
-    16  2304.0  68.446623  ...  73.051599             72.828879
-    17  2432.0  71.125224  ...  72.037087             82.147552
-    18  2560.0  78.019048  ...  76.740048             76.382283
-    19  2688.0  80.196737  ...  80.708630             82.642823
-    20  2816.0  83.712490  ...  79.443003             77.056904
-    21  2944.0  82.784108  ...  77.265163             77.626218
-    22  3072.0  80.890151  ...  82.420822             84.010539
-    23  3200.0  82.687337  ...  84.210524             88.642656
-    24  3328.0  83.905938  ...  82.088138             82.275764
-    25  3456.0  81.683457  ...  84.332184             83.980802
-    26  3584.0  87.551500  ...  92.315595             92.791944
-    27  3712.0  85.528545  ...  85.163978             87.399253
-    28  3840.0  85.136259  ...  87.424508             87.011801
-    29  3968.0  92.582651  ...  87.159957             86.849777
-    30  4096.0  93.336389  ...  83.886082             89.958266
+    13  1920.0  69.467336  ...  67.106797             69.818184
+    14  2048.0  73.908442  ...  74.898285             74.565406
+    15  2176.0  83.155572  ...  81.472263             81.143743
+    16  2304.0  68.446623  ...  73.501144             73.275679
+    17  2432.0  71.125224  ...  81.197876             82.147552
+    18  2560.0  77.649287  ...  76.920185             77.465723
+    19  2688.0  81.053536  ...  83.737433             80.537273
+    20  2816.0  82.135981  ...  78.301990             79.733474
+    21  2944.0  80.510553  ...  78.605729             76.435630
+    22  3072.0  81.472093  ...  83.638266             84.386148
+    23  3200.0  84.656085  ...  86.956520             89.635851
+    24  3328.0  81.530349  ...  84.596116             86.632127
+    25  3456.0  81.683457  ...  84.068369             83.980802
+    26  3584.0  87.211821  ...  87.466332             91.099693
+    27  3712.0  85.896254  ...  83.596102             85.822459
+    28  3840.0  84.421376  ...  86.197974             86.130841
+    29  3968.0  92.442373  ...  87.913500             87.787005
+    30  4096.0  93.596744  ...  89.240508             89.062862
 
     [31 rows x 5 columns]
 
@@ -502,7 +502,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
 
 .. rst-class:: sphx-glr-timing
 
-   **Total running time of the script:** ( 2 minutes  27.957 seconds)
+   **Total running time of the script:** ( 2 minutes  14.737 seconds)
 
 
 .. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:
diff --git a/_sources/getting-started/tutorials/sg_execution_times.rst.txt b/_sources/getting-started/tutorials/sg_execution_times.rst.txt
index dfb2badb0..52b27b3ca 100644
--- a/_sources/getting-started/tutorials/sg_execution_times.rst.txt
+++ b/_sources/getting-started/tutorials/sg_execution_times.rst.txt
@@ -5,12 +5,12 @@
 
 Computation times
 =================
-**03:51.756** total execution time for **getting-started_tutorials** files:
+**03:38.920** total execution time for **getting-started_tutorials** files:
 
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 02:27.957 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 02:14.737 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 01:12.770 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``)                 | 01:13.131 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 00:11.028 | 0.0 MB |
+| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``)                       | 00:11.053 | 0.0 MB |
 +---------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/getting-started/tutorials/01-vector-add.html b/getting-started/tutorials/01-vector-add.html
index 33c97acf9..31bb5391d 100644
--- a/getting-started/tutorials/01-vector-add.html
+++ b/getting-started/tutorials/01-vector-add.html
@@ -319,25 +319,25 @@ for different problem sizes.</p>
 <p class="sphx-glr-script-out">Out:</p>
 <div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vector-add-performance:
            size      Triton       Torch
-0        4096.0    9.540372    9.600000
+0        4096.0    8.000000    9.600000
 1        8192.0   19.200000   19.200000
 2       16384.0   38.400001   38.400001
-3       32768.0   63.999998   76.800002
+3       32768.0   76.800002   76.800002
 4       65536.0  127.999995  127.999995
 5      131072.0  219.428568  219.428568
-6      262144.0  341.333321  384.000001
+6      262144.0  384.000001  341.333321
 7      524288.0  472.615390  472.615390
-8     1048576.0  585.142862  614.400016
-9     2097152.0  682.666643  722.823517
-10    4194304.0  744.727267  780.190482
-11    8388608.0  780.190482  812.429770
-12   16777216.0  799.219478  833.084721
-13   33554432.0  809.086412  843.811163
-14   67108864.0  814.111783  848.362445
-15  134217728.0  819.626913  850.656574
+8     1048576.0  614.400016  614.400016
+9     2097152.0  722.823517  722.823517
+10    4194304.0  780.190482  780.190482
+11    8388608.0  812.429770  812.429770
+12   16777216.0  833.084721  833.084721
+13   33554432.0  843.811163  843.811163
+14   67108864.0  849.278610  848.362445
+15  134217728.0  851.577704  850.656574
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  11.028 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes  11.053 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>
diff --git a/getting-started/tutorials/02-fused-softmax.html b/getting-started/tutorials/02-fused-softmax.html
index 1b015455d..1827e09d9 100644
--- a/getting-started/tutorials/02-fused-softmax.html
+++ b/getting-started/tutorials/02-fused-softmax.html
@@ -389,13 +389,13 @@ We will then compare its performance against (1) <code class="code docutils lite
 1     384.0  585.142862      585.142862   153.600004
 2     512.0  630.153853      606.814814   154.566038
 3     640.0  660.645170      640.000002   160.000000
-4     768.0  664.216187      664.216187   163.839992
+4     768.0  702.171410      664.216187   163.839992
 ..      ...         ...             ...          ...
-93  12160.0  744.015262      405.755985   198.936606
-94  12288.0  751.847001      415.661740   199.298541
-95  12416.0  735.762991      412.149375   198.854847
-96  12544.0  736.528417      412.971190   199.111113
-97  12672.0  738.622965      412.097543   199.167004
+93  12160.0  812.359066      405.755985   199.038365
+94  12288.0  812.429770      415.661740   199.298541
+95  12416.0  810.840807      412.149375   198.954424
+96  12544.0  810.925276      412.971190   199.209928
+97  12672.0  811.007961      412.097543   199.167004
 
 [98 rows x 4 columns]
 </pre></div>
@@ -408,7 +408,7 @@ We will then compare its performance against (1) <code class="code docutils lite
 Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
 </ul>
 </div></blockquote>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  12.770 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes  13.131 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>
diff --git a/getting-started/tutorials/03-matrix-multiplication.html b/getting-started/tutorials/03-matrix-multiplication.html
index aec877f4c..c0259fe82 100644
--- a/getting-started/tutorials/03-matrix-multiplication.html
+++ b/getting-started/tutorials/03-matrix-multiplication.html
@@ -571,37 +571,37 @@ torch_output=tensor([[  1.1045, -36.9688,  31.4688,  ..., -11.3906,  24.4531, -3
 2    512.0  14.563555  ...  16.384000             16.384000
 3    640.0  22.260869  ...  24.380953             24.380953
 4    768.0  32.768000  ...  34.028308             34.028308
-5    896.0  39.025776  ...  39.025776             37.971025
+5    896.0  39.025776  ...  40.140799             39.025776
 6   1024.0  49.932191  ...  53.773130             52.428801
 7   1152.0  44.566925  ...  46.656000             46.656000
 8   1280.0  51.200001  ...  56.888887             56.888887
-9   1408.0  64.138541  ...  63.392744             62.664092
-10  1536.0  77.778988  ...  75.296679             75.296679
+9   1408.0  64.138541  ...  63.392744             63.392744
+10  1536.0  78.643199  ...  76.106321             76.106321
 11  1664.0  63.372618  ...  62.061463             62.061463
 12  1792.0  72.983276  ...  62.790080             62.441243
-13  1920.0  69.120002  ...  70.172588             69.818184
-14  2048.0  73.584279  ...  74.565406             74.565406
-15  2176.0  82.473969  ...  78.608000             80.494588
-16  2304.0  68.446623  ...  73.051599             72.828879
-17  2432.0  71.125224  ...  72.037087             82.147552
-18  2560.0  78.019048  ...  76.740048             76.382283
-19  2688.0  80.196737  ...  80.708630             82.642823
-20  2816.0  83.712490  ...  79.443003             77.056904
-21  2944.0  82.784108  ...  77.265163             77.626218
-22  3072.0  80.890151  ...  82.420822             84.010539
-23  3200.0  82.687337  ...  84.210524             88.642656
-24  3328.0  83.905938  ...  82.088138             82.275764
-25  3456.0  81.683457  ...  84.332184             83.980802
-26  3584.0  87.551500  ...  92.315595             92.791944
-27  3712.0  85.528545  ...  85.163978             87.399253
-28  3840.0  85.136259  ...  87.424508             87.011801
-29  3968.0  92.582651  ...  87.159957             86.849777
-30  4096.0  93.336389  ...  83.886082             89.958266
+13  1920.0  69.467336  ...  67.106797             69.818184
+14  2048.0  73.908442  ...  74.898285             74.565406
+15  2176.0  83.155572  ...  81.472263             81.143743
+16  2304.0  68.446623  ...  73.501144             73.275679
+17  2432.0  71.125224  ...  81.197876             82.147552
+18  2560.0  77.649287  ...  76.920185             77.465723
+19  2688.0  81.053536  ...  83.737433             80.537273
+20  2816.0  82.135981  ...  78.301990             79.733474
+21  2944.0  80.510553  ...  78.605729             76.435630
+22  3072.0  81.472093  ...  83.638266             84.386148
+23  3200.0  84.656085  ...  86.956520             89.635851
+24  3328.0  81.530349  ...  84.596116             86.632127
+25  3456.0  81.683457  ...  84.068369             83.980802
+26  3584.0  87.211821  ...  87.466332             91.099693
+27  3712.0  85.896254  ...  83.596102             85.822459
+28  3840.0  84.421376  ...  86.197974             86.130841
+29  3968.0  92.442373  ...  87.913500             87.787005
+30  4096.0  93.596744  ...  89.240508             89.062862
 
 [31 rows x 5 columns]
 </pre></div>
 </div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  27.957 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes  14.737 seconds)</p>
 <div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
 <div class="sphx-glr-download sphx-glr-download-python docutils container">
 <p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>
diff --git a/getting-started/tutorials/sg_execution_times.html b/getting-started/tutorials/sg_execution_times.html
index 2e838e07b..cbcbddfa6 100644
--- a/getting-started/tutorials/sg_execution_times.html
+++ b/getting-started/tutorials/sg_execution_times.html
@@ -174,7 +174,7 @@
             
   <div class="section" id="computation-times">
 <span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>03:51.756</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
+<p><strong>03:38.920</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
 <table class="docutils align-default">
 <colgroup>
 <col style="width: 85%" />
@@ -183,15 +183,15 @@
 </colgroup>
 <tbody>
 <tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
-<td><p>02:27.957</p></td>
+<td><p>02:14.737</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
-<td><p>01:12.770</p></td>
+<td><p>01:13.131</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
-<td><p>00:11.028</p></td>
+<td><p>00:11.053</p></td>
 <td><p>0.0 MB</p></td>
 </tr>
 </tbody>
diff --git a/python-api/generated/triton.heuristics.html b/python-api/generated/triton.heuristics.html
index 73ecbdc76..3f4ca4b03 100644
--- a/python-api/generated/triton.heuristics.html
+++ b/python-api/generated/triton.heuristics.html
@@ -189,7 +189,7 @@
 <span class="sig-prename descclassname"><span class="pre">triton.</span></span><span class="sig-name descname"><span class="pre">heuristics</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">values</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#triton.heuristics" title="Permalink to this definition">¶</a></dt>
 <dd><p>Decorator for specifying how the values of certain meta-parameters may be computed.
 This is useful for cases where auto-tuning is prohibitevely expensive, or just not applicable.</p>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="nd">@heuristics</span><span class="p">(</span><span class="n">values</span><span class="o">=</span><span class="p">{</span><span class="s1">&#39;BLOCK_SIZE&#39;</span><span class="p">:</span> <span class="k">lambda</span> <span class="n">args</span><span class="p">:</span> <span class="mi">2</span> <span class="o">**</span> <span class="nb">int</span><span class="p">(</span><span class="n">math</span><span class="o">.</span><span class="n">ceil</span><span class="p">(</span><span class="n">math</span><span class="o">.</span><span class="n">log2</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">1</span><span class="p">])))})</span>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="nd">@triton</span><span class="o">.</span><span class="n">heuristics</span><span class="p">(</span><span class="n">values</span><span class="o">=</span><span class="p">{</span><span class="s1">&#39;BLOCK_SIZE&#39;</span><span class="p">:</span> <span class="k">lambda</span> <span class="n">args</span><span class="p">:</span> <span class="mi">2</span> <span class="o">**</span> <span class="nb">int</span><span class="p">(</span><span class="n">math</span><span class="o">.</span><span class="n">ceil</span><span class="p">(</span><span class="n">math</span><span class="o">.</span><span class="n">log2</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">1</span><span class="p">])))})</span>
 <span class="nd">@triton</span><span class="o">.</span><span class="n">jit</span>
 <span class="k">def</span> <span class="nf">kernel</span><span class="p">(</span><span class="n">x_ptr</span><span class="p">,</span> <span class="n">x_size</span><span class="p">,</span> <span class="o">**</span><span class="n">META</span><span class="p">):</span>
     <span class="n">BLOCK_SIZE</span> <span class="o">=</span> <span class="n">META</span><span class="p">[</span><span class="s1">&#39;BLOCK_SIZE&#39;</span><span class="p">]</span> <span class="c1"># smallest power-of-two &gt;= x_size</span>
diff --git a/searchindex.js b/searchindex.js
index da1025878..aa30dd0eb 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[9,1,1,""]},"triton.language":{arange:[13,2,1,""],atomic_add:[14,2,1,""],atomic_cas:[15,2,1,""],atomic_max:[16,2,1,""],atomic_min:[17,2,1,""],atomic_xchg:[18,2,1,""],broadcast_to:[19,2,1,""],cos:[20,2,1,""],dot:[21,2,1,""],exp:[22,2,1,""],load:[23,2,1,""],log:[24,2,1,""],max:[25,2,1,""],maximum:[26,2,1,""],min:[27,2,1,""],minimum:[28,2,1,""],multiple_of:[29,2,1,""],num_programs:[30,2,1,""],program_id:[31,2,1,""],ravel:[32,2,1,""],reshape:[33,2,1,""],sigmoid:[34,2,1,""],sin:[35,2,1,""],softmax:[36,2,1,""],sqrt:[37,2,1,""],store:[38,2,1,""],sum:[39,2,1,""],where:[40,2,1,""],zeros:[41,2,1,""]},"triton.testing":{Benchmark:[42,0,1,""],do_bench:[43,2,1,""],perf_report:[44,2,1,""]},"triton.testing.Benchmark":{__init__:[42,1,1,""]},triton:{Config:[9,0,1,""],autotune:[10,2,1,""],heuristics:[11,2,1,""],jit:[12,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,5,7,8,30,31,41,43],"00":5,"0000":3,"000000":2,"000001":[1,2],"000002":2,"01":[1,3,5],"010539":3,"011801":3,"015262":2,"019048":3,"02":[2,5],"025776":3,"028":[1,5],"028308":3,"03":[3,5],"037087":3,"051599":3,"056904":3,"061463":3,"0625":3,"084721":1,"086412":1,"088138":3,"0938":3,"097543":2,"0f":8,"1":[1,2,3,6,8,11,30,31],"10":[1,3],"100":[2,43],"1024":[1,3,10],"1045":3,"1048576":1,"11":[0,1,3,5],"111113":2,"111783":1,"1152":3,"12":[1,2,3,5],"120002":3,"12160":2,"12288":2,"12416":2,"125224":3,"12544":2,"12672":2,"127":1,"128":[1,2,3,10],"1280":3,"13":[1,3],"131072":1,"1328":3,"133347":2,"134217728":1,"136259":3,"138541":3,"14":[1,3],"1408":3,"142862":[1,2],"147552":3,"149375":2,"15":[1,3],"153":2,"1536":3,"153853":2,"154":2,"159957":3,"16":[2,3,8,41],"160":2,"163":2,"16384":1,"163978":3,"1664":3,"167004":2,"16777216":1,"17":3,"172588":3,"1792":3,"18":3,"181817":2,"1823":2,"186":2,"19":[1,3],"190482":1,"192":1,"1920":3,"196737":3,"198":2,"1982":8,"1983":7,"1984":8,"1989":8,"199":2,"1991":[7,8],"1999":8,"1d":[1,2,3],"1e":[1,2,3],"2":[1,2,3,6,8,9,11,30,31,43],"20":[3,43],"200000":1,"200001":3,"2004":8,"2006":8,"2012":8,"2013":7,"2014":7,"2016":[7,8],"2017":7,"2018":[7,8],"2019":8,"2021":[7,8],"2048":[2,3],"2097152":1,"21":3,"210524":3,"2141":1,"216187":2,"2176":3,"219":1,"219478":1,"22":3,"220":3,"23":3,"2304":3,"24":3,"2432":3,"245":3,"25":[3,43],"256":[1,2,3,9],"2560":3,"26":3,"260869":3,"262144":1,"265163":3,"2656":3,"2688":3,"27":[3,5],"275764":3,"28":[1,3],"2812":3,"2816":3,"2891":3,"29":3,"2944":3,"296679":3,"298541":2,"2d":[3,21],"2m":2,"2mn":2,"3":[0,1,2,3,8],"30":3,"3072":3,"3076":1,"31":3,"3125":3,"315595":3,"32":[3,9],"3200":3,"32768":1,"3281":3,"33":3,"332184":3,"3328":3,"333321":1,"33554432":1,"336389":3,"34":3,"341":1,"3438":3,"3456":3,"3477":3,"3516":3,"3555":3,"3584":3,"36":3,"362445":1,"37":3,"3712":3,"3713":1,"372618":3,"372800":3,"38":1,"380953":3,"382283":3,"384":[1,2,3],"3840":3,"384000":3,"39":3,"3906":3,"392744":3,"3968":3,"3984":3,"399253":3,"3d":[30,31],"3mn":2,"4":[1,2,3,8,9,10],"40":3,"400001":1,"400016":1,"4023":3,"405":2,"4062":3,"4096":[1,2,3],"412":2,"415":2,"4194304":1,"420822":3,"424508":3,"428568":1,"428801":3,"429770":1,"44":3,"441243":3,"443003":3,"446623":3,"4492":3,"4531":3,"46":3,"4609":3,"4688":3,"472":1,"473969":3,"49":3,"4940":1,"494588":3,"4m":2,"4x":2,"5":[1,3,8],"5000":3,"507077":3,"51":[3,5],"512":[2,3],"52":3,"524288":1,"528417":2,"528545":3,"53":3,"5312":3,"54":3,"540372":1,"546":2,"551500":3,"56":3,"563555":3,"565406":3,"566038":2,"566925":3,"582651":3,"584279":3,"585":[1,2],"5859":3,"5898":3,"5mn":2,"6":[0,1,3],"600000":1,"600004":2,"606":2,"608000":3,"6094":3,"614":1,"615390":1,"62":3,"622965":2,"626218":3,"626913":1,"63":[1,3],"630":2,"64":[1,3],"640":[2,3],"642656":3,"642823":3,"645170":2,"65536":1,"656000":3,"656574":1,"660":2,"661740":2,"664":2,"664092":3,"666643":1,"67108864":1,"6724":1,"68":3,"682":1,"683457":3,"687337":3,"69":3,"6953":3,"7":[0,1,3,8],"70":3,"7031":3,"7070":3,"708630":3,"71":3,"712490":3,"72":3,"722":1,"727267":1,"73":3,"735":2,"736":2,"738":2,"74":3,"740048":3,"744":[1,2],"75":3,"7500":3,"751":2,"755985":2,"756":5,"76":[1,3],"762991":2,"768":[2,3],"768000":3,"77":3,"770":[2,5],"773130":3,"778988":3,"78":3,"780":1,"781":2,"784108":3,"79":3,"790080":3,"791944":3,"799":1,"8":[1,2,3,8,9,10,41,43],"80":[3,43],"800002":1,"809":1,"81":3,"811163":1,"812":1,"814":1,"814814":2,"818184":3,"819":1,"8192":1,"82":3,"823517":1,"828879":3,"83":3,"833":1,"8388608":1,"839992":2,"84":3,"843":1,"847001":2,"848":1,"849777":3,"85":3,"850":1,"854847":2,"86":3,"87":3,"88":3,"8828":3,"886082":3,"8867":3,"888887":3,"89":3,"890151":3,"8906":3,"8945":3,"896":3,"8mn":2,"9":[0,1,2,3],"90":3,"905938":3,"92":3,"9219":3,"93":[2,3],"932191":3,"936606":2,"9375":3,"94":2,"9492":3,"95":2,"9531":3,"957":[3,5],"958266":3,"96":2,"9688":3,"97":2,"971025":3,"971190":2,"9733":1,"978909":3,"98":2,"9805":3,"980802":3,"983276":3,"98432":1,"9844":3,"999995":1,"999998":1,"abstract":[7,8],"break":8,"byte":2,"case":[1,2,7,8,11,14,15,16,17,18],"class":[2,7,8,9,42],"default":43,"do":[2,3,7,8,23,38],"float":[2,7,8,43],"function":[1,2,3,8,10,11,12,42,43,44],"import":[1,2,3,7,8],"int":[1,7,8,11,13,19,30,31,33,41,43],"new":[19,33,41],"return":[1,2,3,13,14,15,16,17,18,21,23,25,27,30,31,32,39,40,41,43,44],"static":[0,7,8],"super":3,"switch":3,"true":[1,2,3,40],"try":[3,9],"var":8,"while":[3,7],A:[3,7,8],And:[0,3],As:[2,3,7,8],At:8,By:43,For:[3,7,8,9],If:[8,38,40,42],In:[1,2,3,8],It:[1,3,4,6,8,12],Of:7,On:8,One:3,The:[1,2,3,7,8,14,15,16,17,18,19,21,30,31,33,38,40,44],There:1,These:8,To:[1,7,8,10],__expf:2,__init__:[9,42],_matmul:3,a100:[3,8],a_ptr:3,ab:1,abl:8,about:[1,2,3,6],abov:[1,2,3,8,10],academ:7,acc:[3,7,8],acceler:7,access:[1,3,7,8,12],accomod:3,accordingli:8,account:8,accumul:[3,8],accuraci:[3,7],achiev:[3,7,8],across:[2,7,8],activ:3,actual:[3,7,8],add:[1,5,14],add_kernel:1,addit:[2,4,5,7,43],addition:8,address:[7,23],adopt:8,advanc:[2,3,7],advoc:8,affect:3,affin:8,after:3,against:[0,1,2,3,6],aggress:[7,8],agnost:[7,8],ahead:8,aim:[2,6],al:[7,8],algebra:8,algorithm:[3,7,8],alia:8,all:[2,3,4,7,8,10,25,27,29,39,42],allclos:[2,3],allen1984:8,allen:8,alloc:[1,2,3,7],allow:[1,2,7,8],along:[1,3,25,27,30,31,39,43],also:[1,2,3,7,8],alwai:[8,40],amd:7,amen:8,amount:7,ampl:8,an:[1,2,3,7,8,9,14,15,16,17,18],analog:1,analysi:[7,8],analyz:8,ancourt1991:8,ancourt:8,ani:[1,2,3,8,10,11,42],anoth:[2,8],anytim:10,apart:8,api:42,appear:42,appli:[3,7,8],applic:[8,11],approach:[7,8],appropri:1,approxim:2,ar:[0,1,2,3,7,8,10,12,23,29,38,40,42],arang:[1,2,3],arbitrari:3,architectur:[3,7],area:8,arg:[1,2,3,11,42],argument:[1,2,3,9,10,11,12,40,42],arrai:[8,41],arrang:3,art:[7,8],arxiv:[7,8],ask:2,aspect:8,asplo:7,assert:[1,3],assum:[2,42],asynchron:[1,7],atom:[14,15,16,17,18],auguin1983:7,auguin:7,auto:[2,3,8,9,10,11],autom:7,automat:[2,3,7,8,9],autotun:[3,8],avail:[0,7,8],avoid:[2,10,40],awar:7,axi:[1,2,3,25,27,30,31,39,42],b:[3,7,8],b_ptr:3,back:[1,2,3],baghdadi2021:[7,8],baghdadi:[7,8],balanc:8,bandwidth:2,base:[6,7,8],basic:[1,4,8],becom:7,been:[1,7,8],befor:[3,10,14,15,16,17,18],begin:8,behavior:[8,10],being:2,believ:8,below:[4,8],bench:0,benchmark:[0,43,44],benefit:[2,7,8],best:[1,7],between:[1,7],block:[1,2,3,7,8,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,32,33,34,35,36,37,38,39,40,41],block_siz:[1,2,8,10,11],block_size_k:3,block_size_m:3,block_size_n:3,block_start:1,blue:[1,2,3],boil:8,bool:[40,42],both:[8,40],bound:[1,2,3,8],branch:8,broad:7,broadcast:[19,23,38,40],build:[0,3],built:[1,8],c:[3,7,8],c_mask:3,c_ptr:3,cach:[7,8],call:[1,3,8,12],callabl:[1,11,12,43],can:[0,1,2,3,7,8,10,44],cannot:[3,7,8],capabl:[6,7],cd:0,cdiv:[1,3],ceil:11,certain:11,cgo:[7,8],chang:[3,10],chapter:6,characterist:8,cheap:7,check:[3,6],chen2018:7,chen:7,chip:2,choic:6,click:[1,2,3],clone:0,close:8,cmake:0,cmp:[14,15,16,17,18],coalesc:7,code:[1,2,3,4,7,8],col:[3,8],col_offset:2,color:42,column:[2,3],com:0,combin:7,come:[2,3,8],command:0,common:8,commonli:8,compar:[2,3,6,8,14,15,16,17,18],compat:21,compil:[2,3,6,7,9,12,29],complet:8,complex:8,compos:7,composit:8,comprehens:[7,8],comput:[6,7,8,11,20,22,24,26,28,34,35,36,37],computation:[7,8],concern:8,concis:[1,42],condit:[8,40],config:[3,10],configur:[3,9,10,44],confirm:2,connectom:7,consecut:8,consequ:7,consid:2,constraint:[3,8],construct:7,constructor:42,consum:3,contain:[8,14,15,16,17,18,42],contextu:8,contigu:[3,13,32],control:[7,8],conveni:3,convert:[1,3,12],convolut:7,cooper:9,copi:[7,14,15,16,17,18],core:[7,8],correct:1,correspond:[1,2,3,42],cosin:20,cost:8,could:[2,8],cours:7,cpython:0,creat:[1,2,3,7],csv:1,cubla:[3,7],cuda:[1,2,3,7],cudnn:7,current:31,custom:[1,2,3,6],cut:3,cvpr:7,d:[2,10,12],dart:8,darte1999:8,data:[1,3,7,8,14,15,16,17,18,23,40,41],data_ptr:12,dataflow:8,decad:7,declar:1,decompos:8,decor:[1,3,10,11,12],dedic:3,deep:[3,7,8],def:[1,2,3,10,11],defin:[1,2,3,8,23],definit:8,denomin:2,denot:1,dens:8,depend:[0,8,40],deploi:7,describ:8,design:8,desir:[19,33],detail:[3,8],detect:7,develop:[7,8],devic:[1,2,3],dialect:8,dict:11,dictionari:[9,11],diesel:8,differ:[1,2,3,7,8,42],difficult:8,difficulti:[3,7],dijkstra82:8,dijkstra:8,dim:[2,8],dimens:[3,21,25,27,39],dimension:[3,8,21],dir:0,direct:3,disjoint:8,disk:1,dissert:8,distribut:[2,8],divis:3,dnn:[6,7,8],do_bench:[1,2,3],doe:[1,2,3,8],doesn:8,domain:[7,8],don:[1,2,3],done:[3,7,25,27,39],dot:3,doubli:3,doubt:8,down:[3,8],download:[0,1,2,3,4],dram:[1,2],dsl:[6,7,8],dtype:[1,2,3,14,15,16,17,18,23,38,41],e:[0,2,3,7,8,41],each:[1,2,3,7,8,9,11],eas:8,easi:3,easier:[1,2,7],easili:3,ed:[1,3],education:2,effect:8,effici:[3,7],effort:8,either:[1,30,31,40],elango2018:8,elango:8,element:[1,2,3,20,22,24,25,26,27,28,34,35,36,37,38,39,40,42],element_s:2,element_ti:[14,15,16,17,18,23,38],elementwis:[2,23],els:3,emerg:7,empti:3,empty_lik:[1,2],enabl:8,encod:8,end:[7,8,13],enforc:8,engin:8,enqueu:[1,2],ensur:8,entir:8,environ:6,equal:[2,8],error:3,especi:7,et:[7,8],euromicro:7,evalu:[3,10,40],even:8,evidenc:7,evolv:7,exampl:[1,2,3,4,7,8,9],exchang:18,execut:[5,7,8,9,44],exist:[7,8],exp:2,expect:[2,14,15,16,17,18],expens:[7,8,11],explor:7,exponenti:[2,22],express:[7,8],extar:1,extend:3,extract:3,extrem:8,f:[1,2,3,8],facilit:[7,8],fact:8,fairli:3,fals:[23,38,40,42],far:2,fast:[2,7,8],faster:2,fastest:8,feel:3,fetch:7,few:8,field:7,figur:8,file:[1,2,3,5],fill:41,first:[1,3,6,8,21,26,28],first_pid_m:3,fit:2,fix:42,flag:2,flatten:32,flexibl:7,float16:[3,21,41],float32:[1,2,3,21],flow:[7,8],fn:[12,43],focu:[3,8],follow:[0,2,3,6,7,8],forget:1,formal:8,format:8,found:[14,15,16,17,18],foundat:8,fp16:3,fp32:3,framework:[7,8],free:3,from:[1,2,3,7,8,23,40],full:[1,2,3],fulli:8,func:8,fundament:8,further:8,fuse:[3,4,5],fusion:[2,8],g:[3,7,8,41],galleri:[1,2,3,4],gb:[1,2],gbp:[1,2],gener:[1,2,3,4,7,8,42],geq:8,get:[1,2,3,5],girbal2006:8,girbal:8,git:0,github:0,give:7,given:[2,3,19,30,31,33,41],global:8,go:[1,3,8],good:[1,8],gpgpu:7,gpu:[1,2,6,7,8,9,12],grad_to_non:43,gradient:43,grammat:8,graphic:7,greater:2,green:[1,2,3],grid:[1,2,3,30,31],grid_m:3,grid_n:3,grosser2012:8,grosser:8,group:3,group_id:3,group_m:3,group_size_m:3,grow:8,guard:[1,2],guid:7,ha:[1,3,7,8,30,31],had:1,halid:[7,8],hand:8,handl:[1,2,8],handwritten:7,hard:3,harder:8,hardwar:[3,6,8],hasn:1,have:[2,7,8,12,21,40,42],heavi:7,helper:[1,2],henc:3,here:[1,2,3],heurist:2,hierarch:7,hierarchi:8,high:[3,7,8],higher:3,highli:7,highlight:8,hint:8,hit:3,how:[1,2,3,6,7,11],howev:[2,8],http:0,i:[1,2,3,7,8],id:[3,31],idea:7,ideal:2,ident:2,identifi:1,idx:[23,38],imag:[7,8],implement:[1,2,3,7,8],implicitli:[1,12,23,38],importantli:8,impos:8,improv:3,incompat:[3,8],incorrect:3,increas:[1,2,3],incred:7,increment:8,inde:8,independ:[2,8],index:1,indic:[8,40],induc:8,industri:7,inequ:8,inf:2,inform:8,infrastructur:8,initi:[1,3],inner:[3,21],inplac:3,input:[1,2,3,8,11,19,20,21,22,24,25,26,27,28,29,32,33,34,35,36,37,39],input_ptr:2,input_row_strid:2,instal:6,instanc:[1,2,3,7,9,30,31],instead:[2,40],instruct:[6,7],int1:[23,38],integ:8,interchang:8,interest:[7,8],intermedi:8,intern:[2,8],interv:13,intrins:8,introduct:6,invari:[2,8],ipynb:[1,2,3],ir:8,irregular:[2,8],is_contigu:3,is_cuda:1,isn:3,issu:[7,8],iter:[3,7,8],its:[1,2,3,8],j:[3,7,8],jit:[1,2,3,10,11],journal:8,jrk2013:7,jupyt:[1,2,3,4],just:[3,8,11],k:[3,7,8],kb:7,kei:[3,7,10],kellei:7,kernel:[6,7,9,10,11],keyword:[1,9],ki:8,kind:2,know:29,known:8,label:[1,2,3,42],lam1991:7,lam:7,lambda:[1,2,3,11],languag:[1,2,3,6,7,12],larg:[7,8],last:3,later:[2,8],latest:0,lattner2004:8,lattner2019:8,lattner:8,launch:[1,2,3,30,31],law:8,layer:[7,8],lead:[7,8],leaky_relu:3,leakyrelu:3,learn:[1,2,3,6,7,8],least:8,lee2017:7,lee:7,left:8,legal:8,length:1,less:[7,8],let:[1,2,29],letter:8,level:[3,7,8],li:7,librari:[0,3,7,8],lifelong:8,like:[1,7,8],limit:2,line:[1,2,3,8,42],line_arg:[1,2,3,42],line_nam:[1,2,3,42],line_v:[1,2,3,42],linear:[7,8],link:0,list:[1,3,10,11,42,43,44],litteratur:8,llvm11:0,llvm:[0,8],load:[1,2,3,8,40],local:[7,8],locat:[3,14,15,16,17,18,23,38],log2:11,log:42,logarithm:[1,24],look:[6,7],loop:[3,8,9],low:8,m:[0,2,3,7],machin:[7,8],machineri:[7,8],made:7,mai:[2,8,11],main:[3,7,8],maintain:[2,8],major:[3,8],make:[1,2,7,8],manag:7,mani:[1,7,8],manual:[2,8],manual_se:[1,2,3],map:3,mapl:8,mark:44,markedli:7,mask:[1,2,3,14,16,17,18,23,38,40],match:[3,14,15,16,17,18],math:11,mathbb:8,mathbf:8,mathcal:8,mathemat:8,matmul:[3,8],matmul_kernel:3,matric:[2,3],matrix:[2,4,5,7,8,9,21],matrix_s:8,matter:[3,7,8],max:[1,2,16],max_m:[1,2,3],maxim:[6,8],maximum:[1,2,25],mb:[5,7],mean:[3,8,10],mechan:[2,8],median:43,memori:[1,2,3,7,8,14,15,16,17,18,23,38,40],mention:3,meta:[1,2,3,9,10,11],metaparamet:1,method:[8,9,12,42,44],methodolog:8,micro:7,min:[3,17],min_m:[1,2,3],minimum:27,minut:[1,2,3],miss:8,mitig:8,ml:7,mlir:8,mn:2,model:[1,7,8],modern:[3,6,7,8],modular:8,moor:8,more:[2,3,6,7,8,42],most:[3,8],mostli:9,move:3,ms:[1,2,3,43],much:[2,3],mullapudi2016:8,mullapudi:8,multi:[3,7,8],multipl:[1,4,5,7,8,9,10,29],multipli:[3,8,21],must:[2,3,13,21,40],n:[2,3,7],n_col:2,n_element:1,n_row:2,naiv:2,naive_softmax:2,name:[1,2,3,10,11,42],nativ:[1,2,3],natur:[2,7,24],nb:7,necessari:2,need:[1,2,3],nelement:2,nest:[3,8],net:8,network:[7,8],neural:[7,8],neurosci:7,next:[2,3],next_power_of_2:2,nightli:0,nip:7,nn:3,non:7,none:[2,3,10,14,16,17,18,23,38,42,43],nonzero:40,normal:[2,3],note:[0,1,2,3,8,10,12,40],notebook:[1,2,3,4],notic:[2,8],notori:[3,7],novel:7,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,9],num_warp:[2,3,9,10],number:[1,2,3,8,9,30],numel:1,numer:[2,7],nvidia:7,o:2,object:[1,3,7,9,10,12,14,15,16,17,18],obtain:1,obvious:2,occur:8,offer:7,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:1,often:3,omega:8,onc:[2,7,8],one:[2,3,4,7,8,42],onli:[2,3,7,8,12],op:[1,2],open:13,openai:0,opencl:7,oper:[1,2,3,4,7,14,15,16,17,18,40],opportun:7,opsila:7,optim:[7,8],option:[1,3,23,38,42,43],order:[2,3,4,8],origin:8,osdi:7,other:[2,3,6,8,12,21,23,26,28],otherwis:40,our:[1,2,3,7],out:[1,2,3,6,8],outlin:8,output:[1,2,3],output_ptr:[1,2],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,7,8],overflow:2,own:3,p:8,pa:3,packag:12,pact:8,pad:2,par:3,paradigm:[7,8],parallel:[1,2,3,6,7,8,9],paralleliz:7,param:11,paramet:[1,3,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44],parametr:7,part:[3,8],particular:[2,3],particularli:[7,8],partit:7,pass:[1,8,9],past:[7,8],path:1,pattern:7,pb:3,peak:8,per:2,percentil:43,perf:3,perf_report:[1,2,3,42],perform:[1,2,7,8,14,15,16,17,18,43],person:8,perspect:8,phase:8,philosophi:8,pid:[1,3],pid_m:3,pid_n:3,pip:0,pipelin:[7,8,9],platform:[6,8],pldi:7,plot:[0,1,2,3,42],plot_nam:[1,2,3,42],pmatrix:8,point:[1,8],pointer:[1,2,12,14,15,16,17,18,23,38],pointerdtyp:[14,15,16,17,18,23,38],polli:8,polyhedr:7,polyhedra:8,popular:8,portabl:[7,8],pose:7,posit:11,possibl:[1,2,3,8,9],power:[2,8,11,13],ppopp:8,practic:[1,2,3,7],pragma:7,pre:[0,7],prealloc:1,predict:8,prefer:2,premis:7,present:[0,3],preserv:8,prevent:8,primer:8,primit:[7,12],principl:8,print:[1,2,3],print_data:[1,2,3],probabl:8,problem:1,problemat:8,procedur:8,process:[1,7,8],processor:7,produc:3,product:[6,8,21],program:[1,2,3,6,7,30,31],program_id:[1,2,3],programm:[7,8],prohibitev:11,project:7,promot:[3,8],properli:2,properti:8,propos:7,proprietari:3,provid:[1,2,3,6,8,10,25,27,39,43],pseudo:3,ptr:3,purpos:[7,8],push:8,py:[0,1,2,3,5],pypi:0,pytest:0,python:[1,2,3,4,12],pytorch:[1,2],qquad:8,r:2,ragan:7,rand:1,randn:[2,3],rang:[1,2,3,7,8],rapidli:[7,8],rate:3,rather:7,raw:1,rdom:8,re:[1,3],read:[2,3,4],reader:8,real:7,reason:8,recent:7,recommend:4,recomput:7,rectifi:7,redmon2016:7,redmon:7,reduct:[2,25,27,39],refer:1,regardless:40,regrett:7,regular:8,rel:[1,8],relat:6,releas:[0,7],reli:8,relu:3,remain:[7,42],rememb:3,reorder:8,rep:43,repetit:43,repres:[2,3,8,9],requir:[2,8],research:[7,8],reset:[10,43],reset_to_zero:10,resolut:8,resourc:7,resp:8,respect:8,restrict:8,result:[0,1,2,7,8],ret:2,retriev:8,reus:3,revisit:7,right:8,rise:8,role:8,root:37,roughli:3,row:[2,3],row_idx:2,row_minus_max:2,row_start_ptr:2,run:[0,1,2,3,6,8,10,12,44],runtim:[8,43],rvar:8,s:[1,2,8],said:8,same:[7,42],sato2019:8,sato:8,save:[1,2,3],save_path:1,sc:8,scalabl:8,scalar:[7,21,41],scale:42,scan:8,schedul:7,scienc:8,scientif:8,scop:8,scope:8,script:[0,1,2,3],second:[1,2,3,8,21,26,28],section:[3,8],see:[1,2,3,8],seem:[1,8],select:[7,8,40],self:[9,42],semant:8,semi:8,sens:[1,7,8],separ:8,sequenc:7,set:[1,8],setup:0,sever:[7,8],shall:8,shape:[2,3,8,19,23,33,38,40,41],share:7,shift:2,should:[1,3,7,8,9,25,27,39,42],show_plot:[1,2,3],shown:8,side:8,sight:8,signal:7,significantli:2,sigplan:8,simd:7,simpl:[1,2,3],simplest:4,simpli:8,simplic:3,sinc:[1,2,3],sine:35,singl:[2,7],size:[1,2,8],slower:[7,8],slowest:8,sm80:9,sm:8,smaller:3,smallest:[2,11],snemi3d:7,so:[1,2,3,8],softmax:[4,5],softmax_kernel:2,softmax_output:2,softwar:9,solid:8,solut:3,solv:8,some:3,sometim:8,sourc:[1,2,3,4,8],space:[7,8],spars:[7,8],spatial:8,speak:3,special:7,specif:[3,7],specifi:[8,11,14,15,16,17,18,38],speed:2,sphinx:[1,2,3,4],split:8,spmd:[1,7,8],squar:37,sram:[2,3],stabil:2,stabl:0,stage:9,standard:8,start:[4,13],started_tutori:5,state:[7,8],statement:8,step:8,still:[1,2,3,8],stop:13,store:[1,2,3,14,15,16,17,18,40],str:[10,11,42],straightforward:3,strategi:8,strength:7,stride:[2,3],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[7,8],style:[1,2,3,42],subscript:8,substanti:7,substract:2,subtract:2,successfulli:8,suffer:8,suit:7,sum:[1,2],superhuman:7,support:8,sure:2,surprisingli:7,surround:8,suspicion:2,sutskev:7,sutskever2014:7,swap:[14,15,16,17,18],swizzl:7,synchron:[1,7],system:[0,3,7,8],t:[1,2,3,8],t_:8,taco:8,take:[3,6,11],taken:8,target:7,techniqu:[3,7,8],tempor:8,tend:8,tension:7,tensor:[1,2,3,7,8,10,12,43],tensorrt:7,test:[0,1,6],text:8,tflop:3,th:43,than:[2,3,7,8,42],thei:[3,7,8],them:1,themselv:3,theoret:2,therebi:8,therefor:3,theta:8,theta_:8,thi:[1,2,3,7,8,10,11,12,42],thing:1,think:2,those:2,though:[7,8],thought:8,thread:[2,7,9],through:[4,8],throughout:[8,42],throughput:6,tile:8,time:[0,1,2,3,7,8,10,43],tiramisu:[7,8],tl:[1,2,3],tmp:0,tog:8,topic:8,torch:[1,2,3,12,43],torch_output:3,torch_relu:3,total:[1,2,3,5],tradit:[7,8],transform:8,travers:8,trend:7,tri:[19,33],trick:2,trigger:[3,10],triton:[0,1,2,3,4,7,8],triton_output:3,trivial:7,tune:[2,3,8,10,11],tuner:9,tupl:[1,19,33,41],tutori:[1,2,3,6],tutorials_jupyt:4,tutorials_python:4,tvm:[7,8],two:[1,2,3,8,10,11,13,21],type:[11,21,40,41],typecast:[23,38],typic:8,u:0,un:8,uncommon:8,underneath:8,understand:2,undesir:10,unfortun:[3,8],unifi:7,unint:40,unit:[0,7],univers:8,unrol:8,up:2,updat:[3,8,10],us:[1,2,3,7,8,9,10,11,12,40,42,44],util:1,v100:8,val:[14,15,16,17,18],valid:1,valu:[1,2,3,10,11,13,14,15,16,17,18,20,22,23,24,25,27,29,34,35,36,37,38,39,40,41,42,44],valuabl:2,variabl:[3,9],variant:7,variou:4,vasilach:[7,8],vasilache2018:[7,8],vast:8,vec:8,vector:[4,5,7,8],vendor:3,veri:[2,8],verif:8,verifi:[2,8],via:8,view:32,visibl:8,vision:7,vs:0,w:8,wai:[2,3],want:[2,40],warmup:43,warp:[2,9],wast:2,we:[1,2,3,7,8],well:[7,8],whatev:10,wheel:0,when:[2,3,7,8,9,10,12,40],where:[1,3,8,11,38],whether:[7,42],which:[1,2,3,7,8,10,25,27,39,42],whose:[1,2,3,8,10,23],wide:8,wise:[1,2,20,22,24,26,28,34,35,36,37,38],wish:[3,8],within:[3,12,13],without:8,wolf:8,wolfe1989:8,won:2,word:8,work:[2,6,7],workload:[3,9],wors:[3,7,8],would:[1,2],wouldn:8,wrapper:3,write:[1,2,3,4,6,8],wrote:2,x:[1,2,3,8,20,22,24,26,28,32,34,35,36,37,40,42],x_log:[1,42],x_max:2,x_name:[1,2,3,42],x_ptr:[1,10,11],x_size:[10,11],x_val:[1,2,3,42],xi:8,xii:8,xlabel:42,xo:8,y:[1,2,3,8,26,28,40,42],y_log:42,y_name:[1,2],y_ptr:1,y_torch:2,y_triton:2,year:8,yet:[7,8],yi:8,yield:40,yii:8,ylabel:[1,2,3,42],yo:8,you:[0,1,2,3,4,7,10,40],your:[0,1,6],yourself:[2,3],z:[1,2,8],zero:[3,10],zip:4},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:8,algebra:46,api:6,arang:13,arithmet:3,atom:46,atomic_add:14,atomic_ca:15,atomic_max:16,atomic_min:17,atomic_xchg:18,autotun:10,benchmark:[1,2,3,42],binari:0,broadcast_to:19,cach:3,challeng:7,co:20,comparison:46,compil:[8,46],comput:[1,2,3,5],config:9,creation:46,distribut:0,do_bench:43,document:6,dot:21,exp:22,from:0,further:6,fuse:2,get:6,go:6,heurist:11,hint:46,index:46,instal:0,introduct:7,jit:12,kernel:[1,2,3],l2:3,languag:[8,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,46],limit:8,linear:46,load:23,log:24,manipul:46,math:46,matrix:3,max:25,maximum:26,memori:46,min:27,minimum:28,model:46,motiv:[2,3,7],multipl:3,multiple_of:29,num_program:30,op:46,optim:3,packag:0,perf_report:44,perform:3,pointer:3,polyhedr:8,program:[8,46],program_id:31,python:[0,6],ravel:32,reduct:46,refer:[7,8],relat:8,represent:8,reshap:33,result:3,s:6,schedul:8,shape:46,sigmoid:34,sin:35,softmax:[2,36],sourc:0,sqrt:37,squar:3,start:6,store:38,sum:39,test:[2,3,42,43,44,47],time:5,triton:[6,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47],tutori:4,unit:[2,3],vector:1,welcom:6,where:40,work:8,zero:41}})
\ No newline at end of file
+Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/03-matrix-multiplication","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index","programming-guide/chapter-1/introduction","programming-guide/chapter-2/related-work","python-api/generated/triton.Config","python-api/generated/triton.autotune","python-api/generated/triton.heuristics","python-api/generated/triton.jit","python-api/generated/triton.language.arange","python-api/generated/triton.language.atomic_add","python-api/generated/triton.language.atomic_cas","python-api/generated/triton.language.atomic_max","python-api/generated/triton.language.atomic_min","python-api/generated/triton.language.atomic_xchg","python-api/generated/triton.language.broadcast_to","python-api/generated/triton.language.cos","python-api/generated/triton.language.dot","python-api/generated/triton.language.exp","python-api/generated/triton.language.load","python-api/generated/triton.language.log","python-api/generated/triton.language.max","python-api/generated/triton.language.maximum","python-api/generated/triton.language.min","python-api/generated/triton.language.minimum","python-api/generated/triton.language.multiple_of","python-api/generated/triton.language.num_programs","python-api/generated/triton.language.program_id","python-api/generated/triton.language.ravel","python-api/generated/triton.language.reshape","python-api/generated/triton.language.sigmoid","python-api/generated/triton.language.sin","python-api/generated/triton.language.softmax","python-api/generated/triton.language.sqrt","python-api/generated/triton.language.store","python-api/generated/triton.language.sum","python-api/generated/triton.language.where","python-api/generated/triton.language.zeros","python-api/generated/triton.testing.Benchmark","python-api/generated/triton.testing.do_bench","python-api/generated/triton.testing.perf_report","python-api/triton","python-api/triton.language","python-api/triton.testing"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/03-matrix-multiplication.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst","programming-guide/chapter-1/introduction.rst","programming-guide/chapter-2/related-work.rst","python-api/generated/triton.Config.rst","python-api/generated/triton.autotune.rst","python-api/generated/triton.heuristics.rst","python-api/generated/triton.jit.rst","python-api/generated/triton.language.arange.rst","python-api/generated/triton.language.atomic_add.rst","python-api/generated/triton.language.atomic_cas.rst","python-api/generated/triton.language.atomic_max.rst","python-api/generated/triton.language.atomic_min.rst","python-api/generated/triton.language.atomic_xchg.rst","python-api/generated/triton.language.broadcast_to.rst","python-api/generated/triton.language.cos.rst","python-api/generated/triton.language.dot.rst","python-api/generated/triton.language.exp.rst","python-api/generated/triton.language.load.rst","python-api/generated/triton.language.log.rst","python-api/generated/triton.language.max.rst","python-api/generated/triton.language.maximum.rst","python-api/generated/triton.language.min.rst","python-api/generated/triton.language.minimum.rst","python-api/generated/triton.language.multiple_of.rst","python-api/generated/triton.language.num_programs.rst","python-api/generated/triton.language.program_id.rst","python-api/generated/triton.language.ravel.rst","python-api/generated/triton.language.reshape.rst","python-api/generated/triton.language.sigmoid.rst","python-api/generated/triton.language.sin.rst","python-api/generated/triton.language.softmax.rst","python-api/generated/triton.language.sqrt.rst","python-api/generated/triton.language.store.rst","python-api/generated/triton.language.sum.rst","python-api/generated/triton.language.where.rst","python-api/generated/triton.language.zeros.rst","python-api/generated/triton.testing.Benchmark.rst","python-api/generated/triton.testing.do_bench.rst","python-api/generated/triton.testing.perf_report.rst","python-api/triton.rst","python-api/triton.language.rst","python-api/triton.testing.rst"],objects:{"triton.Config":{__init__:[9,1,1,""]},"triton.language":{arange:[13,2,1,""],atomic_add:[14,2,1,""],atomic_cas:[15,2,1,""],atomic_max:[16,2,1,""],atomic_min:[17,2,1,""],atomic_xchg:[18,2,1,""],broadcast_to:[19,2,1,""],cos:[20,2,1,""],dot:[21,2,1,""],exp:[22,2,1,""],load:[23,2,1,""],log:[24,2,1,""],max:[25,2,1,""],maximum:[26,2,1,""],min:[27,2,1,""],minimum:[28,2,1,""],multiple_of:[29,2,1,""],num_programs:[30,2,1,""],program_id:[31,2,1,""],ravel:[32,2,1,""],reshape:[33,2,1,""],sigmoid:[34,2,1,""],sin:[35,2,1,""],softmax:[36,2,1,""],sqrt:[37,2,1,""],store:[38,2,1,""],sum:[39,2,1,""],where:[40,2,1,""],zeros:[41,2,1,""]},"triton.testing":{Benchmark:[42,0,1,""],do_bench:[43,2,1,""],perf_report:[44,2,1,""]},"triton.testing.Benchmark":{__init__:[42,1,1,""]},triton:{Config:[9,0,1,""],autotune:[10,2,1,""],heuristics:[11,2,1,""],jit:[12,2,1,""]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:function"},terms:{"0":[1,2,3,5,7,8,30,31,41,43],"00":5,"0000":3,"000000":[1,2],"000001":[1,2],"000002":2,"007961":2,"01":[1,3,5],"02":[2,5],"025776":3,"028308":3,"03":[3,5],"038365":2,"053":[1,5],"053536":3,"061463":3,"0625":3,"062862":3,"068369":3,"084721":1,"0938":3,"097543":2,"099693":3,"0f":8,"1":[1,2,3,6,8,11,30,31],"10":[1,3],"100":[2,43],"1024":[1,3,10],"1045":3,"1048576":1,"106321":3,"106797":3,"11":[0,1,3,5],"1152":3,"12":[1,3],"12160":2,"12288":2,"12416":2,"125224":3,"12544":2,"12672":2,"127":1,"128":[1,2,3,10],"1280":3,"13":[1,2,3,5],"130841":3,"131":[2,5],"131072":1,"1328":3,"133347":2,"134217728":1,"135981":3,"138541":3,"14":[1,3,5],"140799":3,"1408":3,"142862":2,"143743":3,"147552":3,"149375":2,"15":[1,3],"153":2,"1536":3,"153853":2,"154":2,"155572":3,"16":[2,3,8,41],"160":2,"163":2,"16384":1,"1664":3,"167004":2,"16777216":1,"17":3,"171410":2,"1792":3,"18":3,"181817":2,"1823":2,"186":2,"19":[1,3],"190482":1,"192":1,"1920":3,"197876":3,"197974":3,"198":2,"1982":8,"1983":7,"1984":8,"1989":8,"199":2,"1991":[7,8],"1999":8,"1d":[1,2,3],"1e":[1,2,3],"2":[1,2,3,6,8,9,11,30,31,43],"20":[3,43],"200000":1,"200001":3,"2004":8,"2006":8,"2012":8,"2013":7,"2014":7,"2016":[7,8],"2017":7,"2018":[7,8],"2019":8,"2021":[7,8],"2048":[2,3],"2097152":1,"209928":2,"21":3,"211821":3,"2141":1,"216187":2,"2176":3,"219":1,"22":3,"220":3,"23":3,"2304":3,"24":3,"240508":3,"2432":3,"245":3,"25":[3,43],"256":[1,2,3,9],"2560":3,"26":3,"260869":3,"262144":1,"2656":3,"2688":3,"27":3,"275679":3,"278610":1,"28":[1,3],"2812":3,"2816":3,"2891":3,"29":3,"2944":3,"298541":2,"2d":[3,21],"2m":2,"2mn":2,"3":[0,1,2,3,8],"30":3,"301990":3,"3072":3,"3076":1,"31":3,"3125":3,"32":[3,9],"3200":3,"32768":1,"3281":3,"33":3,"3328":3,"333321":1,"33554432":1,"34":3,"341":1,"3438":3,"3456":3,"3477":3,"3516":3,"3555":3,"3584":3,"359066":2,"36":3,"362445":1,"3712":3,"3713":1,"372618":3,"372800":3,"38":[1,5],"380953":3,"384":[1,2,3],"3840":3,"384000":3,"386148":3,"39":3,"3906":3,"392744":3,"3968":3,"3984":3,"3d":[30,31],"3mn":2,"4":[1,2,3,8,9,10],"40":3,"400001":1,"400016":1,"4023":3,"405":2,"4062":3,"4096":[1,2,3],"412":2,"415":2,"4194304":1,"421376":3,"428568":1,"428801":3,"429770":[1,2],"435630":3,"44":3,"441243":3,"442373":3,"446623":3,"4492":3,"4531":3,"46":3,"4609":3,"465723":3,"466332":3,"467336":3,"4688":3,"472":1,"472093":3,"472263":3,"49":3,"4940":1,"4m":2,"4x":2,"5":[1,3,8],"5000":3,"501144":3,"507077":3,"51":3,"510553":3,"512":[2,3],"52":3,"524288":1,"53":3,"530349":3,"5312":3,"537273":3,"54":3,"546":2,"56":3,"563555":3,"565406":3,"566038":2,"566925":3,"577704":1,"585":2,"5859":3,"5898":3,"596102":3,"596116":3,"596744":3,"5mn":2,"6":[0,1,3],"600000":1,"600004":2,"605729":3,"606":2,"6094":3,"614":1,"615390":1,"62":3,"63":3,"630":2,"632127":3,"635851":3,"638266":3,"64":[1,3],"640":[2,3],"643199":3,"645170":2,"649287":3,"65536":1,"656000":3,"656085":3,"656574":1,"660":2,"661740":2,"664":2,"67":3,"67108864":1,"6724":1,"68":3,"683457":3,"69":3,"6953":3,"7":[0,1,3,8],"702":2,"7031":3,"7070":3,"71":3,"72":3,"722":1,"73":3,"733474":3,"737":[3,5],"737433":3,"74":3,"7500":3,"755985":2,"76":[1,3],"768":[2,3],"768000":3,"77":3,"773130":3,"78":3,"780":1,"781":2,"787005":3,"79":3,"790080":3,"8":[1,2,3,8,9,10,41,43],"80":[3,43],"800002":1,"81":3,"810":2,"811":2,"811163":1,"812":[1,2],"814814":2,"818184":3,"8192":1,"82":3,"822459":3,"823517":1,"83":3,"833":1,"8388608":1,"839992":2,"84":3,"840807":2,"843":1,"848":1,"849":1,"85":3,"850":1,"851":1,"86":3,"87":3,"8828":3,"8867":3,"888887":3,"89":3,"8906":3,"8945":3,"896":3,"896254":3,"898285":3,"8mn":2,"9":[0,1,2,3],"90":3,"908442":3,"91":3,"913500":3,"92":3,"920":5,"920185":3,"9219":3,"925276":2,"93":[2,3],"932191":3,"9375":3,"94":2,"9492":3,"95":2,"9531":3,"954424":2,"956520":3,"96":2,"9688":3,"97":2,"971190":2,"9733":1,"978909":3,"98":2,"9805":3,"980802":3,"983276":3,"98432":1,"9844":3,"999995":1,"abstract":[7,8],"break":8,"byte":2,"case":[1,2,7,8,11,14,15,16,17,18],"class":[2,7,8,9,42],"default":43,"do":[2,3,7,8,23,38],"float":[2,7,8,43],"function":[1,2,3,8,10,11,12,42,43,44],"import":[1,2,3,7,8],"int":[1,7,8,11,13,19,30,31,33,41,43],"new":[19,33,41],"return":[1,2,3,13,14,15,16,17,18,21,23,25,27,30,31,32,39,40,41,43,44],"static":[0,7,8],"super":3,"switch":3,"true":[1,2,3,40],"try":[3,9],"var":8,"while":[3,7],A:[3,7,8],And:[0,3],As:[2,3,7,8],At:8,By:43,For:[3,7,8,9],If:[8,38,40,42],In:[1,2,3,8],It:[1,3,4,6,8,12],Of:7,On:8,One:3,The:[1,2,3,7,8,14,15,16,17,18,19,21,30,31,33,38,40,44],There:1,These:8,To:[1,7,8,10],__expf:2,__init__:[9,42],_matmul:3,a100:[3,8],a_ptr:3,ab:1,abl:8,about:[1,2,3,6],abov:[1,2,3,8,10],academ:7,acc:[3,7,8],acceler:7,access:[1,3,7,8,12],accomod:3,accordingli:8,account:8,accumul:[3,8],accuraci:[3,7],achiev:[3,7,8],across:[2,7,8],activ:3,actual:[3,7,8],add:[1,5,14],add_kernel:1,addit:[2,4,5,7,43],addition:8,address:[7,23],adopt:8,advanc:[2,3,7],advoc:8,affect:3,affin:8,after:3,against:[0,1,2,3,6],aggress:[7,8],agnost:[7,8],ahead:8,aim:[2,6],al:[7,8],algebra:8,algorithm:[3,7,8],alia:8,all:[2,3,4,7,8,10,25,27,29,39,42],allclos:[2,3],allen1984:8,allen:8,alloc:[1,2,3,7],allow:[1,2,7,8],along:[1,3,25,27,30,31,39,43],also:[1,2,3,7,8],alwai:[8,40],amd:7,amen:8,amount:7,ampl:8,an:[1,2,3,7,8,9,14,15,16,17,18],analog:1,analysi:[7,8],analyz:8,ancourt1991:8,ancourt:8,ani:[1,2,3,8,10,11,42],anoth:[2,8],anytim:10,apart:8,api:42,appear:42,appli:[3,7,8],applic:[8,11],approach:[7,8],appropri:1,approxim:2,ar:[0,1,2,3,7,8,10,12,23,29,38,40,42],arang:[1,2,3],arbitrari:3,architectur:[3,7],area:8,arg:[1,2,3,11,42],argument:[1,2,3,9,10,11,12,40,42],arrai:[8,41],arrang:3,art:[7,8],arxiv:[7,8],ask:2,aspect:8,asplo:7,assert:[1,3],assum:[2,42],asynchron:[1,7],atom:[14,15,16,17,18],auguin1983:7,auguin:7,auto:[2,3,8,9,10,11],autom:7,automat:[2,3,7,8,9],autotun:[3,8],avail:[0,7,8],avoid:[2,10,40],awar:7,axi:[1,2,3,25,27,30,31,39,42],b:[3,7,8],b_ptr:3,back:[1,2,3],baghdadi2021:[7,8],baghdadi:[7,8],balanc:8,bandwidth:2,base:[6,7,8],basic:[1,4,8],becom:7,been:[1,7,8],befor:[3,10,14,15,16,17,18],begin:8,behavior:[8,10],being:2,believ:8,below:[4,8],bench:0,benchmark:[0,43,44],benefit:[2,7,8],best:[1,7],between:[1,7],block:[1,2,3,7,8,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,32,33,34,35,36,37,38,39,40,41],block_siz:[1,2,8,10,11],block_size_k:3,block_size_m:3,block_size_n:3,block_start:1,blue:[1,2,3],boil:8,bool:[40,42],both:[8,40],bound:[1,2,3,8],branch:8,broad:7,broadcast:[19,23,38,40],build:[0,3],built:[1,8],c:[3,7,8],c_mask:3,c_ptr:3,cach:[7,8],call:[1,3,8,12],callabl:[1,11,12,43],can:[0,1,2,3,7,8,10,44],cannot:[3,7,8],capabl:[6,7],cd:0,cdiv:[1,3],ceil:11,certain:11,cgo:[7,8],chang:[3,10],chapter:6,characterist:8,cheap:7,check:[3,6],chen2018:7,chen:7,chip:2,choic:6,click:[1,2,3],clone:0,close:8,cmake:0,cmp:[14,15,16,17,18],coalesc:7,code:[1,2,3,4,7,8],col:[3,8],col_offset:2,color:42,column:[2,3],com:0,combin:7,come:[2,3,8],command:0,common:8,commonli:8,compar:[2,3,6,8,14,15,16,17,18],compat:21,compil:[2,3,6,7,9,12,29],complet:8,complex:8,compos:7,composit:8,comprehens:[7,8],comput:[6,7,8,11,20,22,24,26,28,34,35,36,37],computation:[7,8],concern:8,concis:[1,42],condit:[8,40],config:[3,10],configur:[3,9,10,44],confirm:2,connectom:7,consecut:8,consequ:7,consid:2,constraint:[3,8],construct:7,constructor:42,consum:3,contain:[8,14,15,16,17,18,42],contextu:8,contigu:[3,13,32],control:[7,8],conveni:3,convert:[1,3,12],convolut:7,cooper:9,copi:[7,14,15,16,17,18],core:[7,8],correct:1,correspond:[1,2,3,42],cosin:20,cost:8,could:[2,8],cours:7,cpython:0,creat:[1,2,3,7],csv:1,cubla:[3,7],cuda:[1,2,3,7],cudnn:7,current:31,custom:[1,2,3,6],cut:3,cvpr:7,d:[2,10,12],dart:8,darte1999:8,data:[1,3,7,8,14,15,16,17,18,23,40,41],data_ptr:12,dataflow:8,decad:7,declar:1,decompos:8,decor:[1,3,10,11,12],dedic:3,deep:[3,7,8],def:[1,2,3,10,11],defin:[1,2,3,8,23],definit:8,denomin:2,denot:1,dens:8,depend:[0,8,40],deploi:7,describ:8,design:8,desir:[19,33],detail:[3,8],detect:7,develop:[7,8],devic:[1,2,3],dialect:8,dict:11,dictionari:[9,11],diesel:8,differ:[1,2,3,7,8,42],difficult:8,difficulti:[3,7],dijkstra82:8,dijkstra:8,dim:[2,8],dimens:[3,21,25,27,39],dimension:[3,8,21],dir:0,direct:3,disjoint:8,disk:1,dissert:8,distribut:[2,8],divis:3,dnn:[6,7,8],do_bench:[1,2,3],doe:[1,2,3,8],doesn:8,domain:[7,8],don:[1,2,3],done:[3,7,25,27,39],dot:3,doubli:3,doubt:8,down:[3,8],download:[0,1,2,3,4],dram:[1,2],dsl:[6,7,8],dtype:[1,2,3,14,15,16,17,18,23,38,41],e:[0,2,3,7,8,41],each:[1,2,3,7,8,9,11],eas:8,easi:3,easier:[1,2,7],easili:3,ed:[1,3],education:2,effect:8,effici:[3,7],effort:8,either:[1,30,31,40],elango2018:8,elango:8,element:[1,2,3,20,22,24,25,26,27,28,34,35,36,37,38,39,40,42],element_s:2,element_ti:[14,15,16,17,18,23,38],elementwis:[2,23],els:3,emerg:7,empti:3,empty_lik:[1,2],enabl:8,encod:8,end:[7,8,13],enforc:8,engin:8,enqueu:[1,2],ensur:8,entir:8,environ:6,equal:[2,8],error:3,especi:7,et:[7,8],euromicro:7,evalu:[3,10,40],even:8,evidenc:7,evolv:7,exampl:[1,2,3,4,7,8,9],exchang:18,execut:[5,7,8,9,44],exist:[7,8],exp:2,expect:[2,14,15,16,17,18],expens:[7,8,11],explor:7,exponenti:[2,22],express:[7,8],extar:1,extend:3,extract:3,extrem:8,f:[1,2,3,8],facilit:[7,8],fact:8,fairli:3,fals:[23,38,40,42],far:2,fast:[2,7,8],faster:2,fastest:8,feel:3,fetch:7,few:8,field:7,figur:8,file:[1,2,3,5],fill:41,first:[1,3,6,8,21,26,28],first_pid_m:3,fit:2,fix:42,flag:2,flatten:32,flexibl:7,float16:[3,21,41],float32:[1,2,3,21],flow:[7,8],fn:[12,43],focu:[3,8],follow:[0,2,3,6,7,8],forget:1,formal:8,format:8,found:[14,15,16,17,18],foundat:8,fp16:3,fp32:3,framework:[7,8],free:3,from:[1,2,3,7,8,23,40],full:[1,2,3],fulli:8,func:8,fundament:8,further:8,fuse:[3,4,5],fusion:[2,8],g:[3,7,8,41],galleri:[1,2,3,4],gb:[1,2],gbp:[1,2],gener:[1,2,3,4,7,8,42],geq:8,get:[1,2,3,5],girbal2006:8,girbal:8,git:0,github:0,give:7,given:[2,3,19,30,31,33,41],global:8,go:[1,3,8],good:[1,8],gpgpu:7,gpu:[1,2,6,7,8,9,12],grad_to_non:43,gradient:43,grammat:8,graphic:7,greater:2,green:[1,2,3],grid:[1,2,3,30,31],grid_m:3,grid_n:3,grosser2012:8,grosser:8,group:3,group_id:3,group_m:3,group_size_m:3,grow:8,guard:[1,2],guid:7,ha:[1,3,7,8,30,31],had:1,halid:[7,8],hand:8,handl:[1,2,8],handwritten:7,hard:3,harder:8,hardwar:[3,6,8],hasn:1,have:[2,7,8,12,21,40,42],heavi:7,helper:[1,2],henc:3,here:[1,2,3],heurist:2,hierarch:7,hierarchi:8,high:[3,7,8],higher:3,highli:7,highlight:8,hint:8,hit:3,how:[1,2,3,6,7,11],howev:[2,8],http:0,i:[1,2,3,7,8],id:[3,31],idea:7,ideal:2,ident:2,identifi:1,idx:[23,38],imag:[7,8],implement:[1,2,3,7,8],implicitli:[1,12,23,38],importantli:8,impos:8,improv:3,incompat:[3,8],incorrect:3,increas:[1,2,3],incred:7,increment:8,inde:8,independ:[2,8],index:1,indic:[8,40],induc:8,industri:7,inequ:8,inf:2,inform:8,infrastructur:8,initi:[1,3],inner:[3,21],inplac:3,input:[1,2,3,8,11,19,20,21,22,24,25,26,27,28,29,32,33,34,35,36,37,39],input_ptr:2,input_row_strid:2,instal:6,instanc:[1,2,3,7,9,30,31],instead:[2,40],instruct:[6,7],int1:[23,38],integ:8,interchang:8,interest:[7,8],intermedi:8,intern:[2,8],interv:13,intrins:8,introduct:6,invari:[2,8],ipynb:[1,2,3],ir:8,irregular:[2,8],is_contigu:3,is_cuda:1,isn:3,issu:[7,8],iter:[3,7,8],its:[1,2,3,8],j:[3,7,8],jit:[1,2,3,10,11],journal:8,jrk2013:7,jupyt:[1,2,3,4],just:[3,8,11],k:[3,7,8],kb:7,kei:[3,7,10],kellei:7,kernel:[6,7,9,10,11],keyword:[1,9],ki:8,kind:2,know:29,known:8,label:[1,2,3,42],lam1991:7,lam:7,lambda:[1,2,3,11],languag:[1,2,3,6,7,12],larg:[7,8],last:3,later:[2,8],latest:0,lattner2004:8,lattner2019:8,lattner:8,launch:[1,2,3,30,31],law:8,layer:[7,8],lead:[7,8],leaky_relu:3,leakyrelu:3,learn:[1,2,3,6,7,8],least:8,lee2017:7,lee:7,left:8,legal:8,length:1,less:[7,8],let:[1,2,29],letter:8,level:[3,7,8],li:7,librari:[0,3,7,8],lifelong:8,like:[1,7,8],limit:2,line:[1,2,3,8,42],line_arg:[1,2,3,42],line_nam:[1,2,3,42],line_v:[1,2,3,42],linear:[7,8],link:0,list:[1,3,10,11,42,43,44],litteratur:8,llvm11:0,llvm:[0,8],load:[1,2,3,8,40],local:[7,8],locat:[3,14,15,16,17,18,23,38],log2:11,log:42,logarithm:[1,24],look:[6,7],loop:[3,8,9],low:8,m:[0,2,3,7],machin:[7,8],machineri:[7,8],made:7,mai:[2,8,11],main:[3,7,8],maintain:[2,8],major:[3,8],make:[1,2,7,8],manag:7,mani:[1,7,8],manual:[2,8],manual_se:[1,2,3],map:3,mapl:8,mark:44,markedli:7,mask:[1,2,3,14,16,17,18,23,38,40],match:[3,14,15,16,17,18],math:11,mathbb:8,mathbf:8,mathcal:8,mathemat:8,matmul:[3,8],matmul_kernel:3,matric:[2,3],matrix:[2,4,5,7,8,9,21],matrix_s:8,matter:[3,7,8],max:[1,2,16],max_m:[1,2,3],maxim:[6,8],maximum:[1,2,25],mb:[5,7],mean:[3,8,10],mechan:[2,8],median:43,memori:[1,2,3,7,8,14,15,16,17,18,23,38,40],mention:3,meta:[1,2,3,9,10,11],metaparamet:1,method:[8,9,12,42,44],methodolog:8,micro:7,min:[3,17],min_m:[1,2,3],minimum:27,minut:[1,2,3],miss:8,mitig:8,ml:7,mlir:8,mn:2,model:[1,7,8],modern:[3,6,7,8],modular:8,moor:8,more:[2,3,6,7,8,42],most:[3,8],mostli:9,move:3,ms:[1,2,3,43],much:[2,3],mullapudi2016:8,mullapudi:8,multi:[3,7,8],multipl:[1,4,5,7,8,9,10,29],multipli:[3,8,21],must:[2,3,13,21,40],n:[2,3,7],n_col:2,n_element:1,n_row:2,naiv:2,naive_softmax:2,name:[1,2,3,10,11,42],nativ:[1,2,3],natur:[2,7,24],nb:7,necessari:2,need:[1,2,3],nelement:2,nest:[3,8],net:8,network:[7,8],neural:[7,8],neurosci:7,next:[2,3],next_power_of_2:2,nightli:0,nip:7,nn:3,non:7,none:[2,3,10,14,16,17,18,23,38,42,43],nonzero:40,normal:[2,3],note:[0,1,2,3,8,10,12,40],notebook:[1,2,3,4],notic:[2,8],notori:[3,7],novel:7,now:[1,3],num_pid_in_group:3,num_pid_m:3,num_pid_n:3,num_stag:[3,9],num_warp:[2,3,9,10],number:[1,2,3,8,9,30],numel:1,numer:[2,7],nvidia:7,o:2,object:[1,3,7,9,10,12,14,15,16,17,18],obtain:1,obvious:2,occur:8,offer:7,offici:0,offs_am:3,offs_bn:3,offs_cm:3,offs_cn:3,offs_k:3,offset:1,often:3,omega:8,onc:[2,7,8],one:[2,3,4,7,8,42],onli:[2,3,7,8,12],op:[1,2],open:13,openai:0,opencl:7,oper:[1,2,3,4,7,14,15,16,17,18,40],opportun:7,opsila:7,optim:[7,8],option:[1,3,23,38,42,43],order:[2,3,4,8],origin:8,osdi:7,other:[2,3,6,8,12,21,23,26,28],otherwis:40,our:[1,2,3,7],out:[1,2,3,6,8],outlin:8,output:[1,2,3],output_ptr:[1,2],output_row_start_ptr:2,output_row_strid:2,output_torch:1,output_triton:1,over:[2,7,8],overflow:2,own:3,p:8,pa:3,packag:12,pact:8,pad:2,par:3,paradigm:[7,8],parallel:[1,2,3,6,7,8,9],paralleliz:7,param:11,paramet:[1,3,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44],parametr:7,part:[3,8],particular:[2,3],particularli:[7,8],partit:7,pass:[1,8,9],past:[7,8],path:1,pattern:7,pb:3,peak:8,per:2,percentil:43,perf:3,perf_report:[1,2,3,42],perform:[1,2,7,8,14,15,16,17,18,43],person:8,perspect:8,phase:8,philosophi:8,pid:[1,3],pid_m:3,pid_n:3,pip:0,pipelin:[7,8,9],platform:[6,8],pldi:7,plot:[0,1,2,3,42],plot_nam:[1,2,3,42],pmatrix:8,point:[1,8],pointer:[1,2,12,14,15,16,17,18,23,38],pointerdtyp:[14,15,16,17,18,23,38],polli:8,polyhedr:7,polyhedra:8,popular:8,portabl:[7,8],pose:7,posit:11,possibl:[1,2,3,8,9],power:[2,8,11,13],ppopp:8,practic:[1,2,3,7],pragma:7,pre:[0,7],prealloc:1,predict:8,prefer:2,premis:7,present:[0,3],preserv:8,prevent:8,primer:8,primit:[7,12],principl:8,print:[1,2,3],print_data:[1,2,3],probabl:8,problem:1,problemat:8,procedur:8,process:[1,7,8],processor:7,produc:3,product:[6,8,21],program:[1,2,3,6,7,30,31],program_id:[1,2,3],programm:[7,8],prohibitev:11,project:7,promot:[3,8],properli:2,properti:8,propos:7,proprietari:3,provid:[1,2,3,6,8,10,25,27,39,43],pseudo:3,ptr:3,purpos:[7,8],push:8,py:[0,1,2,3,5],pypi:0,pytest:0,python:[1,2,3,4,12],pytorch:[1,2],qquad:8,r:2,ragan:7,rand:1,randn:[2,3],rang:[1,2,3,7,8],rapidli:[7,8],rate:3,rather:7,raw:1,rdom:8,re:[1,3],read:[2,3,4],reader:8,real:7,reason:8,recent:7,recommend:4,recomput:7,rectifi:7,redmon2016:7,redmon:7,reduct:[2,25,27,39],refer:1,regardless:40,regrett:7,regular:8,rel:[1,8],relat:6,releas:[0,7],reli:8,relu:3,remain:[7,42],rememb:3,reorder:8,rep:43,repetit:43,repres:[2,3,8,9],requir:[2,8],research:[7,8],reset:[10,43],reset_to_zero:10,resolut:8,resourc:7,resp:8,respect:8,restrict:8,result:[0,1,2,7,8],ret:2,retriev:8,reus:3,revisit:7,right:8,rise:8,role:8,root:37,roughli:3,row:[2,3],row_idx:2,row_minus_max:2,row_start_ptr:2,run:[0,1,2,3,6,8,10,12,44],runtim:[8,43],rvar:8,s:[1,2,8],said:8,same:[7,42],sato2019:8,sato:8,save:[1,2,3],save_path:1,sc:8,scalabl:8,scalar:[7,21,41],scale:42,scan:8,schedul:7,scienc:8,scientif:8,scop:8,scope:8,script:[0,1,2,3],second:[1,2,3,8,21,26,28],section:[3,8],see:[1,2,3,8],seem:[1,8],select:[7,8,40],self:[9,42],semant:8,semi:8,sens:[1,7,8],separ:8,sequenc:7,set:[1,8],setup:0,sever:[7,8],shall:8,shape:[2,3,8,19,23,33,38,40,41],share:7,shift:2,should:[1,3,7,8,9,25,27,39,42],show_plot:[1,2,3],shown:8,side:8,sight:8,signal:7,significantli:2,sigplan:8,simd:7,simpl:[1,2,3],simplest:4,simpli:8,simplic:3,sinc:[1,2,3],sine:35,singl:[2,7],size:[1,2,8],slower:[7,8],slowest:8,sm80:9,sm:8,smaller:3,smallest:[2,11],snemi3d:7,so:[1,2,3,8],softmax:[4,5],softmax_kernel:2,softmax_output:2,softwar:9,solid:8,solut:3,solv:8,some:3,sometim:8,sourc:[1,2,3,4,8],space:[7,8],spars:[7,8],spatial:8,speak:3,special:7,specif:[3,7],specifi:[8,11,14,15,16,17,18,38],speed:2,sphinx:[1,2,3,4],split:8,spmd:[1,7,8],squar:37,sram:[2,3],stabil:2,stabl:0,stage:9,standard:8,start:[4,13],started_tutori:5,state:[7,8],statement:8,step:8,still:[1,2,3,8],stop:13,store:[1,2,3,14,15,16,17,18,40],str:[10,11,42],straightforward:3,strategi:8,strength:7,stride:[2,3],stride_ak:3,stride_am:3,stride_bk:3,stride_bn:3,stride_cm:3,stride_cn:3,stride_xi:3,stride_xj:3,structur:[7,8],style:[1,2,3,42],subscript:8,substanti:7,substract:2,subtract:2,successfulli:8,suffer:8,suit:7,sum:[1,2],superhuman:7,support:8,sure:2,surprisingli:7,surround:8,suspicion:2,sutskev:7,sutskever2014:7,swap:[14,15,16,17,18],swizzl:7,synchron:[1,7],system:[0,3,7,8],t:[1,2,3,8],t_:8,taco:8,take:[3,6,11],taken:8,target:7,techniqu:[3,7,8],tempor:8,tend:8,tension:7,tensor:[1,2,3,7,8,10,12,43],tensorrt:7,test:[0,1,6],text:8,tflop:3,th:43,than:[2,3,7,8,42],thei:[3,7,8],them:1,themselv:3,theoret:2,therebi:8,therefor:3,theta:8,theta_:8,thi:[1,2,3,7,8,10,11,12,42],thing:1,think:2,those:2,though:[7,8],thought:8,thread:[2,7,9],through:[4,8],throughout:[8,42],throughput:6,tile:8,time:[0,1,2,3,7,8,10,43],tiramisu:[7,8],tl:[1,2,3],tmp:0,tog:8,topic:8,torch:[1,2,3,12,43],torch_output:3,torch_relu:3,total:[1,2,3,5],tradit:[7,8],transform:8,travers:8,trend:7,tri:[19,33],trick:2,trigger:[3,10],triton:[0,1,2,3,4,7,8],triton_output:3,trivial:7,tune:[2,3,8,10,11],tuner:9,tupl:[1,19,33,41],tutori:[1,2,3,6],tutorials_jupyt:4,tutorials_python:4,tvm:[7,8],two:[1,2,3,8,10,11,13,21],type:[11,21,40,41],typecast:[23,38],typic:8,u:0,un:8,uncommon:8,underneath:8,understand:2,undesir:10,unfortun:[3,8],unifi:7,unint:40,unit:[0,7],univers:8,unrol:8,up:2,updat:[3,8,10],us:[1,2,3,7,8,9,10,11,12,40,42,44],util:1,v100:8,val:[14,15,16,17,18],valid:1,valu:[1,2,3,10,11,13,14,15,16,17,18,20,22,23,24,25,27,29,34,35,36,37,38,39,40,41,42,44],valuabl:2,variabl:[3,9],variant:7,variou:4,vasilach:[7,8],vasilache2018:[7,8],vast:8,vec:8,vector:[4,5,7,8],vendor:3,veri:[2,8],verif:8,verifi:[2,8],via:8,view:32,visibl:8,vision:7,vs:0,w:8,wai:[2,3],want:[2,40],warmup:43,warp:[2,9],wast:2,we:[1,2,3,7,8],well:[7,8],whatev:10,wheel:0,when:[2,3,7,8,9,10,12,40],where:[1,3,8,11,38],whether:[7,42],which:[1,2,3,7,8,10,25,27,39,42],whose:[1,2,3,8,10,23],wide:8,wise:[1,2,20,22,24,26,28,34,35,36,37,38],wish:[3,8],within:[3,12,13],without:8,wolf:8,wolfe1989:8,won:2,word:8,work:[2,6,7],workload:[3,9],wors:[3,7,8],would:[1,2],wouldn:8,wrapper:3,write:[1,2,3,4,6,8],wrote:2,x:[1,2,3,8,20,22,24,26,28,32,34,35,36,37,40,42],x_log:[1,42],x_max:2,x_name:[1,2,3,42],x_ptr:[1,10,11],x_size:[10,11],x_val:[1,2,3,42],xi:8,xii:8,xlabel:42,xo:8,y:[1,2,3,8,26,28,40,42],y_log:42,y_name:[1,2],y_ptr:1,y_torch:2,y_triton:2,year:8,yet:[7,8],yi:8,yield:40,yii:8,ylabel:[1,2,3,42],yo:8,you:[0,1,2,3,4,7,10,40],your:[0,1,6],yourself:[2,3],z:[1,2,8],zero:[3,10],zip:4},titles:["Installation","Vector Addition","Fused Softmax","Matrix Multiplication","Tutorials","Computation times","Welcome to Triton\u2019s documentation!","Introduction","Related Work","triton.Config","triton.autotune","triton.heuristics","triton.jit","triton.language.arange","triton.language.atomic_add","triton.language.atomic_cas","triton.language.atomic_max","triton.language.atomic_min","triton.language.atomic_xchg","triton.language.broadcast_to","triton.language.cos","triton.language.dot","triton.language.exp","triton.language.load","triton.language.log","triton.language.max","triton.language.maximum","triton.language.min","triton.language.minimum","triton.language.multiple_of","triton.language.num_programs","triton.language.program_id","triton.language.ravel","triton.language.reshape","triton.language.sigmoid","triton.language.sin","triton.language.softmax","triton.language.sqrt","triton.language.store","triton.language.sum","triton.language.where","triton.language.zeros","triton.testing.Benchmark","triton.testing.do_bench","triton.testing.perf_report","triton","triton.language","triton.testing"],titleterms:{"final":3,addit:1,advantag:8,algebra:46,api:6,arang:13,arithmet:3,atom:46,atomic_add:14,atomic_ca:15,atomic_max:16,atomic_min:17,atomic_xchg:18,autotun:10,benchmark:[1,2,3,42],binari:0,broadcast_to:19,cach:3,challeng:7,co:20,comparison:46,compil:[8,46],comput:[1,2,3,5],config:9,creation:46,distribut:0,do_bench:43,document:6,dot:21,exp:22,from:0,further:6,fuse:2,get:6,go:6,heurist:11,hint:46,index:46,instal:0,introduct:7,jit:12,kernel:[1,2,3],l2:3,languag:[8,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,46],limit:8,linear:46,load:23,log:24,manipul:46,math:46,matrix:3,max:25,maximum:26,memori:46,min:27,minimum:28,model:46,motiv:[2,3,7],multipl:3,multiple_of:29,num_program:30,op:46,optim:3,packag:0,perf_report:44,perform:3,pointer:3,polyhedr:8,program:[8,46],program_id:31,python:[0,6],ravel:32,reduct:46,refer:[7,8],relat:8,represent:8,reshap:33,result:3,s:6,schedul:8,shape:46,sigmoid:34,sin:35,softmax:[2,36],sourc:0,sqrt:37,squar:3,start:6,store:38,sum:39,test:[2,3,42,43,44,47],time:5,triton:[6,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47],tutori:4,unit:[2,3],vector:1,welcom:6,where:40,work:8,zero:41}})
\ No newline at end of file