gaspersic/triton
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GH-PAGES] Updated website

Browse Source
This commit is contained in:
Philippe Tillet
2022-04-29 00:42:56 +00:00
parent e7903f3c77
commit ea296daf2a
156 changed files with 268 additions and 268 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
master/.buildinfo
View File

@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
config: fac42f8be60f9ffe3d7a8c0c4f4d1f95
config: 956ebdf863b4bcdc6d83c6236bf829bb
tags: 645f666f9bcd5a90fca523b33c5a78b7

BIN
master/.doctrees/environment.pickle
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/installation.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/01-vector-add.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/05-layer-norm.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/index.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/sg_execution_times.doctree
View File

Binary file not shown.

BIN
master/.doctrees/index.doctree
View File

Binary file not shown.

BIN
master/.doctrees/programming-guide/chapter-1/introduction.doctree
View File

Binary file not shown.

BIN
master/.doctrees/programming-guide/chapter-2/related-work.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.Config.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.autotune.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.heuristics.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.jit.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.arange.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_add.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_max.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_min.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.cos.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.dot.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.exp.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.load.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.log.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.max.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.maximum.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.min.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.minimum.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.multiple_of.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.num_programs.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.program_id.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.rand.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.randint.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.randint4x.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.randn.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.ravel.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.reshape.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sigmoid.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sin.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.softmax.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sqrt.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.store.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sum.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.where.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.zeros.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.testing.do_bench.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.testing.perf_report.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/triton.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/triton.language.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/triton.testing.doctree
View File

Binary file not shown.

BIN
master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
View File

Binary file not shown.

BIN
master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
View File

Binary file not shown.

BIN
master/_images/sphx_glr_01-vector-add_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 25 KiB

After

Width:  |  Height:  |  Size: 23 KiB

BIN
master/_images/sphx_glr_01-vector-add_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 15 KiB

After

Width:  |  Height:  |  Size: 15 KiB

BIN
master/_images/sphx_glr_02-fused-softmax_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 36 KiB

After

Width:  |  Height:  |  Size: 37 KiB

BIN
master/_images/sphx_glr_02-fused-softmax_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 23 KiB

After

Width:  |  Height:  |  Size: 23 KiB

BIN
master/_images/sphx_glr_03-matrix-multiplication_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 57 KiB

After

Width:  |  Height:  |  Size: 58 KiB

BIN
master/_images/sphx_glr_03-matrix-multiplication_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 33 KiB

After

Width:  |  Height:  |  Size: 33 KiB

BIN
master/_images/sphx_glr_05-layer-norm_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 32 KiB

After

Width:  |  Height:  |  Size: 32 KiB

BIN
master/_images/sphx_glr_05-layer-norm_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 21 KiB

After

Width:  |  Height:  |  Size: 21 KiB

6
master/_sources/getting-started/tutorials/01-vector-add.rst.txt
View File

@@ -234,8 +234,8 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
size Triton Torch
0 4096.0 9.600000 9.600000
1 8192.0 19.200000 19.200000
2 16384.0 31.999999 38.400001
3 32768.0 76.800002 63.999998
2 16384.0 38.400001 31.999999
3 32768.0 76.800002 76.800002
4 65536.0 127.999995 127.999995
5 131072.0 219.428568 219.428568
6 262144.0 341.333321 341.333321
@@ -255,7 +255,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 1 minutes 40.129 seconds)
**Total running time of the script:** ( 1 minutes 41.611 seconds)
.. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:

18
master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
View File

@@ -278,17 +278,17 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
softmax-performance:
N Triton Torch (native) Torch (jit)
0 256.0 512.000001 546.133347 186.181817
0 256.0 512.000001 546.133347 188.321838
1 384.0 585.142862 558.545450 151.703707
2 512.0 655.360017 585.142849 154.566038
2 512.0 655.360017 606.814814 154.566038
3 640.0 682.666684 640.000002 158.759699
4 768.0 722.823517 646.736871 163.839992
4 768.0 722.823517 664.216187 163.839992
.. ... ... ... ...
93 12160.0 814.058574 405.755985 199.038365
94 12288.0 814.111783 415.661740 199.197579
95 12416.0 814.163950 412.149375 198.954424
96 12544.0 814.214963 412.546756 199.012395
97 12672.0 814.265046 411.679167 199.167004
93 12160.0 814.058574 405.755985 198.733401
94 12288.0 814.111783 415.661740 198.895304
95 12416.0 814.163950 411.722274 198.556711
96 12544.0 814.214963 412.971190 198.716830
97 12672.0 814.265046 411.679167 198.873965
[98 rows x 4 columns]
@@ -306,7 +306,7 @@ In the above plot, we can see that:
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 3 minutes 22.121 seconds)
**Total running time of the script:** ( 3 minutes 25.996 seconds)
.. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:

50
master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
View File

@@ -458,37 +458,37 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
matmul-performance:
M cuBLAS ... Triton Triton (+ LeakyReLU)
0 256.0 2.730667 ... 3.276800 2.978909
0 256.0 2.978909 ... 3.276800 3.276800
1 384.0 7.372800 ... 7.899428 8.507077
2 512.0 14.563555 ... 15.420235 15.420235
2 512.0 14.563555 ... 16.384000 16.384000
3 640.0 22.260869 ... 24.380953 24.380953
4 768.0 31.597714 ... 35.389441 34.028308
5 896.0 37.971025 ... 40.140799 40.140799
4 768.0 32.768000 ... 35.389441 34.028308
5 896.0 37.971025 ... 41.321411 40.140799
6 1024.0 49.932191 ... 53.773130 53.773130
7 1152.0 45.242181 ... 48.161033 47.396572
8 1280.0 51.200001 ... 57.690139 57.690139
9 1408.0 64.138541 ... 68.147202 68.147202
10 1536.0 80.430545 ... 80.430545 80.430545
11 1664.0 62.929456 ... 63.372618 62.929456
10 1536.0 79.526831 ... 79.526831 80.430545
11 1664.0 62.929456 ... 63.372618 63.372618
12 1792.0 72.983276 ... 63.499573 63.142831
13 1920.0 69.120002 ... 71.626943 71.257735
14 2048.0 73.584279 ... 78.033565 77.672296
15 2176.0 83.155572 ... 87.115360 86.739860
16 2304.0 68.251065 ... 77.810656 77.558029
17 2432.0 71.305746 ... 75.320281 75.320281
18 2560.0 77.833728 ... 82.539044 82.125311
19 2688.0 83.922689 ... 90.966561 90.532356
20 2816.0 83.233226 ... 84.035084 83.552120
21 2944.0 82.102191 ... 83.337844 84.182483
22 3072.0 81.005868 ... 90.020831 89.451983
23 3200.0 84.880639 ... 96.385543 95.238096
24 3328.0 83.905938 ... 84.995628 85.297742
25 3456.0 81.108217 ... 86.689860 89.380896
26 3584.0 86.540320 ... 99.244365 99.684470
27 3712.0 82.287760 ... 85.163978 86.942857
28 3840.0 84.842346 ... 87.355452 92.468225
29 3968.0 87.097744 ... 92.163097 84.504108
30 4096.0 93.271527 ... 93.077479 87.324485
13 1920.0 68.776119 ... 71.257735 70.892307
14 2048.0 73.262953 ... 78.033565 77.672296
15 2176.0 83.155572 ... 87.494120 86.739860
16 2304.0 68.446623 ... 78.064941 77.558029
17 2432.0 71.305746 ... 75.522751 75.320281
18 2560.0 77.833728 ... 82.331658 82.125311
19 2688.0 84.108772 ... 90.748936 90.532356
20 2816.0 83.233226 ... 83.873477 83.873477
21 2944.0 81.967162 ... 83.899046 84.182483
22 3072.0 81.707223 ... 88.890270 89.877939
23 3200.0 84.656085 ... 96.385543 96.240602
24 3328.0 83.226931 ... 84.995628 84.795401
25 3456.0 82.773682 ... 92.033756 89.779026
26 3584.0 86.540320 ... 95.148565 96.372338
27 3712.0 84.301560 ... 87.629253 88.248537
28 3840.0 81.079177 ... 88.050954 91.777595
29 3968.0 87.913500 ... 91.575185 84.915752
30 4096.0 92.500158 ... 88.011627 88.011627
[31 rows x 5 columns]
@@ -498,7 +498,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 5 minutes 49.071 seconds)
**Total running time of the script:** ( 6 minutes 14.105 seconds)
.. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:

56
master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
View File

@@ -38,36 +38,36 @@ Layer Normalization
layer-norm-backward:
N Triton Torch Apex
0 1024.0 361.411758 97.523810 303.407414
1 1536.0 405.098894 134.050910 341.333333
2 2048.0 491.520012 160.627450 334.367350
3 2560.0 461.954908 180.705883 330.322572
4 3072.0 515.580429 191.999993 323.368415
5 3584.0 558.545477 207.768111 310.527060
6 4096.0 564.965515 220.907859 297.890900
7 4608.0 502.690905 232.825259 287.251954
8 5120.0 525.128191 242.366855 285.104413
0 1024.0 361.411758 97.912354 303.407414
1 1536.0 409.599994 134.540150 341.333333
2 2048.0 496.484863 161.154101 334.367350
3 2560.0 461.954908 181.238943 330.322572
4 3072.0 519.211251 192.501302 323.368415
5 3584.0 558.545477 208.271186 311.652167
6 4096.0 564.965515 220.907859 296.990947
7 4608.0 500.416301 232.336141 287.251954
8 5120.0 527.381977 242.366855 284.444444
9 5632.0 540.671974 243.107920 289.438969
10 6144.0 544.118087 248.661056 286.322318
11 6656.0 525.473708 256.000009 285.767438
12 7168.0 503.017523 259.867079 284.821192
10 6144.0 546.133354 248.661056 286.879370
11 6656.0 527.207907 256.000009 285.257135
12 7168.0 503.017523 260.260201 284.821192
13 7680.0 483.779539 262.938666 280.121579
14 8192.0 463.698115 266.406514 284.115618
15 8704.0 414.476194 267.472468 284.987724
16 9216.0 426.996150 271.391419 287.999990
17 9728.0 437.213490 280.615388 289.667485
18 10240.0 446.836366 286.100109 289.811322
19 10752.0 429.364408 246.699797 290.267711
20 11264.0 427.071098 245.313973 286.980888
21 11776.0 420.571432 249.667843 288.981596
14 8192.0 463.698115 266.406514 284.526763
15 8704.0 414.476194 267.815384 284.987724
16 9216.0 426.996150 271.724806 287.999990
17 9728.0 437.213490 280.615388 290.027323
18 10240.0 446.025405 286.433562 290.153487
19 10752.0 429.364408 246.935876 290.267711
20 11264.0 426.397479 245.536784 286.980888
21 11776.0 420.571432 249.667843 289.277383
22 12288.0 416.542386 254.673582 294.617366
23 12800.0 411.244989 253.884294 289.811310
24 13312.0 409.599999 252.959629 290.443638
25 13824.0 405.098897 257.290415 292.056329
26 14336.0 395.021816 255.051144 286.719986
27 14848.0 386.080180 257.852379 289.246765
28 15360.0 380.041240 257.790220 286.879376
29 15872.0 370.913333 261.626369 289.679087
23 12800.0 410.695192 253.884294 287.910035
24 13312.0 409.075539 252.959629 290.443638
25 13824.0 405.098897 257.390218 291.799461
26 14336.0 394.568805 254.862216 287.198654
27 14848.0 386.498925 257.852379 289.717061
28 15360.0 380.433442 257.790220 288.000007
29 15872.0 370.552519 261.806182 290.120338
@@ -339,7 +339,7 @@ Layer Normalization
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 2 minutes 11.654 seconds)
**Total running time of the script:** ( 2 minutes 14.046 seconds)
.. _sphx_glr_download_getting-started_tutorials_05-layer-norm.py:

10
master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
View File

@@ -5,16 +5,16 @@
Computation times
=================
**13:02.987** total execution time for **getting-started_tutorials** files:
**13:35.769** total execution time for **getting-started_tutorials** files:
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 05:49.071 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 06:14.105 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``) | 03:22.121 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``) | 03:25.996 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``) | 02:11.654 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``) | 02:14.046 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``) | 01:40.129 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``) | 01:41.611 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``) | 00:00.012 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+

6
master/getting-started/tutorials/01-vector-add.html
View File

@@ -324,8 +324,8 @@ for different problem sizes.</p>
size Triton Torch
0 4096.0 9.600000 9.600000
1 8192.0 19.200000 19.200000
2 16384.0 31.999999 38.400001
3 32768.0 76.800002 63.999998
2 16384.0 38.400001 31.999999
3 32768.0 76.800002 76.800002
4 65536.0 127.999995 127.999995
5 131072.0 219.428568 219.428568
6 262144.0 341.333321 341.333321
@@ -340,7 +340,7 @@ for different problem sizes.</p>
15 134217728.0 849.737435 850.656574
</pre></div>
</div>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 40.129 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 41.611 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>

18
master/getting-started/tutorials/02-fused-softmax.html
View File

@@ -369,17 +369,17 @@ We will then compare its performance against (1) <code class="code docutils lite
<p class="sphx-glr-script-out">Out:</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
N Triton Torch (native) Torch (jit)
0 256.0 512.000001 546.133347 186.181817
0 256.0 512.000001 546.133347 188.321838
1 384.0 585.142862 558.545450 151.703707
2 512.0 655.360017 585.142849 154.566038
2 512.0 655.360017 606.814814 154.566038
3 640.0 682.666684 640.000002 158.759699
4 768.0 722.823517 646.736871 163.839992
4 768.0 722.823517 664.216187 163.839992
.. ... ... ... ...
93 12160.0 814.058574 405.755985 199.038365
94 12288.0 814.111783 415.661740 199.197579
95 12416.0 814.163950 412.149375 198.954424
96 12544.0 814.214963 412.546756 199.012395
97 12672.0 814.265046 411.679167 199.167004
93 12160.0 814.058574 405.755985 198.733401
94 12288.0 814.111783 415.661740 198.895304
95 12416.0 814.163950 411.722274 198.556711
96 12544.0 814.214963 412.971190 198.716830
97 12672.0 814.265046 411.679167 198.873965
[98 rows x 4 columns]
</pre></div>
@@ -392,7 +392,7 @@ We will then compare its performance against (1) <code class="code docutils lite
Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
</ul>
</div></blockquote>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes 22.121 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes 25.996 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>

50
master/getting-started/tutorials/03-matrix-multiplication.html
View File

@@ -564,42 +564,42 @@ torch_output=tensor([[ 1.1045, -36.9688, 31.4688, ..., -11.3906, 24.4531, -3
<p class="sphx-glr-script-out">Out:</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
M cuBLAS ... Triton Triton (+ LeakyReLU)
0 256.0 2.730667 ... 3.276800 2.978909
0 256.0 2.978909 ... 3.276800 3.276800
1 384.0 7.372800 ... 7.899428 8.507077
2 512.0 14.563555 ... 15.420235 15.420235
2 512.0 14.563555 ... 16.384000 16.384000
3 640.0 22.260869 ... 24.380953 24.380953
4 768.0 31.597714 ... 35.389441 34.028308
5 896.0 37.971025 ... 40.140799 40.140799
4 768.0 32.768000 ... 35.389441 34.028308
5 896.0 37.971025 ... 41.321411 40.140799
6 1024.0 49.932191 ... 53.773130 53.773130
7 1152.0 45.242181 ... 48.161033 47.396572
8 1280.0 51.200001 ... 57.690139 57.690139
9 1408.0 64.138541 ... 68.147202 68.147202
10 1536.0 80.430545 ... 80.430545 80.430545
11 1664.0 62.929456 ... 63.372618 62.929456
10 1536.0 79.526831 ... 79.526831 80.430545
11 1664.0 62.929456 ... 63.372618 63.372618
12 1792.0 72.983276 ... 63.499573 63.142831
13 1920.0 69.120002 ... 71.626943 71.257735
14 2048.0 73.584279 ... 78.033565 77.672296
15 2176.0 83.155572 ... 87.115360 86.739860
16 2304.0 68.251065 ... 77.810656 77.558029
17 2432.0 71.305746 ... 75.320281 75.320281
18 2560.0 77.833728 ... 82.539044 82.125311
19 2688.0 83.922689 ... 90.966561 90.532356
20 2816.0 83.233226 ... 84.035084 83.552120
21 2944.0 82.102191 ... 83.337844 84.182483
22 3072.0 81.005868 ... 90.020831 89.451983
23 3200.0 84.880639 ... 96.385543 95.238096
24 3328.0 83.905938 ... 84.995628 85.297742
25 3456.0 81.108217 ... 86.689860 89.380896
26 3584.0 86.540320 ... 99.244365 99.684470
27 3712.0 82.287760 ... 85.163978 86.942857
28 3840.0 84.842346 ... 87.355452 92.468225
29 3968.0 87.097744 ... 92.163097 84.504108
30 4096.0 93.271527 ... 93.077479 87.324485
13 1920.0 68.776119 ... 71.257735 70.892307
14 2048.0 73.262953 ... 78.033565 77.672296
15 2176.0 83.155572 ... 87.494120 86.739860
16 2304.0 68.446623 ... 78.064941 77.558029
17 2432.0 71.305746 ... 75.522751 75.320281
18 2560.0 77.833728 ... 82.331658 82.125311
19 2688.0 84.108772 ... 90.748936 90.532356
20 2816.0 83.233226 ... 83.873477 83.873477
21 2944.0 81.967162 ... 83.899046 84.182483
22 3072.0 81.707223 ... 88.890270 89.877939
23 3200.0 84.656085 ... 96.385543 96.240602
24 3328.0 83.226931 ... 84.995628 84.795401
25 3456.0 82.773682 ... 92.033756 89.779026
26 3584.0 86.540320 ... 95.148565 96.372338
27 3712.0 84.301560 ... 87.629253 88.248537
28 3840.0 81.079177 ... 88.050954 91.777595
29 3968.0 87.913500 ... 91.575185 84.915752
30 4096.0 92.500158 ... 88.011627 88.011627
[31 rows x 5 columns]
</pre></div>
</div>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 5 minutes 49.071 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 6 minutes 14.105 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>

56
master/getting-started/tutorials/05-layer-norm.html
View File

@@ -194,36 +194,36 @@ to download the full example code</p>
<p class="sphx-glr-script-out">Out:</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>layer-norm-backward:
N Triton Torch Apex
0 1024.0 361.411758 97.523810 303.407414
1 1536.0 405.098894 134.050910 341.333333
2 2048.0 491.520012 160.627450 334.367350
3 2560.0 461.954908 180.705883 330.322572
4 3072.0 515.580429 191.999993 323.368415
5 3584.0 558.545477 207.768111 310.527060
6 4096.0 564.965515 220.907859 297.890900
7 4608.0 502.690905 232.825259 287.251954
8 5120.0 525.128191 242.366855 285.104413
0 1024.0 361.411758 97.912354 303.407414
1 1536.0 409.599994 134.540150 341.333333
2 2048.0 496.484863 161.154101 334.367350
3 2560.0 461.954908 181.238943 330.322572
4 3072.0 519.211251 192.501302 323.368415
5 3584.0 558.545477 208.271186 311.652167
6 4096.0 564.965515 220.907859 296.990947
7 4608.0 500.416301 232.336141 287.251954
8 5120.0 527.381977 242.366855 284.444444
9 5632.0 540.671974 243.107920 289.438969
10 6144.0 544.118087 248.661056 286.322318
11 6656.0 525.473708 256.000009 285.767438
12 7168.0 503.017523 259.867079 284.821192
10 6144.0 546.133354 248.661056 286.879370
11 6656.0 527.207907 256.000009 285.257135
12 7168.0 503.017523 260.260201 284.821192
13 7680.0 483.779539 262.938666 280.121579
14 8192.0 463.698115 266.406514 284.115618
15 8704.0 414.476194 267.472468 284.987724
16 9216.0 426.996150 271.391419 287.999990
17 9728.0 437.213490 280.615388 289.667485
18 10240.0 446.836366 286.100109 289.811322
19 10752.0 429.364408 246.699797 290.267711
20 11264.0 427.071098 245.313973 286.980888
21 11776.0 420.571432 249.667843 288.981596
14 8192.0 463.698115 266.406514 284.526763
15 8704.0 414.476194 267.815384 284.987724
16 9216.0 426.996150 271.724806 287.999990
17 9728.0 437.213490 280.615388 290.027323
18 10240.0 446.025405 286.433562 290.153487
19 10752.0 429.364408 246.935876 290.267711
20 11264.0 426.397479 245.536784 286.980888
21 11776.0 420.571432 249.667843 289.277383
22 12288.0 416.542386 254.673582 294.617366
23 12800.0 411.244989 253.884294 289.811310
24 13312.0 409.599999 252.959629 290.443638
25 13824.0 405.098897 257.290415 292.056329
26 14336.0 395.021816 255.051144 286.719986
27 14848.0 386.080180 257.852379 289.246765
28 15360.0 380.041240 257.790220 286.879376
29 15872.0 370.913333 261.626369 289.679087
23 12800.0 410.695192 253.884294 287.910035
24 13312.0 409.075539 252.959629 290.443638
25 13824.0 405.098897 257.390218 291.799461
26 14336.0 394.568805 254.862216 287.198654
27 14848.0 386.498925 257.852379 289.717061
28 15360.0 380.433442 257.790220 288.000007
29 15872.0 370.552519 261.806182 290.120338
</pre></div>
</div>
<div class="line-block">
@@ -487,7 +487,7 @@ to download the full example code</p>
<span class="n">bench_layer_norm</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">save_path</span><span class="o">=</span><span class="s1">&#39;.&#39;</span><span class="p">,</span> <span class="n">print_data</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
</pre></div>
</div>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes 11.654 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes 14.046 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-05-layer-norm-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/935c0dd0fbeb4b2e69588471cbb2d4b2/05-layer-norm.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">05-layer-norm.py</span></code></a></p>

10
master/getting-started/tutorials/sg_execution_times.html
View File

@@ -174,7 +174,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline"></a></h1>
<p><strong>13:02.987</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
<p><strong>13:35.769</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 85%" />
@@ -183,19 +183,19 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
<td><p>05:49.071</p></td>
<td><p>06:14.105</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
<td><p>03:22.121</p></td>
<td><p>03:25.996</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="05-layer-norm.html#sphx-glr-getting-started-tutorials-05-layer-norm-py"><span class="std std-ref">Layer Normalization</span></a> (<code class="docutils literal notranslate"><span class="pre">05-layer-norm.py</span></code>)</p></td>
<td><p>02:11.654</p></td>
<td><p>02:14.046</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
<td><p>01:40.129</p></td>
<td><p>01:41.611</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="04-low-memory-dropout.html#sphx-glr-getting-started-tutorials-04-low-memory-dropout-py"><span class="std std-ref">Low-Memory Dropout</span></a> (<code class="docutils literal notranslate"><span class="pre">04-low-memory-dropout.py</span></code>)</p></td>

2
master/searchindex.js
View File

File diff suppressed because one or more lines are too long

2
v1.1.2/.buildinfo
View File

@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
config: 5623c148227773c731120282f1b6ffa0
config: fe802dbc93077fe9737f3cd8c694a8e5
tags: 645f666f9bcd5a90fca523b33c5a78b7

BIN
v1.1.2/.doctrees/environment.pickle
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/installation.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/index.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/index.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.Config.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.jit.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_min.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
View File

Binary file not shown.

Some files were not shown because too many files have changed in this diff Show More