gaspersic/triton
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[GH-PAGES] Updated website

Browse Source
This commit is contained in:
Philippe Tillet
2022-04-15 00:42:31 +00:00
parent 2a53636c23
commit 824d060dfb
158 changed files with 300 additions and 300 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
master/.buildinfo
View File

@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
config: 3b66780e257fdfca48695fc8f9205443
config: 732b7c9b5320d95c9044f60926224006
tags: 645f666f9bcd5a90fca523b33c5a78b7

BIN
master/.doctrees/environment.pickle
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/installation.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/01-vector-add.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/05-layer-norm.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/index.doctree
View File

Binary file not shown.

BIN
master/.doctrees/getting-started/tutorials/sg_execution_times.doctree
View File

Binary file not shown.

BIN
master/.doctrees/index.doctree
View File

Binary file not shown.

BIN
master/.doctrees/programming-guide/chapter-1/introduction.doctree
View File

Binary file not shown.

BIN
master/.doctrees/programming-guide/chapter-2/related-work.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.Config.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.autotune.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.heuristics.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.jit.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.arange.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_add.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_max.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_min.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.atomic_xchg.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.broadcast_to.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.cos.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.dot.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.exp.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.load.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.log.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.max.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.maximum.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.min.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.minimum.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.multiple_of.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.num_programs.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.program_id.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.rand.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.randint.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.randint4x.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.randn.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.ravel.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.reshape.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sigmoid.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sin.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.softmax.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sqrt.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.store.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.sum.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.where.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.language.zeros.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.testing.Benchmark.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.testing.do_bench.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/generated/triton.testing.perf_report.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/triton.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/triton.language.doctree
View File

Binary file not shown.

BIN
master/.doctrees/python-api/triton.testing.doctree
View File

Binary file not shown.

BIN
master/_downloads/662999063954282841dc90b8945f85ce/tutorials_jupyter.zip
View File

Binary file not shown.

BIN
master/_downloads/763344228ae6bc253ed1a6cf586aa30d/tutorials_python.zip
View File

Binary file not shown.

BIN
master/_images/sphx_glr_01-vector-add_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 29 KiB

After

Width:  |  Height:  |  Size: 29 KiB

BIN
master/_images/sphx_glr_01-vector-add_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 18 KiB

After

Width:  |  Height:  |  Size: 18 KiB

BIN
master/_images/sphx_glr_02-fused-softmax_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 36 KiB

After

Width:  |  Height:  |  Size: 37 KiB

BIN
master/_images/sphx_glr_02-fused-softmax_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 23 KiB

After

Width:  |  Height:  |  Size: 23 KiB

BIN
master/_images/sphx_glr_03-matrix-multiplication_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 53 KiB

After

Width:  |  Height:  |  Size: 53 KiB

BIN
master/_images/sphx_glr_03-matrix-multiplication_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 31 KiB

After

Width:  |  Height:  |  Size: 31 KiB

BIN
master/_images/sphx_glr_05-layer-norm_001.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 33 KiB

After

Width:  |  Height:  |  Size: 33 KiB

BIN
master/_images/sphx_glr_05-layer-norm_thumb.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 21 KiB

After

Width:  |  Height:  |  Size: 21 KiB

26
master/_sources/getting-started/tutorials/01-vector-add.rst.txt
View File

@@ -237,22 +237,22 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
vector-add-performance:
size Triton Torch
0 4096.0 4.363636 9.600000
1 8192.0 8.727273 19.200000
0 4096.0 4.800000 9.600000
1 8192.0 9.600000 19.200000
2 16384.0 19.200000 38.400001
3 32768.0 38.400001 76.800002
4 65536.0 76.800002 127.999995
3 32768.0 34.909091 63.999998
4 65536.0 69.818181 127.999995
5 131072.0 139.636363 219.428568
6 262144.0 236.307695 341.333321
7 524288.0 341.333321 472.615390
8 1048576.0 472.615390 614.400016
9 2097152.0 614.400016 702.171410
10 4194304.0 712.347810 780.190482
11 8388608.0 768.000002 812.429770
6 262144.0 219.428568 384.000001
7 524288.0 361.411758 472.615390
8 1048576.0 491.520012 614.400016
9 2097152.0 599.414644 702.171410
10 4194304.0 702.171410 780.190482
11 8388608.0 774.047204 812.429770
12 16777216.0 809.086412 833.084721
13 33554432.0 831.323480 842.004273
13 33554432.0 829.569620 842.004273
14 67108864.0 840.205105 848.362445
15 134217728.0 845.625825 850.656574
15 134217728.0 846.080710 850.656574
@@ -260,7 +260,7 @@ We can now run the decorated function above. Pass `print_data=True` to see the p
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 1 minutes 38.363 seconds)
**Total running time of the script:** ( 1 minutes 42.289 seconds)
.. _sphx_glr_download_getting-started_tutorials_01-vector-add.py:

18
master/_sources/getting-started/tutorials/02-fused-softmax.rst.txt
View File

@@ -279,16 +279,16 @@ We will then compare its performance against (1) :code:`torch.softmax` and (2) t
softmax-performance:
N Triton Torch (native) Torch (jit)
0 256.0 512.000001 546.133347 186.181817
1 384.0 585.142862 585.142862 149.853661
1 384.0 614.400016 558.545450 153.600004
2 512.0 655.360017 585.142849 154.566038
3 640.0 682.666684 640.000002 158.759699
4 768.0 722.823517 646.736871 162.754967
3 640.0 706.206879 640.000002 158.759699
4 768.0 722.823517 664.216187 162.754967
.. ... ... ... ...
93 12160.0 815.765209 406.179533 198.530610
94 12288.0 815.800825 416.101597 198.694297
95 12416.0 815.835709 412.577363 198.457532
96 12544.0 814.214963 412.971190 198.618504
97 12672.0 814.265046 412.097543 198.776477
93 12160.0 815.765209 405.755985 199.038365
94 12288.0 815.800825 416.101597 199.197579
95 12416.0 814.163950 412.149375 198.854847
96 12544.0 814.214963 413.183734 199.012395
97 12672.0 814.265046 412.516771 199.167004
[98 rows x 4 columns]
@@ -306,7 +306,7 @@ In the above plot, we can see that:
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 3 minutes 24.847 seconds)
**Total running time of the script:** ( 3 minutes 28.192 seconds)
.. _sphx_glr_download_getting-started_tutorials_02-fused-softmax.py:

50
master/_sources/getting-started/tutorials/03-matrix-multiplication.rst.txt
View File

@@ -459,36 +459,36 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
matmul-performance:
M cuBLAS ... Triton Triton (+ LeakyReLU)
0 256.0 2.730667 ... 2.978909 2.978909
1 384.0 7.372800 ... 8.507077 8.507077
1 384.0 7.372800 ... 8.507077 7.899428
2 512.0 14.563555 ... 15.420235 15.420235
3 640.0 22.260869 ... 24.380953 24.380953
4 768.0 31.597714 ... 34.028308 34.028308
5 896.0 37.971025 ... 40.140799 39.025776
6 1024.0 49.932191 ... 52.428801 52.428801
7 1152.0 43.911529 ... 46.656000 46.656000
8 1280.0 49.951220 ... 56.888887 56.109587
9 1408.0 62.664092 ... 67.305878 67.305878
10 1536.0 78.643199 ... 78.643199 78.643199
6 1024.0 49.932191 ... 53.773130 52.428801
7 1152.0 43.911529 ... 47.396572 46.656000
8 1280.0 50.567902 ... 56.888887 56.888887
9 1408.0 63.392744 ... 68.147202 67.305878
10 1536.0 79.526831 ... 79.526831 78.643199
11 1664.0 62.061463 ... 62.492442 62.061463
12 1792.0 71.588687 ... 62.441243 62.096267
13 1920.0 68.098521 ... 70.172588 69.467336
14 2048.0 72.005219 ... 76.608294 76.260072
15 2176.0 81.472263 ... 85.269692 84.909907
12 1792.0 71.588687 ... 62.096267 61.755076
13 1920.0 67.764707 ... 69.818184 69.467336
14 2048.0 72.005219 ... 76.608294 75.915006
15 2176.0 81.472263 ... 85.632545 84.909907
16 2304.0 67.289781 ... 76.319081 76.076024
17 2432.0 69.713308 ... 73.932798 73.738752
18 2560.0 76.204654 ... 80.709358 80.313727
19 2688.0 82.284288 ... 89.044730 89.464755
20 2816.0 80.916902 ... 82.916747 82.602666
21 2944.0 80.902653 ... 82.373605 82.373605
22 3072.0 81.005868 ... 88.060814 88.197981
23 3200.0 83.660130 ... 95.522391 94.814812
24 3328.0 82.369902 ... 84.695641 84.795401
25 3456.0 80.783132 ... 91.046379 91.200871
26 3584.0 86.291162 ... 98.591437 98.591437
27 3712.0 84.874549 ... 88.876645 88.876645
28 3840.0 83.845335 ... 92.083268 92.083268
29 3968.0 92.442373 ... 91.678389 91.472214
30 4096.0 93.206754 ... 92.627833 92.980765
17 2432.0 69.713308 ... 83.119713 74.127872
18 2560.0 76.382283 ... 80.709358 80.709358
19 2688.0 82.823267 ... 89.254248 88.836198
20 2816.0 82.602666 ... 82.759409 82.602666
21 2944.0 81.034195 ... 82.373605 82.237674
22 3072.0 81.005868 ... 88.335577 87.924073
23 3200.0 83.769634 ... 95.665176 94.955488
24 3328.0 82.275764 ... 84.695641 84.496824
25 3456.0 80.864158 ... 90.994998 90.892410
26 3584.0 86.291162 ... 98.808123 98.483450
27 3712.0 84.658765 ... 88.876645 88.561477
28 3840.0 83.781816 ... 92.313853 92.006659
29 3968.0 92.302520 ... 91.472214 90.994735
30 4096.0 93.271527 ... 92.563952 92.372834
[31 rows x 5 columns]
@@ -498,7 +498,7 @@ We can now compare the performance of our kernel against that of cuBLAS. Here we
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 6 minutes 43.515 seconds)
**Total running time of the script:** ( 6 minutes 37.755 seconds)
.. _sphx_glr_download_getting-started_tutorials_03-matrix-multiplication.py:

2
master/_sources/getting-started/tutorials/04-low-memory-dropout.rst.txt
View File

@@ -240,7 +240,7 @@ References
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 0 minutes 0.327 seconds)
**Total running time of the script:** ( 0 minutes 0.341 seconds)
.. _sphx_glr_download_getting-started_tutorials_04-low-memory-dropout.py:

60
master/_sources/getting-started/tutorials/05-layer-norm.rst.txt
View File

@@ -38,36 +38,36 @@ Layer Normalization
layer-norm-backward:
N Triton Torch Apex
0 1024.0 351.085705 98.698793 311.088617
1 1536.0 396.387087 132.604320 341.333333
2 2048.0 481.882362 158.045011 321.254900
3 2560.0 451.764698 181.238943 325.079368
4 3072.0 508.468972 190.511624 317.793096
0 1024.0 356.173905 98.303995 307.200008
1 1536.0 396.387087 133.565214 341.333333
2 2048.0 481.882362 160.627450 325.509933
3 2560.0 451.764698 180.175950 321.675394
4 3072.0 511.999982 189.046153 316.429186
5 3584.0 547.872604 206.769233 308.301075
6 4096.0 564.965515 219.919464 300.623865
7 4608.0 493.714279 231.364016 285.767436
8 5120.0 518.481012 242.366855 285.767451
9 5632.0 532.157453 243.545956 291.310338
10 6144.0 544.118087 249.925419 286.322318
11 6656.0 530.710976 254.775119 286.279570
12 7168.0 510.480705 252.616738 277.024148
13 7680.0 486.332448 265.590783 284.006166
14 8192.0 467.002371 257.677592 277.303250
15 8704.0 405.623284 266.789264 284.212242
16 9216.0 420.501910 271.391419 289.129410
17 9728.0 428.388977 279.272720 287.881626
18 10240.0 434.973455 286.100109 289.129408
19 10752.0 421.647056 245.760009 289.291486
20 11264.0 423.724120 244.647957 285.465683
21 11776.0 416.849568 248.788725 288.097854
22 12288.0 413.042003 253.578674 293.444785
23 12800.0 408.510626 253.256381 287.371378
24 13312.0 408.552421 251.565353 288.607034
25 13824.0 403.130022 256.197690 291.031592
26 14336.0 395.930964 255.051144 287.919661
27 14848.0 385.245405 256.737757 287.844912
28 15360.0 380.041240 257.610071 285.546077
29 15872.0 372.545726 260.731015 289.679087
6 4096.0 558.545450 218.939860 298.796351
7 4608.0 491.520008 231.849059 286.507772
8 5120.0 518.481012 240.469672 283.133649
9 5632.0 532.157453 241.371422 288.204696
10 6144.0 542.117638 249.502530 286.322318
11 6656.0 532.479975 253.561895 284.242007
12 7168.0 507.469040 254.109315 277.919225
13 7680.0 486.332448 263.314295 280.547947
14 8192.0 464.794337 263.903346 277.694924
15 8704.0 406.412440 263.093202 280.774186
16 9216.0 418.909088 270.065931 286.507772
17 9728.0 427.604376 281.291575 289.667485
18 10240.0 434.973455 284.115604 288.450695
19 10752.0 423.724151 244.827326 289.291486
20 11264.0 423.061049 242.019694 282.482755
21 11776.0 417.465304 247.915800 287.219500
22 12288.0 414.202242 252.601276 293.737063
23 12800.0 410.146863 252.424003 288.993430
24 13312.0 406.991092 252.759501 289.916513
25 13824.0 404.112047 255.408777 291.031592
26 14336.0 395.475867 251.692749 284.821192
27 14848.0 383.174202 255.816222 287.612590
28 15360.0 378.480483 259.058326 289.129401
29 15872.0 369.832994 260.196726 288.800600
@@ -339,7 +339,7 @@ Layer Normalization
.. rst-class:: sphx-glr-timing
**Total running time of the script:** ( 2 minutes 15.333 seconds)
**Total running time of the script:** ( 2 minutes 15.414 seconds)
.. _sphx_glr_download_getting-started_tutorials_05-layer-norm.py:

12
master/_sources/getting-started/tutorials/sg_execution_times.rst.txt
View File

@@ -5,16 +5,16 @@
Computation times
=================
**14:02.386** total execution time for **getting-started_tutorials** files:
**14:03.991** total execution time for **getting-started_tutorials** files:
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 06:43.515 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_03-matrix-multiplication.py` (``03-matrix-multiplication.py``) | 06:37.755 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``) | 03:24.847 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_02-fused-softmax.py` (``02-fused-softmax.py``) | 03:28.192 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``) | 02:15.333 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_05-layer-norm.py` (``05-layer-norm.py``) | 02:15.414 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``) | 01:38.363 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_01-vector-add.py` (``01-vector-add.py``) | 01:42.289 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``) | 00:00.327 | 0.0 MB |
| :ref:`sphx_glr_getting-started_tutorials_04-low-memory-dropout.py` (``04-low-memory-dropout.py``) | 00:00.341 | 0.0 MB |
+---------------------------------------------------------------------------------------------------------+-----------+--------+

26
master/getting-started/tutorials/01-vector-add.html
View File

@@ -327,25 +327,25 @@ for different problem sizes.</p>
<p class="sphx-glr-script-out">Out:</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vector-add-performance:
size Triton Torch
0 4096.0 4.363636 9.600000
1 8192.0 8.727273 19.200000
0 4096.0 4.800000 9.600000
1 8192.0 9.600000 19.200000
2 16384.0 19.200000 38.400001
3 32768.0 38.400001 76.800002
4 65536.0 76.800002 127.999995
3 32768.0 34.909091 63.999998
4 65536.0 69.818181 127.999995
5 131072.0 139.636363 219.428568
6 262144.0 236.307695 341.333321
7 524288.0 341.333321 472.615390
8 1048576.0 472.615390 614.400016
9 2097152.0 614.400016 702.171410
10 4194304.0 712.347810 780.190482
11 8388608.0 768.000002 812.429770
6 262144.0 219.428568 384.000001
7 524288.0 361.411758 472.615390
8 1048576.0 491.520012 614.400016
9 2097152.0 599.414644 702.171410
10 4194304.0 702.171410 780.190482
11 8388608.0 774.047204 812.429770
12 16777216.0 809.086412 833.084721
13 33554432.0 831.323480 842.004273
13 33554432.0 829.569620 842.004273
14 67108864.0 840.205105 848.362445
15 134217728.0 845.625825 850.656574
15 134217728.0 846.080710 850.656574
</pre></div>
</div>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 38.363 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 42.289 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-01-vector-add-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/62d97d49a32414049819dd8bb8378080/01-vector-add.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">01-vector-add.py</span></code></a></p>

18
master/getting-started/tutorials/02-fused-softmax.html
View File

@@ -370,16 +370,16 @@ We will then compare its performance against (1) <code class="code docutils lite
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>softmax-performance:
N Triton Torch (native) Torch (jit)
0 256.0 512.000001 546.133347 186.181817
1 384.0 585.142862 585.142862 149.853661
1 384.0 614.400016 558.545450 153.600004
2 512.0 655.360017 585.142849 154.566038
3 640.0 682.666684 640.000002 158.759699
4 768.0 722.823517 646.736871 162.754967
3 640.0 706.206879 640.000002 158.759699
4 768.0 722.823517 664.216187 162.754967
.. ... ... ... ...
93 12160.0 815.765209 406.179533 198.530610
94 12288.0 815.800825 416.101597 198.694297
95 12416.0 815.835709 412.577363 198.457532
96 12544.0 814.214963 412.971190 198.618504
97 12672.0 814.265046 412.097543 198.776477
93 12160.0 815.765209 405.755985 199.038365
94 12288.0 815.800825 416.101597 199.197579
95 12416.0 814.163950 412.149375 198.854847
96 12544.0 814.214963 413.183734 199.012395
97 12672.0 814.265046 412.516771 199.167004
[98 rows x 4 columns]
</pre></div>
@@ -392,7 +392,7 @@ We will then compare its performance against (1) <code class="code docutils lite
Note however that the PyTorch <cite>softmax</cite> operation is more general and will works on tensors of any shape.</p></li>
</ul>
</div></blockquote>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes 24.847 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes 28.192 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-02-fused-softmax-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/d91442ac2982c4e0cc3ab0f43534afbc/02-fused-softmax.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">02-fused-softmax.py</span></code></a></p>

50
master/getting-started/tutorials/03-matrix-multiplication.html
View File

@@ -565,41 +565,41 @@ torch_output=tensor([[ 1.1045, -36.9688, 31.4688, ..., -11.3906, 24.4531, -3
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>matmul-performance:
M cuBLAS ... Triton Triton (+ LeakyReLU)
0 256.0 2.730667 ... 2.978909 2.978909
1 384.0 7.372800 ... 8.507077 8.507077
1 384.0 7.372800 ... 8.507077 7.899428
2 512.0 14.563555 ... 15.420235 15.420235
3 640.0 22.260869 ... 24.380953 24.380953
4 768.0 31.597714 ... 34.028308 34.028308
5 896.0 37.971025 ... 40.140799 39.025776
6 1024.0 49.932191 ... 52.428801 52.428801
7 1152.0 43.911529 ... 46.656000 46.656000
8 1280.0 49.951220 ... 56.888887 56.109587
9 1408.0 62.664092 ... 67.305878 67.305878
10 1536.0 78.643199 ... 78.643199 78.643199
6 1024.0 49.932191 ... 53.773130 52.428801
7 1152.0 43.911529 ... 47.396572 46.656000
8 1280.0 50.567902 ... 56.888887 56.888887
9 1408.0 63.392744 ... 68.147202 67.305878
10 1536.0 79.526831 ... 79.526831 78.643199
11 1664.0 62.061463 ... 62.492442 62.061463
12 1792.0 71.588687 ... 62.441243 62.096267
13 1920.0 68.098521 ... 70.172588 69.467336
14 2048.0 72.005219 ... 76.608294 76.260072
15 2176.0 81.472263 ... 85.269692 84.909907
12 1792.0 71.588687 ... 62.096267 61.755076
13 1920.0 67.764707 ... 69.818184 69.467336
14 2048.0 72.005219 ... 76.608294 75.915006
15 2176.0 81.472263 ... 85.632545 84.909907
16 2304.0 67.289781 ... 76.319081 76.076024
17 2432.0 69.713308 ... 73.932798 73.738752
18 2560.0 76.204654 ... 80.709358 80.313727
19 2688.0 82.284288 ... 89.044730 89.464755
20 2816.0 80.916902 ... 82.916747 82.602666
21 2944.0 80.902653 ... 82.373605 82.373605
22 3072.0 81.005868 ... 88.060814 88.197981
23 3200.0 83.660130 ... 95.522391 94.814812
24 3328.0 82.369902 ... 84.695641 84.795401
25 3456.0 80.783132 ... 91.046379 91.200871
26 3584.0 86.291162 ... 98.591437 98.591437
27 3712.0 84.874549 ... 88.876645 88.876645
28 3840.0 83.845335 ... 92.083268 92.083268
29 3968.0 92.442373 ... 91.678389 91.472214
30 4096.0 93.206754 ... 92.627833 92.980765
17 2432.0 69.713308 ... 83.119713 74.127872
18 2560.0 76.382283 ... 80.709358 80.709358
19 2688.0 82.823267 ... 89.254248 88.836198
20 2816.0 82.602666 ... 82.759409 82.602666
21 2944.0 81.034195 ... 82.373605 82.237674
22 3072.0 81.005868 ... 88.335577 87.924073
23 3200.0 83.769634 ... 95.665176 94.955488
24 3328.0 82.275764 ... 84.695641 84.496824
25 3456.0 80.864158 ... 90.994998 90.892410
26 3584.0 86.291162 ... 98.808123 98.483450
27 3712.0 84.658765 ... 88.876645 88.561477
28 3840.0 83.781816 ... 92.313853 92.006659
29 3968.0 92.302520 ... 91.472214 90.994735
30 4096.0 93.271527 ... 92.563952 92.372834
[31 rows x 5 columns]
</pre></div>
</div>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 6 minutes 43.515 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 6 minutes 37.755 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-03-matrix-multiplication-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/d5fee5b55a64e47f1b5724ec39adf171/03-matrix-multiplication.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">03-matrix-multiplication.py</span></code></a></p>

2
master/getting-started/tutorials/04-low-memory-dropout.html
View File

@@ -372,7 +372,7 @@ to explore the <cite>triton/language/random</cite> folder!</p>
<dd><p>Nitish Srivastava and Geoffrey Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov, “Dropout: A Simple Way to Prevent Neural Networks from Overfitting”, JMLR 2014</p>
</dd>
</dl>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes 0.327 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 0 minutes 0.341 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-04-low-memory-dropout-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/c9aed78977a4c05741d675a38dde3d7d/04-low-memory-dropout.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">04-low-memory-dropout.py</span></code></a></p>

60
master/getting-started/tutorials/05-layer-norm.html
View File

@@ -194,36 +194,36 @@ to download the full example code</p>
<p class="sphx-glr-script-out">Out:</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>layer-norm-backward:
N Triton Torch Apex
0 1024.0 351.085705 98.698793 311.088617
1 1536.0 396.387087 132.604320 341.333333
2 2048.0 481.882362 158.045011 321.254900
3 2560.0 451.764698 181.238943 325.079368
4 3072.0 508.468972 190.511624 317.793096
0 1024.0 356.173905 98.303995 307.200008
1 1536.0 396.387087 133.565214 341.333333
2 2048.0 481.882362 160.627450 325.509933
3 2560.0 451.764698 180.175950 321.675394
4 3072.0 511.999982 189.046153 316.429186
5 3584.0 547.872604 206.769233 308.301075
6 4096.0 564.965515 219.919464 300.623865
7 4608.0 493.714279 231.364016 285.767436
8 5120.0 518.481012 242.366855 285.767451
9 5632.0 532.157453 243.545956 291.310338
10 6144.0 544.118087 249.925419 286.322318
11 6656.0 530.710976 254.775119 286.279570
12 7168.0 510.480705 252.616738 277.024148
13 7680.0 486.332448 265.590783 284.006166
14 8192.0 467.002371 257.677592 277.303250
15 8704.0 405.623284 266.789264 284.212242
16 9216.0 420.501910 271.391419 289.129410
17 9728.0 428.388977 279.272720 287.881626
18 10240.0 434.973455 286.100109 289.129408
19 10752.0 421.647056 245.760009 289.291486
20 11264.0 423.724120 244.647957 285.465683
21 11776.0 416.849568 248.788725 288.097854
22 12288.0 413.042003 253.578674 293.444785
23 12800.0 408.510626 253.256381 287.371378
24 13312.0 408.552421 251.565353 288.607034
25 13824.0 403.130022 256.197690 291.031592
26 14336.0 395.930964 255.051144 287.919661
27 14848.0 385.245405 256.737757 287.844912
28 15360.0 380.041240 257.610071 285.546077
29 15872.0 372.545726 260.731015 289.679087
6 4096.0 558.545450 218.939860 298.796351
7 4608.0 491.520008 231.849059 286.507772
8 5120.0 518.481012 240.469672 283.133649
9 5632.0 532.157453 241.371422 288.204696
10 6144.0 542.117638 249.502530 286.322318
11 6656.0 532.479975 253.561895 284.242007
12 7168.0 507.469040 254.109315 277.919225
13 7680.0 486.332448 263.314295 280.547947
14 8192.0 464.794337 263.903346 277.694924
15 8704.0 406.412440 263.093202 280.774186
16 9216.0 418.909088 270.065931 286.507772
17 9728.0 427.604376 281.291575 289.667485
18 10240.0 434.973455 284.115604 288.450695
19 10752.0 423.724151 244.827326 289.291486
20 11264.0 423.061049 242.019694 282.482755
21 11776.0 417.465304 247.915800 287.219500
22 12288.0 414.202242 252.601276 293.737063
23 12800.0 410.146863 252.424003 288.993430
24 13312.0 406.991092 252.759501 289.916513
25 13824.0 404.112047 255.408777 291.031592
26 14336.0 395.475867 251.692749 284.821192
27 14848.0 383.174202 255.816222 287.612590
28 15360.0 378.480483 259.058326 289.129401
29 15872.0 369.832994 260.196726 288.800600
</pre></div>
</div>
<div class="line-block">
@@ -487,7 +487,7 @@ to download the full example code</p>
<span class="n">bench_layer_norm</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">save_path</span><span class="o">=</span><span class="s1">&#39;.&#39;</span><span class="p">,</span> <span class="n">print_data</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
</pre></div>
</div>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes 15.333 seconds)</p>
<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 2 minutes 15.414 seconds)</p>
<div class="sphx-glr-footer class sphx-glr-footer-example docutils container" id="sphx-glr-download-getting-started-tutorials-05-layer-norm-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/935c0dd0fbeb4b2e69588471cbb2d4b2/05-layer-norm.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">05-layer-norm.py</span></code></a></p>

12
master/getting-started/tutorials/sg_execution_times.html
View File

@@ -174,7 +174,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-getting-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline"></a></h1>
<p><strong>14:02.386</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
<p><strong>14:03.991</strong> total execution time for <strong>getting-started_tutorials</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 85%" />
@@ -183,23 +183,23 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="03-matrix-multiplication.html#sphx-glr-getting-started-tutorials-03-matrix-multiplication-py"><span class="std std-ref">Matrix Multiplication</span></a> (<code class="docutils literal notranslate"><span class="pre">03-matrix-multiplication.py</span></code>)</p></td>
<td><p>06:43.515</p></td>
<td><p>06:37.755</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="02-fused-softmax.html#sphx-glr-getting-started-tutorials-02-fused-softmax-py"><span class="std std-ref">Fused Softmax</span></a> (<code class="docutils literal notranslate"><span class="pre">02-fused-softmax.py</span></code>)</p></td>
<td><p>03:24.847</p></td>
<td><p>03:28.192</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="05-layer-norm.html#sphx-glr-getting-started-tutorials-05-layer-norm-py"><span class="std std-ref">Layer Normalization</span></a> (<code class="docutils literal notranslate"><span class="pre">05-layer-norm.py</span></code>)</p></td>
<td><p>02:15.333</p></td>
<td><p>02:15.414</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="01-vector-add.html#sphx-glr-getting-started-tutorials-01-vector-add-py"><span class="std std-ref">Vector Addition</span></a> (<code class="docutils literal notranslate"><span class="pre">01-vector-add.py</span></code>)</p></td>
<td><p>01:38.363</p></td>
<td><p>01:42.289</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="04-low-memory-dropout.html#sphx-glr-getting-started-tutorials-04-low-memory-dropout-py"><span class="std std-ref">Low-Memory Dropout</span></a> (<code class="docutils literal notranslate"><span class="pre">04-low-memory-dropout.py</span></code>)</p></td>
<td><p>00:00.327</p></td>
<td><p>00:00.341</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>

2
master/searchindex.js
View File

File diff suppressed because one or more lines are too long

2
v1.1.2/.buildinfo
View File

@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
config: f7864060c5cb5419b2b62fc74936b2dd
config: c5a977b958bf2778dc2c7ac5e05e79b9
tags: 645f666f9bcd5a90fca523b33c5a78b7

BIN
v1.1.2/.doctrees/environment.pickle
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/installation.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/01-vector-add.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/02-fused-softmax.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/03-matrix-multiplication.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/04-low-memory-dropout.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/05-layer-norm.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/index.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/getting-started/tutorials/sg_execution_times.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/index.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/programming-guide/chapter-1/introduction.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/programming-guide/chapter-2/related-work.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.Config.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.autotune.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.heuristics.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.jit.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.arange.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_add.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_cas.doctree
View File

Binary file not shown.

BIN
v1.1.2/.doctrees/python-api/generated/triton.language.atomic_max.doctree
View File

Binary file not shown.

Some files were not shown because too many files have changed in this diff Show More