triton/searchindex.js

Search.setIndex({docnames:["getting-started/installation","getting-started/tutorials/01-vector-add","getting-started/tutorials/02-fused-softmax","getting-started/tutorials/index","getting-started/tutorials/sg_execution_times","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":1,sphinx:56},filenames:["getting-started/installation.rst","getting-started/tutorials/01-vector-add.rst","getting-started/tutorials/02-fused-softmax.rst","getting-started/tutorials/index.rst","getting-started/tutorials/sg_execution_times.rst","index.rst"],objects:{},objnames:{},objtypes:{},terms:{"1024":1,"10mn":2,"1823":2,"1984":1,"2019":1,"256":2,"2696":1,"2mn":2,"3076":1,"3713":1,"3mn":2,"4096":2,"420":4,"4940":1,"653":[2,4],"6682":1,"768":[1,4],"781":2,"7mn":2,"98432":1,"byte":2,"case":2,"class":[1,2],"float":[1,2],"function":[1,2],"import":[1,2],"int":[1,2],"return":[1,2],"true":[1,2],"void":[1,2],"while":0,For:1,The:[1,2],Used:[1,2],__expf:2,__global__:[1,2],_add:1,_softmax:2,_src:[1,2],about:[1,2],abov:[1,2],abs:1,access:1,achiev:1,add:[1,4],addit:[2,3,4],address:2,advantag:1,against:[1,2],aim:5,all:[2,3],allclos:2,alloc:1,allow:[1,2],almost:2,along:1,also:[0,1,2],amount:2,ani:2,api:[0,1],appli:[1,2],approxim:2,apt:0,arg:[1,2],argument:[1,2],around:2,arrai:1,assert:[1,2],assum:2,attribut:1,autograd:[1,2],automat:2,axi:[1,2],back:[1,2],backward:1,bandwidth:2,basic:[1,3],becaus:2,below:[1,3],bench:0,benchmark:0,benefit:2,best:1,between:1,binari:0,bit:2,block:[1,2],blockidx:1,bool:[1,2],bound:[1,2],build:0,built:1,cach:[1,2],callabl:1,can:[0,1,2],capabl:[2,5],cdiv:1,ceil:1,check:[1,2],chip:2,choic:5,chunk:1,citizen:1,click:[1,2],clone:0,cmake:0,code:[1,2,3],codegen:0,column:2,com:0,come:1,command:0,comment:1,compar:2,compil:[1,2,5],comput:5,concis:1,cond:1,condit:1,config:0,consid:2,consist:2,constraint:[1,2],context:1,contigu:1,contrari:1,control:1,coordin:1,copi:1,correct:1,correspond:[1,2],could:2,cours:1,creat:1,csv:1,ctx:[1,2],cuda:[1,2],custom:[0,1,2,5],data:[1,2],data_ptr:[1,2],dblock:1,declar:1,decor:1,def:[1,2],defin:[1,2],denom:2,denomin:2,dereferenc:1,detail:1,dev:0,devic:[1,2],dict:[1,2],differ:[1,2],dir:0,direct:0,directli:0,disk:1,divis:1,dllvm_config:0,dnn:5,do_bench:[1,2],doe:[1,2],done:0,download:[1,2,3],dram:2,driver:0,dtype:[1,2],each:[1,2],easi:1,easier:[1,2],education:2,element:[1,2],element_s:2,elementwis:2,empty_lik:[1,2],entir:2,environ:5,exampl:[1,2,3],execut:[1,4],exist:1,exp:2,expect:[1,2],exponenti:2,extens:1,f32_infin:2,far:2,fast:2,faster:2,few:1,file:[1,2,4],first:[1,5],fit:2,float32:[1,2],flow:1,follow:[0,2,5],forward:[1,2],found:0,from:[1,2],full:[1,2],fuse:[3,4],fusion:2,galleri:[1,2,3],gbp:[1,2],gener:[1,2,3],get:[0,1,2,4],get_program_id:[1,2],git:0,github:0,given:2,good:1,gpu:[2,5],greater:2,grid:[1,2],guard:2,guess:2,handl:2,hardwar:5,has:[1,2],have:2,helper:2,here:[0,1,2],highlight:1,how:[1,5],http:0,ident:2,imper:5,implement:[1,2],increas:1,index:2,indic:2,input:[1,2],instal:5,instanc:2,instead:[1,2],instruct:5,integr:0,interest:0,intermedi:0,intern:[0,2],ipynb:[1,2],irregular:2,its:2,jupyt:[1,2,3],just:[1,2],kei:[1,2],kernel:5,label:[1,2],lambda:[1,2],languag:[1,5],larg:2,larger:2,launch:[1,2],learn:[1,2,5],less:2,let:2,like:1,limit:2,line:[1,2],llvm:0,load:[1,2],logarithm:1,look:[2,5],macro:1,mai:[0,1],maintain:[1,2],make:[0,1,2],make_add_kernel:1,make_kernel:2,mani:1,manual_se:[1,2],mapl:1,matric:2,matrix:2,matter:1,max:[1,2],max_m:[1,2],maxim:5,maximum:1,mean:2,mechan:2,memori:[1,2],mention:2,method:1,min:2,min_m:[1,2],minut:[1,2],mkdir:0,model:1,modern:5,modifi:1,more:1,move:2,multipl:1,must:2,naiv:2,naive_softmax:2,name:[1,2],nativ:1,necessari:2,need:[1,2],nelement:2,next_power_of_2:2,none:2,normal:2,note:[0,1,2],notebook:[1,2,3],now:[1,2],num:2,number:[1,2],numer:2,object:1,obvious:2,offici:0,offset:1,onc:2,one:[2,3],onli:[1,2],oper:[1,2,3],ops:1,opt:[1,2],order:3,other:1,our:[1,2],out:[1,2],outperform:2,output:[1,2],overach:1,pad:2,paper:1,parallel:[1,5],paramet:1,parser:0,partial:2,pass:1,past:1,path:[0,1],per:2,perf_report:[1,2],perform:[1,2],pid:1,platform:5,plot:[0,1,2],plot_nam:[1,2],pointer:1,portabl:1,possibl:[1,2],power:2,practic:[1,2],pre:1,predic:2,predict:2,prefer:[1,2],pretti:1,previou:2,primit:1,print:[1,2],problem:1,process:1,processor:1,product:5,program:[1,2,5],properli:2,provid:[0,1,2,5],ptillet:0,ptr:1,pytest:0,python:[1,2,3],pytorch:[1,2],quit:2,rand:1,randn:2,rang:[1,2],raw:1,read:[2,3],recommend:3,reduct:2,refer:1,rel:1,represent:0,requir:2,result:[0,1,2],ret:2,retriev:1,round:2,row:2,run:[0,1,2,5],runtim:0,save:[1,2],save_path:1,script:[1,2],second:[1,2],see:[1,2],seem:1,sens:1,set:1,shape:[1,2],share:2,shortcut:1,should:1,show_plot:[1,2],shown:1,significantli:2,similar:[1,2],simpl:[1,2],simplest:3,singl:1,size:1,smaller:2,smallest:2,softmax:[3,4],sourc:[1,2,3],spec:2,speed:2,sphinx:[1,2,3],spmd:1,stabil:2,standard:1,start:3,started_tutori:4,staticmethod:[1,2],store:[1,2],stride:2,stride_xm:2,stride_ym:2,string:1,sudo:0,sum:[1,2],support:0,sure:[1,2],syntax:[1,2],take:[1,5],temporari:2,tensor:1,ternari:1,test:0,than:2,thei:1,them:1,theoret:2,thi:[0,1,2],thing:1,think:2,those:[0,1],though:2,three:1,through:3,throughput:5,tile:2,time:[1,2],tmp:0,too:2,total:[1,2,4],transfer:2,transform:1,triton:[0,1,2,3],tupl:1,tutori:[0,1,2,5],tutorials_jupyt:3,tutorials_python:3,twice:2,two:[1,2],type:1,understand:2,unit:0,usag:[0,2],use:[0,1,2],used:1,using:1,util:1,val_fals:1,val_tru:1,valid:1,valu:[1,2],valuabl:2,variou:3,vector:[2,3,4],veri:2,verifi:2,want:[0,1,2],wast:2,what:1,when:[1,2],where:2,whether:1,which:[1,2],whose:[1,2],wise:[1,2],without:1,won:2,word:1,work:2,would:2,write:[1,2,3,5],wrote:2,x_log:1,x_max:2,x_name:[1,2],x_val:[1,2],y_line:[1,2],y_name:[1,2],y_ref:2,y_tri:2,y_val:[1,2],ylabel:[1,2],you:[0,1,2,3],your:[0,5],zip:3},titles:["Installation","Vector Addition","Fused Softmax","Tutorials","Computation times","Welcome to Triton\u2019s documentation!"],titleterms:{With:0,addit:1,benchmark:[1,2],bind:[1,2],comput:[1,2,4],document:5,from:0,fuse:2,get:5,instal:0,kernel:[1,2],motiv:2,packag:0,pip:0,python:0,softmax:2,sourc:0,start:5,test:[1,2],time:4,torch:[1,2],triton:5,tutori:3,unit:[1,2],vector:1,welcom:5}})