o iz @sddlZddlmZmZddlmZddlmZddZeddd ied d d ied ejfd d Z eddd ied dd ied ejfddZ Gdddej j Z e jZdS)N) heuristicsjit)languagenext_power_of_2cCs|dkrdS|dkr dSdS)Nii )Nr r g/var/www/html/eduruby.in/lip-sync/lip-sync-env/lib/python3.10/site-packages/triton/ops/cross_entropy.py num_warpss rcC t|dSNr rnargsr r r  rBLOCKcCrrrrr r r rrc Cstd}td|}t||}||||}||||} ||||} tj|||ktd d} | tj} | t| d} tt t | d| } tj | | ||kdt t| } t ||| dSNrinf)maskother)r) tl program_idarangeloadfloattofloat32maxlogsumexpstoreZ debug_barrier) ZLOGITSPROBSIDXZLOSSr rrowcolsidxZ WRIT_PROBSZ READ_PROBSlogitsprobsr r r _forwards    r.cCrrrrr r r r)rcCrrrrr r r r*rc Cstd}td|}t||}||||}tj|||ktdd }t|tj}||k} t||} || | } tj|| |j j ||kddSr) rrrrrr%r r!r&dtypeZ element_ty) r'r(ZDPROBSr rr)r*r+r-deltaZdoutZdinr r r _backward)s   "r1c@s$eZdZeddZeddZdS)_cross_entropyc s~|jtjks Jdjj}}jdtj|||d}tj||d}fdd}t||||||||S)Nz(Indices are expected to be of type long.)r/devicecsfSNZnumeloptr,n_colsr r rHz(_cross_entropy.forward..)r/torchZint64r4shapeZ empty_liker.Zsave_for_backward) clsctxr,indicesr4r/result neg_logprobsgridr r9r forward>s  z_cross_entropy.forwardcs<|j\}jdfdd}t|||dfS)aWe know d(-log(p[i])/dlogit[k] = -id_mat[i,k] + p[k] so we initialize the gradient as neg_logprobs, so we can just exponentiate to get p[k], which is most of what we need... neg_logprobs will be modified in place to become the gradient we want r3csfSr5r6r7r:rBr r rZr;z)_cross_entropy.backward..N)Z saved_tensorsr=r1)r>r?Z dneg_logprobsr@rCr rEr backwardNs  z_cross_entropy.backwardN)__name__ __module__ __qualname__ classmethodrDrFr r r r r2=s  r2)r<rrrrrrZ constexprr.r1ZautogradFunctionr2applyZ cross_entropyr r r r s   "