o iq @s<ddlmZddlmZmZmZmZmZmZddl m m Z ddl m Z ddlmZmZmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%ddl&m'Z'd d gZ(d d gZ)gd Z*dgZ+dee deeee$e fffddZ,dee-de-fddZ.dedefddZ/dedefddZ0dedeee#eeffddZ1dedefddZ2de d e$dee eeed!fffd"d#Z3d$ee d%eeee"effddfd&d'Z4d(ee#d)fd*ee-de-fd+d,Z5ded-e-dee-fd.d/Z6ed0e!dee-fd1d2Z7ed0e!dee-fd3d4Z8dS)5) defaultdict)DictListOptionalSequenceTupleUnionN) translate)BindingDispatcherSignatureExpr)with_native_function) AnnotationArgument BackendIndexBackendMetadataBaseOperatorNameBaseTyBaseTypeDEFAULT_KERNEL_NAMESPACEDeviceCheckType DispatchKeyFunctionSchemaNativeFunctionNativeFunctionsGroup OperatorNameReturn SchemaKindVariant) concatMapz'adaptive_avg_pool3d_backward.grad_inputz _slow_conv2d_backward.grad_inputZ_cummax_helperZ_cummin_helper)Z _assert_asyncz_assert_async.msgZ_dimIZ_dimVZ_has_same_storage_numelZ_linalg_check_errorsZ_local_scalar_denseZ%_nested_tensor_from_mask_left_alignedZ_nnzZ_use_cudnn_ctc_lossz_use_cudnn_ctc_loss.TensorZ#_validate_compressed_sparse_indicesZallcloseZ dense_dimequalZ is_coalesced is_pinnedZ is_same_sizeZ is_set_toZq_per_channel_axisZq_scaleZ q_zero_pointZqschemeZ record_streamZ sparse_dimZsym_constrain_rangeZsym_constrain_range_for_sizeZ_nested_tensor_storage_offsetsZ'_chunk_grad_outputs_efficient_attentionZ_fused_sdp_choiceZ polygamma_native_functionsreturncCsDtt}|D]}||j}|j|vsJ|||j<q|SN)rdictfunc signaturekind)r"pre_grouped_native_functionsfdr,r/var/www/html/eduruby.in/lip-sync/lip-sync-env/lib/python3.10/site-packages/torchgen/native_function_generation.pypre_group_native_functionsasr. overload_namecCs|sdS|dS)NoutZ_outr,)r/r,r,r-&get_expected_out_variant_overload_nameosr1r&c Csp|tjks J|jjdusJt|jt |jj |j t d|jjjjd|jjjjdg|jdS)Nr0nametypedefault annotationr3 argumentsreturns)r(rinplacer8Zself_argrr3remove_inplace with_overloadr1r/Zremove_self_annotation with_out_argsrargumentr4r6r9)r&r,r,r-self_to_out_signaturexs"      r?cCsL|tjks Jt|\}}t|jt|jj|j |t |dSNr7) r(r functionalgenerate_out_args_from_schemarr3r<r1r/r8r'r=tupler& new_returns new_out_argsr,r,r-functional_to_out_signatures   rGc stdd|jDr Jdd|jD}t|dksJtdd|jjfddd D}td d|jD}g}g}t|jD]A\}}|j r}t t|jd krTd nd ||jdt ||d d}| ||r|td|j|jd} | | qA| |qA||fS)Ncss"|] }|jduo |jjVqdSr$)r6is_write.0rr,r,r- s z0generate_out_args_from_schema..cSsg|] }|jr|qSr,r4is_tensor_likerIr,r,r- sz1generate_out_args_from_schema..rcSs|jdurgS|jjSr$)r6Z alias_set)ar,r,r-sz/generate_out_args_from_schema..csg|]}|vr|qSr,r,)rJxZused_annotationsr,r-rOsabcdefghijklmnopqrstuvwxyzcss |] }|jttjkVqdSr$)r4rrZTensorrIr,r,r-rLsr0!r2)r3r4r6)anyr9lenrr8Zflat_allall enumerater4rNrrparseappendrr6) r&Ztensorlike_retsZvalid_annotationsZall_rets_are_tensorsrFrEirKZnew_outZnew_retr,rSr-rBs@       rBcCsL|tjks Jt|\}}t|jt|jj |j |t |dSr@) r(rmutablerBrr3r;r<r1r/r8r=rCrDr,r,r-mutable_to_out_signatures    r_r*k)rrc Csddlm}|tjkr;|jtjksJ|jjddtt |jj j j d|jj j j |jtj kd|jj jd}n7|tjkrn|jtjkrNt|j}n$|jtj kr\t|j}n|jtjkrjt|j}ntdtd |tjkr~|j n| |}|jr|d 7}tj|j t|dtd ii}d ht|jd dh@B}td'id|d|jdtj hdddddddddgdidddddddddddt!j"d|j#dtd |j$d!dd"dd#dd$dd%|d&|j%|fS)(Nr)cppT)Zkeep_return_namesF)baser: dunder_methodZfunctional_overload)r3r/z^We only bother generating out= functions from either inplace or mutable or functional variantszDWe currently only generate either functional or out= NativeFunctions_symint)Zkernel structuredZ cpp_namespace generatedZnondeterministic_seededZ view_copyr&!use_const_ref_for_mutable_tensorsvariantsreZstructured_delegateZstructured_inheritsZ precomputedautogenZufunc_inner_loopZmanual_kernel_registrationmanual_cpp_bindingZ python_moduleZcategory_overrideZ device_guardZ device_checklocZcpp_no_default_args is_abstract&has_composite_implicit_autograd_kernelZ4has_composite_implicit_autograd_nested_tensor_kernelZ&has_composite_explicit_autograd_kernelZ5has_composite_explicit_autograd_non_functional_kerneltags namespacer,)&Z torchgen.apirarrAr&r(r' with_namerrr3rbrcr^r/r0r:r?r_rGAssertionErrorunambiguous_name has_symintrZCompositeExplicitAutogradrrsetrnrrgrfunctionrZNoCheckrkrlro)r*r`rar&Z kernel_nameZbackend_metadatarnr,r,r-generate_functions                rvrsindicescCs8t|}|D]}tj|v}tj|v}tj|v}tj|v}|s(|s(|s(|rtdd|D}tdd|D} tdd|D} |sO| sO| rPq|rst |dkrst |tjj j t vrrtdt |tjj q|rt |tjj j tvrq|r|tjn|r|tjn |r|tjn|tj} | j tjkptdd| j jD} tdd| jD} | o| o| }|s| st | j j tvrt | j j tvrtd t | j d |rt| tj\}}||tj<t|||||s|s|rt| tj\}}||tj<t||||qdS) Ncs|]}|jVqdSr$)rjrJr*r,r,r-rLz1add_generated_native_functions..csryr$)Z is_view_oprzr,r,r-rLr{csryr$)rmrzr,r,r-rLs rUzEFound an out= operator that we could not find any other variants of: css|]}|jVqdSr$rMrIr,r,r-rLs  css|] }dt|vVqdS)r0N)str)rJZop_namer,r,r-rLszBFound an operator that we could not generate an out= variant for: z. This type of operators don't have tensor-like return, making it difficult to generate a proper out= variant. If out= variant is not needed, please add the function name into FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT list.)r.valuesrrAr:r^r0rYrWrXr|r&r3&OUT_OPS_THAT_DONT_GET_GROUPED_PROPERLYrq*INPLACE_OPS_THAT_DONT_GET_GROUPED_PROPERLYr(r9ri*MUTABLE_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT-FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANTrvrZ grow_indexr\)rwrxr)r+Zhas_functionalZ has_inplaceZ has_mutableZhas_outZ are_manualZ has_view_opsZare_composite_implicitZbase_fnZ base_fn_validZ needs_outZgets_out_variantfnmetadatar,r,r-add_generated_native_functionsrs~                 rrets.namescCsbt|t|ks Jt|dkrdSt|dkr d|ddSdt|dd|dS) NrrUzreturn ;(, );)rX dispatcherZ returns_typeZcpp_typejoin)rrr,r,r- return_strs   "rout_varcCsX|}g}t|jdk}t|D]\}}|dur)||r&d|d|dn|q|S)NrU std::get<>())aliased_return_namesrXr9rZr\)r&rZ aliased_retsZnon_aliased_namesZis_out_var_a_tupler]rKr,r,r-gather_nonaliased_inner_retssrgc Csd|jjvrdS|jdurd|jjvr|j}n|jdur&d|jjvr&|j}ntt|jjt|jj}t|j}g}g}g}tt |jjt |jD]@\}}|j dur|j j r| d|jd|jd| t|jdt j||jdd| |jdqM| t |qMdd d t||D} d } t|jjd krd| d nd} t|j| } t|jjj| |} d|}d|j||jjrdnddd|d| d|jjd| d| d S)Nrfzauto z_clone = clone_arg(rZ_clone)Zbinds)exprr4rcSg|]}|jqSr,rrJer,r,r-rO-z3gen_composite_functional_kernel..outputrz = r rdr3z {  z at::_ops::::call();  } )rArnr:r^rqr|r&r ziprZ jit_argumentsr6rHr\r3r Z argument_typer>rr r8rXr9rrdefnr0rsrr)rZtarget_fsig target_sigcontextZclone_mutable_inputsZcloned_return_namesZa_currZa_tgtexprsout_nameZ maybe_assignZinner_return_namesZret_strZclone_mutable_inputs_strr,r,r-gen_composite_functional_kernelsb          " rc Csd|jjvrdSt|jj}t|jj}dddt||D}g}d}t|jjjjD],\}}t |jjj dkr@|nd|d|d }| d |j d|d |j d|d q1g} t|jj D]'\}} | durv| | qht |jjj dkr|nd|d|d }| |qhd |} d |j|jjj |jjrdnddd|d|jjj d|d| dt|jjj | d S)NrfrcSrr,rrr,r,r-rOPrz,gen_composite_out_kernel..Z tmp_outputrUrrrz resize_out_helper(z); copy_arg(rrrdrrz { auto z = at::_ops::rrrr)r0rnr r&rArr r8rZrXr9r\r3rrrrrsr) rrrrZ copy_outsrr]Zout_argZfunctional_return_namerZret_nameZ copy_outs_strr,r,r-gen_composite_out_kernelBs`      ( r)9 collectionsrtypingrrrrrrZtorchgen.api.dispatcherapirZtorchgen.api.translater Ztorchgen.api.typesr r r Ztorchgen.contextr Ztorchgen.modelrrrrrrrrrrrrrrrrrZtorchgen.utilsrr~rrrr.r|r1r?rGrBr_rvrrrrrr,r,r,r-sf   L  '  ! 5# l "w >