o iOY @sdZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z ddl Z ddlmZddlmZmZmZddlmZmZmZddlmZmZeeZdZdZd Z d Z!d Z"eZ#eZ$d %Z&e'e&D] \Z(Z)e*ej+ee)e(qed Z,dZ-ddZ.e /Z0Gddde1Z2Gddde1Z3dZ4ddddddddddd Z5ddZ6ddZ7dd Z8d!d"Z9d#Z:Gd$d%d%e1Z;d&Zd)Z?d*Z@d+d,ZAd-d.ZBd/d0ZCd1d2ZDd3d4ZEd5d6ZFd7d8ZGeHd9ZId:d;ZJdd?ZLdS)@z( This is a direct translation of nvvm.h N)c_void_pc_intPOINTERc_char_pc_size_tbyrefc_char)ir) NvvmErrorNvvmSupportError NvvmWarning) get_libdeviceopen_libdevice open_cudalib)cgutilsconfiga NVVM_SUCCESS NVVM_ERROR_OUT_OF_MEMORY NVVM_ERROR_PROGRAM_CREATION_FAILURE NVVM_ERROR_IR_VERSION_MISMATCH NVVM_ERROR_INVALID_INPUT NVVM_ERROR_INVALID_PROGRAM NVVM_ERROR_INVALID_IR NVVM_ERROR_INVALID_OPTION NVVM_ERROR_NO_MODULE_IN_PROGRAM NVVM_ERROR_COMPILATION ze-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v32:32:32-v64:64:64-v128:128:128-n16:32:64ze-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-i128:128:128-f32:32:32-f64:64:64-v16:16:16-v32:32:32-v64:64:64-v128:128:128-n16:32:64cCs"ztWdStyYdSw)z( Return if libNVVM is available FT)NVVMr rrf/var/www/html/eduruby.in/lip-sync/lip-sync-env/lib/python3.10/site-packages/numba/cuda/cudadrv/nvvm.py is_available<s  rc@seZdZdZeeeeefeeefeeefeeee efeeee efeeeeefeeee feeefeeee feeefeeeeeeeeefeeeeefd Z dZ ddZ ddZ edd Zed d Zd d ZddZdddZdS)rzProcess-wide singleton. ) nvvmVersionnvvmCreateProgramnvvmDestroyProgramnvvmAddModuleToProgramnvvmLazyAddModuleToProgramnvvmCompileProgramnvvmGetCompiledResultSizenvvmGetCompiledResultnvvmGetProgramLogSizenvvmGetProgramLog nvvmIRVersionnvvmVerifyProgramNc Csta|jdurQt||_}ztd|_Wnty.}z d|_d}t||d}~ww|j D]%\}}t |j|}|d|_ |dd|_ t |||q4Wd|jSWd|jS1sfwY|jS)NZnvvmz;libNVVM cannot be found. Do `conda install cudatoolkit`: %srr ) _nvvm_lock_NVVM__INSTANCEobject__new__rdriverOSErrorr _PROTOTYPESitemsgetattrrestypeargtypessetattr)clsinsteerrmsgnameprotofuncrrrr)s0      z NVVM.__new__cCs<|}|d|_|d|_|d|_|d|_t|_dS)Nrr r)get_ir_version_majorIR_minorIRZ _majorDbgZ _minorDbgget_supported_ccs_supported_ccs)self ir_versionsrrr__init__s      z NVVM.__init__cCs|j|jfdkr tStS)N)r )r;r<_datalayout_original_datalayout_i128r?rrr data_layoutszNVVM.data_layoutcC|jSN)r>rErrr supported_ccsszNVVM.supported_ccscCs8t}t}|t|t|}||d|j|jfS)NzFailed to get version.)rrr check_errorvalue)r?majorminorerrrrr get_versions   zNVVM.get_versioncCsXt}t}t}t}|t|t|t|t|}||d|j|j|j|jfS)NzFailed to get IR version.)rr$rrJrK)r?ZmajorIRZminorIRZmajorDbgZminorDbgrNrrrr:s  zNVVM.get_ir_versionFcCs4|rt|t|}|rt|tddS|dS)Nr )r RESULT_CODE_NAMESprintsysexit)r?errormsgrSexcrrrrJszNVVM.check_error)F)__name__ __module__ __qualname____doc__ nvvm_resultrr nvvm_programrrr,r'r)rApropertyrFrIrOr:rJrrrrrKsB        6   rc@sDeZdZddZddZddZddZd d Zd d Zd dZ dS)CompilationUnitcCs4t|_t|_|jt|j}|j|ddS)NzFailed to create CU)rr*r\_handlerrrJ)r?rNrrrrAszCompilationUnit.__init__cCs*t}|t|j}|j|ddddS)NzFailed to destroy CUT)rS)rrrr_rJ)r?r*rNrrr__del__szCompilationUnit.__del__cC*|j|j|t|d}|j|ddS)z Add a module level NVVM IR to a compilation unit. - The buffer should contain an NVVM module IR either in the bitcode representation (LLVM3.0) or in the text representation. NFailed to add module)r*rr_lenrJr?bufferrNrrr add_module zCompilationUnit.add_modulecCra)z Lazily add an NVVM IR module to a compilation unit. The buffer should contain NVVM module IR either in the bitcode representation or in the text representation. Nrb)r*rr_rcrJrdrrrlazy_add_modulergzCompilationUnit.lazy_add_modulec sddfdd|D}tt|dd|D}|j|jt||}||d|j|jt||}||dt}|j |jt |}||dt |j }|j |j|}||d ||_|jrutj|jtd |d d S) aPerform Compilation. Compilation options are accepted as keyword arguments, with the following considerations: - Underscores (`_`) in option names are converted to dashes (`-`), to match NVVM's option name format. - Options that take a value will be emitted in the form "-=". - Booleans passed as option values will be converted to integers. - Options which take no value (such as `-gen-lto`) should have a value of `None` passed in and will be emitted in the form "-". For documentation on NVVM compilation options, see the CUDA Toolkit Documentation: https://docs.nvidia.com/cuda/libnvvm-api/index.html#_CPPv418nvvmCompileProgram11nvvmProgramiPPKc cSs@|dd}|durd|St|trt|}d|d|S)N_-=)replace isinstanceboolint)kvrrrstringify_options   z1CompilationUnit.compile..stringify_optioncsg|] \}}||qSrr).0rprqrrrr sz+CompilationUnit.compile..cSsg|] }t|dqS)utf8)rencode)rsxrrrru szFailed to verify zFailed to compile z&Failed to get size of compiled result.zFailed to get compiled result.)categoryN)r-rrcr*r%r_ _try_errorrrr rrrKr!get_loglogwarningswarnr )r?optionsZc_optsrNreslenZptxbufrrtrcompiles&        zCompilationUnit.compilecCs|j|d||fdS)Nz%s %s)r*rJr{)r?rNrUrrrrz%szCompilationUnit._try_errorcCslt}|j|jt|}|j|d|jdkr4t|j}|j|j|}|j|d|j dSdS)Nz#Failed to get compilation log size.r zFailed to get compilation log.rv) rr*r"r_rrJrKrr#decode)r?rrNZlogbufrrrr{(s   zCompilationUnit.get_logN) rWrXrYrAr`rfrhrrzr{rrrrr^s  < r^)rr)rrr)rr9)rr)r)rr )rr9)rr)rr9)rr)rBrrBrrBr)rB rr)rr)rr)rr)rr) ) r9)rr)rr)rr)rr)rr)rrB) r)rr )rr9csLzt|\tfddtDWSty%tddtDYSw)Ncs(g|]}|krkrnn|qSrrrsccZmax_ccZmin_ccrrruSsz(ccs_supported_by_ctk..cSsg|] }|tjkr|qSr)rZCUDA_DEFAULT_PTX_CCrrrrruXs ) CTK_SUPPORTEDtupleCOMPUTE_CAPABILITIESKeyError)Z ctk_versionrrrccs_supported_by_ctkOs   rcCsz ddlm}|}Wn d}|YStt}||krBd}|dd|d}d|d|dd|dd}t||St|}|S) Nr)runtimer.r z CUDA Toolkit z is unsupported by Numba - z! is the minimum required version.)Znumba.cuda.cudadrv.runtimerrOminrr}r~r)rZcudart_versionZ _supported_ccZ min_cudartZctk_verZunsupported_verrrrr=\s&   r=cCsvtj}|s d}t|t|D]&\}}||kr|S||kr6|dkr.d||}t|||dSq|dS)z Given a compute capability, return the closest compute capability supported by the CUDA toolkit. :param mycc: Compute capability as a tuple ``(MAJOR, MINOR)`` :return: Closest supported CC as a tuple ``(MAJOR, MINOR)`` zmNo supported GPU compute capabilities found. Please check your cudatoolkit version matches your CUDA version.rz?GPU compute capability %d.%d is not supported(requires >=%d.%d)r )rrIr enumerate)ZmyccrIrUirrrrfind_closest_archus  rcCs(tjr tj}d|St||f}d|S)z1Matches with the closest architecture option z compute_%d%d)rZ FORCE_CUDA_CCr)rLrMarchrrrget_arch_options  rz~Missing libdevice file. Please ensure you have package cudatoolkit >= 11.0 Install package by: conda install cudatoolkit c@s eZdZdZddZddZdS) LibDeviceNcCs0|jdurtdurttt|_|j|_dSrH)_cache_r RuntimeErrorMISSING_LIBDEVICE_FILE_MSGrbcrErrrrAs   zLibDevice.__init__cCrGrH)rrErrrgetsz LibDevice.get)rWrXrYrrArrrrrrs rz %cas_success = cmpxchg volatile {Ti}* %iptr, {Ti} %old, {Ti} %new monotonic monotonic %cas = extractvalue {{ {Ti}, i1 }} %cas_success, 0 a define internal {T} @___numba_atomic_{T}_{FUNC}({T}* %ptr, {T} %val) alwaysinline {{ entry: %iptr = bitcast {T}* %ptr to {Ti}* %old2 = load volatile {Ti}, {Ti}* %iptr br label %attempt attempt: %old = phi {Ti} [ %old2, %entry ], [ %cas, %attempt ] %dold = bitcast {Ti} %old to {T} %dnew = {OP} {T} %dold, %val %new = bitcast {T} %dnew to {Ti} {CAS} %repeat = icmp ne {Ti} %cas, %old br i1 %repeat, label %attempt, label %done done: %result = bitcast {Ti} %old to {T} ret {T} %result }} a define internal {T} @___numba_atomic_{Tu}_inc({T}* %iptr, {T} %val) alwaysinline {{ entry: %old2 = load volatile {T}, {T}* %iptr br label %attempt attempt: %old = phi {T} [ %old2, %entry ], [ %cas, %attempt ] %bndchk = icmp ult {T} %old, %val %inc = add {T} %old, 1 %new = select i1 %bndchk, {T} %inc, {T} 0 {CAS} %repeat = icmp ne {T} %cas, %old br i1 %repeat, label %attempt, label %done done: ret {T} %old }} a define internal {T} @___numba_atomic_{Tu}_dec({T}* %iptr, {T} %val) alwaysinline {{ entry: %old2 = load volatile {T}, {T}* %iptr br label %attempt attempt: %old = phi {T} [ %old2, %entry ], [ %cas, %attempt ] %dec = add {T} %old, -1 %bndchk = icmp ult {T} %dec, %val %new = select i1 %bndchk, {T} %dec, {T} %val {CAS} %repeat = icmp ne {T} %cas, %old br i1 %repeat, label %attempt, label %done done: ret {T} %old }} a define internal {T} @___numba_atomic_{T}_{NAN}{FUNC}({T}* %ptr, {T} %val) alwaysinline {{ entry: %ptrval = load volatile {T}, {T}* %ptr ; Return early when: ; - For nanmin / nanmax when val is a NaN ; - For min / max when val or ptr is a NaN %early_return = fcmp uno {T} %val, %{PTR_OR_VAL}val br i1 %early_return, label %done, label %lt_check lt_check: %dold = phi {T} [ %ptrval, %entry ], [ %dcas, %attempt ] ; Continue attempts if dold less or greater than val (depending on whether min or max) ; or if dold is NaN (for nanmin / nanmax) %cmp = fcmp {OP} {T} %dold, %val br i1 %cmp, label %attempt, label %done attempt: ; Attempt to swap in the value %old = bitcast {T} %dold to {Ti} %iptr = bitcast {T}* %ptr to {Ti}* %new = bitcast {T} %val to {Ti} {CAS} %dcas = bitcast {Ti} %cas to {T} br label %lt_check done: ret {T} %ptrval }} cCs tj|dS)NTi)cas_nvvmformatrrrrir_cass rcCs&t||||t|d}tjdi|S)N)TrOPFUNCCASr)dictrir_numba_atomic_binary_templater)rrrrparamsrrrir_numba_atomic_binary!src Cs*t||||||t|d}tjdi|S)N)rrNANr PTR_OR_VALrrr)rrir_numba_atomic_minmax_templater)rrrrrrrrrrir_numba_atomic_minmax&s rcCtj||t|dSN)rTur)ir_numba_atomic_inc_templaterrrrrrrir_numba_atomic_inc-rcCrr)ir_numba_atomic_dec_templaterrrrrrir_numba_atomic_dec1rrcCs.dtdddddfdtdd d d dfd tddd d dfd tdddfdtdddfdtdd dddddfdtdddddddfdtdd dddddfdtdddddddfdtdd dddddfdtdddddddfd tdd dd!dddfd"tdddd!dddfd#g}|D] \}}|||}qt|}|S)$NzIdeclare double @"___numba_atomic_double_add"(double* %".1", double %".2")doubleZi64Zfaddadd)rrrrzEdeclare float @"___numba_atomic_float_sub"(float* %".1", float %".2")floati32ZfsubsubzIdeclare double @"___numba_atomic_double_sub"(double* %".1", double %".2")z=declare i64 @"___numba_atomic_u64_inc"(i64* %".1", i64 %".2")Zu64rz=declare i64 @"___numba_atomic_u64_dec"(i64* %".1", i64 %".2")zEdeclare float @"___numba_atomic_float_max"(float* %".1", float %".2")rznnan oltZptrmax)rrrrrrzIdeclare double @"___numba_atomic_double_max"(double* %".1", double %".2")zEdeclare float @"___numba_atomic_float_min"(float* %".1", float %".2")znnan ogtrzIdeclare double @"___numba_atomic_double_min"(double* %".1", double %".2")zHdeclare float @"___numba_atomic_float_nanmax"(float* %".1", float %".2")nanZultzLdeclare double @"___numba_atomic_double_nanmax"(double* %".1", double %".2")zHdeclare float @"___numba_atomic_float_nanmin"(float* %".1", float %".2")ZugtzLdeclare double @"___numba_atomic_double_nanmin"(double* %".1", double %".2"))Zimmargr)rrrrrlllvm140_to_70_ir)llvmirZ replacementsdeclfnrrr llvm_replace5sz           &rcKs|t|tr|g}|ddr|dddddt}t}|D]}t|}||dq | | |j di|S)NZfastmathFT)ZftzfmaZprec_divZ prec_sqrtrvr) rmstrpopupdater^rrrfrwrhrr)roptscuZ libdevicemodrrr llvm_to_ptxds  rz"^attributes #\d+ = \{ ([\w\s]+)\ }cCsng}|D]+}|dr,t|}|d}ddd|D}||d|}||qd|S)z, Convert LLVM 14.0 IR for LLVM 7.0. z attributes #r  css|] }|dkr|VqdS)Z willreturnNr)rsarrr sz#llvm140_to_70_ir.. ) splitlines startswithre_attributes_defmatchgroupsplitjoinrlappend)r buflinemattrsrrrr~s     rcCsZ|j}t|d}ttdd}||||f}t|d}|||j ddS)NZkernel r znvvm.annotationsZnoinline) moduler ZMetaDataStringConstantIntType add_metadatarZget_or_insert_named_metadatar attributesdiscard)ZlfuncrZmdstrZmdvaluemdZnmdrrrset_cuda_kernels   rcs<tdfddtD}||}|d|dS)zAdd NVVM IR version to modulercsg|]}|qSrr)rsrqrrrrusz"add_ir_version..znvvmir.versionN)r rrr:rZadd_named_metadata)rr@Zmd_verrrradd_ir_versions  r)MrZloggingrerRr}ctypesrrrrrrr threadingZllvmliter rTr r r ZlibsrrrZ numba.corerr getLoggerrWloggerZADDRSPACE_GENERICZADDRSPACE_GLOBALZADDRSPACE_SHAREDZADDRSPACE_CONSTANTZADDRSPACE_LOCALr\r[rrPrrrpr1modulesrCrDrLockr&r(rr^rrrr=rrrrrrrrrrrrrrrrrrrrrrrrrs$     ~n  "  /