{-jddlmZddlZddlZddlZddlZddlZddlZddl Zddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlmZ ddlmZn#e$ree jdZYnwxYwddlmZddlmZdd lmZmZe jd Z e !e j"e j#d Z$e j%Z&e&'e$e (e&ej)Z*e*+d Z,gdZ-gdZ.gdZ/dgZ0ej1rgdZ2nddgZ3dZ4dZ5dZ6dZ7ej89ej8:ej8;ej8<ej8=ej8>gZ?d`dZ@dZAejBdd d!gZCGd"d#ZDejBd$gd%ZEGd&d'ZFd(ZGd)ZHd*ZId+ZJdad-ZKd.ZLd/ZMd0ZNd1ZOd2ZPd3ZQd4ZRd5ZSdad6ZTd7ZUd8ZVd9ZWd:ZXd;ZYd<ZZdbd?Z[dad@Z\dAZ]dBZ^dcdDZ_dEZ`dFZadadGZbdHZcdIZddJZedadddMZfdedPZgdadQZh dadRZidSZjdTZkdadUZldVZm dadWZndXZodadYZpdZZqdad[Zrdad\Zsd]Ztdfd_ZudS)g) annotationsN) machinery)DEVNULLwb)core) OpProtoHolder) get_includeget_libzutils.cpp_extensionz)%(asctime)s - %(levelname)s - %(message)s)fmtwin)z/MTz/wd4819z/wd4251z/wd4244z/wd4267z/wd4275z/wd4018z/wd4190z/EHscz/wz/DGOOGLE_GLOG_DLL_DECLz/DBOOST_HAS_STATIC_ASSERTz/DNDEBUGz/DPADDLE_USE_DSO) z -fno-commonz-dynamicz-DNDEBUGz-gz-fwrapvz-O3-archx86_64rarm64)z -dynamiclibz -undefineddynamic_lookuprrrrz /MACHINE:X64)z-DPADDLE_WITH_HIP-DEIGEN_USE_GPUz-DEIGEN_USE_HIPz-DPADDLE_WITH_CUDAr)r)ri^a ************************************* * Compiler Compatibility WARNING * ************************************* !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! Found that your compiler ({user_compiler}) is not compatible with the compiler built Paddle for this platform, which is {paddle_compiler} on {platform}. Please use {paddle_compiler} to compile your custom op. Or you may compile Paddle from source using {user_compiler}, and then also use it compile your custom op. See https://www.paddlepaddle.org.cn/documentation/docs/zh/install/compile/fromsource.html for help with compiling Paddle from source. !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! ax ********************************** * ABI Compatibility WARNING * ********************************** !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! Found that your compiler ({user_compiler} == {version}) may be ABI-incompatible with pre-installed Paddle! Please use compiler that is ABI-compatible with GCC >= 5.4 (Recommended 8.2). See https://gcc.gnu.org/onlinedocs/libstdc++/manual/abi.html for ABI Compatibility information !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! lib_filenamestrreturn list[str]cztj|}tj|}|SN)r!load_op_meta_info_and_register_opr instanceupdate_op_proto)rnew_listproto_sync_opss j/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/paddle/utils/cpp_extension/extension_utils.pyrrs45lCCH"+--==hGGN c <tjd}tj|\}}|dz|z}g}t rtdnt  \}}|j }t|} | D]$} | t| %tdt| dt!|d5} | |tj|d|d d d d S#1swxYwYd S) zs Customized write_stub function to allow us to inject generated python api codes into egg python file. a {custom_api} import os import sys import types import paddle import importlib.abc import importlib.util cur_dir = os.path.dirname(os.path.abspath(__file__)) so_path = os.path.join(cur_dir, "{resource}") def __bootstrap__(): assert os.path.exists(so_path) # load custom op shared library with abs path custom_ops = paddle.utils.cpp_extension.load_op_meta_info_and_register_op(so_path) if os.name == 'nt' or sys.platform.startswith('darwin'): # Cpp Extension only support Linux now mod = types.ModuleType(__name__) else: try: spec = importlib.util.spec_from_file_location(__name__, so_path) assert spec is not None mod = importlib.util.module_from_spec(spec) assert isinstance(spec.loader, importlib.abc.Loader) spec.loader.exec_module(mod) except ImportError: mod = types.ModuleType(__name__) for custom_op in custom_ops: setattr(mod, custom_op, eval(custom_op)) __bootstrap__() _pd_z6Received len(custom_op) = 0, using cpp extension onlyzReceived len(custom_op) = z, using custom operatorw )resource custom_apiN)textwrapdedentlstripospathsplitext CustomOpInforemptyprintlastso_pathrappend_custom_api_contentlenopenwriteformatbasenamejoin) r'pyfile_stub_templatefilenameext api_content_op_infor3new_custom_opsop_namefs r!custom_write_stubrFs _$ &&L fhhMTG$$X..MHc& 3&HK$$&&   FGGGG"**,,1133 7/:7CC% = =G   27;; < < < < U^)<)< U U U    fc   a   ! !))(33!;;{33 "                       s)AFFFOpInfoso_namer3cBeZdZdZedZdZddZdZdZ dS) r/zO A global Singleton map to record all compiled custom ops information. cNt|ds||_|jS)N _instance)hasattrrK)clss r!rzCustomOpInfo.instances)sK(( "CEECM}r"ctt|jdr Jdtj|_dS)NrKz3Please use `instance()` to get CustomOpInfo object!)rL __class__ collections OrderedDict op_info_mapselfs r!__init__zCustomOpInfo.__init__sD4>;77  A  7'244r"Nc6t|||j|<dSr)rGrR)rTrDrHr3s r!addzCustomOpInfo.adds$*7G$<$<!!!r"ct|jdksJtt|jS)z: Return the last inserted custom op info. r)r6rRnextreverseditemsrSs r!r2zCustomOpInfo.lastsE4#$$q((((HT-335566777r"c|jrdSdS)NFT)rRrSs r!r0zCustomOpInfo.emptys   5tr"r) __name__ __module__ __qualname____doc__ classmethodrrUrWr2r0r"r!r/r/sz[ 555====888r"r/ VersionFields)sourcesextra_compile_argsextra_link_args library_dirsruntime_library_dirs include_dirs define_macros undef_macrosc0eZdZdZdZedZdS)VersionManagercH||_|||_dSr) version_fieldhasherversion)rTros r!rUzVersionManager.__init__s!*{{=11 r"cpddlm}tj}|jD]}t ||}|st |tttfr)||}t|t|}`tdt|d|d| S)Nr)flattenz6Support types with list, tuple and dict, but received z with .) paddle.utilsrshashlibmd5_fieldsgetattr isinstancelisttupledict combine_hash RuntimeErrortype hexdigest)rTrorsrwfieldelem flat_elems r!rpzVersionManager.hasher s((((((kmm"*  E=%00D $ud 344 #GDMM "3i(8(899"fTRVZZff_cfff}}r"c4|jSr)ro_asdictrSs r!detailszVersionManager.details2s!))+++r"N)r]r^r_rUrppropertyrrbr"r!rmrmsM222$,,X,,,r"rmcn|t||S)z Return new hash value. DO NOT use `hash()` because it doesn't generate stable value between different process. See https://stackoverflow.com/questions/27522626/hash-function-in-python-3-3-returns-different-results-between-sessions )updatereprencode)rwvalues r!r~r~7s- JJtE{{!!##$$$ Jr"c xd}d}d}tj|}tj|}tj||}fdt jD}t |} t| } tj |rtj |r||} | |d} | \| | j krStd|d| j d|d tj || j} | j | |<||| dSdSdStj |stj|| j}| j ||<|||dS) z If already compiling source before, we should check whether cflags have changed and delete the built object to re-compile the source even though source file content keeps unchanged. ct|tsJt|d5}|t j|ddddddS#1swxYwYdS)Nr%rT)indent sort_keys)rzr}r7r8jsondumps)r- version_inforEs r! serializez0clean_object_if_change_cflags..serializeHs,----- $__ H GGDJ|AFFF G G G H H H H H H H H H H H H H H H H H Hs+A  A$'A$ctj|sJt|d5}|}t j|cdddS#1swxYwYdS)Nr)r,r-existsr7readrloads)r-rEcontents r! deserializez2clean_object_if_change_cflags..deserializeMsw~~d##### $__ 'ffhhG:g&& ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' 's(A''A+.A+z version.txtc2g|]}t|dSr)ry).0r extensions r! z1clean_object_if_change_cflags..Zs% O O OGIud + + O O Or"Nz Re-Compiling z<, because specified cflags have been changed. New signature z has been saved into rt)r,r-dirnamer:r;rcrx_makermrgetrqlog_vremovermakedirs)r3rrr VERSION_FILEbase_dirrH version_fileargsro versionerold_version_info so_versionnew_version_infors ` r!clean_object_if_change_cflagsrAsHHH '''!Lww''Hgw''G7<<,77L P O O O9N O O OD!''--M}--I w~~g)27>>,#?#?)&;|44%))'488  !jI4E&E&E ]]]enev]]NZ]]]    Ig   (0 (1(9 W % Il$4 5 5 5 5 5 " !&E&Ew~~h'' " K ! ! !#$, ,(((((r"ctjrgtdd|t|}nJtjdrgt dd|}n&gt dddddd|t |}|S) M Prepare all necessary compiled flags for nvcc compiling CUDA files. z -Xcompilerz-fPIC iluvatar_gpuz-DPADDLE_WITH_COREXz-ccbinccz--expt-relaxed-constexprz-DNVCC)ris_compiled_with_rocmCOMMON_HIPCC_FLAGSget_rocm_arch_flagsis_compiled_with_custom_deviceCOMMON_NVCC_FLAGSget_cuda_arch_flagscflagss r!prepare_unix_cudaflagsrts !##        ! ( (    ,^ < <  N$NgN/DNvN              '       ! ( (   Mr"c>gtd|t|}|S)r-w)rrrs r!prepare_win_cudaflagsrs-O N$ N N2Ef2M2M NF Mr"Fc|dkrdndtfd|Ds"|rdnd}|z}||dSdS)zG Append -std=c++14/17 in cflags if without specific it before. msvcz/std:z-std=c3 K|]}|vV dSrrb)rflagcpp_flag_prefixs r! z)add_std_without_repeat..s(::4$&::::::r"zc++17zc++14N)anyr4)r compiler_type use_std17suffixcpp_flagrs @r!add_std_without_repeatrsw"/&!8!8gggO ::::6::: : : %27"V+ h  r"cgS)z For an arch, say "6.1", the added compile flag will be ``-gencode=arch=compute_61,code=sm_61``. For an added "+PTX", an additional ``-gencode=arch=compute_xx,code=compute_xx`` is added. rbrs r!rrs  Ir"cg|dddd}|S)zE For ROCm platform, amdgpu target should be added for HIPCC. z -fno-gpu-rdcz-amdgpu-target=gfx906z-amdgpu-target=gfx926z-amdgpu-target=gfx928rbrs r!rrs>    F Mr"cddl}tjtj|jdS)z) Return installed base dir path. rNbase)paddler,r-r;r__file__)rs r!_get_base_pathrs3MMM 7<<88& A AAr"c"trdnd}d|zS)z( Return pybind DSO module name. .pyd.so libpaddle) IS_WINDOWS)ext_names r!_get_core_namers$.vvH  !!r"ct}d|ddd}tjt |S)z= Return real path of libcore_(no)avx.dylib on MacOS. libN.dylib)rr,r-r;r) raw_core_name lib_core_names r!_get_lib_core_pathrsD#$$M4-,444M 7<<((- 8 88r"cZtjtdS)z3 Return real path of libpaddle on Windows. z libpaddle.dll)r,r-r;rrbr"r!_get_dll_core_pathrs  7<<((/ : ::r"ctj|sJtdr/d}dt }d|d|d|}t |dSdS)a NOTE(Aurelius84): Runtime path of libpaddle.so is modified into `@loader_path/../libs` in setup.py.in. While loading custom op, `@loader_path` is the dirname of custom op instead of `paddle/base`. So we modify `@loader_path` from custom dylib into `@rpath` to ensure dynamic loader find it correctly. Moreover, we will add `-rpath site-packages/paddle/base` while linking the dylib so that we don't need to set `LD_LIBRARY_PATH` any more. darwinz@loader_path/../libs/z@rpath/zinstall_name_tool -change  N)r,r-rOS_NAME startswithrrun_cmd)r3origin_runtime_pathrpathcmds r!_reset_so_rpathrs 7>>' " """ "(##5,.**,, P)< P Pu P Pw P P   r"c|d}tj|}tj||}tj|sJd|dt |d5}d|D}dddn #1swxYwYdg}t |}|D][}|D]V}tj||} tj| r|| W\||| |S)zV Get all include directories when compiling the PaddlePaddle source code. z includes.txtzFile z does not existrc^g|]*}||+Srbstrip)rlines r!rz4_get_include_dirs_when_compiling..s-CCCdjjllC CCCr"Nzpaddle/base/platform) r,r-abspathr;isfiler7r{isdirr4sort) compile_dirinclude_dirs_filer-rEri extra_dirsall_include_dirs extra_dir include_dirds r! _get_include_dirs_when_compilingrs ' 7??; ' 'D T+<== 7>>+ , ,2!222 ,  % %DCCCCC DDDDDDDDDDDDDDD))JL))++ ' + +K [)44Aw}}Q + ''*** +D!!! s? BBBc t|tsJg}|dd}|rt|}t |dg}d|D}|||t |t||t||d<|dg}|t|||d<|dg}t|trdD] }||vrg||< trt|dg}|tt} | | |r|d d g||d<n5|dg}td r(|d d t!dgnJ| dt#t} | d| t%|dg|r>t'jr| dn| d||d<|dg} | t|| |d<|t%|dgt'jr9t-jd} | r"dt1jd| D} t |dg} g} | D]}d|dD}t5|dvs Jd|t5|dkr|dd z|d!z}n|d}| |t7t9| } | D]}| d"d#|d$|g t;j|}| |d<||d<d%|d&<|S)'zM Normalize include_dirs, library_dir and other attributes in kwargs. _compile_dirNric6g|]}tj|Srb)r,fsdecode)rrs r!rz.normalize_extension_kwargs..s"MMMBK ,,MMMr"rgre)cxxnvccrfz cudadevrt.libzcudart_static.liblinuxz-Wl,--no-as-neededz-l:z-Wl,--as-neededz -Wl,-rpath,z-lrz -lamdhip64z-lcudartrhz-DPADDLE_WITH_CUSTOM_KERNELPADDLE_CUDA_ARCH_LISTc^g|]*}||+Srbr)rss r!rz.normalize_extension_kwargs..js=aggii r"z;|\s|\,rc0g|]}|t|Srb)int)rsss r!rz.normalize_extension_kwargs..ps#;;;";c"gg;;;r"rt)zinvalid sm format: r r r z-gencodez arch=compute_z ,code=sm_zc++language)rzr}rrr{extend"find_paddle_custom_device_includesfind_paddle_includesfind_python_includesfind_paddle_librariesrMSVC_LINK_FLAGScreate_sym_link_if_not_existr4rrrradd_compile_flagrris_compiled_with_cudar,getenvresplitr6sortedsetcopydeepcopy)kwargsuse_cudacompile_include_dirsrrirgrecompilerrfrrh arch_list nvcc_optionssmsrsms r!normalize_extension_kwargsr's fd # ### #**^T22KM? LL >26677LMM MMML,---:<<===,X66777,..///)F>::nb11L-h77888)F> $8"==$d++2' 2 2H111/1"8,0> **%6;;///466 -1222  K  " "O5H#I J J J$3 !!!**%6;;   g & & 9  " "(,.**,,%      " "#C1A1A#C#C D D D9::M  " "#7 #7#7 8 8 8 +dV444  3)++ 3&&|4444&&z222$3 ! &zz*@"EE##$9($C$CDDD)=%&+.K-LMMM !##6I566  6#%8J #B#BI 2 6 6vr B BCCLC  ;; ;;;2ww&(((*C*C*C(((r77a<<Abe+BBAB 2S""C  ##!B!B!Bb!B!BC"&/A!B!B )5 v F  F: Mr"c ftds tsJt}tjt|}trt}tj |s] t j ||nF#t$r9tj d|d|d|d|d td|d|YnwxYwtj |sJ|dd d zSt}tj |s_ t j ||tj |sJn'#t$rt!d|d |d|d wxYw|dd S)z3 Create soft symbol link of `libpaddle.so` rz&Failed to create soft symbol link for z[. You can run prompt as administrator and execute the following command manually: `mklink rz$`. Now it will create hard link for z trickly.z mklink /H Nz.libz9. Please execute the following command manually: `ln -s `r)rrrrr,r-r;rrrsymlink Exceptionwarningswarnrrr)r core_pathnew_dll_core_pathnew_lib_core_paths r!rrsA   h ' '5:55 5"$$M ^--}==I".00w~~/00 F F 9&78888 F F F W]WW;LWWOXWWLWWWD%6DDDDEEEEE  Fw~~/00000SbS!F**/00w~~/00   9&7888w~~&7888888   "g]ggGPggSdggg  SbS!!sB))AC,+C, 6F$F&cd}tjddtj}|D]E}tj|d}tj|r|}nF|Ytjdkrdnd} tj |dg }n #d}YnxYw|d}|d z }tj||S) z2 Use heuristic method to find ccache path NPATHccachentwherewhichzTNo ccache found. Please be aware that recompiling all source files may be required. zeYou can download and install ccache from: https://github.com/ccache/ccache/blob/master/doc/INSTALL.md)r,environrrpathsepr-r;rname subprocess check_outputdecoderr-r.) ccache_pathpathsr-ccache_candidate which_cmdwarning_messages r!find_ccache_homerDsK JNN62 & & , ,RZ 8 8E7<<h77 7>>* + + *K E  !w$GGG  'H(=>>EEGGMMOO K KKKpC C o&&& s :CC ctjdptjd}|trdnd} t tjd5}t j|dg|}|}| d d }tj tj |}dddn #1swxYwYn@#tr0tj d }t|d kr|d }nd }YnxYw|r4tj |stjrd}|S) z0 Use heuristic method to find cuda path CUDA_HOME CUDA_PATHNr7r8r%rstderr rz7C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v*.*z/usr/local/cuda)r,r9rrr7devnullr<r=r>rr-rglobr6rrr) cuda_homerBrK nvcc_pathcandidate_pathss r!find_cuda_homerPs  {++Jrz~~k/J/JI)6GGw  .bj#&& H'&3' &,,.. %OOF33A6 GOOBGOOI,F,FGG  H H H H H H H H H H H H H H H . ."&)Q##''!++ / 2I-  y))  & ( (  s1D(BC8, D8C<<D?C<D;Ec|tjdptjd}|trdnd} t tjd5}t j|dg|}|}| d }tj tj |}dddn #1swxYwYn #d }YnxYw|r4tj |stjrd}|S) z0 Use heuristic method to find rocm path ROCM_HOME ROCM_PATHNr7r8r%hipccrHrJz /opt/rocm)r,r9rrr7rKr<r=r>rstripr-rrrr) rocm_homerBrK hipcc_paths r!find_rocm_homerXsv  {++Jrz~~k/J/JI)6GGw  $bj#&& I''4( (..00 '..v66 GOOBGOOJ,G,GHH  I I I I I I I I I I I I I I I $#III y))  & ( (  s1 C='A>C1% C=1C55C=8C59C==Dct}|tdtj|dgd}fd|D}d|DS)z8 Use heuristic method to find cuda include path NINot found CUDA runtime, please use `export CUDA_HOME=XXX` to specific it.include)r4ccclnvtx3cPg|]"}tj|#Srb)r,r-r;)rsub base_includes r!rz&find_cuda_includes..%s) A A ARW\\, , , A A Ar"cPg|]#}tj|!|$Srb)r,r-rrps r!rz&find_cuda_includes..&s+ 2 2 2!q 1 1 2A 2 2 2r")rP ValueErrorr,r-r;)rMsub_dirsr@r`s @r!find_cuda_includesrfsz  I W   7<< 955L$$$H A A A A A A AE 2 2u 2 2 22r"ct}|tdtj|dgS)z8 Use heuristic method to find rocm include path NzJNot found ROCM runtime, please use `export ROCM_PATH= XXX` to specific it.r[rXrdr,r-r;)rVs r!find_rocm_includesri)sE  I X    GLLI . . //r" include_rootos.PathLike[str] | strc tj|d}||g}tsWtj|d}tj|d}|||g|S)zR Get all paddle include directories from include root (packaged in wheel) third_partyzpaddle/phi/api/include/compatz4paddle/phi/api/include/compat/torch/csrc/api/include)r,r-r;rr)rjthird_party_dirricompat_dir_rootcompat_dir_api_includes r!*_get_all_paddle_includes_from_include_rootrq6s gll<??O /2L G',, 9  "$  B" "  _.DEFFF r"ct}t|}|rZtjr$t }||n#t }||tdrDt}|4tj |r| ||S)z3 Return Paddle necessary include dir path. r)r rqrrrirrfrrfind_clang_cpp_includer,r-rr4)r paddle_include_dirrirocm_include_dircuda_include_dirstd_v1_includess r!rrJs %=L2  % ' ' 2133     0 1 1 1 1133     0 1 1 1(##1022  &27>>/+J+J &    0 0 0 r"chg}tj}|s|S|d}tj|r|tjd}|rUtj|d}tj|r||ntd|S|S)zA Return Paddle Custom Device necessary include dir path. CUSTOM_DEVICE_ROOTr[zXNot found CUSTOM_DEVICE_ROOT, please use `export CUSTOM_DEVICE_ROOT=XXX` to specific it.) rget_all_device_typerr,rr-r;rr4rd)ridevicesdevicecustom_device_rootrs r!rresL&((G  R[F *622 Y';<<  ',,'99EEKw~~k** 1##K000j  r"c|tjdtrdnd}|t|tsJ|gSgS)z8 Return necessary include dir path of Python.h. r[r6 posix_prefix)scheme) sysconfigget_pathrrzr)python_include_paths r!rr~sW$,*@$$.&-s33333#$$ Ir"clangcd} tj|dg}|}|d}|D]}d|vr|dd}|r\t j|r=t jt j |d}n$#t$rtj dYnwxYw|S)Nz --version InstalledDir:ryzinclude/c++/v1zWFailed to search `include/c++/v1/` include dirs. Don't worry because it's not required.) r<r=r>rrr,r-rr;rr,r-r.)r"rwcompiler_versioninfosinfov1_paths r!rsrssO %2Hk3JKK+2244 &&t,,  D%%**S//"-3355rw~~g66&(gll002B''O       e      sCCC98C9ct}|tdtr#tj|ddg}n!tj|dg}|S)z; Use heuristic method to find cuda static lib path NrZrx64lib64)rPrdrr,r-r;)rM cuda_lib_dirs r!find_cuda_librariesrsn  I W   : Yu==>  Y889 r"ct}|tdtj|dg}|S)z< Use heuristic method to find rocm dynamic lib path NzINot found ROCM runtime, please use `export ROCM_PATH=XXX` to specific it.rrh)rV rocm_lib_dirs r!find_rocm_librariesrsJ  I W   GLLE223L r"ctg}|rZtjr$t}||n#t }|||t|S)z3 Return Paddle necessary library dir path. )r rrrrrr4r)r paddle_lib_dirsrrs r!rrs yykO1  % ' ' 1.00L  " "< 0 0 0 0.00L  " "< 0 0 0>++,,, r"ct|tsJt|tr.|D]}||dS||dSr)rzr{r}valuesr)reflagsrs r!rrs eT " """ "$d++)&--//  D KK       !!%(((((r"c|jd}|d}d|}t|j|gdS)Nrtryz-DPADDLE_EXTENSION_NAME=)r;rrre)rnamesr;defines r!define_paddle_extension_namersH N  % %E 9D . . .FY1F8<<<<>>> 9 ##r"verboseboolctjd}|yd}tjtjd|}t rtj|}td|d|tj |stj ||S)a Return paddle extension root directory to put shared library. It could be specified by ``export PADDLE_EXTENSION_DIR=XXX`` . If not set, ``~/.cache/paddle_extension`` will be used by default. Returns: The root directory of compiling customized operators. Examples: .. code-block:: python >>> from paddle.utils.cpp_extension import get_build_directory >>> build_dir = get_build_directory() >>> print(build_dir) PADDLE_EXTENSION_DIRNpaddle_extensionsz~/.cachez.$PADDLE_EXTENSION_DIR is not set, using path: z by default.) r,r9rr-r; expanduserrnormpathrrr)rroot_extensions_directorydir_names r!get_build_directoryrs&!# /E F F (&$&GLL G  z * *H% % !  (*(8(8))) %  d=V d d d    7>>3 4 4/ -... $$r"rD&tuple[list[str], list[str], list[str]]c|tjjvrtd|dtj|}d|jD}d|jD}d|jD}|||fS)zh Parse input names and outputs detail information from registered custom op from OpInfoMap. z Please load zc shared library file firstly by `paddle.utils.cpp_extension.load_op_meta_info_and_register_op(...)`cg|] }|j Srbr;rxs r!rz!parse_op_info..#s0001000r"c8g|]}|jtv|jSrb)r;DEFAULT_OP_ATTR_NAMESrs r!rz!parse_op_info..$s.!&8M*M*M*M*M*Mr"cg|] }|j Srbrrs r!rz!parse_op_info..'s222A222r")r r op_proto_maprd get_op_protoinputsattrsoutputs)rDop_protoin_names attr_names out_namess r! parse_op_infors m,..;;; H7 H H H   %''44W==H00000H J32!1222I Z **r"c trd}ntdrd}nd}tj|||z}tj|std|dtd||t|}tj dkstj drt||||S tj||}|Jtj|}t%|jtjjsJ|j|n1#t.$r$td t||||cYSwxYwt||||}|D]!} t1|| t3|| "|S) zF Load shared library and import it as callable python module. rrrrzExtension path:  does not exist.zloading shared library from: r6Nzusing custom operator only)rrrr,r-r;rFileNotFoundErrorrrr;sysplatform_generate_python_module importlibutilspec_from_file_locationmodule_from_specrzloaderabcLoader exec_module ImportErrorsetattrry) module_namebuild_directoryrdynamic_suffixext_pathop_namesspecmodule op_modulerDs r!_import_module_from_libraryr,s   H % %!w||O[>-IJJH 7>>( # #O M8 M M MNNN 4( 4 4g>>>0::H w$#,11(;;& ?G     ~55k8LL0066$+y}';<<<<< ''''     *+++& ?G      (XI>>G!.remove_if_exitas8 7>>( # # Ih       r"rAz.pyzgenerate api file: cSrrb)api_filersr!z)_generate_python_module..nsNN844r"c,g|]}t|Srb)r5)rrDs r!rz+_generate_python_module..qs!HHHG&w//HHHr"r%r&N) r threadingcurrent_threadidentr,r-r;ratexitregisterr7r8_load_module_from_file) rrrr thread_idr@rE custom_modulerrs @@r!rrZs@   I,..455Iw||s*Y6>H * * *G444 O44444555IHxHHHK h  *  K(()))***************+8['JJM s)CCCcd}d|d}d|d|d|d|d|d|d |d |d |d |d |d} t|D]\} } d} | |vr|| } | dkrd|| vrd|| vr|| dd} |d|d| d|d| d|d| d|d|d|dz }tr| d|d| d|d| d| d z } | d|d| d|d| d | z } | dkrwd|| vrm|| dd} |d|d!| d|d"| d# z }tr| d|d$| d| dz } !| d|d$| d | z } 1| dkrd|| vr||| dd} |d|d| d|d%|d|d|d& z }tr| d|d| d|d| d' z } | d|d| d|d| d | z } | dkr=ts6|| } |d|d(|d&z }| d|d$| d | z } |d|d(|d&z }| d|d$| d'z } |d|d)z }| d|d*|d+|d|d,|d) z } || fS)-Nz z res = [] z start_idx = 0z ins = {} z ins_map = rz outs = {} z outs_list = z#for key, value in ins_map.items(): z # handle optional inputs z if value is not None: z ins[key] = value zhelper = LayerHelper("z", **locals()) ryz@VECTORz @OPTIONAL@rzif z is not None: z/ res.append(outs[start_idx: start_idx + len(z)]) z start_idx += len(z) zelse: z res.append(None) z start_idx += 1z outs['zA'] = [helper.create_variable(dtype='float32') for _ in range(len(z))]z'] = z+res.append(outs[start_idx: start_idx + len(zstart_idx += len()zouts['z res.append(outs[start_idx]) zstart_idx += 1z,'] = helper.create_variable(dtype='float32')zres.append(outs[start_idx]) z%return res[0] if len(res)==1 else reszhelper.append_op(type="z#", inputs=ins, outputs=outs, attrs=zVres = [outs[out_name] if out_name in outs.keys() else None for out_name in outs_list] ) enumeraterlowerr)rDrrins_map attrs_map outs_listinplace_reverse_idxrdynamic_contentstatic_contentout_idxout_namein_idxlower_in_namess r!_gen_output_contentrzsFO                        '   N'y11HHHH ) ) )(1F bLLXf---x///&f-33C88;AACCN         8F    -               O 5#t#t#t #t#t#t#t#t#t^l#t#t#tt#5#5#5 #5#5#5#5#5#5"0#5#55 bLLY(6*:::%f-33C88;AACCN  . . .4B . . . .( . . . .O 1#p#p#p#p#pZh#p#p#pp#1#1#1#1#1,#1#11 bLL[HV,<<<%f-33C88;AACCN                    O  5#L#L#L #L#L#L#L#L#L#LL#5#5#5 #5#5#5#5#5#5"0#5#55 bLLL%f-3355N        O 11111,11 1NN        O HHHHHH HNN11111O111 '11LU11111111N N **r"c t|\}}}}}}}}t|||||||\} } tjd} | ||| | } | S)Nak from paddle import _C_ops from paddle.framework import in_dynamic_or_pir_mode from paddle.base.layer_helper import LayerHelper from paddle.jit.marker import unified @unified def {op_name}({params_list}): # The output variable's dtype use default value 'float32', # and the actual dtype of output variable will be inferred in runtime. if in_dynamic_or_pir_mode(): outs = _C_ops._run_custom_op("{op_name}", {params_list}) {dynamic_content} else: {static_content} )rD params_listrr)_get_api_inputs_strrr)r*r+r9) rDrrrrrrrrrr API_TEMPLATEr@s r!r5r5s G$$ &9''#O^? " fhh#(%%'% &K r"cvtj|std|dt d||d|z}t j||}tj |j |}tj |}| ||S)z' Load module from python file. zFile : rzimport module from file: _paddle_cpp_extension_) r,r-rrrrSourceFileLoaderrrspec_from_loaderr;rr) api_file_pathrrrrrrs r!rrs 7>>- ( (K I- I I IJJJ 5m 5 5w???'+5H '- @ @F > * *6; ? ?D ^ , ,T 2 2F v Mr"ct|\}}}||z}dd|D}ddd|D}ddd|D}ddd|D}tj|} |||||||| fS)z; Returns string of api parameters and inputs dict. ,chg|]/}|dd0S)rr)rrrbs r!rz'_get_api_inputs_str..6s2IIIAGGCLLO1133IIIr"z{{{}}}cg|]C}d||ddDSz '{}' : {}rrr9rr)rin_names r!rz'_get_api_inputs_str..:sU   ""7GMM#,>,>q,A,G,G,I,IJJ   r"cg|]C}d||ddDSrr)r attr_names r!rz'_get_api_inputs_str..CsU   ""9iooc.B.B1.E.K.K.M.MNN   r"z[{}]cg|]}d|d S)'rbrr;s r!rz'_get_api_inputs_str..Js 'J'J'J D 'J'J'Jr")rr;r9reager _get_custom_operator_inplace_map) rDrrr param_namesrrrrrs r!rr,s.'4G&<&<#Hj)Z'K((II[IIIJJKoo   '     G   !+     I chh'J'J 'J'J'JKKLLI*EEgNN   r"c 4tjd} d} td|Drd} t d| | | || rdndt |t |t |t |t |t || } t d || t|d 5} | | d d d d S#1swxYwYd S) zL Automatically generate setup.py and write it into build directory. a import os from paddle.utils.cpp_extension import CppExtension, CUDAExtension, BuildExtension, setup from paddle.utils.cpp_extension import get_build_directory setup( name='{name}', ext_modules=[ {prefix}Extension( sources={sources}, include_dirs={include_dirs}, library_dirs={library_dirs}, extra_compile_args={{'cxx':{extra_cxx_cflags}, 'nvcc':{extra_cuda_cflags}}}, extra_link_args={extra_link_args})], cmdclass={{"build_ext" : BuildExtension.with_options( output_dir=r'{build_dir}', no_python_abi_suffix=True) }})Fc34K|]}t|VdSr)r)rsources r!rz$_write_setup_file..s* 6 6F<   6 6 6 6 6 6r"Tz with_cuda: CUDACpp) r;prefixrdrirgextra_cxx_cflagsextra_cuda_cflagsrf build_dirzwrite setup.py into r%N) r)r*r+rrr9list2strr7r8)r;rd file_pathrrirgrr link_argsrtemplate with_cudarrEs r!_write_setup_filerZsx ( fhh) ,I 6 6g 6 6 666  # # #W---oo "-vv!!l++l++!"233"#455 ++  G , , ,g666 i   s*D  DDc||dSt|ttfsJd|D}t|S)zP Convert list[str] into string. For example: ['x', 'y'] -> "['x', 'y']" Nz[]cg|]}|Srbrb)rargs r!rzlist2str..s % % %sH % % %r")rzr{r|r)rs r!rrsG |t dT5M * *** * % % % % %D ::r"cvtj|sJtj|}tj|}t j} tj|dg}| }td|d| |n:#t$r-t j \}}}td|d|wxYwtr d|d|d|d }n d |d|d|d }t!d t#||d S) z, Build shared library in subprocess z-VzUsing Python interpreter: z , version: z)Failed to check Python interpreter with `z `, errors: zcd /d z && rz buildzcd z9Compiling user custom op, it will cost a few seconds.....N)r,r-rrr:r executabler<r=r>rrr,exc_inforrr1r) rrext_dir setup_file interpreter py_versionrAerror compile_cmds r! _jit_compiler+sy 7>>) $ $$$ $gooi((G!!),,J.K  ,k4-@AA &&((  U U UAQAQASAS U U         lnn 5! W W WPU W W    JLwLLKLL*LLL IGIIIIzIII  EFFF K!!!!!s -AC7C7cd}t}|D]L}t|d5}|}|||z}dddn #1swxYwYMt|S)z8 Parse registering custom op name from sources. ctjd}tjdd|}||}d|D}|S)NzPD_BUILD_OP\(([^,\)]+)\)z\s|\t|\nr4c:h|]}tjdd|S)_gradr4)rr_r s r! z4parse_op_name_from..regex..s&AAA26'2t,,AAAr")rcompiler_findall)rpatternrDs r!regexz!parse_op_name_from..regexsN*899&b'22//'**AAAAAr"rN)rr7rr{)rdr4rrrErs r!parse_op_name_fromr5s uuH'' &#   '!ffhhG g &H ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' >>s#AA A c&td|| |r!tj|dtjStj|dtS#t $r2t j\}}}tdtd|wxYw)z* Execute command with subprocess. zexecute command: T)shellrI)r7stdoutzFailed to run command: z , errors: ) rr< check_callSTDOUTrr,rr$rr1)commandrrAr)s r!rrs  'g ' '111 Q  N(tJ,= (WMMM M QQQlnn 5!OWOOOOPPPQs"AA.s<   M !      r"r) user_compilerpaddle_compilerrF)rrrrrz-dumpfullversionz -dumpversionrtzUTF-8gbkz(\d+)\.(\d+)\.(\d+)Nz%Failed to check compiler version for z: r)rCrq)#r,r9rrr<r=r:r-realpathr>rr#_expected_compiler_current_platformr-r.WRONG_COMPILER_WARNINGr9rrGCC_MINI_VERSIONrMSVC_MINI_VERSIONUnicodeDecodeErrorrsearchgroupsr,rr$r6r|mapr ABI_INCOMPATIBILITY_WARNINGr;) r"rcmd_outrqmini_required_versionr compiler_infomatchrAr)rBs @r!check_abi_compatibilityrTs  z~~-..2GGGt ) h  (9   (()9)9::@@BB     ;==      M&--"*$G$I$I!$L$.   5G(##t   g & & )$4 !%2-~>L(..00L"((**0055GG  )$5 !&3!2M < - 4 4W = = % < < < - 4 4U ; ;  <I4m6I6I6K6KLLE ,,.. lnn 5! GH G G G G   uu  w<<1     Sg  #888t M#**"CHHW,=,= +   5s8B"H;GH;G:7H;9G::AH;;;I:9I:ctdrddg}n)tdrgd}n trdg}|S)z? Returns supported compiler string on current platform rrzclang++r)gcczg++zgnu-c++zgnu-cccl)rrr)expect_compilerss r!rGrG2sc(##"#Y/   G $ $">>> " 6 r"TcB|rt|dSdS)z* Print log information on stdout. N)loggerr)rrs r!rr?s. Dr")rrrr)F)rjrkrr)r)rrrr)rDrrr)T)v __future__rrrPrrLrv importlib.abcrimportlib.utilrloggingr,rr<rrr)rr-rrrr7rKrrbase.frameworkr r r getLoggerrZsetLevelINFO Formatter formatter StreamHandlerch setFormatter addHandlerrrrrMSVC_COMPILE_FLAGSCLANG_COMPILE_FLAGSCLANG_LINK_FLAGSrrrrrIrJrHrOop_proto_and_checker_makerkOpRoleAttrNamekOpRoleVarAttrNamekOpNameScopeAttrNamekOpCreationCallstackAttrNamekOpDeviceAttrNamekOpWithQuantAttrNamerrrF namedtuplerGr/rcrmr~rrrrrrrrrrrrr'rrDrPrXrfrirqrrrrsrrrrrrrrrrrr5rrrrr+r5rrTrGrrbr"r!rts#"""""     %"""""""%%%d2:t$$GGG%++++++--------  0 1 1  G "M N N N W " ,    & &    ""4B ./@A"$" #3355#6688#88::#@@BB#5577#88::  G G G T  9i*@ A AD' &      ,,,,,,,,80)0)0)f<       BBB"""999;;;*4ttttn%"%"%"P>'''TB333" 0 0 0(62    *"   *)))===$$$&%&%&%&%&%R++++(++++^5:@i+i+i+X///d(+++p 8888v""""B,QQQQ(DDDDN   sAA21A2