x-jRMddlmZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddl mZmZdZd Zd Zd Zd Zd ZdZdZdZdZdZdZdZdZdZdZdZ dZ!Gdde j"Z#dZ$dZ%dZ&dZ'd Z(d!Z)d"Z*d#Z+d$Z,e j-d%fd&Z.d'Z/d(Z0d)Z1Gd*d+Z2Gd,d-e j"Z3dS).) annotationsN) unique_name)ast_to_source_code)gast)PADDLE_MODULE_PREFIXis_api_in_module_helperget_argsset_args__argstrue_fnfalse_fn__for_loop_var_index__for_loop_iter_tuple__for_loop_iter_target__for_loop_iter_iterator__for_loop_iter_tuple_index__for_loop_var_len__for_loop_iter_var__for_loop_iter_zipwhile_condition while_bodyfor_loop_condition for_loop_bodycP ||S#t$rYdSwxYwN)index ValueError) array_listitems g/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/paddle/jit/dy2static/transformers/utils.py index_in_listr#3s=%%% rrs  %%ceZdZdZdZdZdS)BaseNodeVisitorz Implement customized NodeVisitor inherited from gast.NodeVisitor. Ancestor nodes are traced to easily support more operations of currently visited node. cg|_dSN)ancestor_nodesselfs r"__init__zBaseNodeVisitor.__init__Bs c|j|d|jjz}t |||j}||}|j|S)z Visit a node.visit_)r(append __class____name__getattr generic_visitpop)r*nodemethodvisitorrets r"visitzBaseNodeVisitor.visitEsc ""4(((DN33$(:;;gdmm !!! r,N)r1 __module__ __qualname____doc__r+r9r,r"r%r%;s< !!!r,r%cP|d|d}tj|jdS)Nz = _jst.UndefinedVar('z')r)rparsebody)name func_codes r"create_undefined_varrCPs077t777I :i %a ((r,c|t|tsJ|d|}tj|jdS)z1 Create a assign stmt for name = value . z = r) isinstanceboolrr?r@)rAvaluer5s r"create_bool_noderHUsE eT " """ "  u  D :d    ##r,cpi}tj|D]}tj|D]}|||<|Sr')rwalkiter_child_nodes)root to_parentr5childs r"get_parent_mappingrO^sP*,I $$$*400 $ $E#Ie   $ r,cr|sdSd|D}dd|S)z( Return "('x', 'y')" for [x, y] Nonec`g|]+}d|dd,S)z'{}''z\')formatreplace).0rAs r" z#create_name_str..ms2NNNTt||C7788NNNr,z({}, ),)rTjoin)name_ids names_strs r"create_name_strr\fsB vNNXNNNI ??388I.. / //r,c $tj|}|r6|tjt |n(|tjdtj|||gddg}|S)zh Wrapper all statements of nodes into one ast.FunctionDef, which can be called by ast.Call. )rGN)rAargsr@decorator_listreturns type_comment type_params)copyr/rReturngenerate_name_node FunctionDef)nodesrA input_argsreturn_name_ids func_def_nodes r"create_function_def_noderkqs Ie  E. T['9/'J'JKKKLLLL T[t,,,---$   M r,c~t|tj}tj|g|d}||fS)zT Creates a `gast.Assign` node by given name_id as target and node as value. )ctxN)targetsrGra)rerStoreAssign)rAr5rn assign_nodes r"create_assign_noderrsJ!4:<<888G+ K K r,cd}t|ttfsJt|}|s |S|gkrd}nt |d}d}|t jt|d |}tj tj |jdS)z{ Create get_args function as follows: def get_args_0(): nonlocal x, y return x, y cdtjtd}tjt j|jdS)N def z(): return r)rgenerateGET_ARGS_FUNC_PREFIXrr?textwrapdedentr@func_defs r" empty_nodez(create_get_args_node..empty_nodesK  !"6 7 7   z(/(33449!<.empty_nodesX  !"6 7 7  :C   z(/(33449!<z,create_nonlocal_stmt_nodes.. 3a<r,c d|vS)N[r=rs r"rz,create_nonlocal_stmt_nodes..rr,)keyz nonlocal {}rXr) rErrfiltersortedrrTrYrr?r@)rmappedrBs r"rrs edE] + +++ + &//77 8 8F &//88 9 9F FL   E  $$SXXe__55I Jy ! ! &q ) **r,FcJt|tr|g}t|tttfst dt |fdfd|D}t|dkr |s |d}ntj |}|S)am If name_ids is list or tuple or set with multiple strings, this function generates gast.Tuple of gast.Name. If the name_ids is single string or contains only 1 string, this function returns gast.Name if gen_tuple_if_single==False else returns gast.Tuple with only one gast.Name This function is used at several gast.Return statements. z4name_ids must be list or tuple or set, but received cd|vrtj|ddStj|jdjS)Nr)idrm annotationrar)rNamer?r@rG)rArms r"create_node_for_namez0generate_name_node..create_node_for_namesK d??9ST z$$Q'--r,c&g|] }|Sr=r=)rVname_idrs r"rWz&generate_name_node..s%HHHG&&w//HHHr,r)eltsrm) rEstrrrset TypeErrortypelenrTuple)rZrmgen_tuple_if_single gast_names name_noders ` @r"reres(C  : huc 2 3 3  S4>> S S   .....IHHHxHHHJ :!$7qM JJC888 r,ct|tjs Jdt|S)Nz3Input non-Attribute node to get attribute full name)rEr Attributerstripr5s r"get_attribute_full_namersG dDN + += + d # # ) ) + ++r,ct|tjs Jd|j}t|tjr!|j}t|tj!t |} ddl}ddlmcm }ddlm }t|||d}t||}t||S#t$rYdSwxYw)Nz(Input non-Call node for is_api_in_moduler) to_tensor)nppaddle_jstrF)rErCallfuncrrrpaddle.jit.dy2staticjit dy2staticrrevalr Exception) r5 module_prefix func_nodefunc_strrrrglobalsfns r"is_api_in_modulers dDI & &2 &  I Y * *#N  Y * *#"),,2244H +++++++++$$$$$$"   (G $ $&r=999 uus >C CCc,t|tSr')rrrs r" is_paddle_apir3s D"6 7 77r,cPeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d S) NameScopect|_t|_t|_d|_t|_t|_t|_dS)a( A NameScope is a object which manager all the variable names. only FunctionDef and Controlflow node will have a namescope property. type can be "function" and "controlflow" we don't analyze the read only variable because they don't affect the analysis. N)rr nonlocalsr^fatherw_varscreated push_pop_varsr)s r"r+zNameScope.__init__8sVuu EE  ee uu !UUr,c||_dSr')r)r*rs r" set_fatherzNameScope.set_fatherKs  r,c||j|jz |jz |jz }t t d|S)zWvars existing in current scope. they must not contain qualified names. c d|vSrr=)xs r"rz(NameScope.existed_vars..Ss CqLr,)rrrr^rr)r* local_varss r" existed_varszNameScope.existed_varsNs<[4</$.@49L 600*==>>>r,c|jSr')rr)s r" created_varszNameScope.created_varsUs |r,c|jSr')rr)s r" modified_varszNameScope.modified_varsXs {r,c g}|jD]`}||r4||rtjd|d|d|dK||at |S)a At present, we do not support global append, such as import numpy as np a = [] def func(): a.append() # global names `a`, we will raise a warning. p.append(a, 1) # global names `np`, we will raise a warning. zFind variable `z$` defined in global scope and call `z .append() or zJ.pop()`, which will be ignored and never be transferred into tensor array.)r_is_simple_name is_global_varwarningswarnr/r)r*non_global_push_pop_namesvars r"variadic_length_varszNameScope.variadic_length_vars\s%'!% 6 6C##C(( 6T-?-?-D-D 6 &c&&"%&&47&&&*005555,---r,cJ|j}|jj|zf}||j|z dS)N)globalnonlocal)rr global_vars)r* valid_namestmps r"control_flow_varszNameScope.control_flow_varsss0k {&464;+<===r,cd|vsd|vrdSdS)NrrFTr=r*rAs r"rzNameScope._is_simple_namexs $;;#++5tr,c||s Jd|}|'||jvrdS||j|jzvrdS|j}|'dS)a  Return whether the name is a var created in global scope. Search from bottom to top. If it is not created or modified, it means global vars; otherwise, it means local vars. Only valid after FunctionNameLivenessAnalysis visitor. z5is_global_var accept a simple name, but get `{name}`.NTF)rrrrr)r*rAancestors r"rzNameScope.is_global_var}s##D))  C  )"x'''t*X_<==uH " tr,c.|| Sr')rrs r" is_local_varzNameScope.is_local_vars%%d++++r,c|xj|jzc_|xj|jzc_|xj|jzc_|xj|jzc_|xj|jzc_dSr')rrr^rr)r* name_scopes r" merge_fromzNameScope.merge_fromsj **  *.. Z_$  z((  j66r,N)r1r:r;r+rrrrrrrrrrr=r,r"rr7s###&???....>>>  &,,,77777r,rceZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdZdZdZdZdS)FunctionNameLivenessAnalysisaanalyze the liveness of a function. every variables stored in this scope will be collected, in addition with global/nonlocal information and push_pop information. 1. global variable is stored in node.var_globals. 2. nonlocal variable is stored in node.var_nonlocals. 3. arguments is stored in node.var_args. 4. if a variable's push and pop attribute is called, it will be collected in push_pop_vars. They are used for transformation to tensor_array. NOTE: push_pop_vars **may not** in w_vars. a.push(0) don't modify the variable a, but the content of a. For example: def func(*args, **kargs): a = 12 global i,j nonlocal x,y print(a) i = k b = [] c = [1,2,3] for m in range(10): q = 12 b.push(1) c.pop() After this visitor we have: # node is the FunctionDef node with name: "func" node.pd_scope = NameScope( globals = ['i', 'j'], nonlocals = ['x', 'y'], args = ['args', 'kargs'], wr_vars = ['a', 'i', 'q', 'm', 'c', 'b'] push_pop_vars = ['b', 'c'] ) c>g|_||dSr')scope_node_stackr9)r* root_nodes r"r+z%FunctionNameLivenessAnalysis.__init__s" " 9r,c,t|_dSr')rpd_scoper*r5s r"_reset_name_scopez.FunctionNameLivenessAnalysis._reset_name_scopes!  r,cVt|dst|_|jS)Nr)hasattrrrrs r"_get_name_scopez,FunctionNameLivenessAnalysis._get_name_scopes'tZ(( (%KKDM}r,cB||jdSr)rrr)s r"_current_name_scopez0FunctionNameLivenessAnalysis._current_name_scopes##D$9"$=>>>r,cvt|jdkrdS||jdS)Nr)rrrr)s r"_father_name_scopez/FunctionNameLivenessAnalysis._father_name_scopes9 t$ % % * *4##D$9"$=>>>r,ct|jdkrdS|jdddD]3}t|tjr||cS4dS)Nrrr)rrrErrfrrs r"_nearest_function_scopez4FunctionNameLivenessAnalysis._nearest_function_scopesx t$ % % * *4)"&b&1 2 2D$ 011 2++D11111 2 2 2r,cdS)z[ i for i in range(10) ] In this case, `i` will not created in FunctionScope. We don't collect `i` by not calling generic_visit. Nr=rs r"visit_ListCompz+FunctionNameLivenessAnalysis.visit_ListComps r,cdS)zthe same as ListComp.Nr=rs r"visit_DictCompz+FunctionNameLivenessAnalysis.visit_DictComps r,c||tjtjtjf}t |j|r3|j |j dSdSr') r3rroAugStoreDelrErmrraddrr*r5 write_contexts r" visit_Namez'FunctionNameLivenessAnalysis.visit_Namesq 4   T]DH= dh . . ;  $ $ & & - 1 1$' : : : : : ; ;r,cPfd}fd}||dS)Ncxjtzc_dSr')rr^r_get_argument_namesr5r*sr"pre_funcz@FunctionNameLivenessAnalysis.visit_FunctionDef..pre_funcsF  $ $ & & + +s((..00  + + + +r,cttttttgfd}r~|rvxjjzc_xjjzc_dSdSdS)aNOTE: why we need merge w_vars and push_pop_vars here ? because we do ifelse_transformer after loop_transformer. Loops will changed into functions. but we know this function will be called in if. so we add w_vars to father function scope. cLD]}j|rdS dS)NTF)rA startswith)prefixcontrol_flow_function_defr5s r"is_control_flow_def_nodezcFunctionNameLivenessAnalysis.visit_FunctionDef..post_func..is_control_flow_def_nodes;7$$Fy++F33$#tt$ur,N) WHILE_BODY_PREFIXFOR_CONDITION_PREFIXFOR_BODY_PREFIXTRUE_FUNC_PREFIXFALSE_FUNC_PREFIXrrrr)rrr5r*s @r" post_funczAFunctionNameLivenessAnalysis.visit_FunctionDef..post_funcs "!$ ! ) %       &&(( -E-E-G-G ''))00,,..500''))77,,..<7777     r,_visit_scope_noder*r5rr!s`` r"visit_FunctionDefz.FunctionNameLivenessAnalysis.visit_FunctionDefs`             6 tXy99999r,cb|||j||||r ||||r ||jdS)zQscope node main visit logic. pre_func and post_func is callbacks N)rrr/rrrr3r4r$s r"r#z.FunctionNameLivenessAnalysis._visit_scope_nodes t$$$ $$T***   ""--d.J.J.L.LMMM   HJJJ 4     IKKK !!#####r,cPfd}fd}||dS)Ncjz _xjjzc_dSr')rrrrrbefore_createdrrsr"r!zGFunctionNameLivenessAnalysis._visit_controlflow_node..post_func%s  # # % % 0 01I1I1K1K L L L  ( ( * * 5 5((**   ,,..;;==%&  $ $ & & .  ( ( * * 2 2((**2  2 2 2 2r,c^_dSr')rrr)rsr"rzFFunctionNameLivenessAnalysis._visit_controlflow_node..pre_func3s)"&">">"@"@"M"M"O"OD   r,r")r*r5r!rs`` r"_visit_controlflow_nodez4FunctionNameLivenessAnalysis._visit_controlflow_node$sf       P P P P P P tXy99999r,c0||dSr'r+rs r" visit_Forz&FunctionNameLivenessAnalysis.visit_For8 $$T*****r,c0||dSr'r-rs r" visit_Whilez(FunctionNameLivenessAnalysis.visit_While;r/r,c0||dSr'r-rs r"visit_Ifz%FunctionNameLivenessAnalysis.visit_If>r/r,cn|xjt|jzc_dSr')rrrrrs r" visit_Globalz)FunctionNameLivenessAnalysis.visit_GlobalAs0   ""**c$*oo=****r,cn|xjt|jzc_dSr')rrrrrs r"visit_Nonlocalz+FunctionNameLivenessAnalysis.visit_NonlocalDs0   "",,DJ?,,,,r,c>||tjtjtjf}t |j|rOt|}| j |dSdSr') r3rror r rErmrrrrr )r*r5rrAs r"visit_Attributez,FunctionNameLivenessAnalysis.visit_AttributeGs 4   T]DH= dh . . 8%d++1133D  $ $ & & - 1 1$ 7 7 7 7 7 8 8r,c||tjtjtjf}t |j|rt |jtjr&|j}t |jtj&t |jtj r:| j |jj dSdSdSr')r3rror r rErmrG Subscriptrrrr rrs r"visit_Subscriptz,FunctionNameLivenessAnalysis.visit_SubscriptNs 4   T]DH= dh . . ETZ88 "zTZ88 "$*di00 E((**155djmDDDDD  E E E Er,cH||t|jtjsdSddg}|jj|vrdSt |jj}| j |dS)Nr/r4) r3rErrrattrrrGrrrr )r*r5variadic_length_methodrAs r" visit_Callz'FunctionNameLivenessAnalysis.visit_CallWs 4   $)T^44  F"*E!2 9>!7 7 7 F!$)/2288::   ""044T:::::r,ct|tjs Jdt|jj}||jj||jjd|D}|S)zget all arguments name in the functiondef node. this node is local to the function and shouldn't be created. z&Input node is not function define nodec g|] }||j Sr')r)rVis r"rWzDFunctionNameLivenessAnalysis._get_argument_names..ms666!  r,)rErrfrr^r/varargkwarg)r*r5rs r"rz0FunctionNameLivenessAnalysis._get_argument_namesbs $ 011  4  1TY^$$ TY%&&& TY_%%%66u666 r,N)r1r:r;r<r+rrrrrrr rr%r#r+r.r1r3r5r7r9r<r@rr=r,r"rrsa((T$$$ ?????? 222      ;;; !:!:!:F $ $ $:::(+++++++++>>>@@@888EEE ; ; ;     r,r)4 __future__rrcrxrnumpyr paddle.baserpaddle.jit.dy2static.ast_utilsr paddle.utilsrutilsrr rwrrrr FOR_ITER_INDEX_PREFIXFOR_ITER_TUPLE_PREFIXFOR_ITER_TARGET_PREFIXFOR_ITER_ITERATOR_PREFIXFOR_ITER_TUPLE_INDEX_PREFIXFOR_ITER_VAR_LEN_PREFIXFOR_ITER_VAR_NAME_PREFIXFOR_ITER_ZIP_TO_LIST_PREFIXWHILE_CONDITION_PREFIXrrrr# NodeVisitorr%rCrHrOr\rkrrrrrLoadrerrrrrr=r,r"rWsz#""""" ######======AAAAAAAA!!  ./15;.03* +!d&*))) $$$000.    "9"9"9J#9#9#9L + + +&/TY[[e@,,,<888a7a7a7a7a7a7a7a7HSSSSS4#3SSSSSr,