{-jfddlZddlmZddlmZddlmZmZddlm Z m Z ddl m Z m Z mZddlmZmZdd lmZmZGd d eZGd d ZdZdZdZGddZddZdS)N)core)_append_grad_suffix_)Variable in_pir_mode)build_pylayer_opcf_yield) LayerHelper check_typein_dygraph_mode)flatten map_structure) BlockGuardcopy_var_to_parent_blockc2eZdZfdZfdZfdZxZS)StaticPyLayerBlockGuardct|dtdt|jj||_dS)Nblockr)r StaticPyLayerBlocksuper__init__helper main_program block_manager)selfr __class__s _/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/paddle/static/nn/static_pylayer.pyrz StaticPyLayerBlockGuard.__init__sO    %    -:;;;*cRt|jSN)r __enter__r)rrs rr!z!StaticPyLayerBlockGuard.__enter__&s" !!rc||jt|||Sr )rcompleter__exit__)rexc_typeexc_valexc_tbrs rr$z StaticPyLayerBlockGuard.__exit__*s4 ##%%%ww'6:::r)__name__ __module__ __qualname__rr!r$ __classcell__)rs@rrrsj+++++""""";;;;;;;;;rrcreZdZd dZd dZedZedZedZdZ d Z d Z dS) rNcd|D|_g|_||_td||_d|_d|_d|_i|_dS)Nc<g|]}t|t|S isinstancer).0 each_inputs r z/StaticPyLayerBlock.__init__..2s8   *h//    rstatic_pylayer_block)name) fwd_inputs fwd_outputscontextr r fwd_op_id_forward_block_id_backward_block_idvar_old_to_new)rinputsr6pylayer_contexts rrzStaticPyLayerBlock.__init__0sm  $   & !"8tDDD !%"& rFc.||_t|Sr )is_backward_blockr)rrAs rrzStaticPyLayerBlock.blockCs!2&t,,,rc|jSr )r;rs rforward_block_indexz&StaticPyLayerBlock.forward_block_indexGs %%rc|jSr )r<rCs rbackward_block_indexz'StaticPyLayerBlock.backward_block_indexKs &&rc|jSr )r:rCs r fwd_op_indexzStaticPyLayerBlock.fwd_op_indexOs ~rc|jj}|jj|j}|j|_|tj j j }| dd|j i|j|gdd|gi}|j|_|jjdS)N)typepylayerInput)OutScopeblocks)rJr>outputsattrs)rr current_blockr parent_idxidxr; create_varrVarDescVarType STEP_SCOPES append_opr7r8r:_sync_with_cpp)r inside_block parent_block step_scope pylayer_ops rcomplete_forward_blockz)StaticPyLayerBlock.complete_forward_blockSs{/==?? {/55l6MNN !-!1!,,%1-  "++!, |DD<. ,   $  //11111rcp|jj}|jj|j}|j|_|jD]Q}tj }tj j j }|j ||R||jt#||j|j|jj }|j }|j|jj d||g|jrb|jjD]U}||jst5|jd|jd||jV|jjdS)NrOzL was saved in forward block but could not be found in backward block. Maybe z was renamed somewhere.)rrrRrrSrTr<opsrop_proto_and_checker_makerkOpRoleAttrNameOpRoleBackwarddesc _set_attr_set_forward_block_idxrD_rename_var_recursively_r=programrHset_blocks_attrr9 saved_varshas_varr6 ValueError _remove_varrZ) rr[r\opop_role_attr_namebackwardforward_block_descbackward_block_descvars rcomplete_backward_blockz*StaticPyLayerBlock.complete_backward_blockjs{/==?? {/55l6MNN "."2" ; ;B/??AA 6=FH G  / : : : :++D,DEEE !t/BCCC*177  $   +/*+0@@ )+>?   < 3|. 3 3#++CH55$8SSqtqySSS((2222  //11111rc`|js|S|Sr )rAr_rvrCs rr#zStaticPyLayerBlock.completes1% 2..00 0//11 1rNN)F) r(r)r*rrpropertyrDrFrHr_rvr#r/rrrr/s!!!!&----&&X&''X'X222.%2%2%2N22222rrc|dSt|dd}|dSddlm}d}t|dkrt |d|r|d}|S)Nargsr)StaticPyLayerContext)getattrpaddle.jit.dy2static.py_layerr|lenr1)func fn_bind_argsr|fn_ctxs r_get_ctx_from_func_rs{ |t4..LtBBBBBB F <1Q-""a MrcL|D]\}}||r@|j||Z|jD].}||||||/ddg}|jD]}|D]}||vr| |tj j kr@| |}|j|}t!||o| |tj jkrD||} | D],}|j|}t!||-܌dS)aD Rename the var both the Variable instances and all ops' input and output arg names in `cur_block` based on dict `var_old_to_new`. Dict `var_old_to_new` should be the following format: { old_name_0 : new_name_0, old_name_1 : new_name_1, ... old_name_n : new_name_n, } rO sub_blockN)itemsrmrf _rename_varencodera _rename_input_rename_output all_attrs attr_typerAttrTypeBLOCK_block_attr_idrjrriBLOCKS_blocks_attr_ids) cur_blockr= old_var_name new_var_namerpblock_attr_names attr_name sub_block_idrsub_blocks_idss rriris'5&:&:&<&< > >" l   \ * * > N & &##%%|':':'<'<      m > >  |<<<!!, ==== > !+.m H H H HI 000||I&&$-*===!00;; %-33LAA (NCCCCi((DM,@@@!#!4!4Y!?!?$2HHL ) 1 7 7 E EI,YGGGG H H HrcZt|ts|S|j}|}|jt jjjkr| |j r|}n<| |j |j |j}tj|||S)N)dtypeshaperJ)r1rrrRrJrrVrWDENSE_TENSOR_ARRAY_find_var_recursiver6rUrrpaddleassign)parent_block_var layer_helperprogrRcurrent_block_vars rcopy_var_from_parent_blockrs & 1 1   $D&&((M !5!HHH  - -.>.C D D I-)44"("(!&5    &(9::: rceZdZgZdZdZdS)PyLayerBackwardFunctionc|t|std||_||_ tj|dS)Nzfunc must be a Python function)callable TypeError_func_hook_check_funcr_register_backward_funcsappend)rbackward_functionhook_check_funcs rrz PyLayerBackwardFunction.__init__sZ  $H5F,G,G $<== =& !0  8??EEEEErc|jsJ|j|}t|ttfs|f}|||dt |D}|S)Nc ng|]2}t|tjjt df0|3Sr r1rpirValuerJ)r2 input_grads rr4z4PyLayerBackwardFunction.__call__..sH   *vz'7d&DEE    r)rrr1listtupler )r output_grads input_gradss r__call__z PyLayerBackwardFunction.__call__s$$$$ dj,/ +e}55 )&.K lK888  %k22   rN)r(r)r*rrrr/rrrrs;!FFF*rrc #$tdus JdttsJ|-D]*}|jdurt d|jd|j+t |}t |}|r||kr|nd}trdtD}t|} d} |t|st d| 5|} dddn #1swxYwY| dSdt| D#| 5#tt#dddn #1swxYwY| |Jt|st d #fd } t|| } | | d } t| } t!t#| D]I}t| |t$jjr"| | | |<| d z } Jt#| d kr| d n| St-|dt.t1dfdt3dit5$$fd}|t|sJt7|}|d5}|}|/t;||}dt|D|_ng|_dddn #1swxYwY$j }|!|t|sJ|g}g}|jD]}|j}tE|}|j#$|%st d|d||&|j'|j(|j|}|)|$fd}t|tsJ|d5}t;||}||}|t|}|j*|j+j#,}t#|t#|ks*Jdt#|dt#|t[||D]8\}} t|t\rtE| }!|!|j/|j<9dddn #1swxYwY|D]}"|0|"j|dS|S)a This API returns ``forward_fn(inputs)``, and two sub-block are created based on the logic of ``forward_fn`` and ``backward_fn``, with the operator ``pylayer`` holding information about the two blocks. ``forward_fn`` and ``backward_fn`` should return a nest structure of Variables. A nest structure of Variables in PaddlePaddle is Variable(s), or tuple of Variables, or list of Variables. Note: 1. If ``backward_fn`` is not None, user needs to keep the number of `Variable` inputs to ``forward_fn`` the same as the number of `Variable` outputs to ``backward_fn``, and the number of `Variable` outputs to ``forward_fn`` the same as the number of `Variable` inputs to ``backward_fn``. 2. If ``backward_fn`` is None, ``stop_gradient`` attr of all Variable in ``inputs`` is expected to be True. Otherwise it might get unexpected results in backward propagation. 3. This API can only be used under static graph mode. Args: forward_fn (callable): A callable to be performed in forward propagation inputs (list[Variable]): The list of input Variable to the ``forward_fn`` backward_fn (callable, optional): A callable to be performed in backward propagation. Default: None, which means no need to do backward propagation. name (str, optional): The default value is ``None`` . Normally users don't have to set this parameter. For more information, please refer to :ref:`api_guide_Name` . Returns: Variable|list(Variable)|tuple(Variable): returns the output of ``forward_fn(inputs)`` Examples: .. code-block:: python >>> import paddle >>> import numpy as np >>> paddle.enable_static() >>> def forward_fn(x): ... return paddle.exp(x) >>> def backward_fn(dy): ... return 2 * paddle.exp(dy) >>> main_program = paddle.static.Program() >>> start_program = paddle.static.Program() >>> place = paddle.CPUPlace() >>> exe = paddle.static.Executor(place) >>> with paddle.static.program_guard(main_program, start_program): ... data = paddle.static.data(name="X", shape=[None, 5], dtype="float32") ... data.stop_gradient = False ... ret = paddle.static.nn.static_pylayer(forward_fn, [data], backward_fn) ... data_grad = paddle.static.gradients([ret], data)[0] >>> exe.run(start_program) >>> x = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) >>> x, x_grad, y = exe.run( ... main_program, ... feed={"X": x}, ... fetch_list=[data, data_grad, ret], ... ) >>> print(x) [[1. 2. 3. 4. 5.]] >>> print(x_grad) [[5.4365635 5.4365635 5.4365635 5.4365635 5.4365635]] >>> print(y) [[ 2.7182817 7.389056 20.085537 54.59815 148.41316 ]] Fz.ts<   jfj>N.O.O    rz`forward_fn` should be callablecPg|]#}t|tjj!|$Sr/r)r2outs rr4z"static_pylayer..s=c6:#344rz `backward_fn` should be callablecdt D}dt|D}t|t|kr0tdt|dt|dt||D]e\}}| |j|jksJd|jd|jd|j|jksJd |jd|jd|r|s Jd |j|jks?Jd |jd |jd| | ks5Jd | d| dgdtD}t|t|kr0tdt|dtdt||D]K\}}| |j|jksJd|jd|jd|j|jksJd|jd|jd|r|s Jd|j|jks?Jd|jd|jd| | ksJd|j d|j dMdS)NcPg|]#}t|tjj!|$Sr/rr2xs rr4zNstatic_pylayer..hook_inputs_outputs_check_function..s="""!!VZ%566""""rc ng|]2}t|tjjt df0|3Sr rrs rr4zNstatic_pylayer..hook_inputs_outputs_check_function..sH!!fj&6T %CDDrzKThe number of input grads should be equal to the number of inputs, but got  and .zdtype of inp_grad(z) and fwd_input(z) should be the samezshape of inp_grad(z1fwd_input and inp_grad should both be distributedzprocess_mesh of fwd_input(z) and inp_grad(ztype of inp_grad(cPg|]#}t|tjj!|$Sr/rrs rr4zNstatic_pylayer..hook_inputs_outputs_check_function..s=###!!VZ%566####rzMThe number of output grads should be equal to the number of outputs, but got zdtype of out_grad(z) and fwd_output(zshape of out_grad(z2fwd_output and out_grad should both be distributedzprocess_mesh of fwd_output(z) and out_grad(ztype of out_grad() r rrnziprris_dist dist_attr process_meshrJ) rrforward_inputsinp_grad fwd_inputforward_outputsout_grad fwd_outputr8r>s r"hook_inputs_outputs_check_functionz:static_pylayer..hook_inputs_outputs_check_functions""$V__""" $[11 {##s>':':::$TfijufvfvTT~ABP~Q~QTTT,/{N+K+K'Hi' #>Y_<<<rX^rrY_rrr=<<$>Y_<<<rX^rrY_rrr=<<!((**'//11O1&//11>'1133@AAAd9L9L9N9N9[ddltl~l~mAmAmNdddAAAA (}})..2B2BBBBw wwQZQ_Q_QaQawww CBBB ##$[11### |$$O(<(<<<$ThklxhyhyTTADEPAQAQTTT-0 o,N,N(Hj' #>Z-====tX^ttjN^ttt>==$>Z-====tX^ttjN^ttt>=="))++'//11P1'0022?'1133@AAAf*:N:N:P:P:]ffnvoAoAoCoCoPfffAAAA (}}*//2C2CCCCu uuPZP_uuu DCCC+r)rrrr6zbase.layers.static_pylayerstatic_pylayerc$t|Sr )rrurs rz static_pylayer..s&>sF&K&Kr)r?)rAc<g|]}t|t|Sr/r0rs rr4z"static_pylayer..s7jH.E.Erz Grad var z) , we can't find its related forward var )rrrJr6c$t|Sr )rrs rrz static_pylayer..s,F - - rTzneeds to keep the number of inputs to ``forward_fn`` the same as the number of outputs to ``backward_fn``, but got r)r)1r r1r stop_gradientrnr6rrr rr forward_blockr update_outputrregister_backward_functionrangerrrrresultsr strrJr localsrrr r8rrRrZrrfhas_var_recursiverrUrrrrarHinput_arg_namesrrr=ro)% forward_fnr> backward_fnr6 input_var fwd_fn_ctx bwd_fn_ctxstatic_pylayer_contextr7r^rPrbwd_fn op_result_idxicopy_to_parent_funcpylayer_block_managermgr origin_outputoutputrR grad_var_insfwd_var fwd_var_name bwd_var_namerucopy_from_parent_funcinside_block_inputsgrad_origin_outputflat_grad_originforward_input_names bwd_outputfwd_input_name bwd_out_newbwd_varr8rs% ` @@rrrsN    % % %F & % % fd # ### #  I&%// FJSJXFFmvmDFF0 %Z00J$[11J IjJ&>&> T}}x<  "6??   &j11   !J'' D !BCCC))++ . .$*f- . . . . . . . . . . . . . . .t"7++K ))++ 3 3*W[11222 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3  $ $ & & &  "K(( E !CDDDM M M M M M ^--OF  1 1& 9 9 9 '""s7||$$ # #A'!*fj&677 #'//11-@ "  \\Q..wqzzG;tVc4::.0LMMM  6 6VXX 6 6FKKKK  !hz&:&: ! ! :. 6  $ $u $ = =!" F+  $"#6 FFF"6??COO!CO!!!!!!!!!!!!!!!'5577M  """ $$$$$  F ,8 % %G"#> '4&7)6'(($.//37G3H3HHHHT !455TTL::L>L>C#U  UUrx)r paddle.baserpaddle.base.backwardrpaddle.base.frameworkrrpaddle.base.libpaddle.pirrrpaddle.common_ops_importr r r paddle.utilsr r control_flowrrrrrrirrrr/rrrs 55555577777777@@@@@@@@MMMMMMMMMM////////?>>>>>>>;;;;;j;;;(f2f2f2f2f2f2f2f2R&-H-H-H`*&&&&&&&&RCCCCCCr