ёifSSKrSSKJr SSKJr SSKJrJr SSKJ r J r SSK J r J r Jr SSKJrJr SS KJrJr "S S \5r"S S 5rSrSrSr"SS5rSSjrg)N)core)_append_grad_suffix_)Variable in_pir_mode)build_pylayer_opcf_yield) LayerHelper check_typein_dygraph_mode)flatten map_structure) BlockGuardcopy_var_to_parent_blockc@^\rSrSrU4SjrU4SjrU4SjrSrU=r$)StaticPyLayerBlockGuardc|>[US[S5 [TU] URR 5 Xlg)Nblockr)r StaticPyLayerBlocksuper__init__helper main_program block_manager)selfr __class__s _/var/www/html/banglarbhumi/venv/lib/python3.13/site-packages/paddle/static/nn/static_pylayer.pyr StaticPyLayerBlockGuard.__init__s8    %  --::;*c8>[TU]5 UR$N)r __enter__r)rrs rr#!StaticPyLayerBlockGuard.__enter__&s !!!r cX>URR5 [TU] XU5$r")rcompleter__exit__)rexc_typeexc_valexc_tbrs rr' StaticPyLayerBlockGuard.__exit__*s' ##%w6::r )r) __name__ __module__ __qualname____firstlineno__rr#r'__static_attributes__ __classcell__)rs@rrrs+";;r rcj\rSrSrS SjrS Sjr\S5r\S5r\S5r Sr S r S r S r g)r/NcUVs/sHn[U[5(dMUPM snUl/UlX0l[ SUS9UlSUlSUlSUl 0Ul gs snf)Nstatic_pylayer_block)name) isinstancer fwd_inputs fwd_outputscontextr r fwd_op_id_forward_block_id_backward_block_idvar_old_to_new)rinputsr6pylayer_context each_inputs rrStaticPyLayerBlock.__init__0so% $ *h/ $ & !"8tD !%"&  s A)A)c$Xl[U5$r")is_backward_blockr)rrDs rrStaticPyLayerBlock.blockCs!2&t,,r cUR$r")r<rs rforward_block_index&StaticPyLayerBlock.forward_block_indexGs%%%r cUR$r")r=rGs rbackward_block_index'StaticPyLayerBlock.backward_block_indexKs&&&r cUR$r")r;rGs r fwd_op_indexStaticPyLayerBlock.fwd_op_indexOs ~~r cURRR5nURRRUR5nUR UlUR[RRRS9nURSSUR0URU/S.SU/0S9nUR UlURRR!5 g)N)typepylayerInput)OutScopeblocks)rQr?outputsattrs)rr current_blockr parent_idxidxr< create_varrVarDescVarType STEP_SCOPES append_opr8r9r;_sync_with_cpp)r inside_block parent_block step_scope pylayer_ops rcomplete_forward_block)StaticPyLayerBlock.complete_forward_blockSs{{//==? {{//55l6M6MN !-!1!1!,,%%11- "++!,, |D<. ,  $   //1r cNURRR5nURRRUR5nUR UlURH`n[RR5n[RRRnURRXE5 Mb URUR 5 [#XR$5 UR&RUR 5RnURnURUR(RR+SXg/5 UR,(a}UR,R.HcnUR1UR25(d%[5UR2SUR2S35eUR7UR25 Me URRR95 g)NrVzL was saved in forward block but could not be found in backward block. Maybe z was renamed somewhere.)rrrYrrZr[r=opsrop_proto_and_checker_makerkOpRoleAttrNameOpRoleBackwarddesc _set_attr_set_forward_block_idxrH_rename_var_recursively_r>programrNset_blocks_attrr: saved_varshas_varr6 ValueError _remove_varra) rrbrcopop_role_attr_namebackwardforward_block_descbackward_block_descvars rcomplete_backward_block*StaticPyLayerBlock.complete_backward_blockjs{{//==? {{//55l6M6MN "."2"2""B//??A 66==FFH GG  / : # ++D,D,DE !/B/BC*1177  $ $ $ +//**+00@@ )? <<||..#++CHH55$88*$pqtqyqypz{RS((2 /   //1r cdUR(dUR5$UR5$r")rDrfr~rGs rr&StaticPyLayerBlock.completes)%%..0 0//1 1r ) r=r<r:r8r;r9rrDr>NN)F)r,r-r.r/rrpropertyrHrKrNrfr~r&r0r rrr/sX!&-&&''2.%2N2r rcUcg[USS5nUcgSSKJn Sn[U5S:a[ USU5(aUSnU$)Nargsr)StaticPyLayerContext)getattrpaddle.jit.dy2static.py_layerrlenr7)func fn_bind_argsrfn_ctxs r_get_ctx_from_func_rs\ |4.LB F <1Q-""a Mr cTUR5Hup#URU5(a:URRUR 5UR 55 MUUR H%nUR X#5 URX#5 M' M SS/nUR HnUR5HnXe;aM URU5[RR:Xa9URU5nURRU5n[!X5 MpURU5[RR":XdMUR%U5n U H)nURRU5n[!X5 M+ M M g)a Rename the var both the Variable instances and all ops' input and output arg names in `cur_block` based on dict `var_old_to_new`. Dict `var_old_to_new` should be the following format: { old_name_0 : new_name_0, old_name_1 : new_name_1, ... old_name_n : new_name_n, } rV sub_blockN)itemsrurn _rename_varencoderi _rename_input_rename_output all_attrs attr_typerAttrTypeBLOCK_block_attr_idrrrrqBLOCKS_blocks_attr_ids) cur_blockr> old_var_name new_var_namerxblock_attr_names attr_name sub_block_idrsub_blocks_idss rrqrqsR'5&:&:&<"    \ * * NN & &##%|':':'<   mm  <!!,=$'="!+.mmI0||I&$--*=*==!00; %--33LA (Ci(DMM,@,@@!#!4!4Y!?$2L ) 1 1 7 7 EI,YG%3(r c[U[5(dU$URnUR5nUR[ R RR:Xa$URUR5(aUnU$URURURURS9n[R"X5 U$)N)dtypeshaperQ)r7rrrYrQrr]r^DENSE_TENSOR_ARRAY_find_var_recursiver6r\rrpaddleassign)parent_block_var layer_helperprogrYcurrent_block_vars rcopy_var_from_parent_blockrs & 1 1  $ $D&&(M !5!5!H!HH  - -.>.C.C D D,  *44"(("((!&&5   &: r c$\rSrSr/rSrSrSrg)PyLayerBackwardFunctioncUb[U5(d [S5eXlX l[R R U5 g)Nzfunc must be a Python function)callable TypeError_func_hook_check_funcr_register_backward_funcsappend)rbackward_functionhook_check_funcs rr PyLayerBackwardFunction.__init__sG  $H5F,G,G<= =& !0  88??Er c TUR(deUR"U6n[U[[45(dU4nURX5 [ U5Vs/sH;n[U[ RR[S545(dM9UPM= nnU$s snfr") rrr7listtupler rpirValuerQ)r output_grads input_grads input_grads r__call__ PyLayerBackwardFunction.__call__s$$$$jj,/ +e}55&.K l8&k2 2 *vzz'7'7d&DE 2    s 8B%B%)rrN)r,r-r.r/rrrr0rr rrrs!F*r rc ^^&^'[5SLdS5e[T[5(deUc=TH7nURSLdM[ SUR SUR35e [ U5n[ U5nU(aXV:XaUOSn[5(Ga[T5Vs/sH0n[U[RR5(dM.UPM2 n n[U 5n Sn Ub[U5(d [ S5eU R5 U"T6n SSS5 U cg[U 5V s/sH0n [U [RR5(dM.U PM2 sn m&U R5 T&b[[T&55 SSS5 U R!5 Ub<[U5(d [ S5eU&U4Sjn [#X-S 9nU R%U5 S n[U 5n ['[)U 55HLn[U U[RR5(dM1U R+5UU U'US - nMN [)U 5S :XaU S $U $[-US [.[1S54S 5 [3S0[55D6m'U'4SjnUb[U5(de[7TUS9nUR9SS9nU"T6nUbE[;UU5n[U5Vs/sHn[U[<5(dMUPM snUlO/UlSSS5 T'R@RC5nURE5 UGb[U5(deWc/n/nUR>HnUR n[GU5nURHRKURM55(d[ SUSU35eUROURPURRUR0US9nURUU5 M U'4Sjn[U[5(deUR9SS9n[;UU5nU"U6nUb[U5n URVURXRHR[5n![)U!5[)U 5:XdS[)U!5S[)U 535e[]U U!5HAun"n#[U"[<5(dM[GU#5n$U$UR^U"R 'MC SSS5 UHn%URaU%R 5 M WcgW$s snf!,(df  GNN=fs sn f!,(df  GN=fs snf!,(df  GNj=f!,(df  N}=f)a3 This API returns ``forward_fn(inputs)``, and two sub-block are created based on the logic of ``forward_fn`` and ``backward_fn``, with the operator ``pylayer`` holding information about the two blocks. ``forward_fn`` and ``backward_fn`` should return a nest structure of Variables. A nest structure of Variables in PaddlePaddle is Variable(s), or tuple of Variables, or list of Variables. Note: 1. If ``backward_fn`` is not None, user needs to keep the number of `Variable` inputs to ``forward_fn`` the same as the number of `Variable` outputs to ``backward_fn``, and the number of `Variable` outputs to ``forward_fn`` the same as the number of `Variable` inputs to ``backward_fn``. 2. If ``backward_fn`` is None, ``stop_gradient`` attr of all Variable in ``inputs`` is expected to be True. Otherwise it might get unexpected results in backward propagation. 3. This API can only be used under static graph mode. Args: forward_fn (callable): A callable to be performed in forward propagation inputs (list[Variable]): The list of input Variable to the ``forward_fn`` backward_fn (callable, optional): A callable to be performed in backward propagation. Default: None, which means no need to do backward propagation. name (str, optional): The default value is ``None`` . Normally users don't have to set this parameter. For more information, please refer to :ref:`api_guide_Name` . Returns: Variable|list(Variable)|tuple(Variable): returns the output of ``forward_fn(inputs)`` Examples: .. code-block:: python >>> import paddle >>> import numpy as np >>> paddle.enable_static() >>> def forward_fn(x): ... return paddle.exp(x) >>> def backward_fn(dy): ... return 2 * paddle.exp(dy) >>> main_program = paddle.static.Program() >>> start_program = paddle.static.Program() >>> place = paddle.CPUPlace() >>> exe = paddle.static.Executor(place) >>> with paddle.static.program_guard(main_program, start_program): ... data = paddle.static.data(name="X", shape=[None, 5], dtype="float32") ... data.stop_gradient = False ... ret = paddle.static.nn.static_pylayer(forward_fn, [data], backward_fn) ... data_grad = paddle.static.gradients([ret], data)[0] >>> exe.run(start_program) >>> x = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) >>> x, x_grad, y = exe.run( ... main_program, ... feed={"X": x}, ... fetch_list=[data, data_grad, ret], ... ) >>> print(x) [[1. 2. 3. 4. 5.]] >>> print(x_grad) [[5.4365635 5.4365635 5.4365635 5.4365635 5.4365635]] >>> print(y) [[ 2.7182817 7.389056 20.085537 54.59815 148.41316 ]] Fz[T 5Vs/sH0n[U[RR5(dM.UPM2 nn[U5Vs/sH;n[U[RR[ S545(dM9UPM= nn[ U5[ U5:wa$[S[ U5S[ U5S35e[X5GHwupEUcM URUR:Xd"SURSURS35eURUR:Xd"SURSURS35eUR5(aUR5(dS5eUR5RUR5R:Xd>S UR5RS UR5RS35eGM+UR 5UR 5:XaGMPS UR 5SUR 5S35e [T 5Vs/sH0n[U[RR5(dM.UPM2 nn[ U5[ U5:wa$[S [ U5S[ T 5S35e[X5GHoupxUcM URUR:Xd"S URSURS35eURUR:Xd"SURSURS35eUR5(aUR5(dS5eUR5RUR5R:Xd>SUR5RSUR5RS35eGM+UR 5UR 5:XaGMPSUR SUR S35e gs snfs snfs snf)NzKThe number of input grads should be equal to the number of inputs, but got  and .zdtype of inp_grad(z) and fwd_input(z) should be the samezshape of inp_grad(z1fwd_input and inp_grad should both be distributedzprocess_mesh of fwd_input(z) and inp_grad(ztype of inp_grad(zMThe number of output grads should be equal to the number of outputs, but got zdtype of out_grad(z) and fwd_output(zshape of out_grad(z2fwd_output and out_grad should both be distributedzprocess_mesh of fwd_output(z) and out_grad(ztype of out_grad()r r7rrrrQrrvziprris_dist dist_attr process_mesh) rrxforward_inputsinp_grad fwd_inputforward_outputsout_grad fwd_outputr9r?s r"hook_inputs_outputs_check_function:static_pylayer..hook_inputs_outputs_check_functions %V_",!!VZZ%5%56,"%[11!!fjj&6&6T %CD1 {#s>'::$efijufveww|~ABP~Q}RRST,/{+K'H' #>>Y__<,X^^,<>Y__<,X^^,<>'113@@A99L9L9N9[9[8\\kltl~l~mAmNmNlOOcd A (}})..2BB/ /@@PQZQ_Q_QaPbbvwB-,L<%[1#1!!VZZ%5%561 # |$O(<<$ghklxhygzzADEPAQ@RRST-0 ,N(H' #>>Z-=-==,X^^,<>Z-=-==,X^^,<OPZP_P_O``tuC+-Og" J#s#-QQ8Q#Q#)-Q(Q()rrrr6zbase.layers.static_pylayerc>[UT5$r")rr}rs r static_pylayer..s &>sF&Kr )r@)rDz Grad var z) , we can't find its related forward var )rrrQr6c>[UT5$r")rrs rrrs,F - r Tzneeds to keep the number of inputs to ``forward_fn`` the same as the number of outputs to ``backward_fn``, but got r)static_pylayer)1r r7r stop_gradientrvr6rrr rrrrr forward_blockr update_outputrregister_backward_functionrangerresultsr strrQr localsrrr rr9rrYrarrnhas_var_recursiverr\rrrrirNinput_arg_namesrr>rw)( forward_fnr? backward_fnr6 input_var fwd_fn_ctx bwd_fn_ctxstatic_pylayer_contextinpr8rerWoutrbwd_fn op_result_idxicopy_to_parent_funcpylayer_block_managermgr origin_outputoutputrrY grad_var_insfwd_var fwd_var_name bwd_var_namer}copy_from_parent_funcinside_block_inputsgrad_origin_outputflat_grad_originforward_input_names bwd_outputfwd_input_name bwd_out_newbwd_varr9rs( ` @@rrrsN   %F % fd # ## #I&&%/ IJSJXJXIYYlmvmDmDlEF %Z0J$[1J j&> T}}"6? *Cjfjj>N>N.OC?  &j1   !J'' !BCC))+$f-,#7++Cc6::#3#34+K ))+*W[12,  $ $ &  "K(( !CDDM ^-F  1 1& 9 '"s7|$A'!*fjj&6&677'//1-@ " %!\Q.wqz;G;tVc4:.0LM  6VX 6FK  !hz&:&:: :. 6  $ $u $ ="F+  $"#6 FF"6?*ajH.E?CO!CO >''557M  " $$$$  F ,88G"< '4&7&7)66'$($./37G3HH !456eC@P =RA @sg2-U.#U.&U3-V6VV )"V! V(V.V!#B-V3(V33 V VV!! V03 Wr)r paddle.baserpaddle.base.backwardrpaddle.base.frameworkrrpaddle.base.libpaddle.pirrrpaddle.common_ops_importr r r paddle.utilsr r control_flowrrrrrrqrrrrr rr s_57@MM/?;j;(f2f2R&-H`*&&RCr