x-jeV2ddlZddlZddlmZddlTddlmZmZdZeddZ ed d Z ed d Z ed dZ eddZ eddZeddZeddZeddZeddZeddZd:dZeddZed d!Zed"d#Zed$d%Zed&d'Zed(d;d)Zed*d+Zed,d-Zed.d/Zed0d1Zed2d3Zed4d5Z ed6d7Z!ed8d9Z"dS)<N)core)*)REGISTER_COMPOSITElookup_compositec<t|j}||g|RSN)rtype)opargs _lowerrules h/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/paddle/incubate/autograd/composite_rules.py _compositers)!"'**J :b 4  softmaxczd}ddlm}||j}|dvrd}t|d}|js&t ||z }|rt|d}|St ||d}d|_t ||z }t||d }t||}|rt||}|S) z#define composite rule of op softmaxFr convert_dtypefloat16uint16Tfloat32r)keepdimaxisr) paddle.base.data_feederrdtypecastshapeexpmax stop_gradientsumdivide) xris_amprrresmax_temp molecular denominators rsoftmax_compositer+"sF555555 M!' " "E %%% I   7!a%jj  'sI&&C 1dD)))H!HAL!!IidD999K K ( (C 3 Jr batch_normc xd} ddlm} | |j} | dvr:d} t|d}|rt|dn|}|rt|dn|}|dvrdnt |jdz |r| p| }t fd tt |jDt fd t|jD}tdgd |j}|st|}t||z}|||zz }t||z|}|d kr ||z |z}n$|t||z t||z}||zd|z |zz}||zd|z |zz}nt|j|j}t|j|j}t||z|}|d kr||z t||z|z}n5|t||z tt|||z|z}|d kr ||z|z}n$t|||zt||z}| rt|| }t|}t|}t|}t|}d }|s||||||fS|||d d |fS)z define composite rule of op batch_norm As the same with op kernel, the position of saved variance indeed return inverse std. FrrrTr)NCNCLNCHWNCHWDrc3(K|] }|k|V dSr ).0i feature_axiss r z&composite_batchnorm.._s-LLa!|:K:K:K:K:K:KLLrc3.K|]\}}|vrdn|VdS)rNr3)r4r5s reduce_axess rr7z&composite_batchnorm..`sF)-AQ+  1rgNHWCN)rrrrlenrtuplerange enumeratefullmeanpowreshapezerosassign)r%run_meanrun_varscalebiasis_testmomentumepsilon data_layoutuse_global_statstrainable_statisticsr&rr use_run_stat stats_shapehalf batch_meantemp batch_varinv_stdx_haty batch_mean_inv_std_ run_mean_run_var_ reserve_spacer6r:s @@rcomposite_batchnormr^=sd&F555555 M!' " "E %%% I  */:UI&&&U(,6tD)$$$$: : :AG q@P:%9!9O?OLLLLL5QW#6#6LLLLLK1:171C1CK T17 # #D ![)) AE;'': 22 y7*T22 & ^w.EE[999W>>Eh&!h,*)DDW$H 'AA8>8>:: '-77 y7*T22 & \S'G*;d%C%CCEE;7773+..84<<Ef EMD  E; ' '% /'$ 2L2L L  ENN$$KgHx  IgHM A)X{HmKK)XtT=@@r layer_normc,d}ddlm}||j}|dvr:d}t|d}|rt|dn|}|rt|dn|}t t |t |j}t||d} || z } | | z} t| |d} | |z} t| }| |z}|:|j|d|jkrt||j|d}||z}|:|j|d|jkrt||j|d}||z}t| |jd|} t| |jd|} |rt||}|| | fS) z} define composite rule of op layer_norm out = (x - mean(x)) / sqrt(var + epsilon)) var = mean((x-mean(x))^2) FrrrTrrN) rrrrr=r>r<rrArsqrtrC)r%rHrIrLbegin_norm_axisr&rrrmean_ differencevar_tmp1variancevar_tmp3 rsqrt_varouts rlayernorm_compositerjsF555555 M!' " "E %%% I  */:UI&&&U(,6tD)$$$$ AG 55 6 6D t , , ,EUJJ&HH4666H'!HhI y C  7?## $ 3 3E17?+;+;#<==EEk  7?## $ 2 24)9)9!:;;DDj E17#3O#34 5 5Ex)9/)9!:;;H 3 x r instance_normcd}ddlm}||j}|dvr:d}t|d}|rt|dn|}|rt|dn|}|j\}}} } t t dt|j} t|| d} || z } | | z}t|| d}||z}t|td gd |j }| |z }|t|d |d d g}||z}|t|d |d d g}||z}t| d g} d |z }t|d g}|rt||}|| |fS)z define composite rule of op instance_norm out = (x - mean(x)) / sqrt(var + epsilon)) var = mean((x-mean(x))^2) FrrrTrrr?rN) rrrrrr=r>r<rArBr@rC)r%rHrIrLr&rrnchwrrcrdrerfrgsqrt_varri scale_tile bias_tilesaved_variances rinstancenorm_compositerysF555555 M!' " "E %%% I  */:UI&&&U(,6tD)$$$$JAq!Q q#ag,,'' ( (D t , , ,EUJJ&HH4666H'!H8T1#s(.AAABBH x C UQ1aL11 J D1aA,// Io EB4 E\N^bT22N 3 ~ %%rgeluc d}d}t|jdkr|jndg}t||j}t |d|j}|rZt |||z|j}t |d|j}t ||||z|z|zzz} ||z|| zz} | S||t |t |j||jzzz} || z} | S)z define composite rule of op gelug;f?gmBP ?rrrngHm?)r<ronesrr@tanherf) r% approximate M_SQRT1_2 M_2_SQRTPI full_shapeonerRkAlpha GELU_CONSTANTtanh_outricdfs rgelu_compositers (JLLA--A3J z17 # #C  C ) )D j*y"8!'BBZ17;; !ma&7!&;a&?"?@AA$h#.) cCD)QW$E$E EFFFG#g r reduce_meancd}ddlm}|j}|dvrd}td|dgfvr/t t dt j}t|tr|fn|}t||}fd |D}|gkrd } ntj tj|} tg| |j } t!|| } |rt| |} | S) z define composite rule of op meanFrrrTrNrc*g|]}j|Sr3r)r4rr%s r z"mean_composite..s444tQWT]444rr)rvaluer)rrrrr=r>r<r isinstanceintr# functoolsreduceoperatormul fill_constantr$) r%rrr&rraxessum_x ele_nums_list value_to_fillnormr's ` rmean_compositers4F555555 M!' " "E %%% I   bzU1c!'ll++,, s++ 5D77D g . . .E4444t444M !(}EE k   D   C 3 Jr expand_v2cX|j}t|}t|}||kr|dksJg}t|D]m}||z }||z }|dkr||nd} ||} | dks| dkr |dksJd} n| | zdksJt| | z } || n||krbg} t||z D]}| d| |t || } t| |St||S)z define composite rule of op expand_v2, expand_v2->expand repeat_times = shape / x.shape out = tile(x, repeat_times = repeat_times) rrrp repeat_timesrr<r>rappendextendrCtile)r%rshape_indim_outdim_inrr5offsetdimsize_insize_outrepeatshape_in_expand x_reshapes rexpand_v2_compositer"sswH%jjG ]]F W  A -L 7^^ $ $1vo#&!88(3--8 r>>W\\!8888FFg%****G+,,FF#### w'(( & &A  " "1 % % % %x(((A// IL9999  - - --r expand_as_v2cf|j}||j}|Jt|}t|}||kr|dksJg}t|D]g}||z }||z } | dkr|| nd} ||} | dkr | dksJd} n| | zdksJt| | z } || h||krbg} t||z D]}| d| |t || }t||St||S)z define composite rule of op expand_as_v2, expand_as_v2->expand_as repeat_times = target_shape / x.shape out = tile(x, repeat_times = repeat_times) Nrrrprr)r%rX target_shaperrrrr5rrrrrrrs rexpand_as_v2_compositerDswH}w  # # #,G ]]F W  A -L 7^^ $ $1vo#&!88(3--? r>>!8888FFg%****G+,,FF#### w'(( & &A  " "1 % % % %x(((A// IL9999  - - --rstackc|dj}|dkr|t|dzz }g|d|d||dRtfd|D|}|S)zt define composite rule of op stack unsqueeze each dimension of the input (use reshape), and then concat rrNc0g|]}t|Sr3)rC)r4item out_shapes rrz#stack_composite..ss#999t'$ **999r)rr<concat)r%rx_shaperirs @rstack_compositeris~ djG axx G q  5'%4%.5!5gdeen55I 9999q9994 @ @C Jrflatten_contiguous_rangecl|j}t|dkr|nd}t|dkr|nd}||ksJt|dkrt|dgdfS||krt||dfSd}t||dzD] }|||z}g}t|D]}|||||t|dzt|D]}|||t||dfS)a define composite rule of op flatten, flatten_contiguous_range -> flatten. xshape is the dim with 0 added to the front of x, keep the shape information of x to calculate the grad. CINN doesn't need xshape for backward pass, return none instead of xshape. shape_out is the parameter of reshape, get from start_axis and stop_axis. out = reshape(x, shape=shape_out), xshape rrrN)rr<rCr>r) r% start_axis stop_axisr start_dimend_dim slice_numelr5 shape_outs r"flatten_contiguous_range_compositerwsowH!(mmq00 aIx==A--ii1G      8}}q$$$d**Gq)))4//K 9gk * *##x{" I 9  &&!%%%% [!!! 7Q;H . .&&!%%%% 1I & & & ,,rdropoutcB|dn|}|r|nd}|dk}t|j|j||}|r|sc|dkr.d|zt|jtjjjfS||zd|z z t|tjjjfSt|t|tjjjfS|s)||zt|tjjjfS|d|z zt|tjjjfS)zdefine composite rule of op dropout. upscale_in_train: train: out = input * mask / ( 1.0 - p ) inference: out = input downscale_in_infer train: out = input * mask inference: out = input * (1.0 - p) NTrupscale_in_train)rrpseed?) bernoullirrrDrVarDescVarTypeUINT8rrE) r% seed_tensorrrJmoderfix_seedrmasks rdropout_compositers+ 'ttXH "44D11 17!'QT B B BDI ECxxQwagt|/C/I J JJJ4x37+T$,.4..!99d4)=)CDDD D It8T$ (<(BCCC Ca=$tT\-A-G"H"HH Hrc ddlm}||dvrdn|}ttt ||dd|t t |dkr|ndg|||S) Nrrrrrr)minr!rr)rrr greater_equaluniformrr<)rrrrr new_dtypes rrrs555555#]5))-BBB   E9#3T B B B 3u::??%%Y J J      r hard_swishc Ld}d}d}t|jdkr|jndg}tt|t |||jzt |d|jt |||j|zt |||jz }|S)zdefine composite rule of op hard_swish. offset=3, threshold=6, scale=6 out = minimum( maximum(x + offset, 0), threshold ) * x / scale g@g@rrror)r<rminimummaximumr@r)r% thresholdrHrrr's rhard_swish_compositersI E FLLA--A3J DV17;;;;ZAG444   Yag 6 6 6      z5 0 0 0 1 Jr index_selectcd|dkrt|j|z}t|||}|S)z)define composite rule of op index_select.r)r)r<rgather)r%indexrr's rindex_select_compositers8 axx17||d" E % % %C Jrsigmoidcd}ddlm}||j}|dvrd}t|d}dt | z}d|z }|s|nt||S)zI define composite rule of op sigmoid res = 1 / (1 + exp(-x)) FrrrTrrrrrrr r%r&rrsum_tempr's rsigmoid_compositer F555555 M!' " "E %%% I  3r77{H h,C 233$sE"2"22rsilucd}ddlm}||j}|dvrd}t|d}dt | z}||z }|s|nt||S)zF define composite rule of op silu res = x / (1 + exp(-x)) FrrrTrrrrs rsilu_compositerrrmeshgridct|}dg|z}t|D]F}||}|dks|dksJ|dkr||jd||<Gg}t|D]T}dg|z}||||<|||||U|S)a define composite rule of op meshgrid If the input has N tensors of size S_0, ... S_n-1, then the output will also have N tensors, where each tensor is of shape (S_0, ..., S_n-1). E.g. a1 is Tensor [1,2,3] b1 is Tensor [4,5] r1, r2 = paddle.meshgrid([a1, b1]) r1 is Tensor [[1,1], [2,2], [3,3]] r2 is Tensor [[4,5], [4,5], [4,5]] rr)r<r>rrrrC broadcast_to)inputssizerr5routputs view_shapes rmeshgrid_compositers v;;D C$JE 4[[**Qimmooaxx3!888# !88ayq)E!HG 4[[JJS4Z a 1 vay((44AA%HHIIII Nr fill_any_likec6 t|j||}|S)z&define composite rule of op full_like.)r@r)r% fill_valuerplacevals rrr+s";H qw E * *C Jrsqueeze2cv t|jdkrt|dgSt|dkrtt }nfd|D}g}t |jD]$\}}|dkr||vs||%t||}|dgS)z define composite rule of squeezerNch|]}|zSr3r3)r4axranks r z%squeeze2_composite..Ds)))bT )))rr)r<rrEsetr>r?rrC)r%rdims new_shapedr9rirs @rsqueeze2_compositer4s qw<r,sd(99999999!!! I4L!!RARA"!RAjL!!' ' "!' TO$$(&(&%$(&VF0M""#"<K  ..! .BN##!.!.$#!.HG   .//--0/-:IIIIB     L!!"!2N##$#I333$F333$J 4O$$%$J 0F333$E*F333L!!  "! L!!%$%$"!%$PEL!!.."!...r