
    ёi                        % S SK Jr  S SKrS SKrS SKJrJr  S SKrS SK	J
r
  SSKJrJrJrJr  SSKJr  \(       a  S SKr\S	   rS
\S'   / r " S S5      r S     SS jjrg)    )annotationsN)TYPE_CHECKINGLiteral)	TypeAlias   )EagerParamBasedefault_main_programin_dygraph_modeuse_pir_api   )lazy_init_helpersigmoidlinearconv1dconv2dconv3dconv1d_transposeconv_transpose1dconv2d_transposeconv_transpose2dconv3d_transposeconv_transpose3dtanhrelu
leaky_reluselur   _NonLinearityc                  |    \ rS rSrSrSS jr S   SS jjr S     SS jjr S   SS jjrSS jr	SS	 jr
S
rg)Initializer8   a  Base class for parameter initializers

Defines the common interface of parameter initializers.
They add operations to the init program that are used
to initialize parameter. Users should not use this class
directly, but need to use one of its implementations.
c                    g N )selfs    a/var/www/html/banglarbhumi/venv/lib/python3.13/site-packages/paddle/nn/initializer/initializer.py__init__Initializer.__init__A   s        Nc                x    [        5       R                  (       d  U R                  X5      $ U R                  X5      $ r#   )r   stateforward
_lazy_initr%   paramblocks      r&   __call__Initializer.__call__D   s.      !''<<--u,,r)   c                    [         e)z;Add corresponding initialization operations to the network.)NotImplementedErrorr.   s      r&   r,   Initializer.forwardL   s
     "!r)   c                    [        5       (       d   e    SS jnUR                  [        R                  " U R                  5      5        [        R                  " X0R                  5      Ul        U$ )z
Apply lazy initialization
c                    [        5       (       a  UnOUR                  SUS9n[        5          U " X25        S S S 5        g ! , (       d  f       g = f)NT)r0   )r   _to_static_varr   )r,   r/   r0   new_vars       r&   init_op_creator/Initializer._lazy_init.<locals>.init_op_creatorZ   s?     }}..t5.A!#' $##s	   	?
Ar/   paddle.Tensorr0   paddle.pir.Block | None)r
   set_init_func	functoolspartialr,   _init_op_creator)r%   r/   r0   r:   s       r&   r-   Initializer._lazy_initR   sh         		()		(2I		( 	I--dll;<!*!2!2\\"
 r)   c                <    Uc  [        5       R                  5       nU$ r#   )r	   global_block)r%   r0   s     r&   _check_blockInitializer._check_blockm   s    =(*779Er)   c                ~   [        U[        5      (       a!  UR                  5       (       a  UR                  OUR                  nU(       a  [        U5      S:X  a  S=p4X44$ [        U5      S:X  a	  US   =p4X44$ [        U5      S:X  a  US   nUS   nX44$ [        R                  " USS 5      nUS   U-  nUS   U-  nX44$ )a  Compute the fan_in and the fan_out for layers

This method computes the fan_in and the fan_out
for neural network layers, if not specified. It is
not possible to perfectly estimate fan_in and fan_out.
This method will estimate it correctly for matrix multiply and
convolutions.

Args:
    var: variable for which fan_in and fan_out have to be computed.

Returns:
    tuple of two integers (fan_in, fan_out).
r   r      N)
isinstancer   is_dist_local_shapeshapelennpprod)r%   varrM   fan_infan_outreceptive_field_sizes         r&   _compute_fansInitializer._compute_fanss   s    " 3//CKKMM  	
 E
a  F     Z1_$Qx'F    Z1_1XFAhG   	 $&7759#5 1X 44FAh!55G  r)   r$   )returnNoner#   r<   )r/   r=   r0   r>   rW   zpaddle.Tensor | None)r0   r>   rW   zpaddle.pir.Block)rQ   r=   rW   ztuple[int, int])__name__
__module____qualname____firstlineno____doc__r'   r1   r,   r-   rF   rU   __static_attributes__r$   r)   r&   r    r    8   sr     FJ-"-+B- FJ"""+B"	" FJ"+B6%!r)   r    c                :   Uc  SnO-[        U[        [        [        45      (       d   e[        U5      nSSSSSSSSSSSS[        R
                  " S5      [        R
                  " SSUS-  -   -  5      SS.nXR                  5       ;   a  X    $ [        SU  S	35      e)
aV  
Get the recommended ``gain`` value of some nonlinearity function. ``gain`` value can be used in some
``paddle.nn.initializer`` api to adjust the initialization value.

Args:
    nonlinearity(str): name of nonlinearity activation function. If it is a linear function, such as:
        `linear/conv1d/conv2d/conv3d/conv1d_transpose/conv2d_transpose/conv3d_transpose` , 1.0 will be returned.
    param(bool|int|float|None, optional): optional parameter for some nonlinearity function. Now, it only applies to
        'leaky_relu'. Default: None, it will be calculated as 0.01 in the formula.

Returns:
    A float value, which is the recommended gain for this nonlinearity function.

Examples:
    .. code-block:: python

        >>> import paddle

        >>> gain = paddle.nn.initializer.calculate_gain('tanh')
        >>> print(gain)
        1.6666666666666667
        >>> # 5.0 / 3
        >>> gain = paddle.nn.initializer.calculate_gain('leaky_relu', param=1.0)
        >>> print(gain)
        1.0
        >>> # math.sqrt(2.0 / (1+param^2))
        >>> initializer = paddle.nn.initializer.Orthogonal(gain)

g{Gz?r   g?g       @rI   g      ?r   znonlinearity function z is not supported now.)rJ   boolintfloatmathsqrtkeys
ValueError)nonlinearityr/   recommended_gains      r&   calculate_gainri      s    @ }%$U!34444e		#iiq5!8| 45" ,,..--$\N2HI
 	
r)   r#   )rg   strr/   zbool | float | NonerW   rb   )
__future__r   r@   rc   typingr   r   numpyrO   typing_extensionsr   base.frameworkr   r	   r
   r   	lazy_initr   paddler   __annotations____all__r    ri   r$   r)   r&   <module>rt      sz    #   )  '  (&	 M9 $ `! `!H 59;
;
1;

;
r)   