
    Αi                     :    S SK r SSKJr  SqS rS rS rS rS rg)	    N   )	Parameterc                  f    [         S L=(       a#    [        [        R                  " SS5      5      S:  $ )NPADDLE_TRAINERS_NUM1   )__parallel_ctx__clz__intosgetenv     b/var/www/html/banglarbhumi/venv/lib/python3.13/site-packages/paddle/distributed/parallel_helper.py_is_data_parallel_moder      s/     	T) 	;		/56:r   c                      [         S L$ )Nr	   r   r   r   _is_parallel_ctx_initializedr      s     ,,r   c                 $    [         b   S5       eU q g )Nz-ParallelContext can only be initialized once.r   )ccl_parallel_contexts    r   _set_parallel_ctxr   "   s      ( 7( 1r   c                  H    [         c   S5       e[         R                  5         g )Nz&ParallelContext should be initialized.)r	   initr   r   r   _init_parallel_ctxr   *   s&     , 0,  r   c                     SSK Jn  U  HH  nUR                  (       a  M  [        U[        5      (       d  M-  UR
                  (       d  M@  U" USSS9  MJ     g )Nr   )	broadcastr   T)sync_op)distributedr   is_distributed
isinstancer   	trainable)
parametersr   params      r   _broadcast_parametersr#   2   s>    ' eY''EOOOeQ- r   )	r   	frameworkr   r	   r   r   r   r   r#   r   r   r   <module>r%      s,    
 ! -
1!	.r   