
    Αi6                        S SK Jr  S SKJrJrJr  S SKJr  S SKJ	r	J
r
  S SKJrJrJrJrJr  S SKJr  S SKJrJr  S SKJr  S S	KJrJr  S S
KJr  S SKJrJr  S SK J!r!  S SK"J#r#  S SK$J%r%  S SK&J'r'J(r(J)r)J*r*J+r+J,r,J-r-J.r.J/r/  S SK0J1r1  S SK2J3r3  S SK4J5r5J6r6J7r7J8r8J9r9J:r:J;r;J<r<J=r=J>r>J?r?J@r@  S SKAJBrBJCrCJDrDJErEJFrFJGrGJHrHJIrIJJrJ  S SKKJLrLJMrMJNrN  S SKOJPrPJQrQJRrRJSrSJTrTJUrU  S SKVJWrWJXrXJYrYJZrZJ[r[J\r\J]r]  S SK^J_r_J`r`JaraJbrbJcrcJdrdJereJfrfJgrgJhrhJiri  / SQrjg)   )"AllreduceMatmulGradOverlappingPass)AMPListsAMPPassAMPState)AutoParallelCEmbeddingPass)DataParallelOptimizationPassGradientsGroup)FP16Pass	FP16Statecast_startup_programset_auto_cast_attrset_op_dtype_to_fp16)FusedLinearPromotionPass)ClipGradByGlobalNormPass
ClipHelper)GradientMergePass)MasterGradPassget_output_in_varlist)QuantizationPass)RecomputePassRecomputeState)AutoParallelRecomputePIRPass)/AutoParallelReplaceWithParallelCrossEntropyPass) SequenceParallelOptimizationPass)	ShardingInfoShardingPassVarGroupgroup_paramis_sharding_param_broadcast_oppartition_by_greedy_evenpartition_by_use_orderpartition_parametersre_order_program)AutoParalSupplementDepPass) AutoParallelSyncSharedParamsPass)BuildCINNPassFuseAdamWPassFuseBatchNormActPassFuseBatchNormAddActPassFusedAttentionPassFusedFeedforwardPassFuseDotProductAttentionPassFuseElementwiseAddActPassFuseGemmEpiloguePassFuseOptimizerPassFuseReluDepthwiseConvPassFuseResUnitPass)	FuseAllReducePass filter_all_collective_op_indicesfind_adjacent_match_sequencesfind_all_fuse_all_reduce_groupshas_same_attrsinsert_coalesce_tensor_ops%insert_fuse_all_reduce_by_memory_sizeinsert_fuse_all_reduce_ops$split_fuse_all_reduce_groups_by_deps)PassContextPassManagernew_pass)Pipeline1F1BPassPipelineEager1F1BPassPipelineFThenBPassPipelineVirtualPipelinePassPipelineZeroBubblePipelinePass
apply_pass)AddGeoOptimizerPassAddListenAndServPassAddLrDecayTablePassAddOptimizerPassAddRpcGlobalFlagsPassBuildPserverStartupProgramPassDeleteUnusedInStartupPass)AppendSendOpsPassDeleteExtraOptimizerPassDeleteOptimizesPassDistributedOpsPassFakeInitOpsPass	PsGpuPassPsTranspilePassSetHeterPipelineOptPassSplitFlOpsPassSplitHeterWorkerOpsPassSplitTrainerOpsPass)r=   r<   r;   N)k!allreduce_matmul_grad_overlappingr   auto_parallel_ampr   r   r   auto_parallel_c_embeddingr   (auto_parallel_data_parallel_optimizationr   r	   auto_parallel_fp16r
   r   r   r   r   $auto_parallel_fused_linear_promotionr   auto_parallel_grad_clipr   r   auto_parallel_gradient_merger   auto_parallel_master_gradr   r   auto_parallel_quantizationr   auto_parallel_recomputer   r   auto_parallel_recompute_pirr   1auto_parallel_replace_with_parallel_cross_entropyr   ,auto_parallel_sequence_parallel_optimizationr   auto_parallel_shardingr   r   r   r   r   r    r!   r"   r#   .auto_parallel_supplement_explicit_dependenciesr$    auto_parallel_sync_shared_paramsr%   cpp_passr&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   fuse_all_reducer2   r3   r4   r5   r6   r7   r8   r9   r:   	pass_baser;   r<   r=   pipeline_scheduler_passr>   r?   r@   rA   rB   rC   ps_server_passrD   rE   rF   rG   rH   rI   rJ   ps_trainer_passrK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   __all__     b/var/www/html/banglarbhumi/venv/lib/python3.13/site-packages/paddle/distributed/passes/__init__.py<module>rq      s    
  9
 
 
    
 
 
 : 9      ro   