
    RЦi                     b   S SK JrJrJrJrJrJrJrJr  S SK	7  S SK
JrJrJrJr  S SKJrJrJr  S SKJrJrJr  S SKJr  S SKJrJr  S SKJrJr  S S	KJ r J!r!J"r"J#r#  S S
K$J%r%J&r&  S SK'J(r(J)r)J*r*J+r+J,r,J-r-J.r.J/r/J0r0J1r1J2r2  S SK3J4r4J3r3  S SK5J6r6J7r7J8r8  S SK9J:r:J;r;J<r<  S SK=J>r>J=r=  S SK?J?r?  S SK@JArAJBrB  S SKCJDrDJErEJDrD  S SKFJGrG  S SKHJIrIJJrJJKrKJLrLJMrM  S SKNJOrOJPrPJQrQJRrR  S SKSJTrTJUrUJVrVJWrWJXrXJYrYJZrZJ[r[J\r\  S SK]J^r^J_r_J`r`Jara  S SKbJcrcJdrd  S SKeJfrfJgrgJhrhJiriJjrj  S SKkJlrl  S SKmJnrn  S SKoJprpJqrq  S SKrJsrsJtrtJuruJvrvJwrwJxrx  S SKyJzrzJ{r{  S SK|J}r}  S S K~JrJr  S S!KJr  S S"KJr  S S#KJrJrJrJrJrJrJr  S S$KJrJr  S S%KJrJrJrJrJrJrJrJrJrJrJrJrJrJr  S S&KJrJrJrJrJrJrJrJrJrJrJrJrJrJrJrJr  S S'KJrJrJr  S S(KJrJrJr  S S)KJrJrJrJr  S S*KJr  S S+KJrJrJrJr  S S,KJrJr  S S-KJrJr  S S.KJrJrJrJrJrJrJrJr  S S/KJrJrJrJrJrJrJrJrJrJrJrJrJrJrJrJr  S S0KJrJrJrJr  S S1KJr  S S2KJrJr  S S3KJrJr  S S4KJr  S S5KJrJr  S S6KJrJrJrJr  S S7KJrJr  S S8KJrGJ Gr   S S9GKGJGrGJGrGJGr  S S:GKGJGrGJGrGJGrGJ	Gr	GJ
Gr
GJGrGJGr  g;)<   )create_feature_extractorget_graph_node_namesregister_notrace_functionregister_notrace_moduleis_notrace_moduleis_notrace_functionget_notrace_modulesget_notrace_functions)*)adaptive_avgmax_pool2dselect_adaptive_pool2dAdaptiveAvgMaxPool2dSelectAdaptivePool2d)	AttentionAttentionRopemaybe_add_mask)MultiQueryAttention2dAttention2dMultiQueryAttentionV2)AttentionPoolLatent)AttentionPool2dRotAttentionPool2d)
BlurPool2d	create_aa)create_classifierClassifierHeadNormMlpClassifierHeadClNormMlpClassifierHead)
CondConv2dget_condconv_initializer)is_exportableis_scriptable	is_no_jituse_fused_attnset_exportableset_scriptable
set_no_jitset_layer_configset_fused_attnset_reentrant_ckptuse_reentrant_ckpt)
Conv2dSameconv2d_same)ConvNormActConvNormActAa	ConvBnAct)create_act_layerget_act_layer
get_act_fn)get_attncreate_attn)create_conv2d)get_norm_layercreate_norm_layer)get_norm_act_layercreate_norm_act_layerr9   )DiffAttention)DropBlock2dDropPathdrop_block_2d	drop_pathcalculate_drop_path_rates)	EcaModule
CecaModuleEfficientChannelAttnCircularEfficientChannelAttn)	EvoNorm2dB0EvoNorm2dB1EvoNorm2dB2EvoNorm2dS0EvoNorm2dS0aEvoNorm2dS1EvoNorm2dS1aEvoNorm2dS2EvoNorm2dS2a)is_fast_normset_fast_normfast_group_normfast_layer_norm)FilterResponseNormTlu2dFilterResponseNormAct2d)Formatget_channel_dimget_spatial_dimnchw_tonhwc_to)GatherExcite)GlobalContext)ndgridmeshgrid)	to_ntuple	to_2tuple	to_3tuple	to_4tuplemake_divisibleextend_tuple)HybridEmbedHybridEmbedWithSize)
InplaceAbn)
LayerScaleLayerScale2d)Linear)MixedConv2d)MlpGluMlpGatedMlpSwiGLUSwiGLUPackedConvMlpGlobalResponseNormMlp)NonLocalAttnBatNonLocalAttn)	GroupNorm
GroupNorm1	LayerNormLayerNorm2dLayerNormFp32LayerNorm2dFp32RmsNorm	RmsNorm2dRmsNormFp32RmsNorm2dFp32
SimpleNormSimpleNorm2dSimpleNormFp32SimpleNorm2dFp32)BatchNormAct2dGroupNormActGroupNorm1ActLayerNormActLayerNormAct2dLayerNormActFp32LayerNormAct2dFp32
RmsNormActRmsNormAct2dRmsNormActFp32RmsNormAct2dFp32SyncBatchNormActconvert_sync_batchnormFrozenBatchNormAct2dfreeze_batch_norm_2dunfreeze_batch_norm_2d)get_paddingget_same_paddingpad_same)PatchDropoutPatchDropoutWithIndicespatch_dropout_forward)
PatchEmbedPatchEmbedWithSizePatchEmbedInterpolatorresample_patch_embed)global_pool_nlc)	LsePlus2d	LsePlus1d	SimPool2d	SimPool1d)AvgPool2dSamecreate_pool2d)resample_abs_pos_embedresample_abs_pos_embed_nhwc)	RelPosMlp
RelPosBiasRelPosBiasTfgen_relative_position_indexgen_relative_log_coordsresize_rel_pos_bias_table resize_rel_pos_bias_table_simpleresize_rel_pos_bias_table_levit)pixel_freq_bands
freq_bandsbuild_sincos2d_pos_embedbuild_fourier_pos_embedbuild_rotary_pos_embedapply_rot_embedapply_rot_embed_catapply_rot_embed_listapply_keep_indices_nlcFourierEmbedRotaryEmbeddingRotaryEmbeddingCatRotaryEmbeddingMixedRotaryEmbeddingDinoV3get_mixed_freqscreate_rope_embed)SEModuleSqueezeExciteEffectiveSEModuleEffectiveSqueezeExcite)SelectiveKernel)SeparableConv2dSeparableConvNormAct)SpaceToDepthDepthToSpace)	SplitAttn)SplitBatchNorm2dconvert_splitbn_model)	StdConv2dStdConv2dSameScaledStdConv2dScaledStdConv2dSame)TestTimePoolHeadapply_test_time_pool)_assert_float_to_int)	LayerTypePadTypedisable_compiler)is_meta_devicetrunc_normal_trunc_normal_tf_variance_scaling_lecun_normal_init_weight_jaxinit_weight_vitN(  _fxr   r   r   r   r   r   r	   r
   activationsadaptive_avgmax_poolr   r   r   r   	attentionr   r   r   attention2dr   r   r   attention_poolr   attention_pool2dr   r   	blur_poolr   r   
classifierr   r   r   r   cond_conv2dr   r    configr!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r-   r,   conv_bn_actr.   r/   r0   
create_actr1   r2   r3   r5   r4   r6   create_normr7   r8   create_norm_actr9   r:   diff_attentionr;   dropr<   r=   r>   r?   r@   ecarA   rB   rC   rD   evo_normrE   rF   rG   rH   rI   rJ   rK   rL   rM   	fast_normrN   rO   rP   rQ   filter_response_normrR   rS   formatrT   rU   rV   rW   rX   gather_exciterY   global_contextrZ   gridr[   r\   helpersr]   r^   r_   r`   ra   rb   hybrid_embedrc   rd   inplace_abnre   layer_scalerf   rg   linearrh   mixed_conv2dri   mlprj   rk   rl   rm   rn   ro   rp   non_local_attnrq   rr   normrs   rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r   norm_actr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   paddingr   r   r   patch_dropoutr   r   r   patch_embedr   r   r   r   pool1dr   
other_poolr   r   r   r   pool2d_samer   r   	pos_embedr   r   pos_embed_relr   r   r   r   r   r   r   r   pos_embed_sincosr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   squeeze_exciter   r   r   r   selective_kernelr   separable_convr   r   space_to_depthr   r   
split_attnr   split_batchnormr   r   std_convr   r   r   r   test_time_poolr   r   trace_utilsr   r   typingr   r   r   weight_initr   r   r   r   r   r   r        S/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/timm/layers/__init__.py<module>r     s  	 	 	   @ ? R R / A , i i =    1 > > C C . ( : Z Z ) \ \ Z Z
 
 
 U T R N N ' ) " ] ] : # 1  % \ \ \ 9        $ = < W W e e # B B 5 J	 	 	    $ _ ^ - A 6 ! D T T B / / 8 8 8    r  