RЦi`?`SrSSKJr SSKJr SSKJrJrJrJ r J r SSK r SSK J r SSKJrJrJrJrJrJrJr SSKJr SS KJr SS KJrJr SS KJrJrJ r S /r!"S S\ RD5r#"SS\ RD5r$"SS \ RD5r%Sr&S'Sjr'S(Sjr(\"\("SS9\("SSS9\("SS9\("SS9\("SS9\("SSSS9\("SSSS9\("SSSS9\("SS9\("SSS9S. 5r)\S'S\%4Sjj5r*\S'S\%4Sjj5r+\S'S\%4S jj5r,\S'S\%4S!jj5r-\ "\.S"S#S$S%S&.5 g))z TResNet: High Performance GPU-Dedicated Architecture https://arxiv.org/pdf/2003.13630.pdf Original model: https://github.com/mrT23/TResNet ) OrderedDict)partial)ListOptionalTupleUnionTypeN) SpaceToDepth BlurPool2dClassifierHeadSEModule ConvNormActDropPathcalculate_drop_path_rates)build_model_with_cfg)feature_take_indices) checkpointcheckpoint_seq)register_modelgenerate_default_cfgsregister_model_deprecationsTResNetc^\rSrSrSrSS\S\S\S\\RS\ S \\ \RS \ S S4U4S jjjr S r SrU=r$) BasicBlockrNinplanesplanesstride downsampleuse_seaa_layerdrop_path_ratereturnc >XS.n [T U]5 X@lX0l[ [ R SS9n [UU4SUU US.U D6Ul[X"4SSSS.U D6Ul [ R"S S 9Ul [X R-S -S 5n U(a[X R-4S U 0U D6OSUlUS:a[!U5Ulg[ R""5Ulg)NdevicedtypeMbP?negative_slope kernel_sizer act_layerr"rFr.r apply_actTinplace@ rd_channelsr)super__init__r rrnn LeakyReLUrconv1conv2ReLUactmax expansionr serIdentity drop_path)selfrrrr r!r"r#r'r(ddr/rd_chs __class__s R/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/timm/models/tresnet.pyr8BasicBlock.__init__s / $ BLL>        !`QqTY`]_` 774(Vnn,126QW(6NN2MM"M]a5Ca5G.1R[[]cURbURU5nOUnURU5nURU5nURbURU5nUR U5U-nUR U5nU$N)r r;r<rArCr>rDxshortcutouts rHforwardBasicBlock.forward=su ?? &q)HHjjmjjo 77 ''#,CnnS!H,hhsm rJ)r>r;r<r rCrAr)rNTNNN__name__ __module__ __qualname____firstlineno__r@intrr9Moduleboolr floatr8rQ__static_attributes__ __classcell__rGs@rHrrsI .226$& [ [ [ [ !+ [  [tBII/ [" [  [ [D  rJrc^\rSrSrSrSS\S\S\S\\RS\ S \\ \RS \\ \RS \ S S4U4S jjjr Sr SrU=r$) BottleneckKr4Nrrrr r!r/r"r#r$c >XS.n [T U]5 X@lX0lU=(d [ [ R SS9n[X4SSUS.U D6Ul[UU4SUUUS.U D6Ul [X R-S-S 5n U(a[U4S U 0U D6OSUl [X"UR-4SSS S .U D6UlUS :a [U5O[ R "5Ul[ R$"SS9Ulg)Nr&r)r*r)r.rr/r,r-r5r6Fr0rTr2)r7r8r rrr9r:rr;r<r?r@r rAconv3rrBrCr=r>)rDrrrr r!r/r"r#r'r(rE reduction_chsrGs rHr8Bottleneck.__init__Ns / $ Kd!K  fqV_fcef        F^^3q8"= GM(6C}CCSW $..)@qaXYejqnpq 5Ca5G.1R[[]774(rJc4URbURU5nOUnURU5nURU5nURbURU5nUR U5nUR U5U-nUR U5nU$rL)r r;r<rArerCr>rMs rHrQBottleneck.forwardts ?? &q)HHjjmjjo 77 ''#,CjjonnS!H,hhsm rJ)r>r;r<rer rCrAr)rNTNNrSNNrTr_s@rHraraKsI .23726$&$)$)$) $) !+ $)  $) RYY0$)tBII/$)"$) $)$)L  rJracr^\rSrSrS!S\\S\S\S\S\S\S \S \S S4U4S jjjr S"S jr \ RRS#Sj5r\ RRS$Sj5r\ RRS \R"4Sj5rS%S\S\\4SjjrS&S\ R*S\\\\\4S\S\S\S\S \\\ R*\\ R*\\ R*444SjjrS'S\\\\4S\S\4SjjrSrS#S\4SjjrSrS rU=r$)(rNlayersin_chans num_classes width_factorv2 global_pool drop_rater#r$c >[TU]5 XS.n X0lX lXplSUl[ n [Rn [SU-5Ul [SU-5Ul U(a.URS-S-Ul URS-S-Ul [XSS9n[US-UR4SS U S .U D6nUR"U(a[O[ URUS 4SSXS S .U D6nUR"U(a[O[ URS -US4S SXSS .U D6nUR"[URS-US 4S SXS S .U D6nUR"[URS-US 4S SXS S .U D6n[R""[%S['54SU4SU4SU4SU4SU4/55Ul[+URS SS9[+URU(a[R,OS-SSS9[+URS -U(a[R,OS-SSS9[+URS-[R,-SSS9[+URS-[R,-SSS9/UlURS-[R,-=UlUl[5UR0U4XgS.U D6UlUR95Hn[;U[R<5(a)[R>RAURBSSS9 [;U[RD5(dMlURBRFRIS S 5 M UR95Hn[;U[ 5(a=[R>RKURLRNRB5 [;U[5(dMl[R>RKURPRNRB5 M g)!Nr&Fr5rdT) stagewiserr,)rr.r/r)rr!r"r#r4s2dr;layer1layer2layer3layer4)num_chs reductionmodulez body.layer1z body.layer2z body.layer3 z body.layer4) pool_typerrfan_out leaky_relu)mode nonlinearityg{Gz?))r7r8rnrmrrgrad_checkpointingr r9r:rYrrrr _make_layerrar Sequentialrr bodydictr@ feature_info num_featureshead_hidden_sizer headmodules isinstanceConv2dinitkaiming_normal_weightLineardatanormal_zeros_r<bnre)rDrlrmrnrorprqrrr#r'r(rEr"r/dprr;rxryrzr{mrGs rHr8TResNet.__init__s  /& ""'LL B-. "|+,  MMQ.2DM++*Q.DK'$OHrM4;;kqa[dkhjk!!J* KKk+,THab]ckgik!!J* KK!OVAYo/0efagokmo!!  KK!OVAYo/0efagokmo!!  KK!OVAYp/0fgbhplnp MM+ LN # e  v  v  v  v  / #    " =  (<(<JVW`m n qBJ,@,@ANZ[dq r q:+?+??2Vc d q:+?+??2Vc d  6:[[1_ H\H\4\\D1"4#4#4kt[tqst A!RYY''''y|'\!RYY'' %%a.  A!Z((qwwzz001!Z((qwwzz001  rJc BXS.n Sn US:wdURX!R-:wal/n US:Xa&U R[R"SSSSS95 U [ URX!R-4SSSS.U D6/- n [R "U 6n /n [U5Hhn U RU"URU4U S:XaUOSU S:XaU OSUU[U[5(aX}OUS .U D65 X!R-UlMj [R "U 6$) Nr&rrvTF)r.r ceil_modecount_include_padr0r)rr r!r"r#) rr@appendr9 AvgPool2drrrangerlist)rDblockrblocksrr!r"r#r'r(rEr rlis rHrTResNet._make_layers3 / Q;$--6OO+CCF{ bllqdfklm { v7iEFq\aiegij jF/JvA MM%  "#avQ)*a:T!4>~t4T4T~0Zh   #__4DM}}f%%rJc,[SU(aSOSS9nU$)Nz ^body\.conv1z^body\.layer(\d+)z^body\.layer(\d+)\.(\d+))stemr)r)rDcoarsematchers rH group_matcherTResNet.group_matchersOF4HXstrJcXlgrL)r)rDenables rHset_grad_checkpointingTResNet.set_grad_checkpointings"(rJc.URR$rL)rfc)rDs rHget_classifierTResNet.get_classifiersyy||rJcBXlURRXS9 g)N)r)rnrreset)rDrnrqs rHreset_classifierTResNet.reset_classifier s&  ;rJrNindicesnorm stop_early output_fmtintermediates_onlyc"US;dS5e/n/SQn[[U5U5upU V s/sHoU PM n n Xn [RR 5(dU(d UR n OUR SU S-n [ U 5HeupUR(a/[RR 5(d [X5nOU"U5nX;dMTURU5 Mg U(aU$X4$s sn f)aForward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to compatible intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features Returns: )NCHWzOutput shape must be NCHW.rrvr,r4Nr) rlentorchjit is_scriptingr enumeraterrr)rDrNrrrrr intermediates stage_ends take_indices max_indexrstagesfeat_idxstages rHforward_intermediatesTResNet.forward_intermediates s*Y&D(DD& $ "6s:"P /;<|!1 | <) 99 ! ! # #:YYFYY~ A .F(0OH&&uyy/E/E/G/Gu(!H'$$Q' 1  '=sD  prune_norm prune_headc/SQn[[U5U5upVXFnURSUS-UlU(aURSS5 U$)z?Prune layers not required for specified intermediates. rNrrr|)rrrr)rDrrrrrrs rHprune_intermediate_layers!TResNet.prune_intermediate_layers;sS% "6s:"P ) IIny1}-   ! !!R (rJcUR(a[RR5(dURR U5nURR U5n[URRURRURRURR/USS9nU$UR U5nU$)NT)flatten) rrrrrrwr;rrxryrzr{rDrNs rHforward_featuresTResNet.forward_featuresKs  " "599+A+A+C+C a A "A             " 4 !A ! ArJ pre_logitscPU(aURXS9$URU5$)N)r)r)rDrNrs rH forward_headTResNet.forward_headYs#6@tyyy2RdiiPQlRrJcJURU5nURU5nU$rL)rrrs rHrQTResNet.forward\s'  ! !! $   a rJ) rrrrrrrrmrrnrr) r,?FfastrSrSNN)rTNrSNNF)TrL)NFFrF)rFT)rUrVrWrXrrYr\r[strr8rrrignorerrr9rZrrrTensorrrrrrrrQr]r^r_s@rHrrs#"%%!$&O2IO2O2 O2  O2  O2O2O2"O2 O2O2l%&N YY YY)) YY *  S$SrJcSU;aU$SSKnURSU5nURSU5n0nUR5HupEURSSU5nURSSU5nURS S U5nURS S U5nURS SU5nURSSU5nUR S5(aUR 5R S5nXSU'M U$)Nzbody.conv1.conv.weightrmodel state_dictzconv(\d+)\.0.0c>S[URS55S3$Nconvr.convrYgrouprNs rH&checkpoint_filter_fn..ks$s1771:6Gu0MrJzconv(\d+)\.0.1c>S[URS55S3$Nrr.bnrrs rHrrls$s1771:6Gs0KrJz conv(\d+)\.0c>S[URS55S3$rrrs rHrrmsS_4EU.KrJz conv(\d+)\.1c>S[URS55S3$rrrs rHrrnsS_4ES.IrJzdownsample\.(\d+)\.0c>S[URS55S3$)N downsample.rrrrs rHrros CPQ OCTTY6ZrJzdownsample\.(\d+)\.1c>S[URS55S3$)Nrrrrrs rHrrps CPQ OCTTW6XrJz bn.weightgh㈵>)regetitemssubendswithabsadd)rrrout_dictkvs rHcheckpoint_filter_fnrbs:- 4J j9JH  " FF$&Mq Q FF$&KQ O FF?$KQ O FF?$I1 M FF*,Z\] ^ FF*,XZ[ \ ::k " " D!A # OrJc D[[UU4[[SSS9S.UD6$)N)rrvr,r4T) out_indicesflatten_sequential)pretrained_filter_fn feature_cfg)rrrr)variant pretrainedkwargss rH_create_tresnetrxs6  2\dK     rJc "USSSSSSSSS S S . UE$) Nr)r,r)rg?bilinear)rSrSrS)rrrzbody.conv1.convzhead.fcz apache-2.0) urlrn input_size pool_sizecrop_pct interpolationmeanstd first_conv classifierlicense)rrs rH_cfgrs24}SYJ\'y     rJztimm/) hf_hub_idi+)r rn)r,r!)r")rrr ) ztresnet_m.miil_in21k_ft_in1ktresnet_m.miil_in21kztresnet_m.miil_in1kztresnet_l.miil_in1kztresnet_xl.miil_in1ktresnet_m.miil_in1k_448tresnet_l.miil_in1k_448tresnet_xl.miil_in1k_448ztresnet_v2_l.miil_in21k_ft_in1kztresnet_v2_l.miil_in21kr$c F[/SQS9n[SSU0[U40UD6D6$)N)r,r4 r,)rlr ) tresnet_mrrr r model_argss rHr)r)s*]+J  \: \jA[TZA[ \\rJc H[/SQSS9n[SSU0[U40UD6D6$)N)r4rr,g333333?rlror ) tresnet_lr*r+s rHr0r0s,]=J  \: \jA[TZA[ \\rJc H[/SQSS9n[SSU0[U40UD6D6$)N)r4rrr,g?r/r ) tresnet_xlr*r+s rHr2r2s,]=J  ]J ]$zB\U[B\ ]]rJc J[/SQSSS9n[SSU0[U40UD6D6$)N)r,r4r,rT)rlrorpr ) tresnet_v2_lr*r+s rHr5r5s.]FJ  _j _DD^W]D^ __rJr#r$r%r&)tresnet_m_miil_in21k tresnet_m_448 tresnet_l_448tresnet_xl_448r)r|)/__doc__ collectionsr functoolsrtypingrrrrr rtorch.nnr9 timm.layersr r r r rrr_builderr _featuresr _manipulaterr _registryrrr__all__rZrrarrrr default_cfgsr)r0r2r5rUrrJrHrFs$55 |||*+3YY +00f55p\bii\~,%$(7$; 7F'2'2 73# H  $ H !% H!(,g'>#g5I#& *]W]] ]W]] ^g^^ ``` H2..0 'rJ