IЦiI!,u%SSKrSSKrSSKrSSKrSSKrSSKJr SSKJrJr SSKJ r J r SSK J r J r JrJrJrJrJrJr SSKrSSKrSSKJr SSKJr SSKJs Jr SSKJ r J!r!J"r" SSK#J$r$ SSK%J&r& SS KJ'r'J(r(J)r)J*r*J+r+ SS K,J-r-J.r.J/r/J0r0 SS K1J2r3 SS K4J5r5 \RlRnr7/r8\\9\:S '\RvRxRzr="SS\5r>GSS\ S\R~S\@4SjjrA\"\A\R~RSS9rC\"\A\R~RS9rD\"\A\R~RS9rFS\"S\GS\"4SjrH\$"\=R5\0"S5\DS\"S\"4Sj555rI\$"\=R5\0"S5\DS\"S\"4S j555rJ\$"\=R5\0"S5\DS\"S\"S!\LS"\L4S#j555rK\$"\=R5\0"S5\DS$\"S%\LS&\LS'\LS(\@S)\"4 S*j555rM\$"\=RR/5S+5rP\$"\=RRD/5S,\"4S-j5rQ\$"\=R5\0"5\DS.\"S\"4S/j555rR\$"\=R5\0"S5\DS$\"S.\"4S0j555rS\$"\=R5\0"S5S$\"S.\"S1\LS2\L4S3j55rT\$"\=R5\0"5\DS.\"S\"4S4j555rU\$"\=R5\0"5\DS$\"S.\"S\"4S5j555rV\$"\=R5\0"S5S$\"S.\"S"\L4S6j55rW\$"\=R5\0"S5\DS$\"S.\"S7\LS8\@4S9j555rX\$"\=R5\0"S5\DGSS:\"S.\"S;\94S<jj555rY\$"\=R5\DS$\"S=\"4S>j55rZ\$"\=R5\0"5\DS.\"S\"4S?j555r[\$"\=R5\0"S5\DS$\"S.\"S\"4S@j555r\\$"\=R5S.\"SA\"S\"4SBj5r]\$"\=R5S$\"S.\"SA\"S\\"\"44SCj5r^\$"\=R5\0"5\DS$\"S.\"SD\"SE\LSF\LSG\@S8\@S\"4SHj555r_\$"\=R5\0"S5\DS$\"S.\"SI\"S\"4SJj555r`SK\"SL\G4SMjraSN\R4SOjrc\$"\=R5\0"5\D\>RR4S.\"SP\"SL\GS\"4SQjj555rd\$"\=R5\0"S5\DS$\"S=\"SP\"SL\G4SRj555rg\$"\=R5GSSSj5ri\$"\=R5\0"5\D\>RRST4S.\"SP\"SL\GS!\L4SUjj555rj\$"\=RR5\DS$\"S.\"SP\"SL\GS!\L4 SVj55rk\$"\=RR5\DS$\"S.\"SP\"SL\GS!\LS\"4 SWj55rn\$"\=RR5\DS$\"S.\"SP\"SL\GSX\L4 SYj55ro\$"\=RR5\DS$\"S.\"SP\"SL\GSX\LS\"4 SZj55rqS$\"S.\"SP\"SA\\"SL\GS[\GS\\"S\"4S]jrr\$"\=R5\0"S5\DS$\"S.\"S\GS\"4S^j555rs\$"\=R5\0"S5S$\"S.\"SP\"SA\\"SL\GS[\GS\\"S\"4S_j55rt\$"\=R5\0"S5S$\"S.\"SP\"SA\\"SL\GS[\GS\\"S\"4S`j55ru\$"\=R5\0"5\DS\>RR4S.\"SP\"SA\\"SL\GS\"4 Sajj555rv\$"\=R5\0"S5\DS\>RR4S$\"S.\"SP\"SA\\"SL\GS\"4 Sbjj555rw\$"\=R5\0"5\D\>RR4S=\"SP\"SL\GS\"4Scjj555rx\$"\=R5\0"S5\D\>RR4S$\"S.\"SP\"SL\GS\"4 Sdjj555ry\$"\=R5\0"5GSS=\"Se\"Sf\L4Sgjj55rz\$"\=R5\0"5Sh\"Si\"S\"4Sjj55r{\$"\=R5\0"5S$\"Sk\\GS\GSl\GSm\GSn\G4 Soj55r|\$"\=RRD5GSS.\"S\GSl\\GSm\\GSn\G4 Sqjj5r~S\"S\GSl\\GSm\\GS\\G\G44 Srjr\$"\=GR5\0"5GSS=\"Ss\"S\GSl\\GSm\\GSn\G4 Stjj55r\$"\=GR5\0"5S$\"Sk\\GS\GSu\G4Svj55r\$"\=GR5\0"5S$\"Sk\\GSw\GSx\GSy\G4 Szj55rS$\"S\"S{\R4S|jr\$"\=GR5\0"S5\CS$\"S}\"S\GS{\R4S~j555r\$"\=GR 5\0"5\CS$\"S}\"S\GS{\R4Sj555rSr\$"\=GR5\0"5S=\"S\\GS\\GS\\GS\\GS\"4 Sj55r\$"\=GR5\0"5\DS=\"S\\GS\\GS\\GS\\GS\\GS\"4Sj555r\$"\=GR5\0"5S$\"S\"S&\L4Sj55r\$"\=GR5\0"5S:\"S\\GS\GS\GSn\GS\"4 Sj55r\$"\=GRR5\DGSS$\"S.\"S\\LS\"4Sjj55r\$"\=GR5\=GRRGR\7GR5\=GRRGR\7GR5S=\"Sf\LS\\@4Sj555r\$"\=GR 5\0"SS5S=\"Sf\LS\\@4Sj55r\$"\=GR"5\0"5S\"S\GS\@4Sj55r\$"\=GR$5\0"SS9S\"S\GS\@4Sj55r\$"\=GR&5\0"5GSSA\"S\"S\GS\@S\@S\"4 Sjj55r\$"\=GR(5\0"5S$\"S\"S\GS\GS\@4 Sj55rS\\G4SjrS\\"S\GS\GS\\"4SjrS\\"4SjrS\\"S\G4SjrS\\"S\GS\G4Sjr\$"\=GR4R\=GR4R/5GSS\\"S\GS\GS\\"S\"4 Sjj5r\$"\=GR6R\=GR6R/5GSS.\"S\\GS\GS\\\"S\\\"4 Sjj5r\$"\=GR8RD5GSS=\"S\GS\GS\\"S44Sjj5r\$"\=GR:R5GSS=\"S\\GS\GS\\"S44Sjj5r\$"\=GR<RD5GSS.\"S\GS\GS\\"S44Sjj5r\=GR>GR@GR\7GR5GSS.\"S\"S\GS\\"S44Sjj5r\$"\=GRD5\0"SS9\DGSS.\"S\"S\"S!\GS%\G4 Sjj555r\$"\=GRF5\0"5\DGSS.\"S\"S\"S!\GS%\GS\@4 Sjj555r\$"\=GRH5\0"5\DGSS.\"S\"S\"S!\GS%\G4 Sjj555r\$"\=GRJR5\DS$\"S=\"S\"S\"S\\"S\GS\GS\GS\GS\\@S\\\"\\"\\"44Sj55r\$"\=GRJR5S$\"S=\"S\"S\"S\\"S\GS\GS\GS\GS\\@S\RDS\RDS\RDS\\\"\\"\\"44Sj5rS\\"S\\"4Sjr\$"\=GRPR5S\"S=\"S\\GS\"S\"SA\\"S\\"S\\@S\\\"\\"\\"44Sj5r\$"\=GRPR5S\"S=\"S\\GS\"S\"SA\\"S\\"S\\@S\RDS\RDS\RDS\\\"\\"\\"44Sj5rS=\"SA\\"S\\"S\\"S\\"SG\@S\LS\LS\@S\\"\"\"\\"\\"44Sjr\$"\=GRV5\0"SSS5S=\"SA\\"S\\"S\\"S\\"SG\@S\LS\LS\\"\"\"44Sj55r\=GRVRGR\7GR5\=GRVRGR\7GR5S=\"SA\\"S\\"S\\"S\\"SG\@S\LS\LS\\"\"\"44Sj55r\=GRZRGR\7GR5GSS\\"4Sjj5r\$"\=GR^R5S=\"SA\\"S\\"S\"S\"S\LS\LS\\"\"\"44Sj5r\$"\=GR`R5S=\"SA\\"S\\"S\"S\"SG\@S\LS\LS\\"\"\"44Sj5r\$"\=GR`GRb5S=\"SA\\"S\\"SG\@S\LS\LS\\"\"\"44Sj5r\$"\=GRfR5S=\"SA\\"S\\"S\"S\"SG\@S\LS\LS\\"\"\"\"\"44Sj5rS=\"SA\\"S\\"S\"S\"S\LSG\@S\"4Sjr\$"\=GRjR5S=\"SA\\"S\\"S\"S\"S\LS\LS\\"\"\"\"44Sj5r\$"\=GRlR5S=\"SA\\"S\\"S\"S\"S\LS\LS\\"\"\"\"\"\"44Sj5r\$"\=GRnR5S=\"SA\\"S\\"S\"S\"S\LS\LS\\"\"\"\"44Sj5r\$"\=GRp5\0"SS5\DGSSj555r\$"\=GRt5\0"5SSSSSSS.S\\"\(4SN\\RS\\GRvS\@S\@S\\GRx4 Sjj55r\$"\=GRz\=GR|\=GR~/5\0"5S55r\=GRRGR\7GR5\$"\=GR5\0"SSSS5S=\"SA\"S\\"S\\"S\\"SG\@S\LS\L4Sj555rSr\$"\=GRR5S\"S=\"SA\\"S\\"S\\"S\\"S\\"S\@S\LS\\@S\"S\\"\\"\\"44Sj5r\$"\=GRR5S\"S=\"SA\\"S\\"S\\"S\\"S\\"S\@S\LS\\@S\\"\\"\\"44Sj5r\$"\=GRR5S\"S=\"SA\\"S\\"S\\"S\\"S\\"S\@S\LS\\@S\RDS\RDS\RDS\\"\\"\\"44Sj5r\$"\=GR5\0"SSS5S=\"S$\"SA\"S\\"S\\"S\\"S\\"S\L4Sj55r\$"\=GR5\0"SSS5S=\"S$\"SA\"S\\"S\\"S\\"S\\"S\LS\"4Sj55r\$"\=GR5\0"5\DS=\"S\\G\G44Sj555rS.\*S\*S\\GS\G4Sjr\$"\=GR5\0"5S.\*S\*S\\G4Sj55r\$"\=GR5\0"5S=\*S\*S\\GS\\GS\\G4 Sj55r\$"\=GR5SpS.S\*S\GSu\*S\*S%\(4 Sjj5r\$"\=GR5\0"5SpS.S\*S\GSu\*S\*S%\(4 Sjj55rSpS.S\*S\GSu\*S\*S\@S%\(4 Sjjr\$"\=GRR5\=GRRGR\7GR5GSSj55r\$"\=GR5S\*S\GSu\*S\*4Sj5r\$"\=GR5\0"5S\*S\GSu\*S\*4Sj55rS\*S\GSu\*S\*S\@4 Sjr\$"\=GR5\0"S}SI5\DS.\"S\\"\"44Sj555r\$"\=GR5\0"5GSS\"GS\\@\G\L4GS\\@\G\L4GS\\GR4GSjj55r\$"\=GR5GSGSj5rGSrGSr\$"\=GRGR5\$"\=GRGR5\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5S=\"S\\\GGS\\\LS\"4GSj555555555r\$"\=GRGR5\$"\=GRGR5\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5S=\"S\\\GGS\\\LS\"4GS j555555555rGSGS jr\$"\=GRR\=GRR/5\=GRRGR\7GR5\=GRRGR\7GR5\0"SSGS 9GSS=\"S\\GGS \\LS\"4GS jj5555r\$"\=GRR\=GRR/5\=GRRGR\7GR5\=GRRGR\7GR5\0"SSGS 9GSS=\"S\\GGS \\LS\"4GSjj5555r\$"\=GRR\=GRR/5\=GRRGR\7GR5\=GRRGR\7GR5\0"SSGS 9GSS=\"S\\GGS\\LGS\\LS\"4 GSjj5555r\$"\=GRR\=GRR/5\=GRRGR\7GR5\=GRRGR\7GR5\0"SSGS 9GSS=\"S\\GGS\\LGS\\LS\"4 GSjj5555r\$"\=GRR\=GRR/5\=GRRGR\7GR5\=GRRGR\7GR5\0"SSGS 9GSS=\"S\\GGS\\LGS\\LGS\\LS\"4 GSjj5555r\$"\=GRR\=GRR/5\=GRRGR\7GR5\=GRRGR\7GR5\0"SSGS 9GSS=\"S\\GGS\\LGS\\LGS\\LS\"4 GSjj5555r\DGSS=\"S\\GGS \\\LGS\@S\"4 GSjj5rGSrGSrGSrGSrGSGSjrGSrGSrGSGSjrGSGS jrGS!r\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS"555r\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS#555r\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS$555r\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS%555rGS&rGSGS'jrGSGS(jrGS)r\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS*555r\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS+555rGS,rGS-Gr\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS.555Gr\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS/555Gr\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS0555Gr\$"\=GR GR5\=GR GRGR\7GR5\=GR GRGR\7GR5GS1555Gr\$"\=GRGR5\$"\=GRGR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5\=GRGRGR\7GR5GS255555555Gr \$"\=GRR\=GRR/5\0"5GSS=\"S\\GGS3\@GS\\LS\"4 GS4jj55Gr \$"\=GRR\=GRR/5\=GRRGR\7GR5\0"5GSS=\"S\\GGS3\@GS\\LGS\\LS\"4 GS5jj555Gr\$"\=GRR\=GRR/5\0"5GSS=\"S\\GGS3\@GS\\LGS\\LGS\\LS\"4GS6jj55Gr GSGS7jGr GS8Gr Ss\\"GS9\\"GS:\"S\"4GS;jGrGS9\+S\"4GS<jGr\DS=\"S\\GGS3\@GS \\\LS\"4 GS=j5Gr\$"\=GR"R5GS>\"GS?\"S\@4GS@j5Gr\$"\=GR$\=GR&/5\0"5GSA55Gr\$"\=GR(/5GSB5Gr\$"\=GR*/5GSGSCj5Gr\$"\=GR,/5GSD5Gr\$"\=GR./5GSE5GrS.\"SP\"SA\\"SL\GS[\GS\\"\"44 GSFjGr\$"\=GR25\0"S}S\5S.\"SP\"SA\\"SL\GS[\GS\\"\"44 GSGj55Gr\$"\=GR45\0"S}S\5S.\"SP\"SA\\"SL\GS[\GS\\"\"44 GSHj55GrS\"GSI\LS\"4GSJjGrS\"GSI\LS\"4GSKjGrGSL\"S\+4GSMjGrGSN\+GSO\"S\"4GSPjGrGSO\\"S\"4GSQjGrGSR\GGS3\@SN\RS\GRv4GSSjGr GST\"GSU\GGSV\GGS3\@4GSWjGr!GST\"GSX\GGSU\GGSV\GGS3\@4 GSYjGr"GST\"S\\GGS3\@4GSZjGr#GST\"S\\GGS3\@4GS[jGr$\$"\=GRJ5\0"5\DGST\"S\\GGS3\@4GS\j555Gr%GSGS>\"GS]\"GS^\GGS_\GGS3\@GS`\@S\"4GSajjGr&\$"\=GRN5\0"5\DGSGS>\"GS]\"GS^\GGS_\GGS3\@S\"4 GSbjj555Gr'\$"\=GRP5\0"5\DGSc555Gr(\$"\=GRR5\0"5SS\>RR4GSdj55Gr)GSe\RDGSf\RDGSg\@S\@4GShjGr*\=GRVRGR\7GR5\=GRVRGR\7GR5\0"SGSi9SGSj.GSkj555Gr+\$"\=GRXR\=GRXR/5\=GRXRGR\7GR5\0"5\DGSS=\"S\\G\G4GS3\@GSl\\LGSm\\LS\"4 GSnjj5555Gr-\$"\=GRXGR5\=GRXGRGR\7GR5\=GRXGRGR\7GR5\0"5\DGSGS>\"S\\\G\G4GS3\@GS\\\L\L4S\"4 GSojj55555Gr.\$"\=GR^5\$"\=GR`5\$"\=GRb5\D\0"5GS>\"S\\GS4S\"4GSpj55555Gr2\$"\=GRf5\$"\=GRh5\$"\=GRj5\D\0"5GS>\"S\\GS4S\"4GSqj55555Gr6GS>\"S\\GS4GSr\ \G\G\G/\"4S\"4GSsjGr7\$"\=GRp5\$"\=GRr5\$"\=GRt5\0"S5GSt5555Gr;\$"\=GRx5\0"GSuGSv5SSGSw.GSxj55Gr<\$"\=GRz5\0"5GSSGSy.GSzjj55Gr=\$"\=GR|R\=GR|R/5\0"5S\GR~SSGS{.Sm\(SN\\RGS|\GRS\\GRvS\@4 GS}jj55GrA\$"\=GR|GR/5S\GR~SSGS{.Sl\(Sm\(SN\\RGS|\GRS\\GRvS\@4 GS~jj5GrC\$"\&5GS5GrD\$"\=GR5\=GRRGR\7GR5\0"5SpSpS\>RR4S=\"SP\"Sf\(GS\(SA\\"SL\GS\"4GSjj555GrE\$"\=GR5\=GRRGR\7GR5\0"S}GS5S=\"SP\"SL\GS\\"\"44GSj555GrF\$"\=GRR5GSSSGS.GS\"GS\"S,\"GS\LGS\@GS\\"S&\\LS\\"\"44GSjjj5GrHGSGrI\$"\=GR/5\0"5\DGSGSj555GrJ\$"\=GR5\0"5GS55GrK\$"\=GR5GS5GrL\$"\=GRR\=GRR/5SSGS.S.\"SN\\RS\\"S\"4GSjj5GrN\$"\=GRR\=GRGR/5GSS.\"S\\G4GSjj5GrQ\$"\RxRzGR5GSGSj5GrR\$"\=GR5\0"5SSGS.GSj55GrS\$"\=GRR5SGS.S.\RDGS\\GRS\RD4GSjj5GrT\$"\=GRGR5SGS.GS\\GR4GSjj5GrVSGS.GSjGrWSSGS.GSjGrX\$"\=GR5\0"5GS55GrY\$"\=GR5GSGSj5GrZG\I"\=GR\=GR5 G\I"\=GR\=GRD5 G\I"\=GR\=GRH5 G\I"\=GR\=GR5 G\I"\=GR\=R5 G\I"\=GR\=GR5 G\I"\=GR\=R5 G\I"\=GR\=GR5 G\I"\=GR\=R5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR\=GR5 G\I"\=GR \=R5 g(N)Enum)partialreduce)chainproduct)AnyCallablecastIterableListOptionalTupleUnion) sym_floatsym_intTensorregister_decomposition) out_dtype)IntLike NumberTypesuggest_memory_format TensorLikeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out out_wrapper)_pytree)tree_map__all__c \rSrSrSrSrSrSrg) Reduction/rN)__name__ __module__ __qualname____firstlineno__NONEMEANSUM__static_attributes__r'[/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/torch/_decomp/decompositions.pyr#r#/s D D Cr0r#Fftype_promotioncompute_dtype_onlycN^^^[R"T5UUU4Sj5nU$)Nc2>^^[R"U0UD6Vs/sHn[U[5(dMUPM nn[R "UST 06ummU4SjnU4SjnT "[ X@50[ XA5D6nT (aU$[ XV5$s snf)Ntype_promotion_kindcT>[U[5(aURT5$U$N isinstancerto)xcomputation_dtypes r1 increase_prec0type_casts..inner..increase_precGs%!V$$tt-..r0cT>[U[5(aURT5$U$r9r:)r= result_dtypes r1 decrease_prec0type_casts..inner..decrease_precMs$!V$$ttL))r0)pytreearg_tree_leavesr;rutilselementwise_dtypesr ) argskwargsr= flat_argsr?rCrr>rBr4r2r3s @@r1innertype_casts..inner=s--t>v> >!*QPVBWA>  +0*B*B + ,:+ '<     x , P0O P HM- -1 s BB) functoolswraps)r2r3r4rMs``` r1 type_castsrQ8s' __Q..6 Lr0T)r3r4)r3r=dimreturncl[XR5- 5HnURS5nM U$N)rangerR unsqueeze)r=rR_s r1_unsqueeze_to_dimrZjs+ 3= ! KKO" Hr0 grad_inputout_gradyc2USX-- R5-$Nr% conj_physicalr\r]s r1 tanh_backwardrcps q15y//1 11r0c2XSU- -R5-$r_r`rbs r1sigmoid_backwardrews AE{113 33r0beta thresholdcpX-R5n[R"X-U:XU-US-- 5$N?)exptorchwhere)r\r=rfrgzs r1softplus_backwardro~s7 A ;;I-xAS9Q RRr0 grad_outputalphascale input_scale is_resultself_or_resultcX-nUnUnU(a$[R"US:*X-XV--X-5$[R"US:*X-U-[R"XX-5-X-5$Nr)rlrmrk) rprqrrrsrtrunegcoefposcoef negiptcoefs r1 elu_backwardr{smGGJ{{ a   $(@ A  !  {{ a   $w .>;V1W W  !  r0c.[R"X5$r9)rl full_likeselfvalues r1 fill_scalarrs ??4 ''r0rc^[R"TR5S:HU4Sj5 [R UT5$)Nrc,>STR5S3$)Nz@fill only supports 0-dimension value tensor but got tensor with z dimensionsrR)rsr1fill_tensor..sRSXS\S\S^R__jkr0)rl_checkrRatencopyr~s `r1 fill_tensorrs3 LL qk 99T5 !!r0rc^[R"[R"US-SS9SS9S- $Nrminmaxrlclamprs r1 hardsigmoidrs) ;;u{{4!83 ;a ??r0cJ[R"US:US:-US-S5$)Ngg@gUUUUUU?rlrmrprs r1hardsigmoid_backwardrs0 ;; $y!  r0min_valmax_valc@[R"X:*X:-SU5$)Nrr)rprrrs r1hardtanh_backwardrs ;;DO?M r0c6[R"X:*SU5$rwr)rprrgs r1threshold_backwardrs ;;t(![ 99r0negative_slopeself_is_resultc<[R"US:XU-5$rwr)rprrrs r1leaky_relu_backwardrs ;;taxN.J KKr0grad approximatecSnSnSnUS:XabX5-S-nSnX-nX-n XaXy---n [R"U 5n SU-n SU -n SU -nSX-- nUSSU-U---nX-U-nXU--$UnXT-S-nSS[R"UU-5--nU[R"X-S -5-nUUUU---$) Ng;f?g;f?gmBP ?tanhrgHm?r%rg)rlrerfrk)rrrM_SQRT2 M_SQRT1_2 M_2_SQRTPIkBetakKappax_sqx_cuberM tanh_innerleftrightleft_derivativetanh_derivativeinner_derivativeright_derivativekAlphacdfpdfs r1 gelu_backwardrs%G&I'Jf$s*{/0ZZ& TzJ+j55 AF T(9$9:14DD)99::&,Q4&=112eii d 233sTCZ'((r0inputc[R"[R"U55n[R"U5nX-SX"-- -nXU--$r_)rlrFsoftplussigmoid)rprinput_tanh_softplus input_sigmoidouts r1 mish_backwardr sN **QZZ%67MM%(M  1':'P#P QC 3 44r0c4U[R"U5-$r9)rlrrs r1silurs %--% %%r0c\SS[R"U*5-- nX-SUSU- ---$r_)rlrk)rprrs r1 silu_backwardrs:1uyy$''(G  AG (<$< ==r0weightc<[R"US:XU-5$rwr)rrs r1 _prelu_kernelr$s ;;tax} 55r0c|[R"US:XU-5n[R"US:SX-5nX44$)Nrrr)rprr input_grad weight_grads r1_prelu_kernel_backwardr)s? TAX{[4HIJ++dQhT-?@K  $$r0noiseloweruppertrainingc|U(aXC- S:aURU5$X4-S- n[RXXv5$)Ngư>r&)mulrr)rprrrrrrrs r1rrelu_with_noise_backwardr4sCEMD(u%%-1,'' ~  r0buffercUS:n[R"USS5n[R"USS5n[R"[R"U5*5nXXVSU-- -- -$)Nrr%rV)rlrmrkabs)rprr in_negative max_derivsignrns r1log_sigmoid_backwardrIsc(K KA.I ;;{Ar *D 599T?"#A d1q5k&:: ;;r0loss reductioncU[RR:Xa[R"U5$U[R R:Xa[R "U5$U$r9)r#r-rrlmeanr.sum)rrs r1apply_loss_reductionrVsHINN(((zz$ imm)) )yy r0dtypecU[R:Xa[R$U[R:Xa[R$U[R :Xa[R $gr9)rl complex32float16 complex64float32 complex128float64rs r1 to_real_dtyper_sK }} %// !}} %"" "}} #r0targetc&X- S-n[X25$)Nr&)r)rrrrs r1mse_lossrns Ma D  00r0c|U[RR:XaSUR5- OSnXAU- -U-$)N@)r#r-rnumel)rprrrnorms r1mse_loss_backwardrxs9 #,y~~/C/C"C3 D 6> "[ 00r0c[R"XUS9nUR[S55n[R"XASS9n[R "U5n[R "XVU5$)N)rRrz-infTrRkeepdim)rlsoftmaxeqfloatall zeros_likerm)rrRrrmasked masked_rowszeross r1 safe_softmaxrsU --U 3C WWU6] #F))FT:K   S !E ;;{3 //r0rjcX- R5n[R"XC:SUS--U- USU-- 5n[XB5$)Nrr&)rrlrmr)rrrrfrs r1smooth_l1_lossr sI M   D ;;t{C$'MD$8$t:K LD  00r0cU[RR:XaSUR5- OSnX- n[R "U5nXP-n[R "Xt:X-U- U[R"U5-5$ri)r#r-rrrlrrmr) rprrrrfrr=abs_x norm_grads r1smooth_l1_loss_backwardrss "+inn.B.B!B3 D A IIaLE"I ;;  EJJqM! r0cZ[XX#U5n[XVR5 [XeSS9$NT copy_fromcopy_to exact_dtype)rrshaper)rprrrrfr[results r1smooth_l1_loss_backward_outrs+%[4 PFj,,/ FD QQr0deltac U[RR:XaSUR5- OSnX- n[R "Xd*:U*U-U-[R "Xd:XP-U-XV-U-55$ri)r#r-rrrlrm)rprrrrrr=s r1huber_loss_backwardrsv "+inn.B.B!B3 D A ;; F  e# AIt1E948k;QR r0cZ[XX#U5n[XVR5 [XeSS9$r)rrrr)rprrrrr[rs r1huber_loss_backward_outrs+!Fu MFj,,/ FD QQr0 ignore_index total_weightcUR5S:aSOSnU[RR:XaX- nUR U5n[ R "X%:gUS5n[ R"U5n [ R"XUS5n U R5UR5s=:aS:aO OUR U5nUbO[UR55V s/sHn SPM n n URSX'URU 5nX-n[ R "X%:gUS5nX-$s sn f)Nr&rr%g) rRr#r-rrXrlrmrscatterrWrreshape) rprrrrrr channel_dim safe_targetr[rY new_shapes r1_nll_loss_backwardr%sxxzA~!1KINN(((!0   k *F++f4fa@K!!$'Jz TJJ~~+//+/a/!++K8   %dhhj 12 11Q 1 2!'a  *!* ++f4k1EK  ##3s/ EcUR5S:dS5e[R"UR5U5nURU5nUS-S:Xd SUSU35eUS-nUR USU5nUR X5U5n[ R "U5nSU- U-U-U-n X-n[ R"X/US9$)Nrz*glu does not support 0-dimensional tensorsr&z.Halving dimension must be even, but dimension z is size rjr)rRrGcanonicalize_dimsizenarrowrlrcat) rprrRwrap_dimnIn inputSize firstHalf secondHalfgradInputFirstHalfgradInputSecondHalfs r1 glu_backwardr2s 88:>GGG>%%dhhj#6H ))H C a1 Q 7z3%PQqI Ha3IX)H MMr0c SUR5s=::a S::dS5e S5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eUR5S:Xd'S URS UR5S 345eUb(UR5URS :XdS 5eU[RR :XaUR5S:XamUR5S:Xa URSURS:Xd8SURSSUR5SURS35eO$**Q-*O EdjjQRm_U)oo/00G HYHYZ[H\G] _ O*O OO  "{'8'8':a'? Y D[EVEVDW X Y ? 69L r0c DUR5S:XdSUR535eUR5S:XdSUR535eURSURS:Xa@URSURS:Xa URSURS:Xd!SURS UR35eUR5S:Xd&S URS UR5S 35e[XX#XEU5$) NzSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rzUonly batches of spatial targets supported (3D tensors) but got targets of dimension: rr&r%r6r7r9z ( z , elements))rRrrr%)rprrrrrrs r1nll_loss2d_backwardr>7s?  aj \]a]e]e]g\hij  n ^_e_i_i_k^lmn 1 a( JJqMV\\!_ , JJqMV\\!_ ,I $DJJ>r0cn^URUmS[4U4SjjnU"USTS5nU"X2TT5nX#4$)zb Normalize start and end such that both are in the range [0, x.get_size()[dim]] and start <= end. rScN>UcU$US:aUT-n[[X5U5$rwrr)valrrdefaultdim_sizes r1 clamp_wrap(_normalize_start_end..clamp_wraps. ;N 7.C3s?E**r0r)rint)r=rRrerfrrs @r1_normalize_start_endrsFwws|H+#+ ua1 -E S8 4C :r0srcc h[R"URU5nURUn[ XX45up4[ UR5nXC- US- -U-Xr'UR U5nUS:XaXF:XaUS:XaUR5$S/UR5-n[R"X`RS9n X- U-X'[R"X`R[RS9n US:wa[R"XU:5n XF:wa[R"XU:5n US:wa[R"XU- U-S:H5n S/UR5-n SX'U RU 5n [ R#U [ R%XUS5U5$)Nr%rdevicerrrV)rGr'ryrrrqexpandclonerRrlarangeronesbool logical_andviewrrm_unsafe_masked_index) rrrRrerfrgrsrc_sizeindicesidxmask mask_shapes r1rjrjsr  S 1C{{3H%e%=JEEKK H[D1H-$6HM **X C zco$!)yy{fuyy{"G ,,x 5CKD(GL ::h||5:: FD z  e|4   Sy1 qy  e t';q'@Auyy{"JJO 99Z D ::dD55c!Le TTr0indexcRURU5n[R"X@X#5$r9)rirlselect_scatter)rprdrRrr[s r1select_backwardr9s'&&{3J     DDr0offsetdim1dim2cTURU5n[R"XPX#U5$r9)rirldiagonal_scatter)rprdrrrr[s r1diagonal_backwardr@s) &&{3J  ! !*6 NNr0 input_dtypecHURU:waURU5nU$r9)rr<)rpr[rs r1_cast_grad_to_input_dtyperIs&K']];/ r0outputcrX-nXA[R"XBSS9-- n[XU5R5$NTr)rlrr contiguous)rprrRrnew_grad_outputr[s r1_softmax_backward_datarQsC "*O EII$-$J %[k J U U WWr0cxU[R"U5[R"XSS9-- n[XU5$r)rlrkrr)rprrRrr[s r1_log_softmax_backward_datarcs= uyy0599d4 J %[k JJr0cXS--X!S- -- n[[R[RUS9nU"SXd5R S5nU"SX-U5R S5n X-$)z/Utility function to implement im2col and col2imr&r%rrrrV)rrlrint64rX) input_dkernel_d dilation_d padding_dstride_drblocks_d arange_kwblocks_d_indices kernel_grids r1 _im2col_col2im_indices_along_dimrosuQ&!|)DDH EKKGI!H7AA!DAx4jAKKBOK  ))r0 kernel_sizedilationpaddingrrc  ^^^^^^"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS5 U"TS5 U"TS S S 9 U"TS 5 URm[T5n[R"US ;=(a [ STSS55U4Sj5 [ S[ TSSTTTT555m[R"[ ST55UUUUUU4Sj5 US:HnU(dURS5nURuppTupTupTunnTunn[U UUXUR5n[U UUXUR5n[R"XXU45nURS5RS5nUSS2SS2UU4nURSSSSSS5nURS5nURS5nURXU-U-UU-5nU(dURS5nU$)Nr&cg)Nz"im2col(): only 2D kernel supportedr'r'r0r1rim2col..s0Tr0cg)Nz$im2col(): only 2D dilation supportedr'r'r0r1rrs-Sr0cg)Nz#im2col(): only 2D padding supportedr'r'r0r1rrs,Qr0cg)Nz"im2col(): only 2D stride supportedr'r'r0r1rrs+Or0cU(a[SU55O[SU55n[R"US5 g)Nc3*# UH oS:v M g7frNr'.0rMs r1 1im2col..check_positive..(%Qq5%c3*# UH oS:v M g7frr'rs r1rr;REqFErcg)Nz<{param_name} should be greater {'than' zero, but got {param}r'r'r0r1r0im2col..check_positive..sXr0rrlrparam param_namestrictconds r1check_positiveim2col..check_positives3,2s(%((;RE;R8R X r0rrrFrrrrr=c3*# UH oS:gv M g7frr'rds r1rim2col..:z!Avzrrc >S[T53$)NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: tuplersr1rr--25\NS[TSS5STSTSTSTSTS3 $) Nz!Given an input with spacial size rU, kernel_size= , dilation= , padding= , stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r)rr output_sizerrrrsr1rrsJ3E%*4E3FG"m;xj9)9VH-]D Fr0r=rrVr%rT)rlrr~rrrziprXrrrrpermuter(r!squeeze)rrrrrrrry batched_input batch_dimr"input_hinput_wstride_hstride_w padding_h padding_w dilation_h dilation_wkernel_hkernel_wblocks_row_indicesblocks_col_indices padded_inputrnum_blocks_rownum_blocks_colrrs ```` @@r1im2colr sl LL[!Q&(TU LLX!#%ST LLW"$QR LLV!#OP ; .8Z(8Yu568$ KKE u:D LL :3:uRSz:: < &) "#J;' K  LL '; '' F FAIM "/4{{,IGH"I%J $Hh9:yELL::yELL 55I) LML+55b9CCBG !Q 24FF GF ^^Aq!Q1 -F',,Q/N',,Q/N ^^)H4n~6UF " Mr0rc ^^^^^^!^"[R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 [R"[T5S:HS5 SSjnU"TS 5 U"TS 5 U"TS S S 9 U"TS5 U"TS5 URm"[T"5n[R"US;=(a [ ST"SS55U"4Sj5 TSTS-n[R"T"SU-S:HUU"4Sj5 [ TTTTT5V V V V V s/sH uppn SU SU --XS- -- S- U --PM" nn n n n n USUS-m![R"T"ST!:HU!UUUUU"U4Sj5 [R"T!S:U!UUUUU"U4Sj5 US:HnU(dUR S5nURm"TunnTunnTunnTunnTunnURT"ST"SU-/T-U-5nURSSSSSS5n[UUUUUUR5n[US5n[UUUUUUR5n[ TT5VVs/sHunnUSU--PM nnnURT"ST"S[T5-/U-5nSSUU4n [RUU USS9n[ R""UU*U*U*U*45nU(dUR%S5nU$s sn n n n n fs snnf)Nr&cg)Nzonly 2D output_size supportedr'r'r0r1rcol2im..s0Or0cg)Nzonly 2D kernel supportedr'r'r0r1rrs0Jr0cg)Nzonly 2D dilation supportedr'r'r0r1rrs-Ir0cg)Nzonly 2D padding supportedr'r'r0r1rrs,Gr0cg)Nzonly 2D stride supportedr'r'r0r1rrs+Er0TcU(a[SU55O[SU55n[R"US5 g)Nc3*# UH oS:v M g7frr'rs r1r1col2im..check_positive..rrc3*# UH oS:v M g7frr'rs r1rrrrcg)Nz9{param_name} should be greater than zero, but got {param}r'r'r0r1r0col2im..check_positive..sUr0rrs r1rcol2im..check_positives3,2s(%((;RE;R8R U r0rrrFrrrr)r&rc3*# UH oS:gv M g7frr'rs r1rcol2im..rrrUc >S[T53$)NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: rrsr1rrrr0rr%c>STSST3$)Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rUz and kernel_size=r')rrsr1rrs!==B2YKH"m%r0rVc:>STSTSTSTSTSTSTSS 3$ NzGiven output_size=rrrrz , expected input.size(-1) to be but got rV.r'Lrrrrrrrsr1rrD$[M }M:Zy &B))*9U2YKqBr0c:>STSTSTSTSTSTSTSS 3$rr'r"sr1rrr$r0rr=r accumulater)rlrr~rrrrXr!rrrrZriprodr_unsafe_index_putrrr)#rrrrrrrrryprod_kernel_sizerrrrrcolrout_hout_wrrrrrrrr indices_row indices_colorMoutput_padded_sizerrr#rs# ````` @@r1col2imr2s LL[!Q&(OP LL[!Q&(JK LLX!#%IJ LLW"$GH LLV!#EF ; .8Z(7Ie468$; . KKE u:D LL :3:uRSz:: < #1~ A6 LL b $$) %'* (K'  ' "Cc S1s7]S!G_ ,q 0R 77'   AQA LL b Q B B  LL A B B AIM " KKELE5Hh"Iy%J $Hh MM58U1X1A%AB[PSVV WE MM!Q1a +E2 xY%,,K$K3K2 xY%,,K14K0IJ0I1!a!e)0IJ __ q58tK0014FFF {K 0C  # #FC4 # HF UU6YJ YJ K LF " Mk VKs 'M$ M-rctXRU5U--R[R"U5S9nU$NrS)type_asrrGr)rprrrrLs r1native_dropout_backwardr67s@  [1E9 :AA11+> B A Hr0 input_size dimensionr(c[U5S:Xa[R"US5$[R"[U5U5n[R "XUR [RS9nURSX45R5nURSUS-5RXUS-5nURU5nSU-U4-n[RXxUSS9R5$)NrrrVr%r9Tr&)r~rl squeeze_copyrGr'rrint32unfoldflattenmovedimrirr)r) rr7r8r(rgrRrr[rs r1unfold_backwardr?Fs  :!!!$**  Z) rB unnormalizedx_maxrs r1_softmaxr[s Aww%**$$$&+&>&> uDDLL'#  AwwyA~yy|  140yy+ EIIlF FF <( Mr0)rcUR5nU(a UR[R:Xde[R "U[R RS9up4URU5nUR5S:XaUnO[R"XSS9nX- n[R"[R"[R"U5USS95nXW- nU(dURU5nU$rS)rrrlrUrGrHrVrWr<rrXrCrrk) r=rRrQr>rBshiftedrZshifted_logsumexprs r1 _log_softmaxr_s Aww%**$$$&+&>&> uDDLL'#  AwwyA~ 140) %))EIIg,>T"RS  (F <( Mr0r padding_idxscale_grad_by_freqsparsecUR5S:XdS5eURS::a5URSU5nURS:XaURS5nU$X$)Nr&z'weight' must be 2-Dr%r)rRry index_selectr)rrr`rarbrs r1 embeddingresb ::<1 444 ||q!!!W- <<1 ++a.C r0 num_weightscd[R"U[RRS9upVUR U5n[ U[ R5nU(aUURU45n[ R"U5n[RXq/USS9nXqn X RS5- n[X:HUR5n URU S5n URU4UR URS-5n [RX/U SS9R U5$)NrTTr&rVr)rGrHrVrWr<rrllongrirWrr)rXrZry masked_fillr) rprrfr`rar>rBcountsrgrad_weights_scalerr grad_weights r1embedding_dense_backwardrms',&>&>)N)N)V)V'#..!23K%guzz:G""K>2w''' 4D'Q#_!$@$@$DD W3[5E5E FD  " "4 +D'' **7<<>::K  ! !+y$4 ! P S S r0c$SnUHnX-nM U$r_r')r=rLis r1r(r(s A   Hr0tensors num_chunkscZ/nUHnUR5nXQU-S- U-U-nXeU:wa9S/S-URU- S- -SXeU- /-n[RXGS5nUSU[R "US/5-nUR URU55 M U$)Nr%rr&rV)r(ryrconstant_pad_ndrlSizeappendr) rprRrqpadded_tensorstensor tensor_size pad_along_dimr view_sizes r1 _pad_chunkr{s Nkkm $)J6:zIJV , ,#'V[[3.23C 007C))&q9F% J3C(DD fkk)45 r0cXUSRnUHnURU:wdM g g)NrFTry)rpryrws r1have_same_ndimsr~s- 1:??D ;;$  r0cUSR5SUnUH/n[R"UR5SUU:HS5 M1 g)Nrcg)NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr'r'r0r1r+leading_dimension_matches..s]r0)r(rlr)rprRleading_dim_sizesrws r1leading_dimension_matchesrsI )$3/ KKM$3 #4 4 ] r0c[R"US:S5 [R"[U5S:S5 USRnUSRnUHvn[R"UR 5S:S5 [R"URU:HS5 [R"URU:HS5 Mx [ U5(a)[R"USR5U5nOH[R"US:S5 UH'n[R"XR:S 5 M) [X5 U$) Nr%cg)Nz&_chunk_cat expects positive num_chunksr'r'r0r1r._preprocess_chunk_cat_inputs..s*Rr0rcg)Nz0_chunk_cat expects a non-empty input tensor listr'r'r0r1rr s"Tr0cg)Nz#_chunk_cat expects non-empty tensorr'r'r0r1rr%s1Vr0cg)Nz8_chunk_cat expects all input tensors with the same dtyper'r'r0r1rr(Nr0cg)Nz8_chunk_cat expects all inputs tensors on the same devicer'r'r0r1rr,rr0cg)NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr'r'r0r1rr3sar0cg)Nz3_chunk_cat expects dim < ndim for all input tensorsr'r'r0r1rr8Mr0) rlrr~rrrr~rGr'rRryr)rprRrqexpected_dtypeexpected_devicerws r1_preprocess_chunk_cat_inputsrs"  LLq"RS LL G qTQZ%%Naj''O V\\^a')VW LLN * N   MM_ , N w$$WQZ^^%5s; 1H a F LLkk!M  g+ Jr0rc[XU5n[XU5nUc[R"XAS-5$[R"XAS-US9 U$)Nr%)r)rr{rlr*)rprRrqrrvs r1 _chunk_catr>sK 'wZ @Cj9N {yyq11 .'s3 r0 split_sizesc[RXUS9nUc-UVs/sHoUR[RS9PM! sn$[ X45H$upg[ XgR5 [XvSS9 M& gs snf)NrrSTr) rsplit_with_sizesrrlrXrrrr)rrrRrsplitssrsplits r1split_with_sizes_copyrOst " "4# " >F {HNO1e&=&=>OO -MF fkk 2 U M. Ps&A9 split_size.cB[RRXU5$r9)rrr)rrrRs r1 unsafe_splitrbs ::  U 44r0cB[RRXU5$r9)rrr)rrrRs r1unsafe_split_with_sizesrgs  ( (S AAr0cURnX2nUS:XaUS:XdeUR54$XA-S- U-nSSKJn U"U5n[ U5Vs/sHoqPM nnXU-U- - US'[ R "XU5$s snf)Nrr%) guard_intrV)rdetachrorrWrlr) rrrRrdrchunksrrors r1rrns**KHQ1}} #a'J 6F@ v F',V}5}!:}K5 $7($BCKO ;;t# ..6s Btensor_indices_or_sectionsc^URRS:XdeUR[R:XdeUR 5m[R "TS:H=(d TS:HU4Sj5 TS:Xa8UR5n[U[5(deURX25$UVs/sHoDR5PM nnURXR5$s snf)Ncpur%rc>STS3$)Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr') split_dimsr1rAtensor_split_tensor_indices_or_sections_py_impl..s< ! 99S>r0veccUR5(d+UR5(d[U5n[U5nU[R"X5-nUS:XaU$XSU--$rw)rMrrrlmv)rrrrfrqrs r1addmvrs]  ! ! # #DOO,=,=4yE  %((4% %C qy  r0rrstdgammaNCHxWgroup output_maskc h^^^^^^[R"XTUSS9 [R"XSS9 [R"TUSS9 [R"UR 5TT-T-:HUUU4Sj5 [R"TR TT4:HUUU4Sj5 [R"TSL=(d TR 5T:HUU4Sj5 [TT5up[R"U S:HUU4Sj5 [R"X5RTTT5RS/S 9n URTTT5RS/S 9n SnSnSnU S(Ga/S TU -- nTb[R"U TRS55RTTU 5RS5n[R"U TRS55RTTU 5RS5n[R"URS 5TRS TU 55nOU RTTU 5RS5nU RTTU 5RS5n[R"URS 5[R"S TU 4URS 95nUT-U- U-U-U-U-nU*T-UU-U-- nURS 5n[US5n[US5n[R"URTTU T5U5[R"URTTU T5U5-U-nURUR 5R!UR"5nU S (ahU RTTU 5U RTTU 5TRS 5-- URS 5-RS/S 9RT5nU S(aU RS/S 9nXU4$)NF)allow_cpu_scalar_tensorsc>STT-T-S3$)NzExpect input to have z elementsr')rrrsr1r,native_group_norm_backward..s'A }I>r0c.>STSTSTR3$)NzExpect mean to have shape (, z , but got r)rrrsr1rrs-aS5'DJJ<Pr0c>>STSTbTR53$S3$)NzExpect gamma to have z elements but got rV)r)rrsr1rrs)'s*STST3$)NzExpect number of channels z, to be evenly-divisible by number of groups r')rrsr1rrs,QC/[\a[bcr0r&rrjrVr%rr=)rGcheck_same_devicecheck_same_shaperlrrrdivmodrrrrXr!rrrZr<r)rprrrrrrrrrcpg_remdsdbd_inputd_gammad_biasrds_valdb_valc1c2c3s ` ````` r1native_group_norm_backwardrs D$ 5N 4F LL Q$> LL q%j P LL  +!+i q% IC LL  c ; & + +Aq# 6 : :s : CB   !Q $ ( (aS ( 1B $G $G#F1~~ 39   YYr5??1#56>>q%MQQRSTFYYr5??1#56>>q%MQQRSTFr" a,B ZZ5#.2215FZZ5#.2215Fr" Auc?4;;?Btmf$ ,t 3d :Q >S4Z&4-!+ + \\"  r1 % r1 % IIk))!UC=r Bii aS92> ?   //%++.11%++>1~E3'"''!UC*@4>>RTCU*UU..$%SaSS\ WQZ 1~QC f %%r0out2c  [XX#XEXgX5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)r enumeraterrr)rprrrrrrrrrrJrKrrr[rorLs r1native_group_norm_backward_outr1sc"(D!%Fd#J&!1 = jmQWW 5 Q 4 P" r0c.UbURU5$U$r9r<)r=rs r1 _maybe_castrNs}ttE{ Hr0grad_outnormalized_shapebiasc^"URnUR5n [R"UR5m"U"4SjXXV45uppU ceU [ U5- nXSnUSUn/n/n[ U 5H-nUU:aURU5 MURU5 M/ [U5n[U5nSSK J n U"US:*5(dU"US:*5(a[US(aURU5OSUS(aURXS5OSUS(aURXS54$S4$[X;R55n[XKR55nX- U-nU bX-nOU nUU-n[R"UUS5n[R"UU5n[R"UUS5n[R"UU5nUU- U- nSnSn Sn!US(aUU- U-nUS(a3U b0[ U5S:a[R"U U-US5n OU U-n US(a;U b8[ U5S:a[R"U US5n!OU R!5n![#UUR5[#U UR5[#U!UR54$)Nc3l># UH)nUbURT5R5OUv M+ g7fr9)r<rrr=r>s r1r-native_layer_norm_backward..cs490A12  **,1D0s14rrmr%r&TF)rrRrGget_computation_dtyperr~rWrur(rormrirZrlrrrr)#rrrrrrrr input_shape input_ndim grad_out_cast input_cast weight_cast bias_castaxis inner_dims outer_dimsinner_dim_indicesouter_dim_indicesrorMrmx_hat grad_x_hatabrrrrMrd_weightrr>s# @r1native_layer_norm_backwardrUs++KJ33EKK@96095M{  $$ $ ,- -DU#JUd#J#%#% :  9  $ $Q '  $ $Q '  ZA ZAJAF##';AF'C'C,7NEOOK (3>q>EOOK. /t3>q>EOOK. /  HL  T>>#3 4D T>>#3 4D  $ &E"0 " QA */6A :u %B 2($ /B 5" B EBJE $G!%H#F1~!8u$1~+1  !A %yy!68I5QH$u,H1~)/  !A %YY}.?GF"((*F GU[[)Hekk*FEKK( r0c [XX#XEXg5n XU 4n [U 5H/upUcM [XUR5 [ XU SS9 M1 U $r)rrrrr)rrrrrrrrrJrKrrr[rorLs r1native_layer_norm_backward_outrs`()tFd#J&! = jmQWW 5 Q1 4 P" r0 running_mean running_varmomentum functionalc .S/[[SUR555-n [R"UR 5n Un Un U(Ga'[R"UR 5n UR U S9n [R"XSSS9up[R"X-5nX- U-n[R"X5n[R"UU 5nUb&UU-SU- U--n U(dURU 5 UbgUR5URS- n[R"X5nUUUS- - -nUU-SU- U--n U(dURU 5 OUbUceUR U SS9nUn UR U SS9nUn UnS[R"XG-5- nURR S:waUnUnO"UR#S 5nUR#S 5n[%XR5S- 5n[%UUR5S- 5nX- U-nUb1UR'5n[%XR5S- 5nUU-nUb1UR'5n[%X R5S- 5nUU-nURR S:Xa2UR UR S9nUR UR S9nUR UR S9UUU U 4$) Nrr&rT)rR correctionrr%)rrrr)rqrWrRrGrrr<rlvar_meanrsqrtrcopy_rrr\rrrirZr=)rrrrrrrr@rreduction_dimsr>new_running_meannew_running_var input_acc biased_varrrr save_mean save_rstdn squeezed_var unbiased_varinvstds r1native_batch_norm_helperrsS4a 566N33EKK@#!O!77 DHH#4H5  >> a  {{:+,,$&MM$7 MM$7  #')3q8||6SS ""#34  "  A.A!==DL'1A;7L&5X8TTO!!/2'K,CCC#->TJ '!nn+<4nH %ejj!234 <<   %$II-I-I yy{Q7"6599;?;,&( !"699;?;& ||~ yy{Q7$ ||E!LLu{{L3 LLu{{L3   $  r0r save_invstdc 2[XX#XEXgS5 upn n XU 4$NFr rrrrrrrr@rrrrYs r1native_batch_normrs1*B t;(QV*&Fy!Q i ''r0c UcUc[RXX%Xg5$Uc [S5eUc [S5eU(a[RXX#XEXg5$[RXX#XFU5$)Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)r_native_batch_norm_legitrp$_native_batch_norm_legit_no_training)rrrrrrrr@s r1native_batch_norm_decompositionr!/s 3,, 48   <   <  ,, 4{h  88 4{c  r0cjURU5nX1-S- U-nUS:XaZUS:XaTUVs/sHoTPM nnXDU-U- - XaS- '[RRRR XU5$[RRR RXU5$s snfNr%r)r(rlopsrrrrr)rwrrRrrrYrs r1unsafe_chunk_py_implr%Ts{{3H#a'F2JQ8q=+126az6 2",V0Ch0N"O QJyy~~55==fSVWW 99>> & & - -f# FF3s B0c N[RRUUUUUSUU5$r)rrr)rrrrrrr@s r1r r `s5  ( ( 0 0      r0c 2[XX#XEXgS5 upn n XU 4$rrrs r1rrvs1*B t;(QV*&Fy!Q i ''r0c 6[XUSSX4US5 upgn n XgU4$rr) rrrrrr@rrrrYs r1!_native_batch_norm_legit_no_statsr)s4*B tT4S%*&Fy!Q i ''r0c ^[XX#XEXgS5 unn n n n U cS5eU cS5eXXU 4$)NT#new_running_mean should not be None"new_running_var should not be Noner) rrrrrrrr@rrrr rs r1#_native_batch_norm_legit_functionalr-s_" ! t;(QU    'N)NN '  &L(LL & i? JJr0c L[RRXX#USU5nSnU[RRR:Xa[RR X5n[R "U[RURURS9$)a Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`, which support a variety of backends including cudnn. We create this tensor here to get the correct shape in the traced graph if we detect that will call the cudnn kernel, and rely on DCE to avoid materializing this tensor. Tr)rlayoutr) rl_C_select_batch_norm_backend_BatchNormBackendCudnn(_get_cudnn_batch_norm_reserve_space_sizeemptyuint8r/r) rrrrrr@rbackend reserve_sizes r1_get_batch_norm_reserve_tensorr9s| hh11 t;cGL%((,,222xxHHY ;;EKK U\\ r0c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NTFrrr9 rrrrrrr@rrrrYreserves r1_batch_norm_with_updater?sU*B      *&Fy!Q- t;dG i 00r0c x[XX#USXVS5 unnn n n [XX#XFSS9n U cS5eU cS5eXxXX4$)NTr;r+r,r<) rrrrrrr@rrrnew_rmnew_rvr>s r1"_batch_norm_with_update_functionalrCsu ! t;hT  - t;dG  DDD   CCC  y6 BBr0c R[UUUUUSUUS5 upxn n [XX#XFSS9n XxX4$)NFr;r<r=s r1_batch_norm_no_updaterEsU*B      *&Fy!Q- t;eG i 00r0cUbe[R"U5U:R[RS9nUR U5U-SU- -nXC4$)Nrrj)rlrNr<r6r5)rrM generatorrrPs r1_fused_dropout_decompositionrHsY    OOE "Q & * * * =D ,,u  %q 1C ;r0)rr/r pin_memory non_blockingrTrrIrJrTc U(aU[R:XdS5eU(aS5e[U[R[[ [ [45(deUc7Uc4Uc1[U[R5(aUR5$U$Sn[U[R5(aUnO[R"U5nUbcX8R:waTUb1URS:Xa![RRX5nSn[RRXU5nUb(U(d![RRX5nSnUb[R"XS9$U$)NTODOFrTrS)rlstridedr;rrrrcomplexr scalar_tensorrr_primsconvert_element_type device_put) r=rr/rrIrJrTdtype_convertedx_tensors r1_to_copyrU%s15==08&8 0!6!> a%,,UD'B C CC C ~%-M,A a & &779 HO!U\\""&&q) f7  !5||88IH"O<<**8\J <<44XE {{8AA Or0c,[RU5$r9)ralias)r=s r1nop_decompositionrXSs ::a=r0out3exponential_average_factorepsilonc [RUUUUUUUU5upn U(a XXRS[RS94$UURS5URS5URS[RS94$)Nrr)rrrirlr6) rrrrrrrZr[rrrs r1cudnn_batch_normr][s$$  " GA!aU[[ABB  EKK0  r0c[U5HBup#US:XdM X R:aURUU:XaM1URU5nMD U$r_)rryrrX)r=broadcast_maskrrs r1_broadcast_batch_norm_backwardr`}sF/  19dVVm 0E D!A0 Hr0r>c *[UUUUUUUUUU 5 $r9)native_batch_norm_backward) rrrrrrrrFr@rr>s r1batch_norm_backwardrcs/ &     r0c .^&URn Ub URn OU n [R"UR5m&U&4SjUUUUUUU45un n nnnnnURnUR 5nUS:dS5eSn[ [ U55UU- nUnUnU(a UbUceO#UbUceUn[R"UU-5nS/U-nUUUU'/n[U5HnUU:wdM URU5 M [UU5nSU- n[R"U U5n[R"XU- -U5n[UU-U5n[[R"UU-UU-5U5n Uc[UU5S-n!O[UU-U5n!U(aU U- U -n"U U"- U- U!-n#OU U!-n#U S(aUU-n$OSn$U S(aUn%OSn%U#RU 5[U$U 5[U%U 54$)Nc3P># UHnUbURT5OUv M g7fr9rrs r1r-native_batch_norm_backward..s/  A$%= a7 s#&r&z$rank of the input must be at least 2r%rj)rrGrrrRr(rqrlr rWrur`rrr<r)'rrrrrrrrFr@rr weight_dtyperrrrunning_mean_castrunning_var_castsave_mean_castsave_invstd_castr input_rankr num_featuresrrr_reduction_axesrorgrad_output_sumdot_p grad_mean proj_scale grad_scaleprojr[rl grad_biasr>s' @r1rbrbsp++K || " 33EKK@          ++KJ ?BBB? D[)*[->>L D F F$666$6!,1A1MMM -34!"j 0N&t,N4 "N :  9  ! !! $ *$ ?D  Dii ~>O IImD'89> JE./E~VI/ %$,QW0XZhiJ3FNKcQ 3 [ .  T!Z/$t+y8JF "Z/ 1~fn  1~#    k"K.I|, r0c  [UUUUUUUUUU 5 n XU 4n[U 5H0unnUcM [XUR5 [ UXSS9 M2 U$r)rbrrrr)rrrrrrrrFr@rrJrKrrr[rorLs r1native_batch_norm_backward_outrw sv"(    Fd#J&!1 = jmQWW 5 Q 4 P" r0save_varc B[RUUUUUUUSU/SQ5 $NT)TTTrrb)rrprrrrrxr[s r1miopen_batch_norm_backwardr|, s5  * *    r0 reserveSpacec B[RUUUUUUUSU/SQ5 $rzr{) rrprrrrrxr[r}s r1cudnn_batch_norm_backwardrF s5  * *    r0c^^^^^URmURm[T5m[R"TS;U4Sj5 URSSH!n[R"US:gU4Sj5 M# TSUS-S:XawTSUS-S:Xah[ S[ TSSU555n[ S[ TSSX555n[RRRXU5$S mS mUUU4S jnU"TSUS5upgpU"TSUS5uppUS [US 5U 4nU (dU (d[R"USS9$SnU"XXSS9upU"XXSS9upSn[[URS5[URS55H$unnUc US USS2U4nMUUS USS2U4-nM& UX{-- $)Nrc>ST3$)Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r'r}sr1r%adaptive_avg_pool2d..k s KD6Rr0rUrc">S[T5S3$)Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape r!rrsr1rrp s99>uaIr0rVc3.# UH upX-v M g7fr9r')rror0s r1r&adaptive_avg_pool2d..v sG*F$!qv*Fc3<# UHupo1US- U-- v M g7fr%Nr')rror0rs r1rrw s" +OaQ! O+Osc2[R"X-USS9$)Ntrunc rounding_moderldivrrrs r1 start_index(adaptive_avg_pool2d..start_index| syy99r0cF[R"US-U-U-S- USS9$)Nr%rrrrs r1 end_index&adaptive_avg_pool2d..end_index s&yy!a%1q1,awGGr0c>[R"UT [RS9nT"X!U5nX-S-nX-nUS:H=(d X-S:H(+nU(aUS- nO US:XaUS-n[R"UT [RS9nURS5U-nU(aQ[R"US- UR UR S9n [R"X5nT "X!U5n X- n OUn XXv4$)Nrr%rrVr)rlrrrXrOrrminimum)in_sizeout_sizeorangei0 maxlength in_size_modadaptive range_maxrmaxvali1lengthrrrs r1 compute_idx(adaptive_avg_pool2d..compute_idx shvU[[I 7 3'!+ ( #q(GH,Ba,GH  NI A  NILL6M ll2* ((! 399SZZF--,C6W5BWFFI//r0.r=)rrVrc[U[5(aX4$US:deX!RS5:nUS:Xa [US5n[R "XS5n[X*5nX4$)NrrVrUr=r)r;rrXrZrlri)valsrrrrRrs r1 maybe_mask'adaptive_avg_pool2d..maybe_mask sp fg & &< 7N7 0 0 44Dby(q1$$T5D&vt4F< r0)rrRr)rrr~rlrrrnnr avg_pool2drZrrrW)rrrrrkernelridxhlength_h range_max_h adaptive_hidxwlength_w range_max_w adaptive_wrrretrojrrryrrs @@@@@r1adaptive_avg_pool2dra s  \\F KKE u:D LL R[[  F I  Ry;r?"a'E"I B,G1,LG#eBCj+*FGG +.uRSz;+O  xx""--eVDD:H0@/:%)[QS_.U+DK.9%)[QS_.U+DK 'a0$6 7D jzz$H--    bND  bND Cdjjn-uTZZ^/DE1 ;sAq!|$CS!Q\**C F (% &&r0c[R"SUS35 [[RUR SU*5n[[RU5nS/UR -nUR SU*USU*&U[RX@RS9RU5U--RS5nUR[UR SU*5[U5-5n[RURS5U/URS5SS9RUR 5$)N max_unpooling d_forward_outr%rrVFr&)rGalert_not_deterministicroperatorrrryrrrrr!rirqr)) rrrrRnchwindices_nc_shape indices_flatrs r1 _max_unpoolndr s !!M#m"DE  djj3$/ 0B  k *BsTYY"jj3$/Usd$++b+5::;KLrQQ gbk^^DEcT!23d;6GG HF  ! !r\NDLL,< "  d6<<r0c,^^^^[R"TR[R:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR S;U4Sj5 [R"TR TR :HUU4Sj5 [STR 5H1m[R"TRT5S:UU4S j5 M3 [TTTS5$) Nc">STR3$)Nz2elements in indices should be type int64 but got: r)rsr1rmax_unpool2d.. sDW]]OTr0r&c">S[T5S3$)NzMThere should be exactly two elements (height, width) in output_size, but got elements.r~rsr1rr ;'(  4r0rc$>STRS3$)NzLInput to max_unpooling2d should be a 3d or 4d Tensor, but got a tensor with dimensions.r}rsr1rr s%%)YYK| =r0c<>STRSTR3$NzBExpected shape of indices to be same as that of the input tensor (z%) but got indices tensor with shape: r)rrsr1rr s'PQUQ[Q[P\]229-- Br0r%rc*>STRSTS3$)NzZmax_unpooling2d(): Expected input to have non-zero size for non-batch dimensions, but got  with dimension being empty.r)rorsr1rr s ::,&6qcHr0) rlrrrr~ryrrWr(r)rrrros```@r1 max_unpool2dr s LL $T LL KA  LL V  LL gmm# 1dii  IIaL1   ! w Q 77r0cD^^^^^^[R"TR[R:HS5 [R"TRS;U4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"[ T5S:HU4Sj5 [R"TR TR :HUU4Sj5 [S TR5H1m[R"TRT5S :UU4S j5 M3 [R"TS S :=(a TS S :=(a TS S :U4S j5 [TTTS5$)Ncg)Nz(elements in indices should be type int64r'r'r0r1rmax_unpool3d.. s.Xr0r=rc$>STRS3$)NzLInput to max_unpooling3d should be a 4d or 5d Tensor, but got a tensor with rr}rsr1rr s^_d_i_i^jjvwr0rc">S[T5S3$)NzVThere should be exactly three elements (depth, height, width) in output_size, but got rrrsr1rr# rr0c">S[T5S3$)NzRThere should be exactly three elements (depth, height, width) in stride, but got: rrrrsr1rr* sdehioepdqq{|r0c">S[T5S3$)NzSThere should be exactly three elements (depth, height, width) in padding, but got: rr)rsr1rr. sefijqfress}~r0c<>STRSTR3$rr)rrsr1rr2 s'PQVQ\Q\P]^229-- Br0r%rc*>STRSTS3$)NzZmax_unpooling3d(): Expected input to have non-zero size for non-batch dimensions, but got rrr)rorsr1rr; s  ;;-'7s-Ir0r&c>ST3$)Nz5strides should be greater than zero, but got stride: r'rsr1rrD s GxPr0) rlrrrryr~rrWr(r)rrrrrrros`````@r1 max_unpool3dr s? LL $&X LL fw LL KA  LL F q| LL G ~ LL w}}$ 1ejj ! JJqMA   " LLq A 9&)a-9F1IMP a 88r0)rqrwc [XX#SUS9$)NTinplacerq _index_addr=rRrrwrqs r1 index_add_rJ s aeT GGr0c [XX#SUS9$)NFrrrs r1 index_addrV s aeU% HHr0rcz^^^^ ^ ^ [R"URT5m[R"TRS:*U4Sj5 TRS:XaTR S5OSm URS:aUR T5OSm [R"T T :HUU U 4Sj5 TS:wao[R "UR5m [R"T [:H=(d [R"[T5T 5UU 4Sj5 UT-nURS:HnU(aURS5OUnST-T4-nU(a[RO[Rn U "XxUSS9n U(aU$U(aU RS5$U R!5$) Nr%c$>STRS3$Nz(Index should have dimension 1 or 0 (got r8r}rsr1r_index_add..o :5::,aHr0rc>STSTST<3$)NzNumber of indices (z') should be equal to tensor.size(dim) (z ), for dim=r')rR index_sizerxsr1rru s%j\1XYdXeeqmplrsr0c(>S[T5STS3$)Nzalpha argument of type z cannot be safely cast to type !)r)rq python_typesr1rr| s-d5k]:YZeYffghr0r9Tr&)rGcanonicalize_dimsryrlrr( dtype_to_typerris_weakly_lesser_typerrXr index_put_ index_putrr)r=rRrrwrrqzero_dimrPrrrrrrxs `` ` @@@r1rrc sK  ! !!&&# .C LL aH#(**/AqJ&,kkAo&++c"1K LLz!s z))!''2  4  E**4; D h %vv{H#QB C-5( "C#*I BV 5C!)s{{1~?s~~/??r0c  [R"[U5S:S5 [U5nUSR5nUSSn[ SU55nU(aX64nOXc4nXu-nUSR Xr5nS[U5-n [ U5Hfn X n [RXSXkRS5- 4-U5n U(a[RXSU S9nMQ[RXSU S9nMh U$)Nrcg)Nz#received an empty list of sequencesr'r'r0r1rpad_sequence.. s-Rr0r%c3B# UHoRS5v M g7frr()rr=s r1rpad_sequence.. s/Y&&))Ys)rrrRr) rlrr~r(rrBrWrrsr) sequences batch_first padding_valuesequences_sizemax_size trailing_dimsmax_lenout_dimsr dim_paddingsrocurrseqrows r1 pad_sequencer  s  LLY!#%RS^N|  "HQRLM/Y//G",,'H A,   8CC ..L > ","" Q,,q/(A$BBM  %%cAQ%?C%%cAQ%?C# Jr0c[XX#SS9$)NTr _index_copyr=rRrrws r1 index_copy_r s qud ;;r0c[XX#SS9$)NFr r rs r1 index_copyr s que <STRS3$rr}rsr1r_index_copy.. rr0rr9) rGrryrlrrXrrrrr) r=rRrrwrrrPrrrs ` r1rr s  ! !!&&# .C LL aH vv{H#QB"'**/EOOA uE C-5( "C#*I BV $C!)s{{1~?s~~/??r0cF[R"URS5U5n[R"[R"U5*5nUR (dUR (aURS5nOUnU[R"U5- U4$)Nr'r)rlrrirkrris_xpurA)rrrnrs r1log_sigmoid_forwardr sn --r*D 1C 599T?"#A ||t{{% Q  ''r0lowhighrGc [R"UR[U5[U5URUR US9$)N)rrrrrG)prims_uniform_helperrrrr)r=rrrGs r1uniformr s=    cN t_ggxx  r0c8UR[XX#55$r9)r r)rrrrGs r1uniform_r  s ::gd9 ::r0c2[U5S- nUb@[R"USLS5 [R"[U5U:HS5 U$Ub[R"USLS5 [R"[U5U:HS5 /n[U5HZupE[ U5U:Xa$UR XS-[ U5-5 M8UR [ XS-U-55 M\ U$[R"SS5 g)Nr&cgNz9Must specify exactly one of output_size and scale_factorsr'r'r0r1r.upsample_compute_output_size.. Or0cgNr'r'r0r1rr$ sRr0cgr#r'r'r0r1rr$ r%r0cgr'r'r'r0r1rr$ srr0Fcgr#r'r'r0r1rr$ sRr0)r~rlrrrrur)r7r scale_factorsspatial_dimensionsrors r1upsample_compute_output_sizer. sZ1, T ! O   S%);;ZH  4  O   S'+==zJ m,DA1v{"":!e#4s1v#=>""7:!e+ ){ RE& TFSZ,?  U6 >>r0c/n[U5nU(aSOSn[U5HnXnURU*U-n X'b XX'-- OX- n [R"U[R UR S9n X-U -R[R5n [US- U- 5Hn U RS5n M URU 5 M U$)Nrrrr%rV) r~rWrrlrrrr<rrXru)rrr0r;rnum_spatial_dimsrrr6isizerroutput_indices input_indicesrYs r1!_compute_upsample_nearest_indicesrB8 sG;'SsF # $ --12/5y/D*+%-e5==V(1U:>>u{{K '!+a/0A)33B7M1}%+%, Nr0)preserve_memory_formatrr0c[XU/5$r9r4rrr0s r1upsample_nearest1drGX s U& ::r0c[XU/SS9$r9rErFs r1upsample_nearest_exact1drId s U& FFr0scales_hscales_wc[XX#/5$r9rErrrJrKs r1upsample_nearest2drNr s U(1E FFr0c[XX#/SS9$r9rErMs r1_upsample_nearest_exact2drP s U(1ET RRr0scales_dc[XX#U/5$r9rErrrQrJrKs r1upsample_nearest3drT s U(h1O PPr0c[XX#U/SS9$r9rErSs r1_upsample_nearest_exact3drV s  X:$ r0r;c:[XX#S9nSS/U-n[RX5nURS:Xad[R "U5nUR SnURRS:XaUS:a[RnURUS9nU$)Nr:r=r%cudarS) rBr _unsafe_indexryrGrrrrrlrXr) rrr0r;spatial_indicesrrrT n_channelss r1r4r4 s8 FOTl_,G    /F {{a33E: [[^ <<   &:>!33M"""? Mr0c U(a U(aSnOU(aSnO U(aSnOSn[U5U-S:Xd[U55e[S[U5U5Vs/sHn[XXC-5PM sn$s snf)Nrr=rr&r)r~rWr)params has_biaseshas_projections group_sizeros r1 gather_paramsra s|o    v; #q (5#f+5 (38CK3T 3Taf()3T  s"A>cxU(a%USU-USU-pTUSU-S-USU-S-pvO XXpTSupgXEXg4$)Nr&r%NNr')r]hiddensro bidirectional cur_params cur_hidden bidir_params bidir_hiddens r1params_hiddensrj s[!'AAJ%+AEAI%6A 8Jl!'GJJ%/" < ==r0c~X:deURURSX!U- 55 URSSU5$rw)rur))rglast_batch_size batch_sizerds r1update_hidden_for_packedrn sA  '' ' NN:$$Q j4PQR   Q: ..r0c tX:XaU$X:de[R"UURSXU- 545$rw)rlconcatr))rgrlrm inp_hiddens r1 update_hidden_for_packed_reverserr sJ$  '' ' <<    a2N O  r0c USnUSnU(aUSOSn U(aUSOSn /n /n U(aUSOUSn URSSU 5n[R"U[U55nU(aUSSS2nUHXnURSnU U:XaO"U(a[ XUU5nO [ XUU 5nU"XXyX5nUn U RU5 MZ U(aU R5 O!U RU5 U R5 [R"U S5nU(d[R"U S5OUnUU4$)Nrr%r&rrV) r)rlrrqrrrrnrureverser*)inphiddenr]r^ hidden_fn batch_sizesrt ih_weight hh_weightih_biashh_bias step_outputrdrlrg split_inpror hidden_outs r1one_layer_rnn_datar sCq Iq I%fQi4G%fQi4GK"$G)0k"ok!nOq!_5J Ck!23IddO  IIaL a   9QJ2QJs IW :&#&z" ))K #C.57A&:J  ?r0c^U4SjnU$)NcD>T"[R"XU5U-5$r9rlinearrorgryr{rzr| nonlinearitys r1rMrnn_cell..inner' sAHHZGDqHIIr0r'rrMs` r1rnn_cellr& sJ Lr0c^U4SjnU$)Ncr>[R"XU5nT"[R"XU5U-5$r9rrs r1rMrnn_cell_data..inner. s. HHQ7 +AHHZGDqHIIr0r'rs` r1 rnn_cell_datar- sJ Lr0c USnUSnU(aUSOSnU(aUSOSn [R"XU5n U(aU RS5OU n URS5n /n U Hn U"XXhXy5n U R U 5 M U(aU R 5 [ R"U S5nXRS54$)Nrr%r&r) rrfliprXrurtrlr*r)rurvr]r^rwrtryrzr{r|precomputed_inputrgr}rors r1 one_layer_rnnr5 sq Iq I%fQi4G%fQi4G95<)..q1BS!!!$JK qi)U :& ))K #C ""1% %%r0cUSnUSnU(a USnUSnOH[R"UR55n[R"UR55nUSRS5n USRS5n /n Sn U RS5n SnSnSnSnUR 5nU R 5n U R 5n [R R RRUUUUUU U UU U U UUUUU5nUSUSUSnnnUURS5URS544$)Nrr%r&rF) rlrr(rXrr$rmkldnn_rnn_layerrr)rurvr]r^rtw0w1w2w3hxcxrxmode hidden_size num_layersrerrFoutputsr]hycys r1mkldnn_one_layer_lstmrK sS B B AY AY [[ # [[ #   Q B   Q BK D''!*KJMK E .. C B Biinn--55         !G$ GAJ 2rA rzz!}bjjm, ,,r0c (U(aURSS5OUn/n [U5Hn [X!X5uppU(a XKS- :aUOSnU "X X5unnU RU5 U(aU "XXSS9unnU RU5 U(a+[R "UW/UR 5S- 5nOUnUS:wdMU(dMXS- :dM[R"XSS9nM U(aURSS5OUnX 4$)Nrr%rT)rt)rF) transposerWrjrurlr*rRrI)rrvr]r^rrIrFrerlayer_fn final_hiddensrorfrgrhrifwd_inp fwd_hiddenbwd_inp bwd_hiddens r1 _rnn_helperr} s&1EOOAq !eEM : =K A> : $ U(:'&u*QZ( "*\t# GZ   , IIw0'++-!2CDEE a C  M1- --r0c URS5n [X#S5n[UU UUUUUUU[[[ [ R5S95 upU [ R"U S54$r) rrarrrrrlrrrs r1rnn_relu_inputr rr0c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$NrFrxrw) rrarrrrrlrr datarxrr]r^rrIrFrervrrs r1 rnn_relu_datar wYYq\F 6u 5F$    ##EJJ/ C  M1- --r0c URS5n [X4S5n[UU UUUUUUS[[U[ [ R5S95 upU [ R"U S54$r) rrarrrrrlrrrs r1 rnn_tanh_datar rr0cf[R"XU5U-nURSU5nUSR5n USR5n USR 5n USR5n X-X--n XR 5-nUcUO[R"XS5nX4$)Nr=rr%r&rrrchunkrr)rurrrzr| hr_weight chunk_dimgates chunked_gatesin_gate forget_gate cell_gateout_gaterrs r1 lstm_cellr* s HHRG ,s 2EKK9-MA&&(G"**,Ka %%'IQ'')H  W0 1B GGI B ahhrd&CB 6Mr0c JUSnUSnU(aUSOSnU(aUSOSn[U5S:XaUSO[U5S:XaUSOSn USRS5n USRS5n [R"XU5n U(aU R S5OU n /n U H"n[ X XXSS9upU R U 5 M$ U(aU R5 [R"U S5nXRS5U RS544$)Nrr%r&rrr=r) r~rXrrrrrurtrlr*r)rurvr]r^rtryrzr{r|rrrrr}rs r1one_layer_lstmr8 sq Iq I%fQi4G%fQi4G[A%q F q8H6!9d   Q B   Q B95<)..q1BSK 3B7QRS2! ))K #C A 1 . ..r0c USnUSnU(aUSOSnU(aUSOSn [U5S:XaUSO[U5S:XaUSOSn /n /n U(aUSOUSn [R"U[U55nU(aUSSS2nUSnUSnUR SSU 5UR SSU 5nnUGHnUR Sn[ R"XU5nUU :aaU RUR SUU U- 5UR SUU U- 545 UR SSU5UR SSU5nnUU :aZ[R"UUR SU UU - 54S5n[R"UUR SU UU - 54S5n[UUUXyU SS9unnUn U RU5 GM U(aU R5 UU4nO\U RUU45 U R5 [U 6unn[R"US5[R"US54n[R"U S5nUU4$) Nrr%r&rrr=rVr)r~rlrrqr)rrrrurprrtrr*)rurvr]r^rxrtryrzr{r|rr}rdrlr~orig_hxorig_cxrrrorhidden0hidden1rs r1one_layer_lstm_datarS soq Iq I%fQi4G%fQi4G[A%q F q8H6!9dKG)0k"ok!nO Ck!23IddO QiGQiG ^^Aq/ 2GNN 1o5B IIaLhhsw/   NNIIaOa$78IIaOa$78  YYq!Q'1a);B  W^^AO8KLMqBW^^AO8KLMqB3B IQRSB236"X Bx =YYw*EIIgq,AA ))K #C  ?r0c<SnU"XU5(a[$[$)aCheck whether we could use decompose lstm with mkldnn_rnn_layer. All the below conditions need to be met: * ``torch._C._get_mkldnn_enabled()`` returns ``True``. * All the input args are on CPU. * The dtypes of args are either torch.float or torch.bfloat16. * Inference. * ``has_projections`` returns ``False``. Args: * input: the input sequence to LSTM * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM * params: the weight and bias tensors of LSTM c[RR5(dgU/[U5-[[R "U55-nUVs1sHoDR iM nn[U5S:wagUR5nU[R "S5:wagUVs1sHoDRiM nnUH)nU[R[R4;dM) g UR(agUSRS5USRS5:gn U (aggs snfs snf)NFr%rrr&T)rlr0_get_mkldnn_enabledrqr from_iterablerr~poprrbfloat16 requires_gradr() rrr]rptdevicesrdtypesrr_s r1 use_mkldnn2select_one_layer_lstm_function..use_mkldnn sxx++--'DH$tE,?,?,G'HH%,-W88W- w<1  U\\%( (#*+7a''7+EU[[%..99   Q%**Q-2a5::a=8 ).,s D8.D=)rr)rrr]rs r1select_one_layer_lstm_functionr s":%V$$$$r0c [U5S:XdS5e[X#USRS5USRS5:g5n[[ USUS55n [ XU5n [ UU UUUUUUUU 5 up[[ U 65n U [R"U SS5[R"U SS54$)Nr&lstm expects two hidden statesrr%) r~rar(rqrrrrlr) rrr]r^rrIrFrerrvrrrs r1 lstm_implr s r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F-e@H$   Cm,-M  M!,a0%++mA>NPQ2R RRr0c [U5S:XdS5e[X4USRS5USRS5:g5n[[ USUS55n [ UU UUUUUUS[ [US95 up[[ U 65n U [R"U SS5[R"U SS54$)Nr&rrr%F)rx) r~rar(rqrrrrrlrrs r1lstm_data_implr s r7a<999< 6r!uzz!}1 1 /M NF #beRU# $F$   #= Cm,-M  M!,a0%++mA>NPQ2R RRr0c$URSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr%r&r)rrrrr rurgryr{rzr|chunked_igateschunked_hgates reset_gate input_gatenew_gates r1gru_cellrsYYq!_NXXjW=CCAqIN #nQ&77@@BJ #nQ&77@@BJq!^A%6%CDJJLH  !Z /( ::r0cN[R"XU5RSS5n[R"XU5RSS5nUSUS-R5nUSUS-R5n USUSU--R 5n X- U -U -$)Nrr%rr&rrs r1 gru_cell_datarsXXcg6<> 1 1 mg r0c[UR5X5n[US5n[US5n[RR R XX%U5$r)r.r(r1rlr$r_upsample_bicubic2d_aars r1upsample_bicubic2d_aa_vecrasP ){ REmQ/GmQ/G 99>> 0 0 mg r0c~[UR5X5nU(aUOS/[U5-n[XX%5$r9)r.r(r~_upsample_linear)rrrr,r6r0s r1_upsample_linear_vecrms7 ){ RE+]$#e*1DF E- @@r0rc[XX#/5$r9r)rrrrKs r1upsample_linear1dr{s E z JJr0c[XX#U/5$r9r)rrrrJrKs r1upsample_bilinear2drs E (?S TTr0c[XX#XE/5$r9r)rrrrQrJrKs r1upsample_trilinear3drs  Mh+I r0cZU(aUS:a US- US- - $S$Ub US:aSU- $X- $)Nr%rjrr')rrrrrs r1_compute_scalers@5=\# (S.1HqH#/EAIsU{U7CUUr0c,U(aX-$XS--S- $Nrr')rr dst_indexrs r1_compute_source_indexr s   C(3..r0weightsweights_precisionc[S[X555SUS- --nX2- n[R"USS5R [R 5$)Nc3# UHFupUR[R5UR[R5-v MH g7fr9)r<rlr;)rrrs r1r%_sum_tensors_uint8..s5:K$!U[[ADD--:KsAAr%r) _sum_tensorsrrlrr<r6)rr rrs r1_sum_tensors_uint8rs_:=c:K  1$ %'F (F ;;vq# & ) )%++ 66r0c[R"U5R5nSn[R"X!RS9nSUSUS----nUS:nX%R 5- $)Nrrr%i)rlrrrrr)r  max_weightmax_weight_precision precisionsvaluesrs r1_compute_weight_precisionrseW%))+J2;L;LMJ :zA~!67 7F g D ((* ,,r0c  ^^^TRSSupETRSSn[U5n[R"T[RR S9unmUUU4Sjn [ [XaU55V V V Vs/sHun upnU "XX7S- U - 5PM n n n n n[[U 65upn/n[SS//U-6HhnSS/[U5Vs/sHnUUS:XaUUOUUPM sn-n[RTU5n[UT5nURU5 Mj [[U55Hsn XX- R!SS5R#T5n[USSS2USSS25VVs/sH#unnU[$R&"UU- U5-PM% nnnMu [U5S:XdeUSn[R("T5nTR*R,S:XaUS :a[$R.n[1U[$R25(deUR5US 9nTR75(dUR95nU$s snn n n fs snfs snnf) Nr&rTc`>[XT U5n[R"UT RS9R T S9n[ XET 5R SS9nUR"URS/S/U-Q76nUR [R5nUS-R US- S9nXgU4$)Nrrrrrr%r) rrlrrr<r rr!rr) inp_sizerr0nsqueeze scale_factorrox_f32r=xp1rrrs r1 get_values$_upsample_linear..get_valuess%h-P  LL%,, 7 : : : G%l}EKKPSKT ekk!n@sh/?@ HHU[[ !1umm1 m-}r0r%rrrjrXrS)rr~rGrHrV INT_TO_FLOATrrrqrrWrrYrrureversedrr<rlrrrrrXr;rrrMround)rrrr0n_batchr[ inp_sizesn_dimsrYr#rorrrxs_f32xsxp1svsrkrvxscalev1v2rrTrs` ` @r1rrs{ ++bq/G ABI ^F'' !AANNHAu 09   /0 0 +A+F 8vzA~>0   CL)F B 1vh' (TluV}U}!qtqybed1g=}UU   uc * #Au - ! ) eFm $)be#**3477>b1gr!$Q$x0 1B 27F+ +0  % r7a<< UF//6M ||F"zB// fell + ++ +   ]  ;F  " " $ $ MQV sI3 I;*Jrrc4URUR:H$r9r)rrs r1 is_same_sizer6s 77agg r0c,[RX5$r9)rr)r=rrIs r1_reshape_aliasr8s 99Q r0c,[RX5$r9)rr)r=rs r1rYrYs ::a !!r0c.[RXX#5$r9)rr)r=rrr's r1r)r)!s >>!e 88r0cUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 SSKJn U"UR5S:H5(a;[RRX5nURURU5$[[U55H0nX'nUcM URSUR!U5S- S9X''M2 ["R%X5R'U)U5$)NcgNz3tensors used as indices must be long or int tensorsr'r'r0r1r&_unsafe_masked_index..,rr0cgNz*tensors used as masks must be bool tensorsr'r'r0r1rr>1GJ!   a ) 5 5teT BBr0cRUHKnUcM[R"UR[R[R4;S5 MM [R"UR[R :HS5 UR 5S:XaUR5$[[U55H@nX%nUcM URURU5*URU5S- S9X%'MB URU)S5n[RXUSS9$)Ncgr=r'r'r0r1r5_unsafe_masked_index_put_accumulate..Hrr0cgr@r'r'r0r1rrHMrAr0rr%rTr&)rlrrrhrrrrrWr~rr(rirr))r=rrrrro masked_values r1#_unsafe_masked_index_put_accumulaterKBs   LL  EII66M  LL ejj <  wwyA~wwy 3w<    !&&)QGGJ! %%teQ/L  ! !!lt ! LLr0cUR5nSnUS:aSnUb5US:a)S/U-nURSXv'URU5nOUnX-n[R"X:gUS5n U R U5n [R "XU 5RU5*n [R"X:gU S5n U[RR:XaUS:aURSS5n X4$UblWRUR5n[R "XU 5RU5n [R"X:gU S5n U R5n O!X:gR5RU5n U[RR:XaU R5n X4$U[R R:XaU R5U - n X4$)Nr%r&rr'r)rRrrrlrmrXgatherrr#r,rrBrrr<r.r-)rrrrrr+r"rwr# safe_target_rrwsums r1_nll_loss_forwardrQ\sXXZFK z   A:E"(aE  E"AAx++f4fa@K((5Lll4l;CCKP PF [[/ ;FINN(((VaZ}}R- ##  HHTZZ ||AL9AA+N{{614;xxz .33588> IMM'''   inn** * ,  r0c>UR5S:aUR5S::dS5eUR5S::dS5eUR5S:H=(a UR5S:HnU(dBURSURS:Xd"SURSURS35eURS nUb?UR5S:XaUR5U:XdS US UR35e[XX#U5$) Nrr&r4r%r5r6r7r8rVz/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rRrrrQ)rrrrrr: n_classess r1nll_loss_forwardrTs- 88:>dhhjAoP/PP - EDE88:?8vzz|q'8L  1 a(J #DJJ flln 9J 8 Cz|B|H|H{IJJ  T6l KKr0c[XX#U5$r9)rQ)rrrrrs r1nll_loss2d_forwardrVs T6l KKr0Ac0US-U-US-- U-U-S-$)Nr&rr%r'r=rWs r1_upsample_cubic_convolution1rZs( UaK1q5 !Q & *Q ..r0c:X-SU-- U-SU--U-SU-- $)Nrr=r'rYs r1_upsample_cubic_convolution2r]s. UQU]a !a% '1 ,q1u 44r0rcSnUR[R"S5:Xa[R"USU- /SS9n[R"US-SU- /SS9n[X15n[ X!5n[R "USS9upg[R "USS9upXhX4$[US-U5[ X5[ SU- U5[SU- U54$)Ngrrjrrr)rrlrr]rZr) rrWtt1tt2w03w12rrrrs r1 _upsample_get_cubic_coefficientsrcs Axx5<<&&kk1cAg,A.kk1s7C!G,!4*32*32cq)cq)r~ )S! 4 ( . (q! 4 (q! 4   r0coeffstscN[U5n[S[X555$)Nc3.# UH upX-v M g7fr9r'rrrs r1r+_upsample_cubic_interp1d..sE0DHR0Dr)rcrr)rdrecoeffs2s r1_upsample_cubic_interp1drks".r2G EF0DE EEr0c6[[RU5$r9)rrladd)res r1rrs %))R  r0 num_stepscUS::a[R"SX2S9$U(dUS- U- OSn[R"U*X@X2S9$)Nr%rr)stepsrr)rlrwlinspace)rnrrrrs r1_linspace_from_neg_onerrsCA~||Af::-:)a-9 $A >>1"a MMr0thetahrNcURnURn[X#XE5RSUS5n[XXE5RUSS5n[R "SXES9n[R RRUSSSS9n[R RRUSSSS9n[R RRUS SSS9nXg-U-$) Nr%)r%r%r%r)rr&constantrrrrr%r%)r&r rrrrrrlrrrr) rsrtrNrrrgrid_xgrid_ygrid_ones r1_make_base_grid_4dr}s KKE \\F$Ae D I I!QPQ RF #Ae D I I!QPQ RFzz)5@HXX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?X %%r0rctURnURn[X4XV5RSSUS5n[X$XV5RSUSS5n[XXV5RUSSS5n [R "SXVS9n [R RRUSSSS9n[R RRUSSSS9n[R RRU S SSS9n [R RRU S SSS9n Xx-U -U -$) Nr%)r%r%r%r%r)rrrvrrw)r%r&)r&r%)rrry) rsrrtrNrrrrzr{grid_zr|s r1_make_base_grid_5drs% KKE \\F #Ae D I I!QPQST UF #Ae D I I!QPQST UF #Ae D I I!QPQST UFzz,eCHXX $ $VjPQ $ RF XX $ $VjPQ $ RF XX $ $VjPQ $ RFxx""&&xV*TU&VH ?V #h ..r0cUup4pV[XXbS9nURSSS5URRS5-R S5nURX5US5$)NrrVrr%rUr&)r}rrZrXr) rsr(rrrYrtrN base_gridgrids r1_affine_grid_generator_4dr s]JA!"5QLI NN2q! $uxx'9'9!'< < A A" ED 99Q1a  r0cUup4pVn[XXgUS9nURSSS5URRS5-R S5n U RX5XgS5$)NrrVr=r%rUr)rrrZrXr) rsr(rrrYrrtrNrrs r1_affine_grid_generator_5drsaMA!"5QOI NN2q! $uxx'9'9!'< < A A" ED 99Q1 ##r0c[R"[U5S;S5 [U5S:Xa [XUS9$[ XUS9$)Nrcg)NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r'r'r0r1r'affine_grid_generator..'sUr0r=r)rlrr~rr)rsr(rs r1affine_grid_generatorr!sF LL D VU 4yA~(MRR(MRRr0rinterpolation_mode padding_mode _expand_gridc ^^^^^^^^^^^ ^!^"^#^$^%^&^'^(^)^*^+^,^-[R"TS;U4Sj5 [R"TS;U4Sj5 S[S[S[4U4Sjjm-S[S[S [S[4S jm+S[S[S[4UUU+4S jjm S[S[S[4U U-4S jjnTRummm$m%URunm)m*nUS :XdeT(a(UR TST)T*U5R TTT)T*S 5nS[S[S[4U$U%4Sjjm&[R"TTRS9R TSSS5m[R"TTRS9R STSS5mS[S[S[S[4UUUU&U)U*4SjjmS[S[S[4UUUU4Sjjm"USn USn TS:XaU"U T%5n U"U T$5n U R5U R5sm'm(T'S-T(pT'T(S-nnU UnnUU - UU - -nX- UU - -nX- X- -nU T'- U T(- -n[U"4SjT'T(U4XU4UUU4UUU4455$TS:Xa<U"U T%5n U"U T$5n U R5nU R5nT""UUS5$T-"U T%5n T-"U T$5n U R5m'U R5m(U T'- m,U T(- nT(d"T,RS5m,URS5nS[S[S[4U U"U$U%4Sjjm#S[S[4U#U'U(U,4Sjjm![U!4Sj[S 555n[!UU5$)!N)rr%r&c>ST3$)NzInvalid interpolation mode r')rsr1r"_grid_sampler_2d..@s-.@-ABr0c>ST3$)NzInvalid padding mode r')rsr1rrCs -B<.+Qr0coordsr(rScJ>T(aUS-S- OUS-nUS-S- nX-U-$r r')rr(rofsrs r1 unnormalize%_grid_sampler_2d..unnormalizeFs6%2tczCs Sj3|c!!r0 twice_low twice_highcDX:Xa[R"U5$US- nX!- S- nX- R5n[R"XT5nXT- R 5R [R S9n[R"US-S:HXc-XC-U- 5$)Nr&rr%r)rlrrfmodfloorr<int8rm)rrr coords_min coords_spancoords2extraflipss r1reflect_coordinates-_grid_sampler_2d..reflect_coordinatesQs  "##F+ +] !-2 &++- 70&--/222D{{ AINE. 0H50P  r0c>TS:XaU$TS:Xa"USUS- 5$T(aT"USSUS- -5nOT"USSU-S- 5n[R"USUS- 5$)Nrr%r&rVr)rr(coords_reflectedrrrs r1compute_coordinates-_grid_sampler_2d..compute_coordinates]sx 1 M Q ;;vq$(3 3#6vq!tax.#Q #6vr1t8a<#P ;;/D1H= =r0c$>T"X5nT"X!5$r9r')rr( coords_unrrs r1compute_source_index._grid_sampler_2d..compute_source_indexis- "933r0r&r%r-ysc >[R"SU:*[R"UT:[R"SU:*UT:555$rwrlr)r-riHiWs r1in_bounds_cond(_grid_sampler_2d..in_bounds_condysF  GU&&rBw0A0A!r'2PR70ST  r0rwsc>^^T"X5mT(aTOSm[UUUU U 4SjUR[RS9UR[RS9U455$)Nr%c3x># UH/n[R"TUS5RTTTT5v M1 g7fr)rlrmr)rrrrroHoWs r1r1_grid_sampler_2d..clip..s9 M KKa # ( (Ar2 6 6Ms7:r)rr<rlr) r-rrrrrrrrrrs @@r1clip_grid_sampler_2d..clips\b% A1  ee%++e.EKK0H"M   r0ixiyc2>T "XU5up4nTTTXC4U-$r9r') rrrNidx_xidx_yw_C_idxN_idxrrs r1 get_summand%_grid_sampler_2d..get_summands*?bu+,r11r0).r).r%rc3<># UHupnT"XU5v M g7fr9r')rrrrNrs r1r#_grid_sampler_2d..s*     " " sc:>T"UT5nT"UT5nT"X#S5$r_r')rrr=r]rrrrs r1get_value_bounded+_grid_sampler_2d..get_value_boundeds(#B+A#B+AqQ' 'r0rc>TUS- -nT"TS- U5T"TU5T"TS-U5T"TS-U54n[UT5$)Nr%r&)rk)riy_ofscsrix_nwiy_nwtxs r1 get_coeff#_grid_sampler_2d..get_coeffs[cAg&F!%!)V4!%0!%!)V4!%!)V4 B ,B3 3r0c34># UH nT"U5v M g7fr9r')rrrs r1rrs:#y~~r=)rlrrrrrrrrrrrr(rXrrWrk).rrrrrrrrYtwor=r]rrix_neiy_neix_swiy_swix_seiy_sew_nww_new_sww_se ix_nearest iy_nearesttyrdrrrrrrrrrrrrrrrrrrrs.` ```` @@@@@@@@@@@@@@@@@@@r1_grid_sampler_2dr/s LLi'B LL !#Q"F"#"&"  F  s    PV   >F ># >& > >4V43464477LAq"bZZNAr2s !8O8 yyAr2s+221aRC 6 v &  LL188 , 1 1!Q1 =E LL188 , 1 1!Q1 =E    V    4F   22F2&22 V A V AQ !!R ( !!R (xxz288: uqy%ueaiueu urz* urz* rz*U rEz* t$t$t$t$      q !!R ( !!R (XXZ XXZ :z155 B  B    %Z %ZaBaB (& (f ( ( (  43 46 4 4:q::'33r0c[UUUUUS9$)N)rrrr)r)rrrrrs r1grid_sampler_2drs   -!#  r0c2^^[R"TR5S:H=(a TR5S:HUU4Sj5 [R"TRS5TRS5:HUU4Sj5 TT-R SS9$)Nr&r%cL>STR5STR53$)Nzmatrix @ vector expected, got rrrrsr1rmv..s0 BswwykJr0rcv>STRS5STRS5STRS5S3$)Nzsize mismatch, got input (rr=r%z), vec (r8rrsr1rrs:,TYYq\N!DIIaL>RURZRZ[\R]Q^^_`r0r)rlrrRr(rrs``r1rrss LL  a*CGGINJ LL !  #` 3J    ""r0cUb.US- U-S-nSU- U-U[R"U5-- nOSU- U-[R"U5- nUbXb-n[Xd5$r_)r logsigmoidr)rrr pos_weightr log_weightrs r1 binary_cross_entropy_with_logitsrsr  1n.2 F d"j1<<3E&EFF d"Q\\$%77 }  00r0tensor1tensor2is_outc  ^ URUR:aX4OX4up4SSKJm URS:aURS::dgUR(aU(dgURS:XagT "UR 5S:H5(agUR nUR 5nS/n[USS5HnURXS-5 M [U 4S j[U[[U55U555$) Nrrrr&FTr%rVc3V># UHupnT"US:H5=(d X:Hv M g7frr')rrrr(rms r1rshould_fold..!s4" D TQY'84=8" s&)) ryrormrrrrrr'rurrrq) rrrt1t2t1_shape t1_strideexpected_strider(rms @r1 should_foldrs$+<<7<<#?g gEWFBJ GGqLRWW\ ||qBHHJ!O,,xxH I cO!"&tb&99:' !$ tH_56"  r0) pass_is_out)rc UR5nUR5nUS:waUS:wdeUS:XaUS:Xa[R"X5$US:XaUS:Xa[R"X5$US:XaGUS:XaA[R"[R "[R "US5U5S5$US:XaUS:Xa[R "X5$[XU5(GaVXC:nU(a UROUnU(dUOUS:XaUR5OUnURn[USS5n [[RU 5n UR5S:Hn U (aU RURS5 UR!XS5n U (a\[R"R$R'U R U5U 5n U(aU RR)5$U $[R"R$R'U RU5U 5$US:Ga}US:GavUS:aUR+S5OSnUR+S5nURSSnUS:aUR+S5OUR+S5nUS:aUR+S5OSn/n[-US- 5H#nURUR+U55 M% US:Xa{US:XauUSUS:waiUSS:Xa,UR.(aR S5U5$USS:Xa+UR.(a[1XR S55$[[R2"UU55nUX/-n[5U5nUR7U5R!UX5nUS:HnU(a7UU/-nUR7U5R!UU5R S5nO)UUU/-nUR7U5R!UUU5nUn US:aU RU5 US:aU RU5 U(a/UR9U5R S5R;U 5$UR9U5R;U 5$[R<"SS5 g) Nrr%r&rVrUrFcg)Nz/both arguments to matmul need to be at least 1Dr'r'r0r1rmatmul..s$Ur0)rRrldotrrrrXrrZrrrqrrrrur!r$r _unsafe_viewrr(rWrrYbroadcast_shapesr(rbmmrr)rrr dim_tensor1 dim_tensor2rrrsizes_1 output_shape folded_dim1 t2_is_matrix t1_foldedrrm1 batch_tensor1m2rM batch_tensor2roexpand_batch_portiontensor1_expand_sizeexpand_batch_producttensor1_expanded vector_rhstensor2_expand_sizetensor2_expandeds r1rYrY)sG++-K++-K !  q 00 0aK1,yy**  kQ.xx))  kQ.}}UXXeoogq&A7KQOO  kQ.xx)) Wv . . - $WZZ'$G+:J799;PW ((GCRL) X\\<8 vvx1}     ,JJ{BK8 YY^^00b1A<PF-6699'') BF B99>>..y||B/?N N  kQ.!,aGLL Q \\"  cr* !,qW\\" gll26F +aGLL Q#% {Q'A  a 1( 1 q a M!$44Q1$)>)>gooa0'::Q1$)>)>gq'9:: $  " "=- @ 3aW<#$89#>>*=>FF ! !A% "6""= 23-r21  #7"a"@ &~~.ABJJ$b!  , ?    " ?    " #''(89AA"EJJ<X X#''(89>>|L L UUVr0rrcJ^^^^^^^^TRu nmm[TUSX#5n[TUSX$5n[R"T[RR S9upX[ R"USTRS9RUS9n [ R"USTRS9RUS9n [XzU5n [XiU5n U RS5n U R5n U R5nX- RSS5nX- RSS5nU R[ R5n UR[ R5nUS- XS-US -4nU S- XS-U S -4m[U5m[U5nS umnTR [ R":Xa[%T5m[%U5nTVs/sHBnUST--[ R&"U5S --R[ R(5PMD snmUVs/sHBnUSU--[ R&"U5S --R[ R(5PMD nnUUU4S jmUUUUU4S jm[+U4SjU55nTR [ R":XaUce[-UUU5nO[/S[1UU555n[R2"T5nUR5US9nU$s snfs snf)Nrr%rTrrrVrrjr&rcrc>[R"USTS- 5n[R"USTS- 5n[RTSSX#/5nU$r)rlrrrY)rr-y_idxx_idxr1in_hin_wrs r1 load_bounded0upsample_bicubic2d_default..load_boundedsM B4!8, B4!8,   utT5&@ Ar0c>^[UU4SjT55nTR[R:XaTce[ UTT5$[ S[ UT555$)Nc36># UHnT"TU5v M g7fr9r')rx_ofsrr]s r1rCupsample_bicubic2d_default..get_x_interp..sB'l1e,,'sc3.# UH upX-v M g7fr9r'rhs r1rr!sJ4IBG4Ir)rrrlr6rrr)r]src_xrixs_ofsrweights_precision_x weights_xs` r1 get_x_interp0upsample_bicubic2d_default..get_x_interpsWB'BB ;;%++ %&2 22%eY8KL LJCy4IJJJr0c34># UH nT"U5v M g7fr9r')ry_ofsr's r1r-upsample_bicubic2d_default..s;7%,u%%7rc3.# UH upX-v M g7fr9r'rhs r1rr+sL6K(2bg6KrrS)rrrGrHrVr&rlrrr<r rXrrrrcrr6rrint16rrrrrr)rrrrrrYh_scale_factorw_scale_factorrrorx_floaty_floatr=r]yscaler2iys_ofs weights_yweights_precision_yrNsrc_yrrTr'rrr$rr%r&s` @@@@@@@r1upsample_bicubic2d_defaultr7s{{Aq$$D+a.-QN#D+a.-QN'' 5#H#H#U#UHA  [^ELL9<<5<IA [^ELL9<<5<IA#N}EG#N}EG#G A Ak c *Fk c *F U[[A U[[A1uaQA&G1uaQA&G08I08I/9,, {{ekk!7 B7 B !** +ejjmc.A A E Eekk R  !** +ejjmc.A A E Eekk R   KK ;7; ;E {{ekk!"...#E96IJLc%6KLL//6M   ]  ;F MA  s%A L5A L c .[R"[U5[U5-S:HS5 UcIUce[[[ [ 4[ S[URSSU5555nU(aUOSupE[XX$U5$)Nr%cg)Nz:Must specify exactly one of output_size and scale_factors.r'r'r0r1r(upsample_bicubic2d_vec..sLr0c3T# UHup[[U5U-5v M g7fr9)rr)rrNrrs r1r)upsample_bicubic2d_vec.. s* ?HA ! u,-- ?s&(r&rc) rlrrr rrrrrr7)rrrr,rrs r1upsample_bicubic2d_vecr=s LL [D//14L((( #s(O  #AGGABK ?  )6}<G %amg VVr0c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9nUS- US- UR5- R5- $)Nrr%)rlrrrrmiddlerdim_idxrs r1r_reflection_pad..idxsD,,ufnQXXFzVaZ'++-7<<>>>r0_reflection_or_replication_padrrrs` r1_reflection_padrGs ? *   r0c*^U4Sjn[TUU5$)Nc>[R"U*X-TRS9n[R"USUS- 5$)Nrrr%)rlrrrr@s r1r_replication_pad..idx-s4,,ufnQXXF{{7Avz22r0rDrFs` r1_replication_padrK's 3 *   r0idx_fncr^ [U5S-m [R"UR5T S-T S-4;U 4Sj5 URT *SnUR5T - n[ T 5Vs/sHoQST S- U- -PM nn[ T 5Vs/sHoQST S- U- -S-PM nnUn[ T 5HAnS/UR5-n U"XeX5Xu5XU-'[ RX5nMC [R"U5n URU S9nU$s snfs snf)Nr&r%c(>STSTS-STS-S3$)Nreflection_padz d requires r%zD or r&zD inputr'rsr1r0_reflection_or_replication_pad..@s".[q sQwiwOr0rS) r~rlrrRrrWrrYrGrr) rrrL inp_shapenc_dimro padding_left padding_rightrrrTrRs @r1rErE8s7 g,! C LL C!GS1W%%OI UUWs]F8=c C 1Aq1-. LC=B3ZHZQ#'A+.23ZMH F 3Z&**,. ), @PQJ##F0 //7M   ]  ;F MDHs 4D/D4c 2^^^^[U5S-mURT*SVs/sHo3S- PM nn[T5Vs/sHoRSTS- U- -PM nn[T5Vs/sHoRSTS- U- -S-PM nn/n[UR5HanS/UR-n SX'UR [ R "URUURS9RU 55 Mc UST*mUT*Sn Sm[T5Vs/sH oZUXe-PM n n[T5Vs/sH oVUX- PM n n[T5Vs/sHnSXE-Xe-X- PM n n[T5Vs/sHo[USXEXe-Xu-4PM nn[R"[R[T5Vs/sH nT"X5PM sn5n[RTUTU -S5nUUUU4Sjn[R"[T5Vs/sHn/S QPM sn6HnU[!S/T-5:XaM/n/n[T5HnnUUS:Xa XnXnO7UUS:XaXnXSXe4nO UUS:XaXnXXEXu- XES- 4nUR W5 UR W5 Mp U"UUU5nM U$s snfs snfs snfs snfs snfs snfs snfs snfs snf) Nr&r%rVrcBUupn[R"X:X:*5$r9r) index_rangerolbubs r1index_range_condition7_reflection_pad_backward..index_range_conditionis" r  !'22r0rrc J>[T 5H4nX#SX#S:n[U[5(dM)U(dM2Us $ [R"[ R UVs/sH nT "U5PM sn5n[ RT UTU-S5nX-$s snf)Nr&r%r)rWr;rrOrrrr) rr index_rangesroupper_less_than_lowerrWrgrrRrprZs r1r',_reflection_pad_backward..accumulatessA$0OA$69K$K !/66;P;P     CO PL L L L 1Lrrrc\[R"XUS9n[R"XUS9nX44$)Nr)rlaminrX)rrRrrmrXs r1aminmaxrns, ::dW 5D ::dW 5D :r0rc[R[R"[R"U5SU5XUS9$)Nrr)rrrlrmisnan)rrRrrs r1nansumrqs0 88EKK D 11d;SQV8 WWr0rr/rrIr/c D[RRSUSXX4S9$)Nrr%rrrr start_step)rfrr/rrIs r1arange_defaultrvs+ ;; ! ! 3f " r0c B[RRXSX#XES9$)Nr%rrrt)rerfrr/rrIs r1 arange_startrxs) ;; ! ! AU& " r0cSSKJn U"U0UD6$)Nr)out_dtype_dense)!torch._higher_order_ops.out_dtyperz)rIrJrzs r1out_dtype_decompr|sA D +F ++r0marginc^^^^ ^ [R"T5m[R"T5mTRSm TRSm [R"US:H=(d US:HS5 [R"TR S:H=(a T S:gU4Sj5 [R"TR S:H=(a TR 5T :HU U4Sj5 TbY[R"T5m[R"TR S:H=(a TR 5T :HU U4Sj5 TRS5m[R"TSTS9nX6- T-nURS5nUS:XaUOXw-nTbUTT-n[R"T TRS 9n[R"UT:gUS5nU[RR:XaUR!5$U[R"R:Xa UR%5URS- $UR!SS 9$) Nrr%r&cg)Nz only p == 1 and p == 2 supportedr'r'r0r1r#multi_margin_loss..s+Mr0c">STR3$NzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: rrsr1rrs_`e`k`k_lmr0c(>STSTR3$)Nz#inconsistent target size, expected r r)nframersr1rrs5fXYv||nUr0c(>STSTR3$)Nz#inconsistent weight size, expected r r)rRrsr1rrs9#i ~Vr0rrr)rl atleast_2d atleast_1drrryrrXrMr[rrrmr#r-rrr.r) rrrMr}rrurnrrRrs `` ` @@r1multi_margin_lossrs   U #E   f %F [[^F ++a.C LLa!16#MN LL a$C1Hm LL q5V\\^v5U!!&) KK1  63!6 V   a F U0A UA AA !VA  v  ,,s5<< 0C C6M1a(AINN(((vvx imm)) )uuw##vv!v}r0 is_targetc^ ^URm URm[R"U5n[R"U5nURSn[R"[ T 5S:*=(a US:gU 4Sj5 [R"[ T5S:*=(a TT :HU U4Sj5 [R "X1R S9nUS:Hn[R"[R"XTU5SSS 9nXF:n[R"XqS5n[R"USUS 9n [R"XqS5n [R"XJRSS 9:HSS 9n S U RRSS 9- U-n U RS5n X- n [R"U SU 5n U[RR :XaU R#S S 9R%5n O>U[R&R :XaU R#5n OU R#S S 9n U R)UR*5R-T5n X4$)Nr%r&rc>ST3$rr')orig_input_shapesr1r0multilabel_margin_loss_forward.. s_`p_qrr0c>STST3$)Nzinconsistent target size: z for input of size: r')rorig_target_shapesr1rr$s,->,??STdSefr0rrVTrrrrj)rrV)rrlrrr~rrrmrmrManyrXTr[r#r-rrrr.r<rr!)rrrrRris_endend_idx target_masktidx0rtidx1rrnrrs @@r1multilabel_margin_loss_forwardrs{{    U #E   f %F ++a.C LL "/saxr LL !#M(9=M(Mf ,,s== 1C r\FjjV#6BMG-K KK Q /E U%0A KK R 0E #R!88a@I accmmm##e+A AA A Iq!$AINN((( EEgE  # # % imm)) ) EEG EEgE  U[[)112CDI <r0) attn_maskrrquerykey dropout_p is_causalrc  ^^^^TRn[R"[R"T5U4Sj5 [R"TR 5S:H=(a- TR 5S:H=(a TR 5S:HUUU4Sj5 [R"TS:HU4Sj5 [R"TR STR S:H=(a TR STR S:HS5 [ RRTTTUTUSUS9upURS S S S5R[RS 9RS S S S5nX4$) Nc">STR3$)Nz-query must be FP32, FP64, BF16, FP16 but got r)rsr1r.^s? }Mr0r=cn>STR5STR5STR53$)Nz,q, k, v must be a 4 dimensional tensor, got rr)rrrsr1rrbs1>uyy{m2cggi[XZ[`[d[d[fZghr0rc>ST3$)Nz&dropout probability must be zero, got r')rsr1rres $J9+"Vr0rcg)Nz&q, k, v should have the same head sizer'r'r0r1rris8r0)rrr dropout_maskrrr&rr%rS) rrlrrMrRrr"_scaled_dot_product_attention_mathrrrrX) rrrrrrrrrrattns ```` r1*scaled_dot_product_flash_attention_for_cpurPsC KKE LL &M LL q@SWWY!^@ q0@h LLSV LL A%++a.(KSYYq\U[[^-K8 ::BB   C LFD q!Q" %"9"9 : Aq!  <r0c0^[U5U4Sj5nU$)Nc<>T"U0UD6nUSRU5$rw)r )rIrJr outplace_ops r1 inplace_op$register_inplace..inplace_ops%4*6*Aw}}S!!r0r)aten_oprrs ` r1register_inplacers"G$"%" r0cjUR5(d+UR5(d[U5n[U5n[R"X5n[ U[ R5(aUS:waXT-nUS:XaU$[ U[ R5(aUS:waX-nX-$r#)rMrrrlrr;numbersNumber)rbatch1batch2rfrqrs r1baddbmmrs  ! ! # #DOO,=,=4yE  YYv &F eW^^ , ,  qy dGNN + +tqy{ =r0c,[R"XSS9$)Nrrr)rrLs r1 floor_dividers 99T 88r0cb[R"[RURS5$r_)rOrrrr)rs r1 sym_numelrs   HLL!''1 55r0rrcUc[RRU/US9$[RRU/XS9$)Nrr)rr dim_IntList IntList_out)rrrs r1 sum_defaultrsA {xx##D"E#::xx##D"E#CCr0c  [U[R5(dU$Uc@[RR U[ [UR5555$[RR X/5$r9) r;rlrrrdimsrqrWrR)rrRs r1squeeze_defaultrs] dELL ) )  {||  tE$((*,='>??||  u--r0c.^[U4Sj[[UR5555nUR[ R :Xa[ ROSnURSUSUS9nXURUR5- -U4$)Nc36># UHoT:wdM Uv M g7fr9r')rrorRs r1r)_weight_norm_interface..s@ 31CxQQ 3s  r&T)rr) rrWr~rrrlrrrr<)r1r_rRkeep_dim norm_dtypers ` r1_weight_norm_interfacersr@c!''l 3@@H !5>> 9tJ 66!Xt:6 >D DGGAGG$$ %t ++r0 assume_uniqueinvertc|[U[R5(d[R"XRS9n[U[R5(d[R"XRS9nUR 5S[ UR 5S5-:a [XUS9$[XX#S9$)Nrg$@g(\?rr) r;rlrrwrrrV isin_default isin_sorting)elements test_elementsrrs r1isinrs h - -<<1E1EF mU\\ 2 2 ]??K tc(..*:E&BBBHFCC =  r0)rGc:Uc=[R"UR5[RURS9nO=[R"UR5U[RURS9nX :R UR 5nU$Nr)rGrrrlrandr(rrr<r)rrGraw_prMs r1 bernoullirso  499;emmDKKP IIK--;;   $**%A Hr0c2Uc=[R"UR5[RURS9nO9[R"UR5UURURS9nX1:R UR 5nU$rr)rrMrGrs r1 bernoulli_prsk 499;emmDKKP IIK,,;;   tzz"A Hr0rcLUR5S:Xa#[R"U[RS9$UR"/UR QSUR -Q76nU(dX1:HnOX1:gn[[SUR *S- S55nURUS9$)Nrr)r%rVr%r) rrl empty_likerrrryrrWr)rrrr=cmprRs r1rrs~~1 ;; Dx~~D 0B0B)BDA    b=---126 7C 77s7 r0cUR5nUR5nU(a[R"XE/5n[R"USS9upxUSSUSS:Hn [R"U SS/S5n U(aU R 5n [R "U 5n U RSX5n U SUR5$[R"U5up[R"X5n [R"XR5:U S5nXU:HnU(aUR 5OUnURUR5$)NT)stabler%rVrF) r=rlr*sortrs logical_notrrr searchsortedrmr!r)rrrr elements_flattest_elements_flat all_elementssorted_elements sorted_orderduplicate_maskrsorted_test_elementsrYrtest_idxrs r1rrs/$$&M&..0yy-!DE (- <(M%(,0DD..~1vuM +779N/q,?A())"'**-?"@  !5E;;s%?%?%AA3J", =#)coos{{8>>**r0c,URS5nX!$rU)r!)rr flatteneds r1taker:s R I  r0cUc[RnU[R:Xa [U5n[R XR US9$r4)rlrXpreserve_formatrrresizer)rrLrTs r1 resize_asrAsB// ----e4 ;;t[[ ; FFr0)F)noner9)r&)rNNr%)rVFFrrrx)r%r%F)Fr)rrjN)rr%Nrc)NNN)rrFT)rrFr)rF(rOrarrrsenumrrrrrtypingrr r r r r rrrltorch._meta_registrations torch._primsrPrtorch._prims_common _prims_commonrGtorch.nn.functionalrrrrrr torch._decomprr{rrrrrrtorch._prims_common.wrappersrrrr torch.utilsrrEtorch.utils._pytreer r0 DispatchKeyr!str__annotations___opsr$rr#rVrrQrWcompute_only_pw_cast_for_opmathpw_cast_for_opmathr&pw_cast_for_int_to_realrrZrcrerorr{rDScalarrrrrrrrrrrrrrrrrrrrrrr-rr _safe_softmaxrr rrr[rrrrr%r2r;r>rDrGrIrKrOrcrkslicerrrjrrrrrrr r2r6r?rErIpy_implCompositeImplicitAutogradAutogradrHr[r_rermr(r{r~rrrrrrrrrrrrrrrrrrrrr! unsafe_chunkr%r rno_statsr)r-r9r?rCrE_fused_dropoutrHrUrrTrlift lift_freshrXr]r`rcrbrwr|r_adaptive_avg_pool2drrrrrrrr rrrrr Generatorr r.r1rGrrNrTr7_upsample_nearest_exact1drPrVr<rBrIr4rarjrnrrrrrrrrrnn_tanhrrrnn_relurrrrrrrrlstmrrrrgrurrrrrrrrrrrr rrrr6r8rrYr)rrKrQrTrVrZr]rcrkrrrr}rrrrrrrrrrYupsample_bicubic2dr7r=reflection_pad1dreflection_pad2dreflection_pad3drGreplication_pad1dreplication_pad2dreplication_pad3drKrEreflection_pad1d_backwardreflection_pad2d_backwardreflection_pad3d_backwardrkrnrqrrMr/rvrerxr|rr+_scaled_dot_product_flash_attention_for_cpurrrrrrrrrRrrrrrMrrrrraddbmm_addbmmaddmm_addmv_baddbmm_fill_gelu_r hardswish_ hardtanh_hardtanh hardsigmoid___iand____and__ __ilshift__ __lshift__rr index_reduce_ index_reduce__ior____or__ __irshift__ __rshift____ixor____xor__ leaky_relu_ leaky_relulogit_logitrelu_rrenorm_renormround_r(scatter_r  scatter_add_ scatter_addscatter_reduce_scatter_reducesilu_r'r0r1rEsEM %$NNN #,,07 *(hh"" c zz~~   %!!99!!H#*88@@# uDDLL"uDDQQ   c f **+ \2F2v2,2--. \4v4&4/4../ \SS6SS5S0S ))* \           + 2))*+(,())*+"V","(() @f@@*@112 \fF3../ \PP%P05P@EP0P ' GFGvG(G//0 F&V1//0 \:F:&:U:1:001 \LL%L7<LNRL2L **+ \))f)3),)<**+5v5f5,5 " &v&&&#&**+ \>v>V>>,> **+66666,6334%% % % 66> %5%667                8 $112 \>3G3G1 1 1-01 1'1../ \11 &1061CF101**+0,0++, ^^)) 1 1 11  1-144<<=  % /5 BE MR > 44??@ R R  R  R R  R  RA R00889  % /5 BE NS : 00445 R R  R  R R  R  R6 R$$ $ $ V  $  $  $$ $@))* \NfNFNNN+N$../ \'' ' ' V  '  '  '' '0'T001 \   V       2B112  $^^)) 1 1 1 V 1 1  131&::; \ $^^))       V      <  --. ^^))1 1 11 1/1667 \ ^^))         8  " ))v)%)#),,- &&F&v&.&++,  O Oc O  O  O O  O- O ))* 6? 6? 6? C= 6? # 6?  6?+6?r  ( 4B  % ,4UO   5 & %kCCDk2236eHTN4E&++, VV A& AU A8D> A- A & S'*))* FT+,' $        (&556     7: DI  &\  &\ *T&\ tF| # " &\" ""J00$//2E2EFG !  &\     &    H   '')C)C)G)GH "&   c    $v,   d6l   ))00155C5c5%PS BT52544<<=67B B $S B03B 63;B>B  ))*//C/c/% :L/+/"--55)) / / &/ / 63; //@ # fF##$"../            0" # f6$77??@S&S& S& S&  S& F  S&  S& S& S& S&dS& 8F Xf-x/? ?@S&AS&n77;;<     F       d ,, ,, ,, 8F Xf-x/? ?@=8 8F# x/? 77??@LL L3iL  L  L V  L 6 LdL 8F Xf-x/? ?@LAL`77;;< 3i     V   6 d ,, ,, ,, 8F Xf-x/? ?@=4O O V O 6 O6" O &! O  OO OO 6668F#3Xf5E EFOd../ UK/ (  ( V  ( 6  (6" ( &! (  ( (  ( 666 !" (00 (4'' (<(<='' (M(MN    V    6   6"  &!          666 !"  O>  F"";#H#HIG4<GJGAAIIJ  V  6        666 !"K*55==> (  ( V  ( 6  ( (  (  ( (  ( 666 !" (? ( 55>>? (  ( V  ( 6  ( (  (  ( 666 !" (@ (@@HHIK K V K 6 K K  K  KK K 66666 12KJK0  V  6       644<<=1 1 V 1 6 1 1  1  1 1 6666 )*1>14??GGHC C V C 6 C C  C  C C 666666 9:CIC422::;1 1 V 1 6 1 1  1  1 1 6666 )*1<14++, VV- & $( %)37& VZ  & EKK & U\\ " &  &&E//0&'&XdiiAB C &&{';';<--. VVVV,   6 6"  &!   !&-/=> 00889  V 6"  &!   &!  d 68F#Xf%5 56:677??@aa a V a6" a &! a  a&!a a ada 68F#Xf%5 56aAaJ77;;<"" " V "6" " &! "  "&!" " "d" ,," ,," ,," 68F#Xf%5 56"="J778 VVV$  6"  &!   v%90667 VVV$  6"  &!   v%82112 c'vc'E#s(Oc'3c'L )8(!2( % $'$'+/    tS%   c5 ! ( &   &;'; 8 //334//334//334$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9:$$[%J%JK$$[%9%9: 3  3$s)$ 3DK( 3 3;L;L;L555 366::;66::;66::;##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A##++K,Q,QR##++K,@,@A ?  ?$s)$ ?DK( ? ?BSBSBS<<< ?@0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;#; ;c; UO; ;<?PX; ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;#G GcG UOG G<FW G0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ G GcGuoGuo G  G<?PXG ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ S ScSuoSuo S  S<FW S0088$:Q:Q:U:UVW  (()N)NO  (()=)=> Dd;!% $ $ Q QcQuoQuo Q uo Q  Q<?PXQ ##++T-K-K-O-OP''// 0U0UV''// 0D0DE Dd;!% $ $   c uo uo  uo   <FW    c % !    4  >/ FK+\&,/-d& R ++,[BBC[112.3D-.8 ++,[BBC[112.3D-.8 **+KAABK001.2C,.@ **+KAABK001.2C,.@ /6<~/d (>>?--.S/@)S> ' ==> ,,-S.?(S<;; &{<<={++,.->'.6' ==> ,,-..?(.644889!!))+*O*OP!!))+*>*>?@Q:33778  (()N)NO  (()=)=>?P90044511556##K$I$IJ##K$8$89%%k&K&KL%%k&:&:;&&{'L'LM&&{';';<A=N<M:K76A //779O9O9S9STU  !% K KcKKuo K  KVK %%t'?'?'C'CD!!))+*>*>?  !% $ U UcUUuo U uo U  U@ U &&(A(A(E(EF  !% $ $   c  uo  uo  uo    V/7 & 7$,V$47IO7 7-'9-f-E EcEE % ! E  EER))112Fv$3,,d.?.?@A B++,-"."//019292234C5C6AABCMDM22 2 2  V 2  2  2  66> 2 j--. X~&L L L V L L  L  66> L'/L4//0 X~&L L L V L L  L  66> L'1L/F/u//5F5u55  3E (F%7FVFF !Xf%!&!NN#'N05 NEJ\\N&f&&&T&"/f////T/"!V!49!T!$V$49$T$223 SStCySS4S  c4 c4 c4c4 c4  c4  c4 c4L,,-             .     #! #==> $)..:N:N 1? 1 dtB[BBC>>? ',tW@DtWn0088$:Q:Q:U:UVW  (()=)=>  $# P PsCxPPe_ P e_ P  P?XPf//334$$[%J%JK$$[%9%9:  48 W W%S/*WWE%,/0 W  W;L5 W.--.--.--.  v c3h F /// ../../../   sCx V 000   38_ c3_f, - 8667667667 \T888Tn % UEu&  $ X4X%X,,dkkoo>? $( ==%)    EKK   LL  U\\ "   @ **+, $( ==%)      EKK  LL  U\\ "  -  ",#, ../'' (<(<= #^^)) ) ) ))  ) V  )  ) )>0)X;;<$$,,44[5I5IJ X{#- - -- 66> -$K=-xHHPPQ  A#'!A A A A A  AA E?A 66>ARAH'  ( ))* 9+9'6(6))488<<89$( D  D EKK  D &  D  D: D--t||/?/?@A.&.x}.B. ==>,?, " 38  #  ../,0 ,, (  \\  0 $(()CG  x'@  *  5: