{-j7ddlmZddlZddlZddlmZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlZ ddlmZn#GddZYnxYwddlZejeZdgZejd Zd Zd+dZd,d-dZdZdZ d.d/dZdZdeiZ d0dZ!d,d Z"d!Z#d"Z$d#Z%d$Z&d,d%Z'd1d'Z(d(Z)d)Z*d*Z+dS)2) annotationsN)Path)Literal)tqdmc(eZdZddZdZdZdZdS)rNc"||_d|_dS)Nr)totaln)selfr s U/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/paddle/utils/download.py__init__z tqdm.__init__#sDJDFFFcF|xj|z c_|j*tjd|jddnAtjdd|jzt |jz ddtjdS)N z.1fz bytesd%)r r sysstderrwritefloatflush)r r s r updatez tqdm.update's FFaKFFz!   !8df!8!8!8!89999   !McDFlU4:5F5F&F!M!M!M!MNNN J       rc|SN)r s r __enter__ztqdm.__enter__/sKrcDtjddS)N )rrr)r exc_typeexc_valexc_tbs r __exit__z tqdm.__exit__2s J  T " " " " "rr)__name__ __module__ __qualname__r rrr"rrr rr"sU           # # # # #rrget_weights_path_from_urlz~/.cache/paddle/hapi/weightspathstrreturnboolcV|dp|dS)zR Whether path is URL. Args: path (string): URL string or not. zhttp://zhttps://) startswith)r(s r is_urlr.As' ??9 % % D)D)DDrurlmd5sum str | Nonec2t|t|}|S)a:Get weights path from WEIGHT_HOME, if not exists, download it from url. Args: url (str): download url md5sum (str): md5 sum of download package Returns: str: a local path to save downloaded weights. Examples: .. code-block:: python >>> from paddle.utils.download import get_weights_path_from_url >>> resnet18_pretrained_weight_url = 'https://paddle-hapi.bj.bcebos.com/models/resnet18.pdparams' >>> local_weight_path = get_weights_path_from_url(resnet18_pretrained_weight_url) )get_path_from_url WEIGHTS_HOME)r/r0r(s r r&r&Js( S, 7 7D Krcdtj|d}|}tj||S)N)ospsplitjoin)r/root_dirfnamefpaths r _map_pathr=bs+ IcNN2 E E 8He $ $$rc>|t}t}|D]L}|dd}||vr"||||Mtd||S)N:rzunique_endpoints )sortsetr8addloggerinfo)trainer_endpointsipsunique_endpointsendpointips r _get_unique_endpointsrJis %%Cuu%'' ^^C  # 99   X&&&& KK6$466777 rTgetr: check_exist decompressmethodLiteral['wget', 'get']cddlm}t|sJd|dt||}t |jdd}t j|r0|r.t||rt d|nw|j |vrt||||}nRtj|s3tjdtj|3|j |vr9|r7t#j|st'j|rt+|}|S) aDownload from given url to root_dir. if file or directory specified by url is exists under root_dir, return the path directly, otherwise download from url and decompress it, return the path. Args: url (str): download url root_dir (str): root dir for downloading, it should be WEIGHTS_HOME or DATASET_HOME md5sum (str|None, optional): md5 sum of download package decompress (bool, optional): decompress zip or tar file. Default is `True` method (str, optional): which download method to use. Support `wget` and `get`. Default is `get`. Returns: str: a local path to save downloaded models & weights & datasets. r) ParallelEnvzdownloading from z not a urlNzFound )rN)paddle.distributedrQr.r=rJrEr7exists _md5checkrCrDcurrent_endpoint _downloadosr(timesleeptarfile is_tarfilezipfile is_zipfile _decompress) r/r:r0rLrMrNrQfullpathrGs r r3r3xsu2/..... #;;;;;C;;;;;;h''H-[[]]-LQQQ-OPP z(  (F0K0K 'X''(((( ;== )-= = = hvFFFHHgnnX..  1 gnnX.. {}}%)999  -  x ( ( -,3,>x,H,H -#8,,H Orc rtj|} tjd|dd5}|jdkrt d|d|jd|dz}|jd }t|d 5}|rtt|d zd z 5}| d D],}| || d- dddn #1swxYwYn0| d D]}|r| |dddn #1swxYwYtj|||cdddS#1swxYwYdS#t $r.} t"d|d|d| Yd} ~ dSd} ~ wwxYw)NGETT)timeoutfollow_redirectszDownloading from z failed with code !_tmpzcontent-lengthwbii)r ) chunk_sizerR Downloading  from z failed with exception F)r7basenamehttpxstream status_code RuntimeErrorheadersrKopenrint iter_bytesrrshutilmove ExceptionrCrD) r/fullnamer;req tmp_fullname total_sizefpbarchunkes r _get_downloadrs L " "E \ 3t     #%%"****** $f,L)9::JlD)) +Q+S__t%;$DEEE+%(^^t^%D%D++EGGENNN KKNNNN++++++++++++++++ "%4!@!@++ +GGENNN + + + + + + + + + + + + + + + K h / / /-                  0  O5OOOOAOOPPPuuuuusE>AE1&E*AC;/ E;C? ?EC? 4E7 E1E E1 E E1$ E>1E55E>8E59E>> F6#F11F6c|tvsJd|dtj|stj|tj|d}tj||}d}td|d|tj|rt||std|d||tkr|d z }ntd |d t|||stj d tj|t|||S) z Download from url, save to path. url (str): download url path (str): download to given path md5sum (str): md5 sum of download package method (str): which download method to use. Support `wget` and `get`. Default is `get`. z make sure `z ` implementedr6rrjrkz md5check z and rRzDownload from z failed. Retry limit reached)_download_methodsr7rTrXmakedirsr8r9rCrDrUDOWNLOAD_RETRY_LIMITrprYrZ)r/r(r0rNr;rx retry_cnts r rWrWsi & & & &(Kf(K(K(K & & & :d   D IcNN2 Exe$$HI KK1u11C11222z(##  (F(C(C  777v77888 + + + NIIBBBB !(h77  JqMMM z(##  (F(C(C  Orc |dStd|dtj}t |d5t fddD]}|| dddn #1swxYwY|}||kr&td|d|d|d d SdS) NTzFile z md5 checking...rbc.dS)Ni)read)r|sr z_md5check..s!&&,,rrz md5 check failed, z (calc) != z(base)F)rCrDhashlibmd5rriterr hexdigest)rxr0rr~ calc_md5sumr|s @r rUrUs@ ~t KK2222333 +--C h  ....44  E JJu     --//Kf  H          u 4s,BBBctd|dtj|rt |}n6t j|rt|}ntd||S)z) Decompress for zip and tar file zDecompressing z...zUnsupported compress file type ) rCrDr[r\_uncompress_file_tarr]r^_uncompress_file_zip TypeError)r;uncompressed_paths r r_r_s KK++++,,,%  C077  E " "C077A%AABBB rctj|d5}|}g}|D]+}||dd,t j|}t|r?|d}t j ||}| |n~t|rt j |d t jdt jd}t j ||}| |nt j |dt jd}t j ||}t j|st j|| t j |||cdddS#1swxYwYdS)Nrz../rr6)r]ZipFilenamelistappendreplacerXr(dirname_is_a_single_filer9 extractall_is_a_single_dirsplitextstripsepr8rTr)filepathfiles file_list_tmp file_listfilefile_dirrootpathrs r rrs4 3 ' '!5((  ! 6 6D   T\\%44 5 5 5 57??8,, Y ' ' ? |H " Xx @ @    X & & & & i ( ( ?w'' ! (:(:26(B(BCCAFLLH!# Xx @ @    X & & & &w''11!4::26BB2FH " Xx @ @ 7>>"344 / -...   RW\\(H== > > > 9!!!!!!!!!!!!!!!!!!sH1IIIct|}t|} ||dS#t$rYdSwxYw)z7Check if the target path is within the given directory.TF)rresolve relative_to ValueError) directorytarget abs_directory abs_targets r _is_within_directoryr=spOO++--Mf%%''J}---t uusA A)(A)ct|}|rtd|d|jvrtd|dS)z Validate tar member name for security. Raises ValueError if the name contains unsafe patterns: - Absolute paths (Unix: /path, Windows: C:\path, UNC: \\server\share) - Path traversal components ('..') zUnsafe absolute path in tar: z..z#Unsafe path traversal '..' in tar: N)r is_absoluterparts)name name_paths r _validate_tar_member_namerHsiT IA???@@@ yEtEEFFFrc||n|}g}|D]}t||jz }t||st d|j|r#t d|jx|r#t d|j| s7| s#t d|j| || ||dS)a Safely extract tar files to prevent path traversal attacks. Security measures: 1. Verify resolved paths are within target directory 2. Skip symlinks, hardlinks and other special files 3. Only extract regular files and directories Nz&Attempted path traversal in tar file: z,Skipping symbolic link in tar for security: z(Skipping hard link in tar for security: z+Skipping special file in tar for security: )members) getmembersrrrrissymrCwarningislnkisfileisdirrr)tarr(rmembers_to_checkextract_membersmember member_paths r _safe_extractrZs`#*"5ww3>>;K;KO"''4jj6;. #D+66 FFF  <<>>  NNLv{LL     \\^^  NNH6;HH    --// V\\^^  NNKfkKK    v&&&&NN4N11111rr:*cltj||5}|}tj|}|D]}t |t|r:|d}tj||}t||ntt|rtj |d tj dtj d}tj||}t||ntj |dtj d}tj||}tj|stj|t|tj|||cdddS#1swxYwYdS)Nrr6)r[rrgetnamesrXr(rrrr9rrrrrr8rTr)rmoderrrrrrs r rrs h % %!NN$$ 7??8,, , ,D %d + + + + Y ' ' C |H " Xx @ @  % * * * * i ( ( Cw'' ! (:(:26(B(BCCAFLLH!# Xx @ @  % * * * *w''11!4::26BB2FH " Xx @ @ 7>>"344 / -... %h!A!A B B B 3!!!!!!!!!!!!!!!!!!sHH))H-0H-ct|dkr+|dtjdkrdSdS)NrRrTF)lenfindrXr)rs r rrs; 9~~y|00881<<t 5rcg}|D]`}d|vr!|dtj}n$d|vr |dtj}||a|dtjd}t dt |D]4}|||tjdkrdS5dS)N/\rrRFT)rrXrrr8ranger)r new_file_list file_path file_nameis r rrsM(( )  !))#rv66II Y  !))$77IY''''a &&rv..q1I 1c-(( ) )  a(..rv66q9 9 955 : 4rcj|dSt|ts Jdtj|r4tj|st d|ddS tj|dS#t$r}td|d|d}~wwxYw)Nzpath must be string typez path:'z' must be directory zCreate 'z ' failed : ) isinstancer)rXr(rTrNotADirectoryErrorrrwOSError)r(rs r check_and_create_dirrs | dC <<"<<<  w~~d;w}}T"" K$%It%I%I%IJJ J K K ; K      ; ; ;9T99a99:: : ;s8B B2B--B2)r(r)r*r+r)r/r)r0r1r*r))NTTrK)r/r)r:r)r0r1rLr+rMr+rNrOr*r))NrK)r), __future__rrrXos.pathr(r7rurr[rYr]pathlibrtypingrrmrlogging getLoggerr#rC__all__ expanduserr4rr.r&r=rJr3rrrWrUr_rrrrrrrrrrr rs#"""""    ############(  8 $ $ & 's~<== EEEE0%%%   $%* 11111hBM*!!!!H(*!!!@GGG$'2'2'2'2T!!!!:    ; ; ; ; ;s AA