jN ddlZddlZddlZddlZddlZddlZddlmZddl m Z dgZ ej dZ dZdded eezd ed dfd Zd eezded efdZ ddededzdedzdedzdedzd ef dZdS)N)Path)tqdmdownload_from_urlz-([a-f0-9]*)\.z mindee/doctrurlfilename chunk_sizereturnct|d5}tjtj|dt i5t j5}tfddD]0}|sn+| | |1dddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)Nwbz User-Agent)headers)totalc.S)N)read)r responsesS/var/www/html/Carbon-Document/venv/lib/python3.11/site-packages/doctr/utils/data.pyz_urlretrieve..s(-- *C*C) openurllibrequesturlopenRequest USER_AGENTrlengthiterupdatewrite)rrr fhpbarchunkrs ` @r _urlretriever#s h  $ ^ # #FN$:$:3WaHb$:$c$c d d $hpHO,,, $!"C"C"C"C"CRHH$$E KK +++HHUOOOO  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $$$$$$$$$$$$$$$$$$$s[AC0C/AC5 CC CC C C0C C0C C00C47C4 file_path hash_prefixct|d5}tj|}dddn #1swxYwY|dt ||kS)Nrb)rhashlibsha256r hexdigestlen)r$r%fsha_hashs r_check_integrityr.%s i  8!>!&&((++5577888888888888888 &c+&&& '; 66s9AAA file_name cache_dir cache_subdirc lt|ts4|dddd}|ittjdtjtj ddd n|}|3t |}|r| d nd}|t|nt||}||}|r+|t!||rt#jd ||S |d d nS#t($rFd|}tjddr|dz }n|dz }t#j|wxYw t-d|d|t/||nt#t0jjt4f$rV} |dddkr<|dd}t-d|d|t/||n| Yd} ~ nd} ~ wwxYwt|tr7t!||s't j|t;d|d|S)aWDownload a file using its URL >>> from doctr.models import download_from_url >>> download_from_url("https://yoursource.com/yourcheckpoint-yourhash.zip") Args: url: the URL of the file to download file_name: optional name of the file once downloaded hash_prefix: optional expected SHA256 hash of the file cache_dir: cache directory cache_subdir: subfolder to use in the cache Returns: the location of the downloaded file Note: You can change cache directory location by using `DOCTR_CACHE_DIR` environment variable. /&rNDOCTR_CACHE_DIR~z.cachedoctrz"Using downloaded & verified file: T)parentsexist_okz#Failed creating cache directory at rz8 using path from 'DOCTR_CACHE_DIR' environment variable.z`. You can change default cache directory using 'DOCTR_CACHE_DIR' environment variable if needed.z Downloading z to httpszhttps:zhttp:z;Failed download. Trying https -> http instead. Downloading z corrupted download, the hash of z" does not match its expected value) isinstancestr rpartitionsplitosenvirongetpathjoin expanduser HASH_REGEXsearchgrouprjoinpathis_filer.logginginfomkdirOSErrorerrorprintr#rURLErrorIOErrorreplaceremove ValueError) rr/r%r0r1r folder_pathr$ error_messagees rrr,s2 i % %:NN3''+11#66q9    BJNN,bgll27;M;Mc;R;RT\^e.f.f g ghhh    i ( ($%/aggajjj4 %1%9$y///tI|?\?\K$$Y//I 37G S^7_7_ 3 E)EEFFF $6666    KkKK :>>+R 0 0  W WMM r M  m$$$    1S11i11222S)$$$$ L !7 + rr7g  ++h00C dPSddYbdd e e e i ( ( ( (G ) ( ( ( ( +s##e,rfst   RZ) * *  $$c$TCZ$S$D$$$$7d 777777!" # MM MTzMtMTz M * M  MMMMMMr