jVfdZddlZddlZddlmZddlmZmZddlm Z ddl m Z ddl m Z mZddlZddlmZd d lmZmZmZmZmZmZmZd d lmZmZd d lmZmZm Z m!Z!m"Z"m#Z#d dl$m%Z%e#dZ&e dGddZ'ej(dZ)hdZ*hdZ+hdZ,ej(dZ-dddddZ.iZ/e0e,D]Z1e1e/e1<e1de/e1d<e1de/e1d <e d!e/e2e3"Z4e dGd#d$Z5e6eedzfZ7e8ee9e2fZ:d%eee9efd&e5fd'Z;d%eee9efd&dfd(Zd&e6e?e7e:ffd,Z@d-e2d.e:d&eeedzeAge>ffd/ZBd0eAdzd1e2d2eAd&e>fd3ZCd4e2d&e6ee7ge6ed5ffe>ffd6ZDd)ed7e?e2d&e'fd8ZEe&Fd9gd:; ded=e e2dzejGd>fd?e e>ejGd@fdAe e?e2dzejGdBdCdDfdEe e4dzejGdFfdGe eHdzejGdHfd&df dIZIe&FgdJ; dfd7e e?e2ejJdKfd=e e2dzejGd>fdLe e>ejGdMdNdOfdPe e>ejGdQfd&df dRZKe&FdSdTg; dfd=e e2dzejGd>fdLe e>ejGdMdNdOfdPe e>ejGdQfd&dfdUZLe&FgdV;ejMddddejGd^d_fd`e e>ejGdadbfdce!d&dfddZNdS)gzHContains the 'hf cache' command group with cache management subcommands.N) defaultdict)CallableMapping) dataclass)Enum) AnnotatedAny)CLIError)ANSICachedRepoInfoCachedRevisionInfo CacheNotFound HFCacheInfo _format_sizescan_cache_dir)parse_duration parse_size) RepoIdArg RepoTypeOpt RevisionOptTokenOpt get_hf_api typer_factory)outzManage local cache directory.)helpT)frozencfeZdZUeeed<eeeefed<e edfed<dS)_DeletionResolution revisionsselected.missingN) __name__ __module__ __qualname__ frozensetstr__annotations__dictr rtuple\/var/www/html/Carbon-Document/venv/lib/python3.11/site-packages/huggingface_hub/cli/cache.pyr r (sR~>9-?#@@AAAA 38_r-r zA^(?P[a-zA-Z_]+)\s*(?P==|!=|>=|<=|>|<|=)\s*(?P.+)$><=>!=<=>=>refssizetypeaccessedmodified>namer6r8r9z.^(?P[a-zA-Z_]+)(?::(?Pasc|desc))?$descasc)r8r9r6r:z:asc_ascz:desc_desc SortOptions)r7modulec2eZdZUdZeed<eed<eed<dS)CacheDeletionCountsz>Simple counters summarizing cache deletions for CLI messaging. repo_countpartial_revision_counttotal_revision_countN)r$r%r&__doc__intr)r,r-r.rBrBGs9HHOOOr-rBselected_by_reporeturnc d}d}d}|D]S\}}|t|z }t|t|jkr|dz }|t|z }T||z }t|||S)z(Summarize deletions across repositories.rr)itemslenr!rB)rHrCtotal_revisionsrevisions_in_full_reposrepor!rDs r.summarize_deletionsrPTsJO+113366i3y>>) y>>S00 0 0 !OJ #s9~~ 5 #,/FF z+A? S SSr-c t|dD]}|jd|j}t||d}t |t |jkrt jd|dit jd|d|D]R}dt|j pd }t jd |j d |d |j Sd S)zBPretty-print selected cache revisions during confirmation prompts.cB|j|jfSN repo_typerepo_idlowerrOs r.z0print_cache_selected_revisions..hs$.RVR^RdRdRfRfAgr-key/c|jSrS commit_hashrevs r.rYz0print_cache_selected_revisions..j3?r- - z (entire repo): z (detached)z z [z] N) sortedkeysrUrVrLr!rtextjoinr5r_size_on_disk_str)rHrOrepo_keyr!revisionr5s r.print_cache_selected_revisionsrmfs/',,..4g4ghhh [ [n55t|55+D17R7RSSS y>>S00 0 0 H4H444 5 5 5  ####$$$! [ [H88F8=1122BlD HYh2YYdYYh>WYY Z Z Z Z [ [ [r- hf_cache_infoci}i}|jD]H}|j}|||<|jD] }||f||j<!I||fS)zPCreate lookup tables so CLI commands can resolve repo ids and revisions quickly.)reposcache_idrWr!r_)rn repo_lookuprevision_lookuprOrkrls r.build_cache_indexrtus.0KLNO#MM=&&(( $ H M MH=A8.sQUQ]QcQcQeQe@fr-rZc&h|]}|jD]}|Sr,)r5).0rlrefs r. z(collect_cache_entries..s*(e(e(eW_Wd(e(ePS(e(e(e(er-c|jSrSr^r`s r.rYz'collect_cache_entries..rbr-NcJ|dj|d |djndfS)Nrr)rqr_entrys r.rYz'collect_cache_entries..s+a!(-a(<a$$"r-c|djS)Nr)rqrs r.rYz'collect_cache_entries..s uQx'8r-)rfrpr'r!appendsort)rnruentries repo_refs_map sorted_reposrOrls r.collect_cache_entriesrs!#G!#M--3f3fgggL))'(e(eT^(e(e(eff d  )"4>7R7RSSS 1 1h/0000 1 NND$< ( ( ( (:        88 999 M !!r-exprrc 0 t|}|std|d|d|d|d t vr+tdd|dtt d tvr+td d |dttd d krt   fd SdvrJt  dtdtdzdtdtf fd }|SdkrT dkrtdddtdtdzdtdtffd }|Sdkrtdd dtdtdzdtdtf fd }|S)zqConvert a `hf cache ls` filter expression into the yes/no test we apply to each cache entry before displaying it.zInvalid filter expression: 'z'.r[opvaluezUnsupported operator 'z ' in filter ''. Must be one of .zUnsupported filter key '' in 'r6cBt||jn|jSrS)_compare_numeric size_on_disk)rOrl_rsize_thresholds r.rYz&compile_cache_filter..s+)9%-%9H ! !t?P  * * r->r8r9rOrlNnowrIcndkr|jn||jn|j}|dSt||z S)Nr8F) last_accessed last_modifiedr)rOrlr timestampr[rsecondss r. _time_filterz*compile_cache_filter.._time_filters\*$$""'++'  u#C)ORAA Ar-r7r0z/Only '=' is supported for 'type' filters. Got 'rc>|jkSrS)rUrW)rOrlrexpecteds r. _type_filterz*compile_cache_filter.._type_filters>''))X5 5r-z.Only '=' is supported for 'refs' filters. Got c||jn!|t}d|DvS)Nc6g|]}|Sr,)rW)ryrzs r. z>compile_cache_filter.._refs_filter..s (E(E(E(E(E(Er-)r5getr'rW)rOrlrr5r value_raws r. _refs_filterz*compile_cache_filter.._refs_filtersO$,$88==m>O>OPTV_VaVa>b>bD??$$(E(E(E(E(EE Er-)_FILTER_PATTERNmatchstrip ValueErrorgrouprW_ALLOWED_OPERATORSlist _FILTER_KEYSrrr rfloatbool) rrrrrrrr[rrrrs ` @@@@@@r.compile_cache_filterrs  ! !$**,, / /E B@@@@AAA ++e   " " $ $C T  B G$$**,,I ###v"vv4vv[_`r[s[svvvwww ,lClltllW[\hWiWilllmmm f}}#I..       &&& !2!233 B~ B9Kd9R BY^ Bcg B B B B B B B B f}}??$$ 99UrUUUVV V 6~ 69Kd9R 6W\ 6ae 6 6 6 6 6 6 99SbSSSTT T F~ F9Kd9R FW\ Fae F F F F F F Fr-leftrrightc|dS||k||k||k||k||k||kd}||vrtd|||S)z)Evaluate numeric comparisons for filters.NF)r0r2r1r/r4r3z)Unsupported numeric comparison operator: )r)rrr comparisonss r.rrsr |uU]em E\ E\emem K IRIIJJJ r?r- sort_expr.c t|}|st d|d|d|d}t vr+t dd|dtt d|r|n t}|d k}d td ttd fffd }||fS)zConvert a `hf cache ls` sort expression into a key function for sorting entries. Returns: A tuple of (key_function, reverse_flag) where reverse_flag indicates whether to sort in descending order (True) or ascending order (False). zInvalid sort expression: 'z5'. Expected format: 'key' or 'key:asc' or 'key:desc'.r[orderzUnsupported sort key 'rrrr;rrI.c2|\}}dkr|j}|fSdkr||jn|j}|fSdkr|j|jnd}|fSdkr&||j|jnd}n|j|jnd}|fSt d)Nr:r6r8gr9zUnsupported sort key: )rqrWrrrr)rrOrlrr[s r. _sort_keyz%compile_cache_sort.._sort_key sh &==,,..E8O &==-5-AH))tGXE8O *  +/*<*HD&&cE8O *  #2:2H2T..Z].2.@.L**RU8O7#77888r-) _SORT_PATTERNrrrWrr _SORT_KEYSr_SORT_DEFAULT_ORDER CacheEntryr+r )rrexplicit_orderrreverserr[s @r.compile_cache_sortrs     1 1 7 7 9 9 : :E xvivvvwww ++e   " " $ $C[[))N *m#mmYmmZ^_iZjZjmmmnnn- JNN2Ec2JEvoG99c3h999999< g r-targetsc8t|\}}tt}t}g}|D]}|}|s|} t jd| rh|| } | ||p| \} } ||  | | | j || } | ||| j D]7} ||  | | | j 8d| D}tt||t|S)z8Resolve the deletion targets into a deletion resolution.z[0-9a-fA-F]{40}Nc4i|]\}}|t|Sr,)r')ryrOrevss r. z-_resolve_deletion_targets..Ls$PPPttYt__PPPr-r!r"r#)rtrsetrrWre fullmatchrraddr_r!rKr r'r+)rnrrrrsr"r!r# raw_targettargetloweredrrOrl matched_repofrozen_selecteds r._resolve_deletion_targetsr+s#4]#C#C K>I#>N>NH%%IG00 !!##  ,,.. <*G 4 4 #''00E}z***"ND( TN  x ( ( ( MM(. / / / "w//   NN: & & & $. 0 0H \ " & &x 0 0 0 MM(. / / / / 0QPx~~?O?OPPPO I&& g   r-z list | ls)z hf cache lszhf cache ls --revisionsz*hf cache ls --filter "size>1GB" --limit 20zhf cache ls --format json)examplesF cache_dirz9Cache directory to scan (defaults to Hugging Face cache).r!zCInclude revisions in the output instead of aggregated repositories.filterz-fz--filterzZFilter entries (e.g. 'size>1GB', 'type=model', 'accessed>7d'). Can be used multiple times.raSort entries by key. Supported keys: 'accessed', 'modified', 'name', 'size'. Append ':asc' or ':desc' to explicitly set the order (e.g., 'modified:asc'). Defaults: 'accessed', 'modified', 'size' default to 'desc' (newest/biggest first); 'name' defaults to 'asc' (alphabetical).limitzSLimit the number of results returned. Returns only the top N entries after sorting.c  t|}n*#t$r}td|j|d}~wwxYw|pg}t ||\} fd|D} n4#t $r'}t jt||d}~wwxYwtj | D]fd|D}|rd t|j \} } | | | n4#t $r'}t jt||d}~wwxYw|(|dkrt jd|d |d|}|r)d |D} tj| gd d d din*fd|D} tj| gddd di|rd|D} t| }|r3t!d|D}t!d|D}n2t!d| D}t!d| D}tjt%jd|d|dt)|ddSdS)z&List cached repositories or revisions.Cache directory not found: N)ruc0g|]}t|Sr,)r)ryrrs r.rzls..s$TTTD*4??TTTr-cFg|]}|d|d|S)rrr,)ryrfnrs r.rzls..s4MMMUE!HeAh1L1LM5MMMr-)r[rrz&Limit must be a positive integer, got rc g|]T\}}||j|j|j|jt |j|j|jt|j dUS)N)idrVrUrl snapshot_pathr6rr5) rqrVrUr_r(rrjlast_modified_strrfr5)ryrOrls r.rzls..ss    h#m<!^$0!$X%;!.s{    am<!^-!%!7!=2!%!7}00y{{CCDD      r-)rr6rrr5rch|]\}}|Sr,r,)ryrOrs r.r{zls..s444q444r-c3$K|] \}}|dV dS)Nrr,ryrras r. zls..s& L Lvq#COOOOO L Lr-c3.K|]\}}||jVdSrSrrs r.rzls..s)WW&!SsS-WWr-c3>K|]}t|jVdSrS)rLr!ryrOs r.rzls..s, N NT^!4!4 N N N N N Nr-c3$K|] }|jV dSrSrrs r.rzls..s%HH4T.HHHHHHr-z Found z repo(s) for a total of z revision(s) and z on disk.)rrr rrrtyper BadParameterr(timerrrrtablerLsumrhr boldr)rr!rrrrnexcfiltersr filter_fns sort_key_fnrrK unique_reposrCrevision_count total_sizerrrs @@@r.lsrWs^O&y11 OOODS]DDEE3NOlG2=T]^^^G]4TTTTGTTT 444 S**34 )++CNNMMMMMgMMM 8 8#5dj#A#A K LL['L : : : : 8 8 8$SXX..C 7 8  199$%Ve%V%V%VWW W&5&/'    #*     GGG(           #     LLL(      44G444 &&  I L L L L LLLNWWGWWWWWJJ N N N N NNNNHH<HHHHHJ  I<:<<~<<$Z00<<<         s@ <7<A'' B1"BB.C44 D%>"D  D%)zhf cache rm model/gpt2zhf cache rm z hf cache rm model/gpt2 --dry-runzhf cache rm model/gpt2 --yeszQOne or more repo IDs (e.g. model/bert-base-uncased) or revision hashes to delete.yesz-yz--yeszSkip confirmation prompt.dry_runz,Preview deletions without removing anything.c  t|}n*#t$r}td|j|d}~wwxYwt ||}|jr;dd|jD}tjd|t|j dkr)tj dtj d|jt|j }t!|j} g} | jr| | jd | jr| | jd | s| | jd d | } tj d | d |jdt/|j|r*tjdd| j| j|jdStjd||t!|j} tjd| jd| jd|jd| j| j|jdS)z(Remove cached repositories or revisions.rN c3 K|] }d|V dSrcNr,)ryrs r.rzrm.. s(KKuN5NNKKKKKKr-zCould not find in cache: rzNothing to delete.codez repo(s)z revision(s)z and About to delete z totalling rDry run: no files were deleted.T)rrpr!r6zProceed with deletion?rDeleted z repo(s) and z revision(s); freed ) repos_deletedrevisions_deletedfreed)rrr rrr#rirwarningrLr!rhrExitdelete_revisionsrfrPr"rCrrDrEexpected_freed_size_strrmresultconfirmexecute) rrrrrnr resolutiondetailsstrategycounts summary_parts summary_texts r.rmrsJO&y11 OOODS]DDEE3NO+='BBJ<))KK 8JKKKKK :::;;; :   A%% %&&&ja    -}-vj6J/K/KLH !4 5 5F!M = 1;;;<<< $M =KKKLLL K ;IIIJJJ<< ..LH \ \ \9Y \ \ \]]]":#6777 -#11      K(c2222  !4 5 5FJ 66$ 6 663N 6 62 6 6 6' 5.  949zhf cache prunezhf cache prune --dry-runc t|}n*#t$r}td|j|d}~wwxYwi}t }|jD]G}t d|jD}|s#|||<|d|DHt|dkrtj ddStt ||d} |j t| j} t|} tj d | jd | jd t%||r$tjd d | j| jdStjd|| tjd| jd| jd| j| jdS)z)Remove detached revisions from the cache.rNc3JK|]}t|jdk|VdS)rN)rLr5ryrls r.rzprune..Ys7``(HMHZHZ^_H_H_XH_H_H_H_``r-c3$K|] }|jV dSrSr^rs r.rzprune..]s%GG(-GGGGGGr-rz2No unreferenced revisions found. Nothing to prune.r,rrz unreferenced revision(s) (z total).rT)rr!r6zProceed?rrz! unreferenced revision(s); freed r)rr)rrr rrrpr'r!updaterLrrhr r rfrPrEr rmr r r ) rrrrnrr"r!rOdetachedrrrs r.pruner9s60O&y11 OOODS]DDEE3NOEGH%%I#HH``dn`````  !GGhGGGGGGG 9~~ EFFF$I&&J .}-vj6J/K/KLH  * *FH}66}}S[Ss}}}#8,,, -11     K $$$$ Jt6.ttQYQqttt 5.r)zhf cache verify gpt2z)hf cache verify gpt2 --revision refs/pr/1z.hf cache verify my-dataset --repo-type datasetrVrUrlzXCache directory to use when verifying files from cache (defaults to Hugging Face cache). local_dirz?If set, verify files under this directory instead of the cache.fail_on_missing_filesz--fail-on-missing-filesz?Fail if some files exist on the remote but are missing locally.fail_on_extra_filesz--fail-on-extra-fileszLFail if some files exist locally but are not present on the remote revision.tokenc j|+|)tjdtjdt |}||t |dr|jnt|||||} d} | j r=d d | j D} tj d | d } | j ri|r>d d | j D} tj d| d } n)tj t| j d| jri|r>d d| jD} tj d| d } n)tj t| jd| j} | dkr?tjd|d|jd| d| jtj| tjd| jd|jd|d||j| jt| dS)aVerify checksums for a single repo revision from cache or a local directory. Examples: - Verify main revision in cache: `hf cache verify gpt2` - Verify specific revision: `hf cache verify gpt2 --revision refs/pr/1` - Verify dataset: `hf cache verify karpathy/fineweb-edu-100b-shuffle --repo-type dataset` - Verify local dir: `hf cache verify deepseek-ai/DeepSeek-OCR --local-dir /path/to/repo` NzCCannot pass both --local-dir and --cache-dir. Use one or the other.r r)r r)rVrUrlrrr rrc 3bK|]*}d|dd|dd|dd|dV+dS) rcpathz : expected rz ( algorithmz), got actualNr,)ryms r.rzverify..sj   _1V9 ^ ^: ^ ^!K. ^ ^QRS[Q\ ^ ^      r-u<❌ Checksum verification failed for the following file(s): rc3 K|] }d|V dSrr,ryps r.rzverify..s(IIq q IIIIIIr-u6❌ Missing files (present remotely, absent locally): zM remote file(s) are missing locally. Use --fail-on-missing-files for details.c3 K|] }d|V dSrr,r(s r.rzverify..s(GGq q GGGGGGr-u4❌ Extra files (present locally, absent remotely): zV local file(s) do not exist on the remote repo. Use --fail-on-extra-files for details.zVerification failed for 'z' (z) in z. Revision: z Verified z file(s) for z 'z'. All checksums match.)rVrUcheckedr#)rerrorrrrverify_repo_checksumshasattrrr( mismatchesrirh missing_pathsrrL extra_paths verified_pathrlr  checked_count) rVrUrlrrrrr apir  exit_coderverified_locations r.verifyr7s`!6 WXXXja    5 ! ! !C  & &%,Y%@%@T)//c)nn 'FI ))  &      ZQXZZ[[[     iiIIF4HIIIIIG HXwXX Y Y YII Kv+,,;;;       iiGGF4FGGGGGG HVWVV W W WII Kv)**999    ,A~~ } } }IO } }J[ } }lrl{ } }   ji((((JjF(jjyjj'jjj/$ " # # r-)NFNNN)NFF)OrFrr collectionsrcollections.abcrr dataclassesrenumrtypingrr rhuggingface_hub.errorsr utilsr r rrrrrutils._parsingrr _cli_utilsrrrrrr_outputr cache_clir compilerrrrrr_sort_options_dictrfr[r(r$r?rBr+rr*r' RepoRefsMaprPrmrtrrrrrrrrcommandOptionrGrArgumentrrmodelr7r,r-r.rJs ON ######--------!!!!!!!!!!!!!! ++++++vvvvvvvvvvvvvvvvvv77777777```````````````` M> ? ? ?  $ "*abb666??? 5 5 5  LMM     6*  66C!s*-|||#|||$+. #}}}%%d="43xPPP  $>#5#<< = >9S>12 Tni8J.KKLTTTTT$ [W^YWiMj=j5k [pt [ [ [ [(( n eN$667 78:(((("""6:" 4 [ ()""""4> >)> ~1D8%@$FG>>>>B54<S4(3#3%*uSRUX9V0WY]0]*^3333l&[&49&Qd&&&&X    G| |  d  L    |   V    |   S D  m     | * d 7     +| <  d  f     =| H I| | | | ~ (   5OO  S d    O d  L    O    ,     O*  ?    +O6 7OOOOd -/IJKK   )FF d  L    F    ,     F  ?    F* +FFFLKFR ).   =ff fff d  k     f d  R    f %  %R    !f.#  #_    /f< =f> ?ffffffr-