AF[iqdZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z mZmZmZmZmZmZmZddlZddlmZmZmZmZmZmZmZmZdd lm Z m!Z!d d l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(e(d Z)Gdde*e Z+e dGddZ,ejZdZ.hdZ/hdZ0hdZ1ejZdZ2dddddZ3iZ4e5e1D]Z6e6e4e6<e6de4e6d<e6de4e6d<e d e4e*e7!Z8e dGd"d#Z9eeeefZ:eee;e*fZd(ed%eee*efee*eeeffffd)Z?d(ed*e@d%eee:ee ee*ejd? fd@e e@ejdA fdBe eeKe*ejdCdDdE fdFe e+ejdG fdHe e@ejdIdJdK fdLe ee8ejdM fdNe eePejdO fd%dfdPZQe)j dhd;e eKe*ejdQ fd>e ee*ejd? fdRe e@ejdSdTdU fdVe e@ejdW fd%df dXZSe)j dhd>e ee*ejd? fdRe e@ejdSdTdU fdVe e@ejdW fd%dfdYZTe)je$jdddd=d=dfdZe#d[e$d\e%d>e ee*ejd] fd^e ee*ejd_ fd`e e@ejdadb fdce e@ejddde fdfe&d%dfdgZVy)izHContains the 'hf cache' command group with cache management subcommands.N) defaultdict) dataclass)Enum) AnnotatedAnyCallableDictListMappingOptionalTuple)ANSICachedRepoInfoCachedRevisionInfo CacheNotFound HFCacheInfo _format_sizescan_cache_dirtabulate)parse_duration parse_size) RepoIdArg RepoTypeOpt RevisionOptTokenOpt get_hf_api typer_factoryzManage local cache directory.)helpceZdZdZdZdZy) OutputFormattablejsoncsvN)__name__ __module__ __qualname__r#r$r%b/var/www/html/chatbot/moweb-chatbot/venv/lib/python3.12/site-packages/huggingface_hub/cli/cache.pyr"r"1s E D Cr*r"T)frozencLeZdZUeeed<eeeefed<e edfed<y)_DeletionResolution revisionsselected.missingN) r&r'r( frozensetstr__annotations__dictrrtupler)r*r+r.r.7s0~>9-?#@@AA 38_r*r.zA^(?P[a-zA-Z_]+)\s*(?P==|!=|>=|<=|>|<|=)\s*(?P.+)$><=>!=<=>=>refssizetypeaccessedmodified>namer>r@rAz.^(?P[a-zA-Z_]+)(?::(?Pasc|desc))?$descasc)r@rAr>rBz:asc_ascz:desc_desc SortOptions)r?modulec0eZdZUdZeed<eed<eed<y)CacheDeletionCountsz>Simple counters summarizing cache deletions for CLI messaging. repo_countpartial_revision_counttotal_revision_countN)r&r'r(__doc__intr4r)r*r+rJrJVsHOr*rJselected_by_reporeturncd}d}d}|jD]H\}}|t|z }t|t|jk(s6|dz }|t|z }J||z }t|||S)z(Summarize deletions across repositories.rr)itemslenr/rJ)rPrKtotal_revisionsrevisions_in_full_reposrepor/rLs r+summarize_deletionsrXcsJO+1136i3y>) y>S0 0 !OJ #s9~ 5 # 6 -/FF z+A? SSr*c t|jdD]}|jd|j}t||d}t |t |j k(rt d|d`t d|d|D]R}djt|jxsd }t d |jd |d |jTy )zBPretty-print selected cache revisions during confirmation prompts.cN|j|jjfSN repo_typerepo_idlowerrWs r+z0print_cache_selected_revisions..ws$..RVR^R^RdRdRfAgr*key/c|jSr[ commit_hashrevs r+raz0print_cache_selected_revisions..y 3??r* - z (entire repo): z (detached)z z [z] N) sortedkeysr]r^rTr/printjoinr=rgsize_on_disk_str)rPrWrepo_keyr/revisionr=s r+print_cache_selected_revisionsruus',,.4gh Xnn%Qt||n5+D17RS y>S0 0 D .1 2  XJa !! XH88F8==12BlD F8//04&8;T;T:UV W X Xr* hf_cache_infoci}i}|jD]Q}|jj}|||<|jD]!}||f||jj<#S||fS)zPCreate lookup tables so CLI commands can resolve repo ids and revisions quickly.)reposcache_idr_r/rg)rv repo_lookuprevision_lookuprWrsrts r+build_cache_indexr|s.0KLNO##M==&&( $ H MH=A8.sQUQ]Q]QcQcQe@fr*rbc|jSr[rfrhs r+raz'collect_cache_entries..rjr*NcN|dj|d|djfSdfS)Nrr)ryrgentrys r+raz'collect_cache_entries..s6a!!(-a(<a$$BDr*c |djS)Nr)ryrs r+raz'collect_cache_entries..suQx'8'8r*)rnrxr2r/r=appendsort)rvr}entries repo_refs_map sorted_reposrWrtrefs r+collect_cache_entriesrs!#G!#M---3fgL)'T^^(eW_WdWd(ePS(e(ef d "4>>7RS 1h/0 1 NND$< ( )    M !!  8 9 M !!)fsC exprrc  tj|j}|std|d|j dj |j d|j dj t vr"tdd|dtt d tvr"td d |dttd d k(rt   fd SdvrBt j dtdttdtdtf fd }|Sdk(rK j dk7rtdddtdttdtdtffd }|Sdk7rtdd dtdttdtdtf fd }|S)zqConvert a `hf cache ls` filter expression into the yes/no test we apply to each cache entry before displaying it.zInvalid filter expression: 'z'.rcopvaluezUnsupported operator 'z ' in filter ''. Must be one of .zUnsupported filter key '' in 'r>cZt||jS|jSr[)_compare_numeric size_on_disk)rWrt_rsize_thresholds r+raz&compile_cache_filter..s7)9%-%9H ! !  * ?C?P?P  * r*>r@rArWrtnowrQcdk(r |jn| |jn |j}|yt||z S)Nr@F) last_accessed last_modifiedr)rWrtr timestamprcrsecondss r+ _time_filterz*compile_cache_filter.._time_filtersW*$""'++''  #C)ORA Ar*r?r8z/Only '=' is supported for 'type' filters. Got 'rc>|jjk(Sr[)r]r_)rWrtrexpecteds r+ _type_filterz*compile_cache_filter.._type_filters>>'')X5 5r*z.Only '=' is supported for 'refs' filters. Got c| |jnj|t}j|Dcgc]}|jc}vScc}wr[)r=getr2r_)rWrtrr=rr value_raws r+ _refs_filterz*compile_cache_filter.._refs_filtersK$,$88==m>O>OPTV_Va>bD??$(E(EE E(EsA)_FILTER_PATTERNmatchstrip ValueErrorgroupr__ALLOWED_OPERATORSlist _FILTER_KEYSrrrr rfloatbool) rrrrrrrrcrrrrs ` @@@@@@r+compile_cache_filterrs  ! !$**, /E 7vR@AA ++e  " " $C T B G$**,I ##1"]4&HZ[_`r[sZttuvww ,3C5tfDVW[\hWiVjjklmm f}#I.   && !23 B~ BBT9U B\a Bfj B f}??$ 9NrdRTUV V 6~ 6BT9U 6Z_ 6dh 6 9MbTQRST T F~ FBT9U FZ_ Fdh Fr*rc g}|D]\}}|rq| |j|j|jt|j|j |j |jt|jd}n\|j|j|j |j |jt|j|td}|j||S)zGNormalize cache entries into serializable records for JSON/CSV exports.r^r]rt snapshot_pathrrrr=r^r]rrrr=) r^r]rgr3rrrrrnr=rr2r)rr}rpayloadrWrtrecords r+_build_cache_export_payloadrs%'G!h <<!^^$00!$X%;%;!< ( 5 5!%!3!3!)!7!7x}}- &F <<!^^ $ 1 1!%!3!3!%!3!3}00y{CD F v/0 Nr*c|s|rdnd}t|y|rygd}|Dcgc]g\}}|`|j|j|jj d|j dj t|jgi}}}ngd}|Dcgc]w\}}|j|jj d|jxsd|j dj t|j|tgy}}}tt|| |Dchc]\}}| } }}t| } |r%td |D} td |D} n$td | D} td | D} d| d| dt| d} tt!j"| ycc}}wcc}}wcc}}w)zBRender cache entries as a table and show a human-readable summary.zNo cached revisions found.zNo cached repositories found.N)IDREVISIONSIZE LAST_MODIFIEDREFSrm)rr LAST_ACCESSEDrrr)headersc3,K|] \}}| dyw)Nrr).0rrts r+ z,print_cache_entries_table..8sR;1hX=QQRs c3@K|]\}}| |jywr[rrs r+rz,print_cache_entries_table..9sb;1hXMa..bs c3FK|]}t|jywr[)rTr/rrWs r+rz,print_cache_entries_table..;sJTS0Js!c34K|]}|jywr[rrs r+rz,print_cache_entries_table..<sDt**Dz Found z repo(s) for a total of z revision(s) and z on disk.)rpryrgrrrjustlast_modified_strrqrnr=last_accessed_strrr2rrTsumrrbold)rr}rmessagerrWrt table_rowsr unique_reposrKrevision_count total_sizesummarys r+print_cache_entries_tablers 2C.Ih gE#*  h# $$))//2** ./     K#  a  %%++A.&&,"&& 1 1$ DEF      (:w /0(/0WT1D0L0\"JR'RRb'bb J\JJD|DD  $<^* ?+ ?+"&B C 9b) ;+ >* ?+ ?+"&B C -r*leftrrightcl|y||k(||k7||kD||k||k\||kd}||vrtd|||S)z)Evaluate numeric comparisons for filters.F)r8r:r9r7r<r;z)Unsupported numeric comparison operator: )r)rrr comparisonss r+rr|sd |U]em E\ E\emem K DRDIJJ r?r* sort_expr.c tj|jj}|st d|d|j dj|j d}t vr"t dd|dtt d|r|nt}|d k(}d td ttd fffd }||fS)zConvert a `hf cache ls` sort expression into a key function for sorting entries. Returns: A tuple of (key_function, reverse_flag) where reverse_flag indicates whether to sort in descending order (True) or ascending order (False). zInvalid sort expression: 'z5'. Expected format: 'key' or 'key:asc' or 'key:desc'.rcorderzUnsupported sort key 'rrrrCrrQ.c|\}}dk(r|jj}|fSdk(r ||j}|fS|j}|fSdk(r |j|j}|fSd}|fSdk(r?| |j|j}|fSd}|fS|j |jnd}|fSt d)NrBr>r@grAzUnsupported sort key: )ryr_rrrr)rrWrtrrcs r+ _sort_keyz%compile_cache_sort.._sort_keys h &=,,.E8O &=-5-AH))E8OHLGXGXE8O * +/*<*<*HD&&E8OORE8O * #2:2H2H2T..8O[^8O/3.@.@.L**RU8O1#788r*) _SORT_PATTERNrrr_rr _SORT_KEYSr_SORT_DEFAULT_ORDER CacheEntryr6r)rrexplicit_orderrreverserrcs @r+compile_cache_sortrs     1 7 7 9 :E 5i[@uvww ++e  " " $C[[)N *1#fYKGYZ^_iZjYkklmnn-N2Ec2JEvoG99c3h9< g r*targetsct|\}}tt}t}g}|D]}|j}|s|j } t j d| rZ|j| } | |j|a| \} } || j| |j| j|j| } | |j|| jD]1} || j| |j| j3|jD cic]\} }| t|}} }tt||t|Scc}} w)z8Resolve the deletion targets into a deletion resolution.z[0-9a-fA-F]{40}r/r0r1)r|rsetrr_re fullmatchrraddrgr/rSr2r.r6)rvrrzr{r0r/r1 raw_targettargetloweredrrWrt matched_reporevsfrozen_selecteds r+_resolve_deletion_targetsrse#4]#C K>I#>NH%IG0 !!# ,,. <<*G 4#''0E}z*"ND( TN  x ( MM(.. / "w/   NN: & $.. 0H \ " & &x 0 MM(.. / 0+02@H~~?OPttYt_,POP I& g Qs<E5F cache_dirz9Cache directory to scan (defaults to Hugging Face cache).r/zCInclude revisions in the output instead of aggregated repositories.filterz-fz--filterzZFilter entries (e.g. 'size>1GB', 'type=model', 'accessed>7d'). Can be used multiple times.formatzOutput format.quietz-qz--quietz-Print only IDs (repo IDs or revision hashes).raSort entries by key. Supported keys: 'accessed', 'modified', 'name', 'size'. Append ':asc' or ':desc' to explicitly set the order (e.g., 'modified:asc'). Defaults: 'accessed', 'modified', 'size' default to 'desc' (newest/biggest first); 'name' defaults to 'asc' (alphabetical).limitzSLimit the number of results returned. Returns only the top N entries after sorting.c  t|}|xsg} t||\} } | D cgc]} t| | } } tj}| D]"}| Dcgc]}||d|d|s|} }$|r, t|j\}}| j|||#|dkrt jd|d | d|} |r.| D](\}}t| |jn |j *yt"j$t&t"j(t*t"j,t.i}||| || S#t$r=}tdt|jt j d|d}~wwxYwcc} w#t$r$}t jt||d}~wwxYwcc}w#t$r$}t jt||d}~wwxYw) z&List cached repositories or revisions.Cache directory not found: rcodeN)r}r)rcrz&Limit must be a positive integer, got rr)rrrpr3rtyperExitrrr BadParametertimerrrrgryr"r#rr$rr%r)rr/rrrrr rvexcfiltersrrr filter_fnsrfnr sort_key_fnrrWrt formatterss r+lsrsj*&y1 lG2=T]^G]4LSTD*4?T T ))+CN&-MUE!HeAh1L5MMN  8#5djj#A K LL['L :   19$$'MeWTU%VW W&5/ % SND( (*>(&&DMM R S 531J :f gR_ ``Q * +C ,>+?@Ajja c)*U 4  S*34 N 8$$SX.C 7 8sb EFFFG0G;+G  F 8FF F GF==G G7G22G7zQOne or more repo IDs (e.g. model/bert-base-uncased) or revision hashes to delete.yesz-yz--yeszSkip confirmation prompt.dry_runz,Preview deletions without removing anything.c  t|}t||}|jr*td|jD]}td|t|jdk(r!tdt j d|jt|j}t|j} g} | jr| j!| jd | j"r| j!| j"d | s| j!| j$d d j'| } td | d |j(dt+|j|r tdy|s#t j,dds tdy|j/t|j} td| jd| j$d|j(dy#t$r<}tdt|jt j dd}~wwxYw)z(Remove cached repositories or revisions.r rr Nz2Could not find the following targets in the cache:rkrzNothing to delete.z repo(s)z revision(s)z and About to delete z totalling rDry run: no files were deleted.zProceed with deletion?F)defaultzDeletion cancelled.Deleted z repo(s) and z revision(s); freed )rrrpr3rrrrr1rTr/delete_revisionsrnrXr0rKrrLrMrqexpected_freed_size_strruconfirmexecute) rrrrrvr resolutionrstrategycounts summary_parts summary_texts r+rmr)Ts'<!&y1 +='BJ BC'' "E D. ! " :   A% "#jja  -}--vj6J6J/KLH !4!4 5F!M  1 12(;< $$ = =>lKL  ; ;+?@Ajja  !s H I 7IIcJ t|}i}t}|jD]>}td|jD}|s"|||<|jd|D@t|dk(r tdytt||d } |jt| j} t!|} td | j"d | j$d t'||r tdy|s!t j(ds tdy| j+td| j"d| j$dy#t$r<}tdt|jt j dd}~wwxYw)z)Remove detached revisions from the cache.r rr Nc3RK|]}t|jdk(s|!yw)rN)rTr=rrts r+rzprune..s!`(HMMHZ^_H_X`s''c34K|]}|jywr[rfr,s r+rzprune..sG(--Grrz2No unreferenced revisions found. Nothing to prune.r)rrz unreferenced revision(s) (z total).rzProceed?zPruning cancelled.rz! unreferenced revision(s); freed r)rrrpr3rrrrrxr2r/updaterTr.r rnrXrMr!rur"r#) rrrrvrr0r/rWdetachedr$r%r&s r+pruner0s0!&y1 EGH%I##H`dnn`` !GhGG H 9~ BC$I&J .}--vj6J6J/KLH  *F 66677RS[SsSsRtt|}#8, /0 u}}Z0 "#  HV0011RS[SsSsRttu vwO ! +C ,>+?@Ajja  !s E F"&7FF"r^r]rtzXCache directory to use when verifying files from cache (defaults to Hugging Face cache). local_dirz?If set, verify files under this directory instead of the cache.fail_on_missing_filesz--fail-on-missing-filesz?Fail if some files exist on the remote but are missing locally.fail_on_extra_filesz--fail-on-extra-fileszLFail if some files exist locally but are not present on the remote revision.tokenc 6|#|!tdtjdt|}|j |t |dr |j n t|||||} d} t| j} | rAtd | jD]%} td | d d | d d| dd| d'd} | jrU|r-td| jD]} td | d} n&t| jd}td|| jrU|r-td| jD]} td | d} n&t| jd}td|| j}| dk7rMtd|d|j d|dtd| jtj| td| jd|d|j d|tdy) aVerify checksums for a single repo revision from cache or a local directory. Examples: - Verify main revision in cache: `hf cache verify gpt2` - Verify specific revision: `hf cache verify gpt2 --revision refs/pr/1` - Verify dataset: `hf cache verify karpathy/fineweb-edu-100b-shuffle --repo-type dataset` - Verify local dir: `hf cache verify deepseek-ai/DeepSeek-OCR --local-dir /path/to/repo` NzCCannot pass both --local-dir and --cache-dir. Use one or the other.rr )r4r)r^r]rtr1rr4ru;❌ Checksum verification failed for the following file(s):rkpathz : expected rz ( algorithmz), got actualrz1Missing files (present remotely, absent locally):zM remote file(s) are missing locally. Use --fail-on-missing-files for details.u⚠️ z/Extra files (present locally, absent remotely):zV local file(s) do not exist on the remote repo. Use --fail-on-extra-files for details.u❌ Verification failed for 'z' (z) in rz Revision: u ✅ Verified z file(s) for 'z All checksums match.)rprrrverify_repo_checksumshasattrrr3r mismatches missing_pathsrT extra_paths verified_pathrt checked_count)r^r]rtrr1r2r3r4apiresult exit_codehas_mismatchesmpwarningverified_locations r+verifyrHsVT!6 STjja  5 !C  & &%,Y%@)//c)n 'FI&++,N KL"" fA D6 ;q}oR+?OwWXYaWbVcd e f   E F)) "QCj! "Iv++,-.;;  HWI& '   C D'' "QCj! "Iv))*+,99  HWI& ',,A~ -gYc)//9J%PaObbcde V__-./jji(( M&../~gYc)//IZZ_`q_r st "#r*)NFF)WrNr%r$rrr collectionsr dataclassesrenumrtypingrrrr r r r r rutilsrrrrrrrrutils._parsingrr _cli_utilsrrrrrr cache_clir3r"r.compilerrrrrr_sort_options_dictrnrcr&rGrJrr2 RepoRefsMaprXrur|rrrrrrrrrr6rrrcommandr#OptionrOrArgumentr)r0modelrHr)r*r+rXsO #!QQQ    8`` > ? 3  $ "**ab6? 5  LM     * 6C!s*-d|#d|$+.%u #e}%6 ="43xP  $>8,>#?? @ >9S>12 Tni8J.KKLTT$ XW^YWiMj=j5k Xpt X(( n eN$667 78:("""6:" 4 [ ()"4> >)> ~x(:;UCTIJ>B * 59JU $sCx.@/ * /59/JU/ /d * 59JU .T*%5.T.bm.rv.b8E?Ed(3#3%*uSRUX9V0WY]0]*^3l&[&49&Qd&X     c^a  L  ^a  V  ^a c  m   ^a*  !   +^a6    @   7^aF  7   G^aX   f   Y^ad e^a^aB    5I  S d  I  L  I    ,   I*  ?  +I6 7IIX    )@x  L  @x    ,   @x  ?  @x* +@x@xF )..   =c$ c$c$c$  k   c$  R  c$ %  %R  !c$.#  #_  /c$< =c$> ?c$c$r*