qiXmdZddlZddlZddlZddlZddlmZddlmZddl m Z ddl m Z m Z mZmZmZmZmZmZddlZddlmZdd lmZmZmZmZmZmZmZmZdd l m!Z!m"Z"d d l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*e*d Z+edGddZ,ejZdZ.hdZ/hdZ0hdZ1ejZdZ2dddddZ3iZ4e5e1D]Z6e6e4e6<e6de4e6d<e6de4e6d<e de4e7e8 Z9edGd!d"Z:eeeefZ;eeed#eeee ee7ejd?fd@e eAejdAfdBe eeKe7ejdCdDdEfdFe e$ejdGfdHe eAejdIdJdKfdLe ee9ejdMfdNe eePejdOfd$dfdPZQe+jgdQ< dld9e eKe7ejdRfd>e ee7ejd?fdSe eAejdTdUdVfdWe eAejdXfd$df dYZSe+jdZd[g< dld>e ee7ejd?fdSe eAejdTdUdVfdWe eAejdXfd$dfd\ZTe+jgd]<e&jdddd=d=dfd^e%d_e&d`e'd>e ee7ejdafdbe ee7ejdcfdde eAejdedffdge eAejdhdifdje(d$dfdkZVy)mzHContains the 'hf cache' command group with cache management subcommands.N) defaultdict) dataclass)Enum) AnnotatedAnyCallableDictListMappingOptionalTuple)CLIError)ANSICachedRepoInfoCachedRevisionInfo CacheNotFound HFCacheInfo _format_sizescan_cache_dirtabulate)parse_duration parse_size) OutputFormat RepoIdArg RepoTypeOpt RevisionOptTokenOpt get_hf_api typer_factoryzManage local cache directory.)helpT)frozencLeZdZUeeed<eeeefed<e edfed<y)_DeletionResolution revisionsselected.missingN) __name__ __module__ __qualname__ frozensetstr__annotations__dictrrtupleK/opt/pipecat/venv/lib/python3.12/site-packages/huggingface_hub/cli/cache.pyr%r%:s0~>9-?#@@AA 38_r2r%zA^(?P[a-zA-Z_]+)\s*(?P==|!=|>=|<=|>|<|=)\s*(?P.+)$><=>!=<=>=>refssizetypeaccessedmodified>namer;r=r>z.^(?P[a-zA-Z_]+)(?::(?Pasc|desc))?$descasc)r=r>r;r?z:asc_ascz:desc_desc SortOptions)r<modulec0eZdZUdZeed<eed<eed<y)CacheDeletionCountsz>Simple counters summarizing cache deletions for CLI messaging. repo_countpartial_revision_counttotal_revision_countN)r)r*r+__doc__intr.r1r2r3rGrGYsHOr2rGselected_by_reporeturncd}d}d}|jD]H\}}|t|z }t|t|jk(s6|dz }|t|z }J||z }t|||S)z(Summarize deletions across repositories.rr)itemslenr&rG)rMrHtotal_revisionsrevisions_in_full_reposrepor&rIs r3summarize_deletionsrUfsJO+1136i3y>) y>S0 0 !OJ #s9~ 5 # 6 -/FF z+A? SSr2c t|jdD]}|jd|j}t||d}t |t |j k(rt d|d`t d|d|D]R}djt|jxsd }t d |jd |d |jTy )zBPretty-print selected cache revisions during confirmation prompts.cN|j|jjfSN repo_typerepo_idlowerrTs r3z0print_cache_selected_revisions..zs$..RVR^R^RdRdRfAgr2key/c|jSrX commit_hashrevs r3r^z0print_cache_selected_revisions..| 3??r2 - z (entire repo): z (detached)z z [z] N) sortedkeysrZr[rQr&printjoinr:rdsize_on_disk_str)rMrTrepo_keyr&revisionr:s r3print_cache_selected_revisionsrrxs',,.4gh Xnn%Qt||n5+D17RS y>S0 0 D .1 2  XJa !! XH88F8==12BlD F8//04&8;T;T:UV W X Xr2 hf_cache_infoci}i}|jD]Q}|jj}|||<|jD]!}||f||jj<#S||fS)zPCreate lookup tables so CLI commands can resolve repo ids and revisions quickly.)reposcache_idr\r&rd)rs repo_lookuprevision_lookuprTrprqs r3build_cache_indexrys.0KLNO##M==&&( $ H MH=A8.sQUQ]Q]QcQcQe@fr2r_c|jSrXrcres r3r^z'collect_cache_entries..rgr2NcN|dj|d|djfSdfS)Nrr)rvrdentrys r3r^z'collect_cache_entries..s6a!!(-a(<a$$BDr2c |djS)Nr)rvrs r3r^z'collect_cache_entries..suQx'8'8r2)rkrur,r&r:appendsort)rsrzentries repo_refs_map sorted_reposrTrqrefs r3collect_cache_entriesrs!#G!#M---3fgL)'T^^(eW_WdWd(ePS(e(ef d "4>>7RS 1h/0 1 NND$< ( )    M !!  8 9 M !!)fsC exprrc  tj|j}|std|d|j dj |j d|j dj t vr"tdd|dtt d tvr"td d |dttd d k(rt   fd SdvrBt j dtdttdtdtf fd }|Sdk(rK j dk7rtdddtdttdtdtffd }|Sdk7rtdd dtdttdtdtf fd }|S)zqConvert a `hf cache ls` filter expression into the yes/no test we apply to each cache entry before displaying it.zInvalid filter expression: 'z'.r`opvaluezUnsupported operator 'z ' in filter ''. Must be one of .zUnsupported filter key '' in 'r;cZt||jS|jSrX)_compare_numeric size_on_disk)rTrq_rsize_thresholds r3r^z&compile_cache_filter..s7)9%-%9H ! !  * ?C?P?P  * r2>r=r>rTrqnowrNcdk(r |jn| |jn |j}|yt||z S)Nr=F) last_accessed last_modifiedr)rTrqr timestampr`rsecondss r3 _time_filterz*compile_cache_filter.._time_filtersW*$""'++''  #C)ORA Ar2r<r5z/Only '=' is supported for 'type' filters. Got 'rc>|jjk(SrX)rZr\)rTrqrexpecteds r3 _type_filterz*compile_cache_filter.._type_filters>>'')X5 5r2z.Only '=' is supported for 'refs' filters. Got c| |jnj|t}j|Dcgc]}|jc}vScc}wrX)r:getr,r\)rTrqrr:rr value_raws r3 _refs_filterz*compile_cache_filter.._refs_filtersK$,$88==m>O>OPTV_Va>bD??$(E(EE E(EsA)_FILTER_PATTERNmatchstrip ValueErrorgroupr\_ALLOWED_OPERATORSlist _FILTER_KEYSrrrr rfloatbool) rrrrrrrr`rrrrs ` @@@@@@r3compile_cache_filterrs  ! !$**, /E 7vR@AA ++e  " " $C T B G$**,I ##1"]4&HZ[_`r[sZttuvww ,3C5tfDVW[\hWiVjjklmm f}#I.   && !23 B~ BBT9U B\a Bfj B f}??$ 9NrdRTUV V 6~ 6BT9U 6Z_ 6dh 6 9MbTQRST T F~ FBT9U FZ_ Fdh Fr2rc g}|D]\}}|rq| |j|j|jt|j|j |j |jt|jd}n\|j|j|j |j |jt|j|td}|j||S)zGNormalize cache entries into serializable records for JSON/CSV exports.)r[rZrq snapshot_pathrrrr:)r[rZrrrr:) r[rZrdr-rrrrrkr:rr,r)rrzrpayloadrTrqrecords r3_build_cache_export_payloadrs%'G!h <<!^^$00!$X%;%;!< ( 5 5!%!3!3!)!7!7x}}- &F <<!^^ $ 1 1!%!3!3!%!3!3}00y{CD F v/0 Nr2c|s|rdnd}t|y|rygd}|Dcgc]g\}}|`|j|j|jj d|j dj t|jgi}}}ngd}|Dcgc]w\}}|j|jj d|jxsd|j dj t|j|tgy}}}tt|| |Dchc]\}}| } }}t| } |r%td |D} td |D} n$td | D} td | D} d| d| dt| d} tt!j"| ycc}}wcc}}wcc}}w)zBRender cache entries as a table and show a human-readable summary.zNo cached revisions found.zNo cached repositories found.N)IDREVISIONSIZE LAST_MODIFIEDREFSrj)rr LAST_ACCESSEDrrr)headersc3,K|] \}}| dyw)Nrr1.0rrqs r3 z,print_cache_entries_table..;sR;1hX=QQRs c3@K|]\}}| |jywrXrrs r3rz,print_cache_entries_table..<sb;1hXMa..bs c3FK|]}t|jywrX)rQr&rrTs r3rz,print_cache_entries_table..>sJTS0Js!c34K|]}|jywrXrrs r3rz,print_cache_entries_table..?sDt**Dz Found z repo(s) for a total of z revision(s) and z on disk.)rmrvrdrorjustlast_modified_strrnrkr:last_accessed_strrr,rrQsumrrbold)rrzrmessagerrTrq table_rowsr unique_reposrHrevision_count total_sizesummarys r3print_cache_entries_tablers 2C.Ih gE#*  h# $$))//2** ./     K#  a  %%++A.&&,"&& 1 1$ DEF      (:w /0(/0WT1D0L0\"JR'RRb'bb J\JJD|DD  $<^zUnsupported sort key: )rvr\rrrr)rrTrqrr`s r3 _sort_keyz%compile_cache_sort.._sort_keyws h &=,,.E8O &=-5-AH))E8OHLGXGXE8O * +/*<*<*HD&&E8OORE8O * #2:2H2H2T..8O[^8O/3.@.@.L**RU8O1#788r2) _SORT_PATTERNrrr\rr _SORT_KEYSr_SORT_DEFAULT_ORDER CacheEntryr0r)rrexplicit_orderrreverserr`s @r3compile_cache_sortrbs     1 7 7 9 :E 5i[@uvww ++e  " " $C[[)N *1#fYKGYZ^_iZjYkklmnn-N2Ec2JEvoG99c3h9< g r2targetsct|\}}tt}t}g}|D]}|j}|s|j } t j d| rZ|j| } | |j|a| \} } || j| |j| j|j| } | |j|| jD]1} || j| |j| j3|jD cic]\} }| t|}} }tt||t|Scc}} w)z8Resolve the deletion targets into a deletion resolution.z[0-9a-fA-F]{40}r&r'r()ryrsetrr\re fullmatchrraddrdr&rPr,r%r0)rsrrwrxr'r&r( raw_targettargetloweredrrTrq matched_reporevsfrozen_selecteds r3_resolve_deletion_targetsrse#4]#C K>I#>NH%IG0 !!# ,,. <<*G 4#''0E}z*"ND( TN  x ( MM(.. / "w/   NN: & $.. 0H \ " & &x 0 MM(.. / 0+02@H~~?OPttYt_,POP I& g Qs<E5)z hf cache lszhf cache ls --revisionsz*hf cache ls --filter "size>1GB" --limit 20zhf cache ls --format json)examplesF cache_dirz9Cache directory to scan (defaults to Hugging Face cache).r&zCInclude revisions in the output instead of aggregated repositories.filterz-fz--filterzZFilter entries (e.g. 'size>1GB', 'type=model', 'accessed>7d'). Can be used multiple times.formatzOutput format.quietz-qz--quietz-Print only IDs (repo IDs or revision hashes).raSort entries by key. Supported keys: 'accessed', 'modified', 'name', 'size'. Append ':asc' or ':desc' to explicitly set the order (e.g., 'modified:asc'). Defaults: 'accessed', 'modified', 'size' default to 'desc' (newest/biggest first); 'name' defaults to 'asc' (alphabetical).limitzSLimit the number of results returned. Returns only the top N entries after sorting.c  t|}|xsg} t ||\} } | D cgc]} t | | } } tj}| D]"}| Dcgc]}||d|d|s|} }$|r, t|j\}}| j|||#|dkrtjd|d| d|} |r.| D](\}}t| |jn |j *yt"j$t&t"j(t*i}||| || S#t$r}td|j|d}~wwxYwcc} w#t $r$}tjt||d}~wwxYwcc}w#t $r$}tjt||d}~wwxYw) z&List cached repositories or revisions.Cache directory not found: N)rzrr)r`rz&Limit must be a positive integer, got rr)rrrrrrrtyper BadParameterr-timerrrrmrdrvrtablerrr)rr&rrrrrrsexcfiltersrrr filter_fnsrfnr sort_key_fnrrTrq formatterss r3lsr sxO&y1 lG2=T]^G]4LSTD*4?T T ))+CN&-MUE!HeAh1L5MMN  8#5djj#A K LL['L :   19$$'MeWTU%VW W&5/ % SND( (*>(&&DMM R S 53J :f gR_ ``M O4S]]ODE3NOU 4  S*34 N 8$$SX.C 7 8sb D3E"EE"F0F;+F3 E<EEE"" F+F  F G F??G)zhf cache rm model/gpt2zhf cache rm z hf cache rm model/gpt2 --dry-runzhf cache rm model/gpt2 --yeszQOne or more repo IDs (e.g. model/bert-base-uncased) or revision hashes to delete.yesz-yz--yeszSkip confirmation prompt.dry_runz,Preview deletions without removing anything.c Z t|}t ||}|j r*t d|j D]}t d|t|jdk(r!t dtjd|jt|j}t|j} g} | jr| j!| jd| j"r| j!| j"d | s| j!| j$d d j'| } t d | d |j(d t+|j|r t dy|s#tj,dds t dy|j/t|j} t d| jd| j$d|j(d y#t$r}td|j|d}~wwxYw)z(Remove cached repositories or revisions.rNz2Could not find the following targets in the cache:rhrzNothing to delete.codez repo(s)z revision(s)z and About to delete z totalling rDry run: no files were deleted.zProceed with deletion?F)defaultzDeletion cancelled.Deleted z repo(s) and z revision(s); freed )rrrrrr(rmrQr&rExitdelete_revisionsrkrUr'rHrrIrJrnexpected_freed_size_strrrconfirmexecute) rrrrrsr resolutionrstrategycounts summary_parts summary_texts r3rmr!+sJO&y1 +='BJ BC'' "E D. ! " :   A% "#jja  -}--vj6J6J/KLH !4!4 5F!M  1 12(;< $$ = =>lKL  ; ;}t d|jD}|s"|||<|jd|D@t|dk(r tdytt ||d} |jt| j} t|} td | jd | j d t#||r td y|s!t%j&d s tdy| j)td| jd| j dy#t$r}td|j|d}~wwxYw)z)Remove detached revisions from the cache.rNc3RK|]}t|jdk(s|!yw)rN)rQr:rrqs r3rzprune..s!`(HMMHZ^_H_X`s''c34K|]}|jywrXrcr$s r3rzprune..sG(--Grrz2No unreferenced revisions found. Nothing to prune.r1rrz unreferenced revision(s) (z total).rzProceed?zPruning cancelled.rz! unreferenced revision(s); freed r)rrrrrrur,r&updaterQrmr%rrkrUrJrrrrrr) rrrrsrr'r&rTdetachedrrrs r3pruner(~s0O&y1 EGH%I##H`dnn`` !GhGG H 9~ BC$I&J .}--vj6J6J/KLH  *F 66677RS[SsSsRtt|}#8, /0 u}}Z0 "#  HV0011RS[SsSsRttu vwM O4S]]ODE3NOs E F&E??F)zhf cache verify gpt2z)hf cache verify gpt2 --revision refs/pr/1z.hf cache verify my-dataset --repo-type datasetr[rZrqzXCache directory to use when verifying files from cache (defaults to Hugging Face cache). local_dirz?If set, verify files under this directory instead of the cache.fail_on_missing_filesz--fail-on-missing-filesz?Fail if some files exist on the remote but are missing locally.fail_on_extra_filesz--fail-on-extra-fileszLFail if some files exist locally but are not present on the remote revision.tokenc 6|#|!tdtjdt|}|j |t |dr |j n t|||||} d} t| j} | rAtd | jD]%} td | d d | d d| dd| d'd} | jrU|r-td| jD]} td | d} n&t| jd}td|| jrU|r-td| jD]} td | d} n&t| jd}td|| j}| dk7rMtd|d|j d|dtd| jtj| td| jd|d|j d|tdy) aVerify checksums for a single repo revision from cache or a local directory. Examples: - Verify main revision in cache: `hf cache verify gpt2` - Verify specific revision: `hf cache verify gpt2 --revision refs/pr/1` - Verify dataset: `hf cache verify karpathy/fineweb-edu-100b-shuffle --repo-type dataset` - Verify local dir: `hf cache verify deepseek-ai/DeepSeek-OCR --local-dir /path/to/repo` NzCCannot pass both --local-dir and --cache-dir. Use one or the other.rr)r,r)r[rZrqr)rr,ru;❌ Checksum verification failed for the following file(s):rhpathz : expected rz ( algorithmz), got actualrz1Missing files (present remotely, absent locally):zM remote file(s) are missing locally. Use --fail-on-missing-files for details.u⚠️ z/Extra files (present locally, absent remotely):zV local file(s) do not exist on the remote repo. Use --fail-on-extra-files for details.u❌ Verification failed for 'z' (z) in rz Revision: u ✅ Verified z file(s) for 'z All checksums match.)rmrrr verify_repo_checksumshasattrrr-r mismatches missing_pathsrQ extra_paths verified_pathrq checked_count)r[rZrqrr)r*r+r,apiresult exit_codehas_mismatchesmpwarningverified_locations r3verifyr@sV`!6 STjja  5 !C  & &%,Y%@)//c)n 'FI&++,N KL"" fA D6 ;q}oR+?OwWXYaWbVcd e f   E F)) "QCj! "Iv++,-.;;  HWI& '   C D'' "QCj! "Iv))*+,99  HWI& ',,A~ -gYc)//9J%PaObbcde V__-./jji(( M&../~gYc)//IZZ_`q_r st "#r2)NFF)WrKrrrr collectionsr dataclassesrenumrtypingrrrr r r r r rhuggingface_hub.errorsrutilsrrrrrrrrutils._parsingrr _cli_utilsrrrrrr r! cache_clir%compilerrrrrr_sort_options_dictrkr`r-r)rDrGrr, RepoRefsMaprUrrryrrrrrrrrr0rrrcommandrOptionrLr Argumentr!r(modelr@r1r2r3rQsO #!QQQ +   8 > ?  $ "**ab6? 5  LM     * 6C!s*-d|#d|$+.%u #e}%6 ="43xP  $>8,>#?? @ >9S>12 Tni8J.KKLTT$ XW^YWiMj=j5k Xpt X(( n eN$667 78:("""6:" 4 [ ()"4> >)> ~x(:;UCTIJ>B * 59JU $sCx.@/ * /59/JU/ /d * 59JU 8E?Ed(3#3%*uSRUX9V0WY]0]*^3l&[&49&Qd&X     c\a  L  \a  V  \a c  m   \a*  !   +\a6    @   7\aF  7   G\aX   f   Y\ad e\a\a~ (   5H  S d  H  L  H    ,   H*  ?  +H6 7HHV -/IJK   )?x  L  ?x    ,   ?x  ?  ?x* +?xL?xD )..   =c$ c$c$c$  k   c$  R  c$ %  %R  !c$.#  #_  /c$< =c$> ?c$c$r2