U[i 0UddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z m Z ddl m Z ddlmZddlmZdd lmZmZmZmZmZdd lmZmZddlZddlZdd lmZmZm Z dd l!m"Z"d dl#m$Z$d dl%m&Z&m'Z'd dl(m)Z)m*Z*m+Z+m,Z,d dl-m.Z.m/Z/d dl0m1Z1m2Z2m3Z3d dl4m5Z5m6Z6m7Z7m8Z8d dl9m:Z:ejvdejxZ=e GddZ>e?ejZAeeBd<GddeAZCGddejeCZDGddejjZGGd d!ejjZHd"eId#eIfd$ZJd%eId#eIfd&ZKd'eId(eeLd#efd)ZMd*eDd'eId+eId,eNd-eIf d.ZOd3d/ejd0eNd#eQfd1ZRd2ZSeDZTy)4N)deque) ExitStack)deepcopy) dataclassfield)datetime)chain)Path)AnyIteratorNoReturnOptionalUnion)quoteunquote)_DEFAULT_CALLBACK NoOpCallback TqdmCallback) isfilelike) constants)CommitOperationCopyCommitOperationDelete)EntryNotFoundErrorHfHubHTTPErrorRepositoryNotFoundErrorRevisionNotFoundError) hf_hub_urlhttp_get)HfApiLastCommitInfoRepoFile)HFValidationErrorhf_raise_for_status http_backoffhttp_stream_backoff)md5zy (^refs\/convert\/\w+) # `refs/convert/parquet` revisions | (^refs\/pr\/\d+) # PR revisions cjeZdZUdZeed<eed<eed<eed<eddZeeed <d efd Z y) HfFileSystemResolvedPathzUData structure containing information about a resolved Hugging Face file system path. repo_typerepo_idrevision path_in_repoNF)defaultrepr _raw_revisionreturnctjj|jd|jz}|j r-|d|j d|j jdS|jtjk7r6|dt|jd|j jdS|d|j jdS)N@/) rREPO_TYPES_URL_PREFIXESgetr*r+r0r-rstripr,DEFAULT_REVISION safe_revision)self repo_paths l/var/www/html/chatbot/Makanify-Chatbot-3/venv/lib/python3.12/site-packages/huggingface_hub/hf_file_system.py unresolvez"HfFileSystemResolvedPath.unresolve4s5599$.."MPTP\P\\   [$"4"4!5Qt7H7H6IJQQRUV V ]]i88 8[- ">!?qARAR@ST[[\_` `[$"3"3!45<r?r=r)r)(s?_N LM$)E#BM8C=BB3Br?r) _cached_basec(eZdZdZfdZdZxZS)_Cacheda Metaclass for caching HfFileSystem instances according to the args. This creates an additional reference to the filesystem, which prevents the filesystem from being garbage collected when all *user* references go away. A call to the :meth:`AbstractFileSystem.clear_instance_cache` must *also* be made for a filesystem instance to be garbage collected. This is a slightly modified version of `fsspec.spec._Cached` to improve it. In particular in `_tokenize` the pid isn't taken into account for the `fs_token` used to identify cached instances. The `fs_token` logic is also robust to defaults values and the order of the args. Finally new instances reuse the states from sister instances in the main thread. c2t||i|i|_yN)super__init___cache)clsargskwargs __class__s r=rMz_Cached.__init__Rs $)&) r?c|jdd}|j|tjg|i|}|j|tjj g|i|}|s0|j r$||jvr||_|j|Stj|g|i|}|s\|j rP||jvrB|j|j}|jD]\}} t||| ||_||_||_|j r|s||_||j|<|S)Nskip_instance_cacheF)pop _tokenize threading get_ident main_threadidentcachablerN_latesttype__call___get_instance_stateitemssetattr _fs_token_ storage_argsstorage_options) rOrPrQskipfs_tokenfs_token_main_threadobjinstance_stateattr state_values r=r^z_Cached.__call__Zs:zz/7 3==i&9&9&;MdMfM,s}}S)2G2G2I2O2OaRVaZ`a SZZ)?"CK::h' '--5d5f5CCLL-ASZZ-O!$,@!A!U!U!W)7)=)=)?4%D+C{34%CN#C "(C ||D& '* 8$Jr?)r@rArBrCrMr^ __classcell__rRs@r=rIrIBs r?rIcJeZdZdZdZdZddddddeedee edfdee d ee ffd Z e d e d efd Z dededeed ee eeffdZd2dedeed efdZd2deed dfdZ d3dededee deed edf dZd2dedeed dfdZ d4dede dee deed df dZ d5dede de deed eeeeeefff dZ d6dede de deed ee dee f dZded eeeeeeefffd Zd2dedee d eeffd! Z d7dedee d"e de de deed eeeeeeeeffffd#Zd2d$ed%edeed dfd&Z ded e!fd'Z"d8dede deed eeeffd(Z#d)Z$d*Z%d+Z&ded efd,Z'e(dfd9fd- Z)e*d.Z+d/Z,d0Z-d1Z.xZ/S): HfFileSystemaL Access a remote Hugging Face Hub repository as if were a local file system. > [!WARNING] > [`HfFileSystem`] provides fsspec compatibility, which is useful for libraries that require it (e.g., reading > Hugging Face datasets directly with `pandas`). However, it introduces additional overhead due to this compatibility > layer. For better performance and reliability, it's recommended to use `HfApi` methods when possible. Args: endpoint (`str`, *optional*): Endpoint of the Hub. Defaults to . token (`bool` or `str`, *optional*): A valid user access token (string). Defaults to the locally saved token, which is the recommended method for authentication (see https://huggingface.co/docs/huggingface_hub/quick-start#authentication). To disable authentication, pass `False`. block_size (`int`, *optional*): Block size for reading and writing files. expand_info (`bool`, *optional*): Whether to expand the information of the files. **storage_options (`dict`, *optional*): Additional options for the filesystem. See [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.__init__). Usage: ```python >>> from huggingface_hub import hffs >>> # List files >>> hffs.glob("my-username/my-model/*.bin") ['my-username/my-model/pytorch_model.bin'] >>> hffs.ls("datasets/my-username/my-dataset", detail=False) ['datasets/my-username/my-dataset/.gitattributes', 'datasets/my-username/my-dataset/README.md', 'datasets/my-username/my-dataset/data.json'] >>> # Read/write files >>> with hffs.open("my-username/my-model/pytorch_model.bin") as f: ... data = f.read() >>> with hffs.open("my-username/my-model/pytorch_model.bin", "wb") as f: ... f.write(data) ``` Specify a token for authentication: ```python >>> from huggingface_hub import HfFileSystem >>> hffs = HfFileSystem(token=token) ``` r3hfN)endpointtoken block_size expand_inforqrrrsrtct||i||xstj|_||_t |||_||_||_ i|_ i|_ y)N)rqrr) rLrMrENDPOINTrqrrr _apirsrt_repo_and_revision_exists_cachedircache)r;rqrrrsrtrPrdrRs r=rMzHfFileSystem.__init__sc $2/2 6I$6$6  859 $&  ,:< r?threading_identr1c(|jdxstj|d<|jd|d<t|Dcic]}||| }}||||f}t t |j }|jScc}w)zDeterministic token for cachingrqrr)r7rrvsortedr'rDencode hexdigest)rOrzrPrQkey tokenize_argshs r=rVzHfFileSystem._tokenizes$ZZ 3Iy7I7Iz **W-w.4Vn=s#vc{"==otV< M"))+ ,{{} >s Br*r+r,c|||f|jvrR |jj|||tjd|j|||f<d|j||df<|j|||fS#t t f$r2}d|f|j|||f<d|f|j||df<Yd}~Nd}~wt$r0}d|f|j|||f<d|j||df<Yd}~d}~wwxYw)N)r,r*timeout)TNF)rxrw repo_inforHF_HUB_ETAG_TIMEOUTrr#r)r;r*r+r,es r=_repo_and_revision_existz%HfFileSystem._repo_and_revision_exists! w )1U1U U ^ ##h)YMjMj$Xb44i(5STS]44i$5OP33Y4RSS,->? \W\^_W_44i(5STSXZ[S[44i$5OP( ^W\^_W_44i(5STS]44i$5OP ^s#-A66C.(B22 C.>&C))C.pathcdttdttdttfd}|j|}|s td|j dddzt j jvr8d|vr td|j dd\}}t j|}nt j}|jddkDrd |vr|j d d\}}d|vrwtj|}|J|d |jfvr6tjd |jd}|j}n|j dd\}}nd }|t!||}|j#|||\} } | sJt%|| n._align_revision_in_path_with_revisionsU##/4D4P$78H7IIijrist-- O,Or?z0Access to repositories lists is not implemented.r5rrr4Nr3)r0)rrD_strip_protocolNotImplementedErrorsplitrr6valuesREPO_TYPES_MAPPINGREPO_TYPE_MODELcountSPECIAL_REFS_REVISION_REGEXsearchgroupsublstriprr_raise_file_not_foundjoin isinstancerr#r9r))r;rr,rr*r+rmatchr-repo_and_revision_existerrrepo_id_with_namespacepath_in_repo_with_namespacerepo_id_without_namespacepath_in_repo_without_namespace_s r= resolve_pathzHfFileSystem.resolve_paths( &sm 7?}  c] ##D)%&XY Y ZZ_Q # %)J)J)Q)Q)S S$)*\]]"jja0OIt!44Y?I!11I ::c?Q d{,0JJsA,>))**7>>?OPE(X$ 9N-N'B'F'FrK['\'c'cdg'h +0;;=(9I9O9OPSUV9W6(,#%L@IYAZ\de/3/L/LYX_ai/j,'.)$4#' ),$**S/"12E)F&.1hhtzz#qr7J.K+,0JJsOA,>)14$**S/!":M1N.0: /3/L/LYX_ai/j,'.!#(?AR'ST";'E 595R5RS\^ego5p2/61$<-dC8GLd{,0JJsA,>))@IYAZ\de#' )-)F)FyRY[c)d & #Q*)*\]]'389S9S' 7Hlbrssr?c|s5|jj|jjy|j|}|j }|r0|jj |d|j |}|r0|jsq|jj |j|jdfd|jj |j|j|jfdyy)ac Clear the cache for a given path. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.invalidate_cache). Args: path (`str`, *optional*): Path to clear from cache. If not provided, clear the entire cache. N) ryclearrxrr>rU_parentr-r*r+r,)r;r resolved_paths r=invalidate_cachezHfFileSystem.invalidate_cache>s MM   !  0 0 6 6 8 --d3M **,D !!$-||D) !--4488-:Q:QS`ShShjn9oquv4488",,m.C.C]E[E[\^b.r?mode)HfFileSystemFileHfFileSystemStreamFilec ||n |j}|||d<d|vr td|dk(rt||f||d|St||f||d|S)Nrsaz/Appending to remote files is not yet supported.r)rr,)rsrrr)r;rrrsr,rQs r=_openzHfFileSystem._openZsr$.#9Zt  !#-F< $;%&WX X ?)$]4(]V\] ]#D$WTHWPVW Wr?c N|j||}|jj|j|j|j |j |j|jd|jd|j|jy)Nr,commit_messagecommit_description)r-r+rrr*r,rrr) rrw delete_filer-r+rrr*r,r7rr>)r;rr,rQrs r=_rmzHfFileSystem._rmls))$)B  &33!))**#--"++!::&67%zz*>?   =#:#:#<=r? recursivemaxdepthc X|j||}|j||||}|Dcgc]/}|j|r|j|j1}}|D cgc]} t | } } dd} | |rdndz } | |d |dndz } |j j |j|j|j| |j|jd | |jd  |j|j ycc}wcc} w)a Delete files from a repository. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.rm). > [!WARNING] > Note: When possible, use `HfApi.delete_file()` for better performance. Args: path (`str`): Path to delete. recursive (`bool`, *optional*): If True, delete directory and all its contents. Defaults to False. maxdepth (`int`, *optional*): Maximum number of subdirectories to visit when deleting recursively. revision (`str`, *optional*): The git revision to delete from. r)rrr,)r-zDelete  z recursively r3Nz up to depth rr)r+r*rr operationsr,rrr)r expand_pathisdirr-rrw create_commitr+r*rrr,r7rr>) r;rrrr,rQrpaths paths_in_repor-rrs r=rmzHfFileSystem.rmys36))$)B   XX` aJOh$W[WaWabfWg**40==h h[hi<+Fi i"4&*I.2=8LL !4RTT !))#--**!"++!::&6G%zz*>?   =#:#:#<=iisD"D"'D'detailrefreshc |j||}|j} |j|f||d|}|r|S|Dcgc]}|d c}S#t$rx|js t |d|j|j |f||d|}|Dcgc] }|d|k(s |ncc}w}}t|dk(r t |dYwxYwcc}w)a List the contents of a directory. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.ls). > [!WARNING] > Note: When possible, use `HfApi.list_repo_tree()` for better performance. Args: path (`str`): Path to the directory. detail (`bool`, *optional*): If True, returns a list of dictionaries containing file information. If False, returns a list of file paths. Defaults to True. refresh (`bool`, *optional*): If True, bypass the cache and fetch the latest data. Defaults to False. revision (`str`, *optional*): The git revision to list from. Returns: `list[Union[str, dict[str, Any]]]`: List of file paths (if detail=False) or list of file information dictionaries (if detail=True). r)rr,Nnamer)rr>_ls_treerr-rrlen) r;rrrr,rQroutos r=lszHfFileSystem.lss4))$)B &&( 2$--SgSFSCs:c":1V9"::" 2 --%dD1$-- T 2aGhaZ`aC!7QvY$%6177C73x1}%dD1 2#;s*A CA C B/*B/."CCc ||n|j |jnd}|j||}|j}t|j|j |j d|jj}g} ||jvrX|sU|j|} | j| g} |rd} t| D cgc]} | ddk(s | | fc} }|r|j\} }|| |kru|d|jvr| j|dnO|j|d} | j| |j| D cgc]} | ddk(r| d z| fc} |rg}|r'| Dcgc]}|d  |j|d}}|r| s|rC|r@tjj!| |z}|j#d s||k(s|t%| |vr|j'd n|j|}|"|t)|dj+d }||z}| Dcgc]}|dj-|d zr|} }t/|jD]3}|j-|d zs|jj1|d5|jj1|d| j|j3||d ||| | S|j4j7|j |j8|||j |j}|D]} |d z| jz}t;| t<r=|| j>d| j@| jB| jD| jFd}n|dd| jH| jDd}|j|d}|jjK|gj||t)|dj+d } || |ks| j|| Scc} wcc} wcc}wcc}w)NFrr3r-r0rr] directoryrr last_commitr5T)rrr,rtr)rexpandr,r*filersizer]blob_idlfsrsecurityrrrr]tree_idr)&rtrr>r)r*r+r,r0ryextendrpopleftappendrosr commonprefixendswithr r8rr startswithlistrUrrwlist_repo_treer-rr"rrrrrr setdefault)r;rrrr,rtrr root_pathrcached_path_infosdirs_not_in_dircachedepth path_info dirs_to_visitdir_infodirs_not_expandedr common_prefix common_pathcommon_path_depth cached_pathtree cache_pathcache_path_info parent_paths r=rzHfFileSystem._ls_trees'2KTM]M]Mi9I9Iot ))$)B &&(,  # #  ! !  " "'55  )+  4==  $ d 3  JJ( )#%  %9JoIiX^N_cnNneY'o! $&3&;&;&=OE8'5H+<#F+4==@0778HI04 hv>N0O-JJ'89)006G!"(1'0'8K'G&+QY $:!"$ !# FI$fQ}M]MeT\\!F)%<$f!$f2 HY!# 4 45IL]5] ^ %--c2$ 1$.BDU(VV"((-m4 '(3CIK(@(F(Fs(K% 11H"%UQQvY-A-A+PSBS-TqUU#' #6=K"--kC.?@ ))+t<= !!+t4 MM#"+ $!)$/!) " X C99++%%**#"&//'11 ,D" 0 &_y~~= i2 * ) &#,#4#4(}}'0'<'<$-$6$6'O!+ ! +#,#4#4'0'<'< 'O#ll?6+BC  ((b9@@Q"3t9;/55c:#u'8JJ/1 02 op!"%g"Vs* P3P3P8 P= P=?QQc/K|j||jdj}t||g|i|Ed{y7w)a Return all files below the given path. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.walk). Args: path (`str`): Root path to list files from. Returns: `Iterator[tuple[str, list[str], list[str]]]`: An iterator of (path, list of directory names, list of file names) tuples. r,rN)rr7r>rLwalk)r;rrPrQrRs r=rzHfFileSystem.walkHsL   :0F GQQS7<6t6v666sAA A Ac |j||jdj}t||fd|i|S)ah Find files by glob-matching. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.glob). Args: path (`str`): Path pattern to match. Returns: `list[str]`: List of paths matching the pattern. r,rr)rr7r>rLglob)r;rrrQrRs r=rzHfFileSystem.globXsE   :0F GQQSw|D>8>v>>r?withdirsc X||dkr td|j||}|j} |j|fd||j|d|} |s| D cgc] } | ddk7s | } } n/|j |fd|ji|} | ddk(r| g| zn| } | D cic]} | d |  } } t| } |s| S| D cic]} | | |  c} Scc} wcc} w#t $r8 |j |fd|i|dd k(r|ii} ni} n#t$ri} YnwxYwYmwxYwcc} w) a List all files below path. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.find). Args: path (`str`): Root path to list files from. maxdepth (`int`, *optional*): Maximum depth to descend into subdirectories. withdirs (`bool`, *optional*): Include directory paths in the output. Defaults to False. detail (`bool`, *optional*): If True, returns a dict mapping paths to file information. Defaults to False. refresh (`bool`, *optional*): If True, bypass the cache and fetch the latest data. Defaults to False. revision (`str`, *optional*): The git revision to list from. Returns: `Union[list[str], dict[str, dict[str, Any]]]`: List of paths or dict of file information. rzmaxdepth must be at least 1rT)rrr,rr]rr,rr) rrr>rr,inforFileNotFoundErrorr|)r;rrrrrr,rQrrrrnamesrs r=findzHfFileSystem.findhs@  HqL:; ;))$)B &&( .$-- $g @V@VaimsC"%BQ6k)AqBB&DIIdV]5K5KVvV +4V+< +KykC'QT),-A1V9a<-C-s L056D#d)O6 6C .!"  499T?H??G6Q*CC$   *7sM"C# C-C' C D'# D$-"DD$ DD$DD$#D$path1path2c |j||}|j||}|j|jk(xr|j|jk(}|rd|d|}|jj |j|j|j |j d||j ddt|j|j|j gn|j|d |j 5} | j} d d d d|d|}|jj |j|j|j|j|j |j d||j d |j|j |j|j y #1swYxYw) a Copy a file within or between repositories. > [!WARNING] > Note: When possible, use `HfApi.upload_file()` for better performance. Args: path1 (`str`): Source path to copy from. path2 (`str`): Destination path to copy to. revision (`str`, *optional*): The git revision to copy from. rzCopy z to rrr3)src_path_in_repor- src_revision)r+r*r,rrrrbNpath_or_fileobjr-r+rrr*r,rrr)rr*r+rwrr,r7rr-openread upload_filerrrr>) r;rrr,rQresolved_path1resolved_path2 same_reporfcontents r=cp_filezHfFileSystem.cp_files **58*D**58*D  $ $(@(@ @ u^E[E[_m_u_uEu  $UG4w7N II # #&..(22'00%zz*:NK#)::.BB#G')7)D)D%3%@%@%3%<%< $ 5$1H1HI #Q&&( #$UG4w7N II ! ! '+88&..jj(22'00%zz*:NK#)::.B#C "  >#;#;#=> >#;#;#=> # #s G$$G-c D|j|fii|ddi}|ddS)ai Get the last modified time of a file. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.modified). Args: path (`str`): Path to the file. Returns: `datetime`: Last commit date of the file. rtTrdater)r;rrQrs r=modifiedzHfFileSystem.modifieds6tyyA!@F!@M4!@AM"6**r?c b|j||}|j}|jd|j |jnd}|js~|dddd}|r=|j j |j|j|jd }i|dt|j|j|j d }nd}|j|} |s| |jvr|j!| | |jvr8|j| D cgc] } | d |k(s | } } | s t#|d| d}|s| |rH|rE|d ?|j j%|j|j||j|j} | s t#|d| d} t'|j|j|jd|j(j}t+| t,rM|dz| j.z| j0d| j2| j4| j6| j8d}n,|dz| j.zdd| j:| j6d}|sdDcic]}||| }}|J|Scc} wcc}w)a Get information about a file or directory. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.info). > [!WARNING] > Note: When possible, use `HfApi.get_paths_info()` or `HfApi.repo_info()` for better performance. Args: path (`str`): Path to get info for. refresh (`bool`, *optional*): If True, bypass the cache and fetch the latest data. Defaults to False. revision (`str`, *optional*): The git revision to get info from. Returns: `dict[str, Any]`: Dictionary containing file information (type, size, commit info, etc.). rrtNFrr)rrr]r)r*r,)oidtitler)rrrr)rr,r*r3rr5rrr)rrr])rr>r7rtr-rwlist_repo_commitsr+r*r,r! commit_idr created_atrryrrget_paths_infor)r0rr"rrrrrrr)r;rrr,rQrrtrrrrout1 paths_inforrks r=rzHfFileSystem.infos*))$)B &&(jj t/?/?/K4++QV ))## C "ii99!))]5L5LWdWmWm: ##1'119J9JQ\QgQg$C,,t,K;dmm#C $dmm+#'==#=Sa6dARSS)$51g#++##mBTB\!YY55!))!..&*33+55 6 ")$5&qM 4!++!))!**!#"/"="=  )+ i2 )C).. @ ) &#,#4#4(}}'0'<'<$-$6$6C!*C).. @ ! +#,#4#4'0'<'< C#.FG1c!f9GCG WTRHs+ J'9J' J,c |jddr|j||j|fi|y#YyxYw)a Check if a file exists. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.exists). > [!WARNING] > Note: When possible, use `HfApi.file_exists()` for better performance. Args: path (`str`): Path to check. Returns: `bool`: True if file exists, False otherwise. rFT)r7rr)r;rrQs r=existszHfFileSystem.existsQsC  zz)U+%%d+ DIId %f % s69=cP |j|ddk(S#t$rYywxYw)ai Check if a path is a directory. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.isdir). Args: path (`str`): Path to check. Returns: `bool`: True if path is a directory, False otherwise. r]rF)rOSErrorr;rs r=rzHfFileSystem.isdirjs1 99T?6*k9 9  s  %%c@ |j|ddk(S#YyxYw)a` Check if a path is a file. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.isfile). Args: path (`str`): Path to check. Returns: `bool`: True if path is a file, False otherwise. r]rFrr"s r=isfilezHfFileSystem.isfile|s) 99T?6*f4 4 sc|j|}t|j|j|j|j |j }|j|r|jddd}|S)z Get the HTTP URL of the given path. Args: path (`str`): Path to get URL for. Returns: `str`: HTTP URL to access the file or directory on the Hub. )r*r,rqz /resolve/z/tree/r) rrr+r-r*r,rqrreplace)r;rrurls r=r'zHfFileSystem.urlsn))$/   ! !  & &#--"++]]   ::d ++k8Q7C r?c |jd}t|jdhz }t|tt frt |dkDrt | ||f||d|St|r|}n)|j|rtj|dyt|ttfr4tjtjj!|dd}|t#|d}d}|j%} |j'|| } |j)|| d } |j+|  t-t/| j0| j2| j4| j6|j8 ||| d|j:j=t|t r |j>nd |jA| |r|jCyy#|r|jCwwxYw) aC Copy single remote file to local. > [!WARNING] > Note: When possible, use `HfApi.hf_hub_download()` for better performance. Args: rpath (`str`): Remote path to download from. lpath (`str`): Local path to download to. callback (`Callback`, *optional*): Optional callback to track download progress. Defaults to no callback. outfile (`IO`, *optional*): Optional file-like object to write to. If provided, `lpath` is ignored. r,r)callbackoutfileT)exist_okNFwbrrr+r,filenamer*rq)r' temp_filedisplayed_filename expected_size resume_sizeheaders _tqdm_bar)"r7setkeysrrrrrLget_filerrrmakedirsrDr rdirnamertellrrset_sizerrr+r,r-r*rqrw_build_hf_headerstqdmseekclose) r;rpathlpathr)r*rQr,unhandled_kwargs close_file initial_posresolve_remote_pathr1rRs r=r7zHfFileSystem.get_files$::j)v{{}- <(\<$@ASIYEZ]^E^7#E5_8W_X^_ _ e G ZZ  KK - ec4[ ) KK. > ?5$'GJlln #///I %( ;FC -( /770990==1;;!]] "#(+ 335+5h +M(--SW  LL % z s BG11Hctd)zA context within which files are committed together upon exit Requires the file class to implement `.commit()` and `.discard()` for the normal and exception cases. (Transactional commits are not supported.rr;s r= transactionzHfFileSystem.transactions""LMMr?ctd)z@Begin write transaction for deferring files, non-context versionrGrHrIs r=start_transactionzHfFileSystem.start_transactions""LMMr?cptt||j|j|j ffSrK) make_instancer]rcrdr_rIs r= __reduce__zHfFileSystem.__reduce__s9 J      $ $ &    r?cXt|jt|jdS)N)ryrx)rryrxrIs r=r_z HfFileSystem._get_instance_states& //78\8\/]  r?rK)rNN)FNN)TFN)FFNNN)NFFFN)FNr1N)0r@rArBrC root_markerprotocolrrDrboolintrM classmethodrVtuple Exceptionrr)rrrrrrdictr rrr rrrrrrrrrr$r'rr7propertyrJrLrOr_rlrms@r=rorots.`KH #'(,$(&* <3-<T3_% < SM < d^ <0    TT'*T6>smT tXi(( )T&]t]t ]tIa]t~Xc]d>$("& XXXSM X 3- X ; <X$ > >x} >$ >  "&"& ,>,>,>3- ,> 3- ,> ,>^`d&;&;!%&;7;&;OWX[}&; eCc3h'( )&;V "&&*"&www w 3- w d^ w3-wr77(5d3iQUVYQZAZ;[2\7 ?? ?4PS9?&#'"&=7=73-=7 =7  =7  =73-=7 tCy$sDcN233 4=7~6?S6?6? 6?[_6?p+S+x+ ``t`x}`bfgjlogobp`D2$$./@B HNNN   r?ro) metaclassceZdZddededeeffd ZfdZdeded e fd Z dd Z dd e d dfd Z dfd Zd efdZxZS)rNfsrr,c  |j|||_t |||jj fi||y#t$r)}d|jddvrt|d|d}~wwxYw)Nrwrr3B. Make sure the repository and revision exist before writing data.)rrrr7rLrMr>)r;r]rr,rQrrRs r=rMzHfFileSystemFile.__init__ s !#!ID  T//99;FvF ! fjj,,'c\]   sA A9$A44A9c:t|dsyt| SNr)hasattrrL__del__r;rRs r=rdzHfFileSystemFile.__del__st_- w  r?startendr1cdd|d|dz i|jjj}t|jj |jj |jj|jj|jj}td||tj}t||jS)Nrangebytes=-rr-GETr3r)r]rwr<rrr+r,r-r*rqr%rHF_HUB_DOWNLOAD_TIMEOUTr$r )r;rfrgr3r'rs r= _fetch_rangezHfFileSystemFile._fetch_ranges veWAcAgY/ ggll,,. &&..''00''44((22WW%%   Wi>_>_ `Ayyr?c<tjdd|_y)Nzhffs-F)prefixdelete)tempfileNamedTemporaryFiler/rIs r=_initiate_uploadz!HfFileSystemFile._initiate_upload-s!44GERr?finalc H|jjd|jj}|jj ||rO|jj |j jj|jj|jj|jj|j j|jj|jj|j j#d|j j#dt%j&|jj|j j)|jj+yy)Nrrrrr)bufferr>rr/writer?r]rwrrrr-r+rrr*r,rQr7rremoverr>)r;rwblocks r= _upload_chunkzHfFileSystemFile._upload_chunk0s"    " U#  NN " GGLL $ $ $ 3 3!//<<**22ggmm,,66++44#{{/?@#';;??3G#H %  IIdnn)) * GG $ $''113 %  r?cH|jdk(rx||dk(rq|jdk(rb|jj|jdd5}|j }|xjt |z c_|cdddSt||S#1swYxYw)zRead remote file. If `length` is not provided or is -1, the entire file is downloaded and read. On POSIX systems the file is loaded in memory directly. Otherwise, the file is downloaded to a temporary file and read from there. rNrr)rs)rlocr]rrrrrL)r;lengthr rrRs r=rzHfFileSystemFile.readEs 99 &.FbLdhhRSmdii!< ffhCH$  w|F##   s 0BB!cL|jj|jSrKr]r'rrIs r=r'zHfFileSystemFile.urlRww{{499%%r?rKrQ)Fr)r@rArBrorDrrMrdrUbytesrprvrTr}rr'rlrms@r=rr sj < s hsm ! #CE S4D* $&S&r?rc eZdZ ddedededeededef fd Zdded efd Zdd efd Z d efdZ fdZ dZ dZ xZS)rr]rrr,rs cache_typec |dk7rtd||dk7rtd|d|vrtd|d |j|||_|jj dd |_t | ||jj f|||d |d|_ |t|_ y#t$r-}d|j d d vrt|d |Yd}~d}~wwxYw)Nrz:HfFileSystemStreamFile only supports block_size=0 but got nonez?HfFileSystemStreamFile only supports cache_type='none' but got r_z;HfFileSystemStreamFile only supports reading but got mode=''rrr3r`)rrrrsr) rrrrr7r>detailsrLrMresponser _exit_stack) r;r]rrr,rsrrQrrRs r=rMzHfFileSystemStreamFile.__init__Ws% ?YZdYefg g  ^_i^jkl l $;Z[_Z``abc c !#!ID !% 2 2 < < >M   "",,. 59j]g kq 37  $;! fjj,,'c\]- sB<< C2#C--C2rwhencecX|dk(r|dk(ry||jk(r|dk(rytd)NrrzCannot seek streaming HF file)rr)r;rrs r=r>zHfFileSystemStreamFile.seekws2 !8!  $((?v{ 899r?rc^|j|jd} |jyt|j|}|xjt |z c_|S#t $r>|j|jj |r|jd}YnwxYw)zRead the remote file. If the file is already open, we reuse the connection. Otherwise, open a new connection and read from it. If reading the stream fails, we retry with a new connection. FTr?)r_open_connection _partial_readrrrXr?)r;r retried_oncers r=rzHfFileSystemStreamFile.read~s ==  ! ! #  $==(#DMM6:CH$  $==,MM'')%%'#  $s A$5A$$AB+*B+r1cL|jj|jSrKrrIs r=r'zHfFileSystemStreamFile.urlrr?cnt|dsy|jjt|Srb)rcrr?rLrdres r=rdzHfFileSystemStreamFile.__del__s/t_-   w  r?ct|j|j|j|j|j j ffSrK)reopenr]rr blocksizecacherrIs r=rOz!HfFileSystemStreamFile.__reduce__s0DIIt~~tzzWWWr?ct|jj|jj|jj|jj |j j}|j jj}|jdkDrd|jd|d<|jjtd||tj|_ t#|j y #t$$r+}|j j&dk(r d |_Yd }~y d }~wwxYw) z%Open a connection to the remote file.r-rrjrkRangerlrmiN)rrr+r,r-r*r]rqrwr<rr enter_contextr&rrnrr$r status_code)r;r'r3rs r=rz'HfFileSystemStreamFile._open_connections&&..''00''44((22WW%%  '',,002 88arr'rdrOrrlrms@r=rrVs "& ' '' ' 3- '  ''@::S:$3$8&S&!Xr?rr,r1cFtj|r|St|SrK)rr safe_quoters r=r:r:s 288B8\ S[H\\r?sct|dS)Nr3)safe)r)rs r=rrs  r?rrc|}t|tr|d}n+t|tr|d}nt|tr|d}t ||)Nz (repository not found)z (revision not found)z (invalid repository id))rrrr#r)rrmsgs r=rrs\ C#./-. C. /+, C* +./ C c)r?r]rrsrc,|j||||S)Nr)r)r]rrrsrs r=rrs 774dzj7 QQr?rrcPt}|dkr td|dk(ry|dk(r1|jD]}|j|t |S|j|D]1}|j|t ||k\s#t |d|cSt |S)zb Read up to `length` bytes from a streamed response. If length == -1, read until EOF. rzlength must be -1 or >= 0rr?) chunk_sizeN) bytearrayr iter_bytesrrr)rrbufchunks r=rrs +C {455 { |((* E JJu  Sz$$$7' 5 s8v Wf& &' :r?c`||i|}|jD]\}}t||||SrK)r`ra)rOrPrQrir]rjrks r=rNrNs? d f B+113'kD+&' Ir?r)UrrertrW collectionsr contextlibrcopyr dataclassesrrr itertoolsr pathlibr typingr r r rr urllib.parserrfsspechttpxfsspec.callbacksrrr fsspec.utilsrr3r _commit_apirrerrorsrrrr file_downloadrrhf_apir r!r"utilsr#r$r%r&utils.insecure_hashlibr'compileVERBOSErr)r]AbstractFileSystemrGrErIrospecAbstractBufferedFilerrrDr:rrXrrUrResponserrrNhffsrFr?r=rs  (;;' JJ#Cff/33\\')bjj JJ  BB B,223 c3/l/dS 6,,S lI&v{{77I&XmV[[==m`]C]C]##**(9*=*(*R|R3RcRsRPSRENNC.~r?