g ddlZddlZddlZddlmZddlmZmZddlmZddl m Z ddl m Z ddl mZmZmZmZmZmZmZmZddlmZmZddlZdd lmZmZmZdd lmZdd l m!Z!d d l"m#Z#d dl$m%Z%m&Z&d dl'm(Z(m)Z)m*Z*d dl+m,Z,m-Z-d dl.m/Z/m0Z0m1Z1d dl2m3Z3m4Z4m5Z5ejldejnZ8eGddZ9GddejtZ;GddejxjzZ>GddejxjzZ?de@de@fdZAde@de@fd ZBd!e@d"eeCdefd#ZDd$e;d!e@d%e@d&eEd'e@f d(ZFy))N)deque) dataclassfield)datetime)chain)Path)AnyDictIteratorListNoReturnOptionalTupleUnion)quoteunquote)_DEFAULT_CALLBACK NoOpCallback TqdmCallback) isfilelike)Response) constants)CommitOperationCopyCommitOperationDelete)EntryNotFoundErrorRepositoryNotFoundErrorRevisionNotFoundError) hf_hub_urlhttp_get)HfApiLastCommitInfoRepoFile)HFValidationErrorhf_raise_for_status http_backoffzy (^refs\/convert\/\w+) # `refs/convert/parquet` revisions | (^refs\/pr\/\d+) # PR revisions cjeZdZUdZeed<eed<eed<eed<eddZeeed <d efd Z y) HfFileSystemResolvedPathzUData structure containing information about a resolved Hugging Face file system path. repo_typerepo_idrevision path_in_repoNF)defaultrepr _raw_revisionreturnctjj|jd|jz}|j r-|d|j d|j jdS|jtjk7r6|dt|jd|j jdS|d|j jdS)N@/) rREPO_TYPES_URL_PREFIXESgetr)r*r/r,rstripr+DEFAULT_REVISION safe_revision)self repo_paths S/var/www/openai/venv/lib/python3.12/site-packages/huggingface_hub/hf_file_system.py unresolvez"HfFileSystemResolvedPath.unresolve0s5599$.."MPTP\P\\   [$"4"4!5Qt7H7H6IJQQRUV V ]]i88 8[- ">!?qARAR@ST[[\_` `[$"3"3!45<r<r(r($s?_N LM$)E#BM8C=BB3Br>r(ceZdZdZdZdZddddeedee edfffdZ d ed ed eed e e ee ffd Z d.ded eed efdZd.deed dfdZ d/deded eedeed df dZd.ded eed dfdZ d0dede deed eed df dZ d1dede de d eed eeeeeefff dZ d2dede de d eede f dZded ee eeeeefffd Zded eeffd Z d3dedeed e de de d eed eeeeeeeefffffd! Zd.d"ed#ed eed dfd$Zded efd%Z d4dede d eed eeeffd&Z!d'Z"d(Z#d)Z$ded efd*Z%e&dfd5fd+ Z'e(d,Z)d-Z*xZ+S)6 HfFileSystema8 Access a remote Hugging Face Hub repository as if were a local file system. [`HfFileSystem`] provides fsspec compatibility, which is useful for libraries that require it (e.g., reading Hugging Face datasets directly with `pandas`). However, it introduces additional overhead due to this compatibility layer. For better performance and reliability, it's recommended to use `HfApi` methods when possible. Args: token (`str` or `bool`, *optional*): A valid user access token (string). Defaults to the locally saved token, which is the recommended method for authentication (see https://huggingface.co/docs/huggingface_hub/quick-start#authentication). To disable authentication, pass `False`. endpoint (`str`, *optional*): Endpoint of the Hub. Defaults to . Usage: ```python >>> from huggingface_hub import HfFileSystem >>> fs = HfFileSystem() >>> # List files >>> fs.glob("my-username/my-model/*.bin") ['my-username/my-model/pytorch_model.bin'] >>> fs.ls("datasets/my-username/my-dataset", detail=False) ['datasets/my-username/my-dataset/.gitattributes', 'datasets/my-username/my-dataset/README.md', 'datasets/my-username/my-dataset/data.json'] >>> # Read/write files >>> with fs.open("my-username/my-model/pytorch_model.bin") as f: ... data = f.read() >>> with fs.open("my-username/my-model/pytorch_model.bin", "wb") as f: ... f.write(data) ``` r2hfNendpointtokenrJrKct||i||xstj|_||_t |||_i|_y)NrI) super__init__rENDPOINTrJrKr!_api_repo_and_revision_exists_cache)r:rJrKargsstorage_options __class__s r<rNzHfFileSystem.__init__fsK $2/2 6I$6$6  859  ,r>r)r*r+r0c|||f|jvrR |jj|||tjd|j|||f<d|j||df<|j|||fS#t t f$r2}d|f|j|||f<d|f|j||df<Yd}~Nd}~wt$r0}d|f|j|||f<d|j||df<Yd}~d}~wwxYw)N)r+r)timeout)TNF)rQrP repo_inforHF_HUB_ETAG_TIMEOUTrr$r)r:r)r*r+es r<_repo_and_revision_existz%HfFileSystem._repo_and_revision_existxs! w )1U1U U ^ ##h)YMjMj$Xb44i(5STS]44i$5OP33Y4RSS,->? \W\^_W_44i(5STSXZ[S[44i$5OP( ^W\^_W_44i(5STS]44i$5OP ^s#-A66C.(B22 C.>&C))C.pathcdttdttdttfd}|j|}|s td|j dddzt j jvr8d|vr td|j dd\}}t j|}nt j}|jddkDrd |vr|j d d\}}d|vrwtj|}|J|d |jfvr6tjd |jd}|j}n|j dd\}}nd }|t!||}|j#|||\} } | sJt%|| n._align_revision_in_path_with_revisionsU##/4D4P$78H7IIijrist-- O,Or>z0Access to repositories lists is not implemented.r4rrr3Nr2)r/)rrC_strip_protocolNotImplementedErrorsplitrr5valuesREPO_TYPES_MAPPINGREPO_TYPE_MODELcountSPECIAL_REFS_REVISION_REGEXsearchgroupsublstriprrZ_raise_file_not_foundjoin isinstancerr$r8r()r:r[r+r`r)r*r]matchr,repo_and_revision_existerrrepo_id_with_namespacepath_in_repo_with_namespacerepo_id_without_namespacepath_in_repo_without_namespace_s r< resolve_pathzHfFileSystem.resolve_paths( &sm 7?}  c] ##D)%&XY Y ZZ_Q # %)J)J)Q)Q)S S$)*\]]"jja0OIt!44Y?I!11I ::c?Q d{,0JJsA,>))**7>>?OPE(X$ 9N-N'B'F'FrK['\'c'cdg'h +0;;=(9I9O9OPSUV9W6(,#%L@IYAZ\de/3/L/LYX_ai/j,'.)$4#' ),$**S/"12E)F&.1hhtzz#qr7J.K+,0JJsOA,>)14$**S/!":M1N.0: /3/L/LYX_ai/j,'.!#(?AR'ST";'E 595R5RS\^ego5p2/61$<-dC8GLd{,0JJsA,>))@IYAZ\de#' )-)F)FyRY[c)d & #Q*)*\]]'389S9S' 7Hlbrssr>c|s5|jj|jjy|j|}|j }|r0|jj |d|j |}|r0|jsq|jj |j|jdfd|jj |j|j|jfdyy)ac Clear the cache for a given path. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.invalidate_cache). Args: path (`str`, *optional*): Path to clear from cache. If not provided, clear the entire cache. N) dircacheclearrQryr=pop_parentr,r)r*r+)r:r[ resolved_paths r<invalidate_cachezHfFileSystem.invalidate_caches MM   !  0 0 6 6 8 --d3M **,D !!$-||D) !--4488-:Q:QS`ShShjn9oquv4488",,m.C.C]E[E[\^b.r>mode block_sizeHfFileSystemFilec nd|vr td|dk(rt||f|||d|St||f|||d|S)Naz/Appending to remote files is not yet supported.r)rr+r)rcHfFileSystemStreamFiler)r:r[rr+rkwargss r<_openzHfFileSystem._opensX $;%&WX X ?)$t4(_itmst t#D$nTHYcngmn nr>c N|j||}|jj|j|j|j |j |j|jd|jd|j|jy)Nr+commit_messagecommit_description)r,r*rKr)r+rrr[) ryrP delete_filer,r*rKr)r+r6rr=)r:r[r+rrs r<_rmzHfFileSystem._rms))$)B  &33!))**#--"++!::&67%zz*>?   =#:#:#<=r> recursivemaxdepthc X|j||}|j||||}|Dcgc]/}|j|r|j|j1}}|D cgc]} t | } } dd} | |rdndz } | |d |dndz } |j j |j|j|j| |j|jd | |jd  |j|j ycc}wcc} w)a Delete files from a repository. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.rm). Note: When possible, use `HfApi.delete_file()` for better performance. Args: path (`str`): Path to delete. recursive (`bool`, *optional*): If True, delete directory and all its contents. Defaults to False. maxdepth (`int`, *optional*): Maximum number of subdirectories to visit when deleting recursively. revision (`str`, *optional*): The git revision to delete from. r)rrr+)r,zDelete  z recursively r2Nz up to depth rr)r*r)rK operationsr+rrr)ry expand_pathisdirr,rrP create_commitr*r)rKr+r6rr=) r:r[rrr+rrpaths paths_in_repor,rrs r<rmzHfFileSystem.rm"s7<))$)B   XX` aJOh%$W[WaWabfWg**40==% h[hi[h<+F[h i"4&*I.2=8LL !4RTT !))#--**!"++!::&6G%zz*>?   =#:#:#<=iisD"D"'D'detailrefreshc |j||}|j}d|i|} |j|f||d|}|r|S|Dcgc]}|d c}S#t$rx|js t |d|j|j |f||d|}|Dcgc] }|d|k(s |ncc}w}}t|dk(r t |dYwxYwcc}w)a List the contents of a directory. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.ls). Note: When possible, use `HfApi.list_repo_tree()` for better performance. Args: path (`str`): Path to the directory. detail (`bool`, *optional*): If True, returns a list of dictionaries containing file information. If False, returns a list of file paths. Defaults to True. refresh (`bool`, *optional*): If True, bypass the cache and fetch the latest data. Defaults to False. revision (`str`, *optional*): The git revision to list from. Returns: `List[Union[str, Dict[str, Any]]]`: List of file paths (if detail=False) or list of file information dictionaries (if detail=True). r expand_info)rr+Nnamer)ryr=_ls_treerr,rnr~len) r:r[rrr+rroutos r<lszHfFileSystem.lsSs:))$)B &&(262 2$--SgSFSCs:c":c1V9c"::" 2 --%dD1$-- T 2aGhaZ`aC!7cQvY$%61c7C73x1}%dD1 2#;s*A CA C" B50B54"CCrc |j||}|j}t|j|j|j d|j j}g}||jvr|s|j|} |j| g} |rt| D cgc] } | ddk(s | c} } | r| j} | d|jvr| j| dnK|j| d} |j| | j| D cgc] } | ddk(s | c} | rg}|r'|Dcgc]}|d |j|d}}|r| s|r|rtjj| |z}|j!ds||k(s|t#| |vr|j%dn|j|}|Dcgc]}|dj'|dzr|}}|jD]3}|j'|dzs|jj)|d5|jj)|d|j|j+||d || |S|j,j/|j|j0|||j |j }|D]} t3| t4rM|dz| jz| j6d | j8| j:| j<| j>d }n,|dz| jzdd| j@| j<d}|j|d}|jjC|gj||j||Scc} wcc} wcc}wcc}w)Nrr2r,r/type directoryr last_commitr4T)rrr+r)rexpandr+r)filersizerblob_idlfsrsecurityrrrrtree_idr)"ryr=r(r)r*r+r/r{extendrpopleftappendr~osr[ commonprefixendswithrr7 startswithr}rrPlist_repo_treer,rpr#rrrrrr setdefault)r:r[rrr+rr root_pathrcached_path_infosdirs_not_in_dircache path_info dirs_to_visitdir_infodirs_not_expandedr common_prefix common_path cached_pathtreecache_path_info parent_paths r<rzHfFileSystem._ls_trees))$)B &&(,  # #  ! !  " "'55  )+  4==  $ d 3  JJ( )#% !&0Af0A9YvEVZeEeY0Af! $,446H't}}<,33HV4DE,0MM(6:J,K) #45%,,8In8I9YW]M^bmMmY8In$!# FI$fcQ}M]MeT\\!F)%9N>. O<O OO+O O c/Kd|jddi|}|j||jdj}t||g|i|Ed{y7w)a Return all files below the given path. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.walk). Args: path (`str`): Root path to list files from. Returns: `Iterator[Tuple[str, List[str], List[str]]]`: An iterator of (path, list of directory names, list of file names) tuples. rrFr+rN)r6ryr=rMwalk)r:r[rRrrTs r<rzHfFileSystem.walksf He!<GG   :0F GQQS7<6t6v666sAA( A&!A(c d|jddi|}|j||jdj}t||fi|S)ah Find files by glob-matching. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.glob). Args: path (`str`): Path pattern to match. Returns: `List[str]`: List of paths matching the pattern. rrFr+r)r6ryr=rMglob)r:r[rrTs r<rzHfFileSystem.globsZ He!<GG   :0F GQQSw|D+F++r>withdirsc J|rt||f|||||d|S|j||}|j}d|i|} |j|fd||j d|} |s| D cgc] } | ddk7s | } } n/|j |fd|j i|} | ddk(r| g| zn| } | D cic]} | d |  } } t| } |s| S| D cic]} | | |  c} Scc} wcc} w#t$r%|j |fd|i|dd k(r|ii} ni} YZwxYwcc} w) a List all files below path. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.find). Args: path (`str`): Root path to list files from. maxdepth (`int`, *optional*): Maximum depth to descend into subdirectories. withdirs (`bool`, *optional*): Include directory paths in the output. Defaults to False. detail (`bool`, *optional*): If True, returns a dict mapping paths to file information. Defaults to False. refresh (`bool`, *optional*): If True, bypass the cache and fetch the latest data. Defaults to False. revision (`str`, *optional*): The git revision to list from. Returns: `Union[List[str], Dict[str, Dict[str, Any]]]`: List of paths or dict of file information. )rrrrr+rrT)rrr+rrr+rr) rMfindryr=rr+inforsorted)r:r[rrrrr+rrrrrnamesrrTs r<rzHfFileSystem.find s@ 7<'(6SZemqw ))$)B &&(262 .$--qgP]PfPfqjpqC"%B#Q6k)Aq#B&DIIdV]5K5KVvV +4V+< +KykC'QT),-A1V9a<C-s L056D#d)O6 6C ." tyy;;F;FCvMRj  $7s*!C/+ C%9C%3 C* D /+DDpath1path2c |j||}|j||}|j|jk(xr|j|jk(}|rd|d|}|jj |j|j|j |j d||j ddt|j|j|j gn|j|d |j 5} | j} d d d d|d|}|jj |j|j|j|j|j |j d||j d |j|j |j|j y #1swYxYw) a Copy a file within or between repositories. Note: When possible, use `HfApi.upload_file()` for better performance. Args: path1 (`str`): Source path to copy from. path2 (`str`): Destination path to copy to. revision (`str`, *optional*): The git revision to copy from. rzCopy z to rrr2)src_path_in_repor, src_revision)r*r)r+rrrrbNpath_or_fileobjr,r*rKr)r+rrr)ryr)r*rPrr+r6rr,openread upload_filerKrr=) r:rrr+rresolved_path1resolved_path2 same_reporfcontents r<cp_filezHfFileSystem.cp_fileHs&**58*D**58*D  $ $(@(@ @ u^E[E[_m_u_uEu  $UG4w7N II # #&..(22'00%zz*:NK#)::.BB#G')7)D)D%3%@%@%3%<%< $ 5$1H1HIQ&&(J$UG4w7N II ! ! '+88&..jj(22'00%zz*:NK#)::.B#C "  >#;#;#=> >#;#;#=>JIs G$$G-c 8|j|fi|}|ddS)ai Get the last modified time of a file. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.modified). Args: path (`str`): Path to the file. Returns: `datetime`: Last commit date of the file. rdater)r:r[rrs r<modifiedzHfFileSystem.modifieds)tyy((M"6**r>c 4|j||}|j}|jdd}|js}|ddd}|r?|jj |j |j|jd}i|d t|j|j|j d }nd }|j|} |s!| |jvr|j| d | |jvr8|j| D cgc] } | d|k(s | } } | s t!|d | d}|s| |rH|rE|d?|jj#|j |j||j|j} | s t!|d | d} t%|j|j |jd|j&j}t)| t*rM|dz| j,z| j.d| j0| j2| j4| j6d}n,|dz| j,zdd| j8| j4d}|sdDcic]}||| }}|J|Scc} wcc}w)a Get information about a file or directory. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.info). Note: When possible, use `HfApi.get_paths_info()` or `HfApi.repo_info()` for better performance. Args: path (`str`): Path to get info for. refresh (`bool`, *optional*): If True, bypass the cache and fetch the latest data. Defaults to False. revision (`str`, *optional*): The git revision to get info from. Returns: `Dict[str, Any]`: Dictionary containing file information (type, size, commit info, etc.). rrTrr)rrr)r)r+N)oidtitler)rrFrrr)rr+r)r2rr4rrr)ryr=r6r,rPlist_repo_commitsr*r)r+r" commit_idr created_atr~r{rrnget_paths_infor(r/rpr#r[rrrrrr)r:r[rr+rrrrrrrout1 paths_inforrks r<rzHfFileSystem.infos0))$)B &&(jj 4 ))#C "ii99!))]5L5LWdWmWm: ##1'119J9JQ\QgQg$C,,t,K;dmm#C 7dmm+#'==#=S#=a6dAR#=S)$51g#++##mBTB\!YY55!))!..&*33+55 6 ")$5&qM 4!++!))!**!#"/"="=  )+ i2 )C).. @ ) &#,#4#4(}}'0'<'<$-$6$6C!*C).. @ ! +#,#4#4'0'<'< C#.FG.F1c!f9.FCG WTRHs J"J; Jc |jddr|j||j|fii|ddiy#YyxYw)a Check if a file exists. For more details, refer to [fsspec documentation](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.spec.AbstractFileSystem.exists). Note: When possible, use `HfApi.file_exists()` for better performance. Args: path (`str`): Path to check. Returns: `bool`: True if file exists, False otherwise. rFrT)r6rr)r:r[rs r<existszHfFileSystem.existssP& zz)U+%%d+ DIId ?>>> ? s c |jd}t|jdhz }t|tt frt |dkDrt | ||f||d|St|r|}n)|j|rtj|dyt|ttfr4tjtjj!|dd}|t#|d}d}|j%} |j'|| } |j)|| d } |j+|  t-t/| j0| j2| j4| j6|j8 ||| d|j:j=t|t r |j>nd |jA| |r|jCyy#|r|jCwwxYw) a^ Copy single remote file to local. Note: When possible, use `HfApi.hf_hub_download()` for better performance. Args: rpath (`str`): Remote path to download from. lpath (`str`): Local path to download to. callback (`Callback`, *optional*): Optional callback to track download progress. Defaults to no callback. outfile (`IO`, *optional*): Optional file-like object to write to. If provided, `lpath` is ignored. r+r)callbackoutfileT)exist_okNFwbrrr*r+filenamer)rJ)r temp_filedisplayed_filename expected_size resume_sizeheaders _tqdm_bar)"r6setkeysrprrrrMget_filerrrmakedirsrCrr[dirnamertellryrset_sizer rr*r+r,r)rJrP_build_hf_headerstqdmseekclose) r:rpathlpathrrrr+unhandled_kwargs close_file initial_posresolve_remote_pathrrTs r<r zHfFileSystem.get_fileNs*::j)v{{}- <(\<$@ASIYEZ]^E^7#E5_8W_X^_ _ e G ZZ  KK - ec4[ ) KK. > ?5$'GJlln #///I %( ;FC -( /770990==1;;!]] "#(+ 335+5h +M(--SW  LL % z s BG11Hctd)zA context within which files are committed together upon exit Requires the file class to implement `.commit()` and `.discard()` for the normal and exception cases. (Transactional commits are not supported.rcr:s r< transactionzHfFileSystem.transactions""LMMr>ctd)z@Begin write transaction for deferring files, non-context versionrrrs r<start_transactionzHfFileSystem.start_transactions""LMMr>N)rNN)FNN)TFN)FFNT)NFFFN)FNr0N),r?r@rArB root_markerprotocolrrCrboolrNr ExceptionrZr(ryrintrrrr r r rrr rrrrrrrrrrrrr propertyr r" __classcell__rTs@r<rGrG:s&PKH #'(, 3-T3_% $TT'*T6>smT tXi(( )T&]t]t ]tIa]t~Xc]d>"&$( o o o3- o SM o  o > >x} >$ >  "&"& />/>/>3- /> 3- /> />d`d*;*;!%*;7;*;OWX[}*; eCc3h'( )*;^ "& fff f 3- f  fP77(5d3iQUVYQZAZ;[2\7$,,49,*#'"&;7;73-;7 ;7  ;7  ;73-;7 tCy$sDcN233 4;7z9?S9?9? 9?[_9?v+S+x+ bbtbx}bbfgjlogobpbH8$$./@E NNNNr>rGceZdZddededeeffd ZfdZdeded e fd Z dd Z dd e d dfd Z dfd Zd efdZxZS)rNfsr[r+c  |j|||_|jdddk(r0|j |jj d|_t| ||jj fi||y#t$r)}d|jddvrt|d|d}~wwxYw) Nrwrr2B. Make sure the repository and revision exist before writing data.rFr) ryrFileNotFoundErrorr6rr=detailsrMrN)r:r.r[r+rrYrTs r<rNzHfFileSystemFile.__init__s !#!ID  ::fd #t +774#5#5#?#?#Au7UDL T//99;FvF ! fjj,,'c\]   sB B>$B99B>c:t|dsyt| SNrhasattrrM__del__r:rTs r<r8zHfFileSystemFile.__del__t_- w  r>startendr0cdd|d|dz i|jjj}t|jj |jj |jj|jj|jj}td||dtj}t||jS) Nrangezbytes=-rrGETiiii)r retry_on_status_codesrV)r.rPrrrr*r+r,r)rJr&rHF_HUB_DOWNLOAD_TIMEOUTr%r)r:r;r<r rrs r< _fetch_rangezHfFileSystemFile._fetch_ranges veWAcAgY/ ggll,,. &&..''00''44((22WW%%     "655   Ayyr>c<tjdd|_y)Nzhffs-F)prefixdelete)tempfileNamedTemporaryFilerrs r<_initiate_uploadz!HfFileSystemFile._initiate_uploads!44GERr>finalc H|jjd|jj}|jj ||rO|jj |j jj|jj|jj|jj|j j|jj|jj|j j#d|j j#dt%j&|jj|j j)|jj+yy)Nrrrrr)bufferrrrwriterr.rPrrrr,r*rKr)r+rr6rremoverr=)r:rLblocks r< _upload_chunkzHfFileSystemFile._upload_chunks"    " U#  NN " GGLL $ $ $ 3 3!//<<**22ggmm,,66++44#{{/?@#';;??3G#H %  IIdnn)) * GG $ $''113 %  r>c|jdk(rX||dk(rQ|jdk(rB|jj|jdd5}|j cdddSt ||S#1swYxYw)a)Read remote file. If `length` is not provided or is -1, the entire file is downloaded and read. On POSIX systems and if `hf_transfer` is not enabled, the file is loaded in memory directly. Otherwise, the file is downloaded to a temporary file and read from there. rNrr)r)rlocr.rr[rrM)r:lengthrrTs r<rzHfFileSystemFile.readsk 99 &.FbLdhhRSmdii!<vvx=<w|F##=r#r$)Fr)r?r@rArGrCrrNr8r)bytesrErKr'rRrrr+r,s@r<rrsj < s hsm ! #CE,S4D* $&S&r>rc eZdZ ddedededeededef fd Zdded efd Zdd efd Z d efdZ fdZ dZ xZ S)rr.r[rr+r cache_typec |dk7rtd||dk7rtd|d|vrtd|d |j|||_|jj dd |_t | ||jj f|||d |d|_ |y#t$r-}d|j d d vrt|d |Yd}~d}~wwxYw)Nrz:HfFileSystemStreamFile only supports block_size=0 but got nonez?HfFileSystemStreamFile only supports cache_type='none' but got r0z;HfFileSystemStreamFile only supports reading but got mode=''rrr2r1)rrrrr\) r_ryrr2r6r=r3rMrNresponse) r:r.r[rr+rr\rrYrTs r<rNzHfFileSystemStreamFile.__init__s ?YZdYefg g  ^_i^jkl l $;Z[_Z``abc c !#!ID !% 2 2 < < >M   "",,. 59j]g kq -1  ! fjj,,'c\]- sB-- C#6#CC#rTwhencecX|dk(r|dk(ry||jk(r|dk(rytd)NrrzCannot seek streaming HF file)rTr_)r:rTrbs r<rzHfFileSystemStreamFile.seeks2 !8!  $((?v{ 899r>rUc L|dk\r|fnd}|j$|jjjrt|jj |jj |jj|jj|jj}td||jjjddtj|_t!|j |jjj"|}|xj(t+|z c_|S#t$$rK|jj't|jj |jj |jj|jj|jj}td|dd |j(zi|jjjddtj|_t!|j |jjj"|}n(#t$$r|jj'wxYwYtwxYw) NrrErr@rAT)r rBstreamrVRangez bytes=%d-)rarawisclosedrrr*r+r,r)r.rJr&rPrrrCr%rr(rrTr)r:rU read_argsrrs r<rzHfFileSystemStreamFile.read"s!'1VI" == DMM$5$5$>$>$@**22++44++88,,66)) C) 668&:!99 DM  . ($--##(()4C4 CH 5  MM   !**22++44++88,,66)) C) +"8]DGGLLc:t|dsyt| Sr5r6r9s r<r8zHfFileSystemStreamFile.__del__Vr:r>ct|j|j|j|j|j j ffSr#)reopenr.r[r blocksizecacherrs r< __reduce__z!HfFileSystemStreamFile.__reduce__\s0DIIt~~tzzWWWr>)rNrr^)rrY)r?r@rArGrCrr)rNrrrr8rpr+r,s@r<rrs "&    3-   >::S:/3/b&S&! Xr>rr+r0cFtj|r|St|Sr#)rirq safe_quoters r<r9r9`s 288B8\ S[H\\r>sct|dS)Nr2)safe)r)rss r<rrrrds  r>r[rsc|}t|tr|d}n+t|tr|d}nt|tr|d}t ||)Nz (repository not found)z (revision not found)z (invalid repository id))rprrr$r2)r[rsmsgs r<rnrnhs\ C#./-. C. /+, C* +./ C c)r>r.rrr\c,|j||||S)Nr`)r)r.r[rrr\s r<rmrmss 774dzj7 QQr>)GrrerI collectionsr dataclassesrrr itertoolsrpathlibrtypingr r r r r rrr urllib.parserrfsspecfsspec.callbacksrrr fsspec.utilsrrequestsrr2r _commit_apirrerrorsrrr file_downloadrr hf_apir!r"r#utilsr$r%r&compileVERBOSErir(AbstractFileSystemrGspecAbstractBufferedFilerrrCr9rrr(rnr)rmrEr>r<rsR (NNN' JJ#CVV/33GG)bjj JJ  BB B*j N6,,j NZQ&v{{77Q&hbXV[[==bXJ]C]C]##**(9*=*(*R|R3RcRsRPSRr>