
    gp!                         d Z ddlZddlmZmZ ddlmZ ddlmZm	Z	m
Z
 ddlmZ dd	lmZmZ  G d
 de      Zddde	dedefdZy)zContains command to scan the HF cache directory.

Usage:
    huggingface-cli scan-cache
    huggingface-cli scan-cache -v
    huggingface-cli scan-cache -vvv
    huggingface-cli scan-cache --dir ~/.cache/huggingface/hub
    N)	Namespace_SubParsersAction)Optional   )CacheNotFoundHFCacheInfoscan_cache_dir   )BaseHuggingfaceCLICommand)ANSItabulatec                   H    e Zd Zedefd       ZdeddfdZd Zde	ddfd	Z
y)
ScanCacheCommandparserc                     | j                  dd      }|j                  dt        d d       |j                  ddd	d
d       |j                  t               y )Nz
scan-cachezScan cache directory.)helpz--dirzMcache directory to scan (optional). Default to the default HuggingFace cache.)typedefaultr   z-vz	--verbosecountr   zshow a more verbose output)actionr   r   )func)
add_parseradd_argumentstrset_defaultsr   )r   scan_cache_parsers     X/var/www/openai/venv/lib/python3.12/site-packages/huggingface_hub/commands/scan_cache.pyregister_subcommandz$ScanCacheCommand.register_subcommand"   sp    "--lAX-Y&&`	 	' 	
 	&&- 	' 	
 	&&,<&=    argsreturnNc                 H    |j                   | _        |j                  | _        y N)verbose	verbositydir	cache_dir)selfr    s     r   __init__zScanCacheCommand.__init__5   s    "ll(,r   c           
         	 t        j                          }t        | j                        }t        j                          }| j                  |       t	        dt        ||z
  d       dt        |j                         dt        j                  |j                         d       t        |j                        dkD  rdt        |j                         d	}| j                  d
k\  rNt	        t        j                  |             |j                  D ]   }t	        t        j                  |             " y t	        t        j                  |dz                y y # t        $ r$}|j                  }t	        d|        Y d }~y d }~ww xY w)NzCache directory not found: z	
Done in r
   zs. Scanned z repo(s) for a total of .r   zGot z warning(s) while scanning.   z Use -vvv to print details.)timer	   r'   r   print_print_hf_cache_info_as_tableroundlenreposr   redsize_on_disk_strwarningsr%   gray)r(   t0hf_cache_infot1excr'   messagewarnings           r   runzScanCacheCommand.run9   sD   	B*4>>:MB 	**=9r"uQ(C8K8K4L3M N#xx(F(FGHK	
 }%%&*S!7!7899TUG~~"dii(),55G$))G,-  6 dii*G GHI +  	I/	{;<	s   =E 	F E;;F r8   c                 D    t        t        || j                               y )Nr%   )r.   	get_tabler%   )r(   r8   s     r   r/   z.ScanCacheCommand._print_hf_cache_info_as_tableR   s    i@Ar   )__name__
__module____qualname__staticmethodr   r   r   r)   r=   r   r/    r   r   r   r   !   sK    >$5 > >$1Y 14 1J2B; B4 Br   r   r?   r8   r%   r!   c                L   |dk(  rt        t        | j                  d       D cg c]  }|j                  |j                  dj                  |j                        |j                  |j                  |j                  dj                  t        |j                              t        |j                        g c}g d      S t        t        | j                  d       D cg c]  }t        |j                  d	       D ]  }|j                  |j                  |j                  dj                  |j                        |j                  |j                  dj                  t        |j                              t        |j                         g  c}}g d
      S c c}w c c}}w )a:  Generate a table from the [`HFCacheInfo`] object.

    Pass `verbosity=0` to get a table with a single row per repo, with columns
    "repo_id", "repo_type", "size_on_disk", "nb_files", "last_accessed", "last_modified", "refs", "local_path".

    Pass `verbosity=1` to get a table with a row per repo and revision (thus multiple rows can appear for a single repo), with columns
    "repo_id", "repo_type", "revision", "size_on_disk", "nb_files", "last_modified", "refs", "local_path".

    Example:
    ```py
    >>> from huggingface_hub.utils import scan_cache_dir
    >>> from huggingface_hub.commands.scan_cache import get_table

    >>> hf_cache_info = scan_cache_dir()
    HFCacheInfo(...)

    >>> print(get_table(hf_cache_info, verbosity=0))
    REPO ID                                             REPO TYPE SIZE ON DISK NB FILES LAST_ACCESSED LAST_MODIFIED REFS LOCAL PATH
    --------------------------------------------------- --------- ------------ -------- ------------- ------------- ---- --------------------------------------------------------------------------------------------------
    roberta-base                                        model             2.7M        5 1 day ago     1 week ago    main C:\Users\admin\.cache\huggingface\hub\models--roberta-base
    suno/bark                                           model             8.8K        1 1 week ago    1 week ago    main C:\Users\admin\.cache\huggingface\hub\models--suno--bark
    t5-base                                             model           893.8M        4 4 days ago    7 months ago  main C:\Users\admin\.cache\huggingface\hub\models--t5-base
    t5-large                                            model             3.0G        4 5 weeks ago   5 months ago  main C:\Users\admin\.cache\huggingface\hub\models--t5-large

    >>> print(get_table(hf_cache_info, verbosity=1))
    REPO ID                                             REPO TYPE REVISION                                 SIZE ON DISK NB FILES LAST_MODIFIED REFS LOCAL PATH
    --------------------------------------------------- --------- ---------------------------------------- ------------ -------- ------------- ---- -----------------------------------------------------------------------------------------------------------------------------------------------------
    roberta-base                                        model     e2da8e2f811d1448a5b465c236feacd80ffbac7b         2.7M        5 1 week ago    main C:\Users\admin\.cache\huggingface\hub\models--roberta-base\snapshots\e2da8e2f811d1448a5b465c236feacd80ffbac7b
    suno/bark                                           model     70a8a7d34168586dc5d028fa9666aceade177992         8.8K        1 1 week ago    main C:\Users\admin\.cache\huggingface\hub\models--suno--bark\snapshots\70a8a7d34168586dc5d028fa9666aceade177992
    t5-base                                             model     a9723ea7f1b39c1eae772870f3b547bf6ef7e6c1       893.8M        4 7 months ago  main C:\Users\admin\.cache\huggingface\hub\models--t5-base\snapshots\a9723ea7f1b39c1eae772870f3b547bf6ef7e6c1
    t5-large                                            model     150ebc2c4b72291e770f58e6057481c8d2ed331a         3.0G        4 5 months ago  main C:\Users\admin\.cache\huggingface\hub\models--t5-large\snapshots\150ebc2c4b72291e770f58e6057481c8d2ed331a                                                 ```
    ```

    Args:
        hf_cache_info ([`HFCacheInfo`]):
            The HFCacheInfo object to print.
        verbosity (`int`, *optional*):
            The verbosity level. Defaults to 0.

    Returns:
        `str`: The table as a string.
    r   c                     | j                   S r#   	repo_pathrepos    r   <lambda>zget_table.<locals>.<lambda>       r   )keyz{:>12}z, )REPO ID	REPO TYPESIZE ON DISKNB FILESLAST_ACCESSEDLAST_MODIFIEDREFS
LOCAL PATH)rowsheadersc                     | j                   S r#   rH   rJ   s    r   rL   zget_table.<locals>.<lambda>   rM   r   c                     | j                   S r#   )commit_hash)revisions    r   rL   zget_table.<locals>.<lambda>   s
    HL`L`r   )rO   rP   REVISIONrQ   rR   rT   rU   rV   )r   sortedr2   repo_id	repo_typeformatr4   nb_fileslast_accessed_strlast_modified_strjoinrefsr   rI   	revisionsr[   snapshot_path)r8   r%   rK   r\   s       r   r@   r@   V   sv   V A~ #=#6#6<WX YD LLNNOOD$9$9:MM****IIfTYY/0'	 Y	
 	
4  #=#6#6<WX YD &t~~;` aH LLNN((OOH$=$=>%%..IIfX]]34../	 !b	 Y	
 	
34s   BF!B.F 
)__doc__r-   argparser   r   typingr   utilsr   r   r	    r   
_cli_utilsr   r   r   intr   r@   rE   r   r   <module>rp      sU     1  > > ' &2B0 2Bj ?@ _
[ _
 _
C _
r   