
    Ցi                     2   S r SSKrSSKrSSKJrJrJr  SSKrSSKJ	r	  SSK
JrJrJr  SSKJrJr  SSKJrJrJrJrJrJrJrJrJrJrJrJrJrJr  \ " \" \5      5      r!\" \5      r"\RF                  " S	\" V s0 s H  o U _M     sn \$S
9r%\\\$   \RL                  " SSRO                  \!5       S3\" \!5      S94   r(\" SS9r)\)RU                  S/ SQS9SSSSSS\RV                  SS4	S\S\S\S\\\%   \RL                  " SS94   S\S\(S\S\S\S S4S! jj5       r,\)RU                  S"S#S$/S9   S6S%\\$\RZ                  " S&S94   S'\S\(S\S S4
S( jj5       r.\)RU                  S)/ S*QS9SS\RV                  SS4S%\\$\RZ                  " S&S94   S+\\\$   \RL                  " S,S-S94   S.\\\$   \RL                  " S/S94   S\S\S\S S4S0 jj5       r/\)RU                  S1S2S3/S9\RV                  S4S1\\$\RZ                  " S4S94   S\S\S S4S5 jj5       r0gs  sn f )7a  Contains commands to interact with datasets on the Hugging Face Hub.

Usage:
    # list datasets on the Hub
    hf datasets ls

    # list datasets with a search query
    hf datasets ls --search "code"

    # get info about a dataset
    hf datasets info HuggingFaceFW/fineweb
    N)	AnnotatedOptionalget_args)execute_raw_sql_query)CLIErrorRepositoryNotFoundErrorRevisionNotFoundError)DatasetSort_TExpandDatasetProperty_T   )	AuthorOpt	FilterOpt	FormatOptLimitOptOutputFormatQuietOptRevisionOpt	SearchOptTokenOptapi_object_to_dict
get_hf_apimake_expand_properties_parserprint_list_outputtyper_factoryDatasetSortEnum)typezWComma-separated properties to expand. Example: '--expand=downloads,likes,tags'. Valid: z, .)helpcallbackz"Interact with datasets on the Hub.)r   ls)zhf datasets lsz*hf datasets ls --sort downloads --limit 10zhf datasets ls --search "code")examples
   FsearchauthorfiltersortzSort results.limitexpandformatquiettokenreturnc	           	          [        US9n	U(       a  UR                  OSn
U	R                  UUU U
UUS9 Vs/ s H  n[        U5      PM     nn[	        XUS9  gs  snf )zList datasets on the Hub.r+   N)r%   r$   r#   r&   r'   r(   r)   r*   )r   valuelist_datasetsr   r   )r#   r$   r%   r&   r'   r(   r)   r*   r+   apisort_keydataset_inforesultss                \/var/www/html/banglarbhumi/venv/lib/python3.13/site-packages/huggingface_hub/cli/datasets.pydatasets_lsr7   H   sy    . 5
!C!tzztH  -- . 


L 	<(
  
 gE:
s   Ainfoz&hf datasets info HuggingFaceFW/finewebz9hf datasets info my-dataset --expand downloads,likes,tags
dataset_idz+The dataset ID (e.g. `username/repo-name`).revisionc                 
   [        US9n UR                  XUS9n[        [        R                  " [        U5      S	S
95        g! [         a  n[        SU  S35      UeSnAf[         a  n[        SU SU  S35      UeSnAff = f)z$Get info about a dataset on the Hub.r.   )repo_idr:   r(   z	Dataset 'z' not found.Nz
Revision 'z' not found on 'z'.   )indent)	r   r4   r   r   r	   printjsondumpsr   )r9   r:   r(   r+   r2   r8   es          r6   datasets_inforC   o   s     5
!CU
fU
 
$**'-a
89	 # D:,l;<!C  UH:-=j\LMSTTUs#   A 
BAB*A==Bparquet)z(hf datasets parquet cfahlgren1/hub-statsz8hf datasets parquet cfahlgren1/hub-stats --subset modelsz6hf datasets parquet cfahlgren1/hub-stats --split trainz6hf datasets parquet cfahlgren1/hub-stats --format jsonsubsetz--subsetz(Filter parquet entries by subset/config.splitz Filter parquet entries by split.c                 &   [        US9nUR                  XS9nU Vs/ s H  ob  UR                  U:X  d  M  UPM     n	nU	 Vs/ s H1  oR                  UR                  UR                  UR
                  S.PM3     n
n[        XUSS9  gs  snf s  snf )z/List parquet file URLs available for a dataset.r.   )r<   configN)rE   rF   urlsizerI   )r)   r*   id_key)r   list_dataset_parquet_filesrF   rH   rI   rJ   r   )r9   rE   rF   r)   r*   r+   r2   entriesentryfilteredr5   s              r6   datasets_parquetrP      s    $ 5
!C,,Z,OG#*T7%mu{{e?S7HTjrjraf<<%++eiiQVQ[Q[\jr   gE%H	 Us   B	B	8Bsqlzhf datasets sql "SELECT COUNT(*) AS rows FROM read_parquet('https://huggingface.co/api/datasets/cfahlgren1/hub-stats/parquet/models/train/0.parquet')"zhf datasets sql "SELECT * FROM read_parquet('https://huggingface.co/api/datasets/cfahlgren1/hub-stats/parquet/models/train/0.parquet') LIMIT 5" --format jsonzRaw SQL query to execute.c                 z     [        XS9n[	        X1SS9  g! [         a  n[        [        U5      5      UeSnAff = f)zAExecute a raw SQL query with DuckDB against dataset parquet URLs.)	sql_queryr+   NFr/   )r   ImportErrorr   strr   )rQ   r)   r+   resultrB   s        r6   datasets_sqlrW      s@    &&B f59  &s1vA%&s   	 
:5:)NNN)1__doc__enumr@   typingr   r   r   typerhuggingface_hub._dataset_viewerr   huggingface_hub.errorsr   r   r	   huggingface_hub.hf_apir
   r   
_cli_utilsr   r   r   r   r   r   r   r   r   r   r   r   r   r   sorted_EXPAND_PROPERTIES_SORT_OPTIONSEnumrU   r   Optionjoin	ExpandOptdatasets_clicommandtabler7   ArgumentrC   rP   rW   )ss   0r6   <module>rl      s     0 0  A [ [ I   $ H%<=> '))-m/Lm1m/LSVW SM	LLfgkgpgp  rD  hE  gF  FG  H./AB	 "FG     	$**;;; ; !/*	,	; ; ; ; ; ; 
;;> 
0C   !	:#u~~3`aab:: : 	:
 
::"    sw]a$**I#u~~3`aabIhsmU\\*Cm%nnoI Xc]ELL6X$YYZI 	I
 I I 
II$ 	 	c 	j   %**:	3,GHH	I:: : 
	::a 0Ms   8H
