Wi dZddlZddlZddlmZmZmZddlZddlm Z m Z m Z ddl m Z mZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZeeeZee Z ejBde Dcic]}||c}e" Z#eee"ejHd d jKed ee fZ&edZ'e'jQdgdddddddejRddf dedededeee#ejHdfdede&dedededdfd Z*e'jQd!d"d#g d(d$ee"ejVd%fd&ede&deddf d'Z,ycc}w))aContains commands to interact with datasets on the Hugging Face Hub. Usage: # list datasets on the Hub hf datasets ls # list datasets with a search query hf datasets ls --search "code" # get info about a dataset hf datasets info HuggingFaceFW/fineweb N) AnnotatedOptionalget_args)CLIErrorRepositoryNotFoundErrorRevisionNotFoundError) DatasetSort_TExpandDatasetProperty_T) AuthorOpt FilterOpt FormatOptLimitOpt OutputFormatQuietOpt RevisionOpt SearchOptTokenOptapi_object_to_dict get_hf_apimake_expand_properties_parserprint_list_output typer_factoryDatasetSortEnum)typezWComma-separated properties to expand. Example: '--expand=downloads,likes,tags'. Valid: z, .)helpcallbackz"Interact with datasets on the Hub.)rls)zhf datasets lsz*hf datasets ls --sort downloads --limit 10zhf datasets ls --search "code")examples Fsearchauthorfiltersortz Sort results.limitexpandformatquiettokenreturnc t|} |r |jnd} | j|||| ||D cgc] } t| } } t | ||ycc} w)zList datasets on the Hub.r*N)r$r#r"r%r&r')r(r))rvalue list_datasetsrr) r"r#r$r%r&r'r(r)r*apisort_key dataset_inforesultss h/home/sietch6/trending-topics-pipeline/venv/lib/python3.12/site-packages/huggingface_hub/cli/datasets.py datasets_lsr5Gsp. 5 !C!tzztH --&he\b.   <(G gfE: sAinfoz&hf datasets info HuggingFaceFW/finewebz9hf datasets info my-dataset --expand downloads,likes,tags dataset_idz+The dataset ID (e.g. `username/repo-name`).revisionct|} |j|||}t t jt|d y#t$r}td|d|d}~wt$r}td|d|d|d}~wwxYw) z$Get info about a dataset on the Hub.r-)repo_idr8r'z Dataset 'z ' not found.Nz Revision 'z' not found on 'z'.)indent) rr2rrrprintjsondumpsr)r7r8r'r*r0r6es r4 datasets_inforAis 5 !CU XfU  $**'-a 89 #D:,l;typingrrrtyperhuggingface_hub.errorsrrrhuggingface_hub.hf_apir r _cli_utilsr r rrrrrrrrrrrrsorted_EXPAND_PROPERTIES _SORT_OPTIONSEnumstrrOptionjoin ExpandOpt datasets_clicommandtabler5ArgumentrA)ss0r4rVs=  00 [[I$H%<=>' $))-m/L1/LSVW  SMELLfgkgpgprDhEgFFGH./AB  "FG  $**; ; ; ; ! /* ,  ; ; ; ; ; ; ;;4 0C! :#~u~~3`aab:: :  :  ::q0Ms2 E!