*#hS1ddlmZddlZddlmZddlmZmZm Z ddl Z ddl mZddl m Z dZedeZej"eZd ed e eeffd Zed \ZZgd Ze eeeeefZGddZe dGddeZedk(rTddlmZedZejAdejCZ"ee"jFZ#ejIe#Z%yy)N)Path)AnyListTuple) resources) deprecatedzDhttps://github.com/huggingface/datasets/tree/main/src/datasets/utils/resourcereturncvtjt|}tj|t d|fS)Nz /resources/) pkg_resources read_textryaml safe_load BASE_REF_URL)r contents R/var/www/html/sandstorm/venv/lib/python3.12/site-packages/datasets/utils/readme.pyload_yaml_resourcers3%%i:G >>' "|nKz$J JJzreadme_structure.yaml)z[Needs More Information]z[More Information Needed]zj(https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)c VeZdZd dededeedefdZd defdZded e fd Z d efd Z y)SectionNnamelevellinessuppress_parsing_errorsc||_||_||_d|_d|_i|_g|_g|_|j|j|yy)NTr) rrrtext is_empty_textrparsing_error_listparsing_warning_listparse)selfrrrrs r__init__zSection.__init__$s[    ! "$$&! :: ! JJ/FJ G "rcd}g}d}|jD],}|jddk(r|jddddk(r| }4|jd|jdzk(r|s|dk7r*t ||jdz||j |<g}na|gk7r\|xj dj|jz c_|j dk7r|j tvrd|_ g}dj|jd djd}|j|/|dk7rU||j vr|jjd |d t ||jdz||j |<n_|gk7rZ|xj dj|jz c_|j dk7r|j tvrd|_ |jdk(rq|sn|jgk7s|jgk7rOd jd |j|jzDx}}d|jd|z}t|yyy)NrF z```r# rz)Multiple sections with the same heading `z:` have been found. Please keep only one of these sections. c3&K|] }d|z yw)- N).0xs r z Section.parse..Vs+s!EAI+ssz=The following issues were found while parsing the README at ``: )rstripsplitrrrr join FILLER_TEXTr!appendr"r#r ValueError)r%rcurrent_sub_level current_lines code_startlineerrors error_strings rr$z Section.parse0s`  JJ 3Dzz% B&E"2A&%/!+^ aDJJ$44Z$*6=>OQUQ[Q[^aQacp6qDLL!23$&M$* RWW]%;%A%A%CC 99?tyy /K16D.(* $'HHTZZ\!"-=$>$D$DU$K!$$T*% 3(!B&$ 4++22CDUCVWQR3::KTZZZ]M]_l2m ./ B&II!7!=!=!??IyyB499K+G-2* :: $;&&",0I0IR0O"&))+st?V?VY]YrYr?r+s"ss!^_c_h_h^iimnqww  ..1P%< r structurer c g}g}|ddur:|jr.|jik(r|jd|jd|ddur+|jr|jd|jd|dC|jik(r[|dDcgc]}|d  }}|jd |jd d j |Dcgc] }d |zd z c}dn|dDcgc]}|d  }}d}t |D]z\} } | |jvr%|jd |jd| dd}9|j dk(rI|j| j|d| \} } } || z }|| z }||r8|jD])} | |vs|jd |jd| d+|ri||fS|j||fScc}wcc}wcc}w)aCValidates a Section class object recursively using the structure provided as a dictionary. Args: structute (:obj: `dict`): The dictionary representing expected structure. Returns: :obj: `ReadmeValidatorOutput`: The dictionary representation of the section, and the errors. allow_emptyFz"Expected some content in section `z` but it is empty.allow_empty_textzExpected some text in section `z4` but it is empty (text in subsections are ignored). subsectionsrz Section `z&` expected the following subsections: , `z. Found 'None'.z` is missing subsection: `z`.Tz###z` has an extra subsection: `z[`. Skipping further validation checks for this subsection as expected structure is unknown.) r!rr8rr6 enumeratervalidateto_dict)r%r@ error_list warning_list subsectionvaluesr1structure_nameshas_missing_subsectionsidxr_subsec_error_listsubsec_warning_lists rrHzSection.validateZsc  ] #u ,!!dllb&8!!$FtyykQc"de ' (E 1!!!!5dii[@tu ] # /||r!?H?WX*V,XX!! {*PQUQZQZou[vjk\_`a\abe\e[vQwPxyHI IRR_H`"a*:f#5"a"a*/'!*?!;:|; ;OY\w#bs G G / G%c|j|j|j|jj Dcgc]}|j c}dScc}w)z3Returns the dictionary representation of a section.)rr r!rD)rr r!rrMrI)r%values rrIzSection.to_dictsLIIII!//9=9L9L9NOEMMOO   PsA NFF) __name__ __module__ __qualname__strrboolr&r$dictReadmeValidatorOutputrHrIr/rrrr#s^ HS H HT#Y H`d H(/T(/TE<$E<+@Er?s rrHzReadMe.validates >> !04?O0P -GZ04t~~0N -GZ  |r1YY: 3LMa MNFPQUQZQZP[[_`ciiL\* * 2Ms" Bpathc~t|d5}|j}ddd||||S#1swYxYw)Nzutf-8)encodingr)open readlines)clsrjr@rfrs r from_readmezReadMe.from_readmes@ $ ) "QKKME "4 CZ[[ " "s3<string root_namec<|jd}|||||S)Nr,r)r5)rorrr@rsrrs r from_stringzReadMe.from_strings$ T"9eYH_``rc~d}|jD]V}|xjdz c_|jddk(r&|xjdz c_|jdk(rn|dz }X|jdk(r|j|dzd|_n|j|jd|_t||y)Nrrr(z---r)rrdr4rercr$)r%r line_countr=rfs rr$z ReadMe.parses JJ D  % % * %zz% E)!#>>Q& !OJ   >>Q JN$45DJDNN$45DJ  .E Frc4t|jS)z>Returns the string of dictionary representation of the ReadMe.)r[rI)r%s r__str__zReadMe.__str__s4<<>""rc 4g}g}|jdk(r|jdnA|jdk(r|jdn |jdk(r|jdt|jj }|dkDrZ|jddj t|jj Dcgc] }d|zdz c}d n|dkr|jd n{t|jj d}|jd r3|j|j|d d\}}} ||z }|| z }n|jd |ri||fS|j||fScc}w)Nrz-Empty YAML markers are present in the README.z*No YAML markers are present in the README.rz2Only the start of YAML tags present in the README.z-The README has several first-level headings: rErFzL. Only one heading is expected. Skipping further validation for this README.zmThe README has no first-level headings. One heading is expected. Skipping further validation for this README.zDataset Card forrDzuNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README.) rdr8relenrkeysr6list startswithrHrI) r%rirJrKnum_first_level_keysr1 start_keyrQsec_error_listsec_warning_lists rrhzReadMe._validates   $ $ )    O P ^^q    L M ^^q    T U"4<<#4#4#67 ! #   ? ^bcgcococtctcv^wJxYZ3q5QT9Jx@y?z{GH "A %     T\\..01!4I##$676:ll96M6V6V$]3A673>#3n,  00 !!L z</ /<<>:|; ;7Kys FrV)NrootFrW)rXrYrZr[rr]r\r&rH classmethodrrqrur$rzrh __classcell__)rfs@rr`r`sHSHcHtHeiH+\t\\VZ\\ kpaa%)a=@adhaa GTG"#)rs$+## )V ^1XJ '   8 $KKsCxK 0BBY/Z,, dDItCy89E E P 89_