
    :Qg6                     `    d dl mZmZ dedee   fdZdedee   fdZdedeeeef      fdZy)    )ListTupletextreturnc                 T    | j                  d      }| j                  d      r|d d S |S )N.)splitendswith)r   	sentencess     \/var/www/html/answerous/venv/lib/python3.12/site-packages/test_unstructured/nlp/mock_nltk.pymock_sent_tokenizer      s+    

3I!]]3/9Sb>>Y>    c                 $    | j                  d      S )N )r
   )r   s    r   mock_word_tokenizer   	   s    ::c?r   c                     t        |       }g }|D ]<  }|j                         dk(  r|j                  |df       *|j                  |df       > |S )NaskVB )r   lowerappend)r   tokenspos_tagstokens       r   mock_pos_tagr      sU    %F&(H );;=E!OOUDM*OOUBK(	)
 Or   N)typingr   r   strr   r   r    r   r   <module>r       sV    ?S ?T#Y ?
S T#Y s tE#s(O4 r   