:Qg\<ddlmZddlZddlZddlmZmZmZddlm Z ddl m Z ddl m Z mZmZmZmZmZddlZddlZddlmZmZddlmZmZmZmZmZmZmZm Z m!Z!dd l"m#Z#dd l$m%Z%m&Z&er dd l'm(Z(dd l)m*Z* d dd Z+ ddZ, d ddZ-ddZ.dZ/ d d!dZ0d"dZ1edZ2d#dZ3d$dZ4d%dZ5d&dZ6 d' d(dZ7y))) annotationsN)BufferedReaderBytesIO TextIOWrapper)SpooledTemporaryFile)sleep)IO TYPE_CHECKINGAnyOptionalTypeVarcast)CoordinateSystem PixelSpace) TYPE_TO_TEXT_ELEMENT_MAPCheckBoxCoordinatesMetadataElementElementMetadata ElementTypeListItem PageBreakText)logger)ENUMERATED_BULLETS_REUNICODE_BULLETS_RE) PageLayout) LayoutElementct|tr|dk(r|St|tr tdSt|ts|j }n|}|j dd}|j d}|j d}|j d}|j dd } d } | r | j } |r@t|ttttjfrtt| } n t} ||| | d } |tjk(r|r t|fi| St!dd|i| S|t"vrqt|tsJt"|} | dd|i| } |tj$k(rd | j&_| S|tj*k(rd | j&_| S|tj,tj.tj0tj2tj4tj6fvr>|tj,tj0tj4fv}t9dd|i| St;dd|i| S)zSConverts an unstructured_inference LayoutElement object to an unstructured Element.html)textr" coordinatestypeprobsourceN)detection_class_prob)r#coordinate_systemmetadatadetection_originchecked) isinstancerrdictto_dictgetvalueintstrfloatnumbersNumberrrLISTlayout_list_to_list_itemsrrHEADLINEr)category_depth SUB_HEADLINECHECK_BOX_CHECKEDCHECK_BOX_UNCHECKEDRADIO_BUTTON_CHECKEDRADIO_BUTTON_UNCHECKEDCHECKED UNCHECKEDrr)layout_elementr(infer_list_items source_format layout_dictr"r# element_typer% aux_originoriginclass_prob_metadata common_kwargs_element_classr-s a/var/www/html/answerous/venv/lib/python3.12/site-packages/unstructured/partition/common/common.pynormalize_layout_elementrO!sr.'*}/F.),b!! nd +$,,. $ ??62 &D//-0K??6*L ??6 "D40J F!! 4#sE7>>!BC-5;O-/".'" M {''' ,    1 1,,,,1,?'    ;// /56N # # 2[55 556N # # 2 %%''((**    ) )  , ,   #           c0|rtj|ng}t|dk(r|rtj|ng}g}|D]N}t|j dkDs t |j ||||}|j |P|S)z=Converts a list LayoutElement to a list of ListItem elements.r+r)r"r#r(r)r*)rsplitlenrstriprappend) r"r#r(r)r* split_items list_items text_segmentitems rNr:r:ys8<'--d3K ;18<(..t4" "J# $ |!!# $q (!'')'"3!!1 D   d # $ rPc  n|| t||nd} t|dr$t|jdkDr |jnd} | r| Dcgc]}|j dc}nd}| r| Dcgc]}|j dc}nd}| r| Dcgc]}|j dc}nd}t|dr$t|j dkDr |j nd}|r|Dcgc]}|j dc}nd}|r|Dcgc]}|j d c}nd}|j jr|j jnd}t| ||||||||||||| }|j j|| | |j _ |Scc}wcc}wcc}wcc}wcc}w) zAdds document metadata to the document element. Document metadata includes information like the filename, source url, and page number. N)pointssystemlinksrurlr" start_indexemphasized_textstag)r#filenamefiletype page_numberr^ text_as_html link_urls link_textslink_start_indexesemphasized_text_contentsemphasized_text_tagsr< image_path languages) rhasattrrSr]r2r`r)r<rupdater*)elementrbrcrdr^rer#r(rkr*rlkwargscoordinates_metadatar]linkrfrgrhr`emphasized_textrirjdepthr)s rNadd_element_metadatarus0  "'8'D $  %Wg63w}};MPQ;QGMMW[E7u5t$((6"5DJHMeDd$((=1DSW 7. /C8P8P4QTU4U    =MM  V $M  ||_|j |W|S)zRemoves document metadata from the document element. Document metadata includes information like the filename, source url, and page number. )rrOr/listr)extendrU)layout_elementselementsr)rDro_elements rNremove_element_metadatar|sr !H H)%*>: gt $# -$,! - OOG $'G  OOG $% OrPctjD]%} d|jjvry'y#tjtj tj f$rY]wxYw)NsofficeTF)psutil process_iternamelower NoSuchProcess AccessDenied ZombieProcess)procs rN_is_soffice_runningrsp##% DIIK--//0 $$f&9&96;O;OP   s >2A32A3c||d|}ddd|d||g} d}d}tj|d }|jjj } ||krj| d k(re||z }t r t |n?tj|d }|jjj } ||kr| d k(retj| |jdk7s| d k(r]tjd ||jtj|jjj yy#t$r td wxYw)aConverts a .doc/.ppt file to a .docx/.pptx file using the libreoffice CLI. Parameters ---------- input_filename: str The name of the .doc file to convert to .docx output_directory: str The output directory for the convert .docx file target_format: str The desired output format target_filter: str The output filter name to use when converting. See references below for details. wait_for_soffice_ready_time_out: int The max wait time in seconds for soffice to become available to run References ---------- https://stackoverflow.com/questions/52277264/convert-doc-to-docx-using-soffice-not-working https://git.libreoffice.org/core/+/refs/heads/master/filter/source/config/fragments/filters N:r~z --headlessz --convert-toz--outdirrg?T)capture_outputr!asoffice command was not found. Please install libreoffice on your system and try again. - Install instructions: https://www.libreoffice.org/get-help/install-howto/ - Mac: https://formulae.brew.sh/cask/libreoffice - Debian: https://wiki.debian.org/LibreOfficez3soffice failed to convert to format %s with code %i) subprocessrunstdoutdecoderTrrFileNotFoundErrorrinfo returncodeerrorstderr) input_filenameoutput_directory target_format target_filterwait_for_soffice_ready_time_outcommand wait_time sleep_timeoutputmessages rNconvert_office_docrs_: (/=/: G   =--&&(..0::B  #I"$j!#E --..0668 ::B" KK AB A=RXRcRc   V]]))+1134 "/   1   s B1E E"c :t|jDcgc] }|duxr|dk7c}dk7rct|j}t |dkDr)ddj |ddd|dd}t ||d d}t |ycc}w) z Verify arguments; exactly one of all keyword arguments must not be None. Example: >>> exactly_one(filename=filename, file=file, text=text, url=url) Nr!r+zExactly one of z, z and z must be specified.r)sumvaluesrwkeysrSjoin ValueError)rpargnamesrs rN exactly_onerHs v}} GS_ * * GHAMV[[]# u:>' %*(='>eE"I;NabG!!q "56G!! N GsB_Tct|tr8|jdtt t |j S|S)aConvert `file` to `BytesIO` when it is a `SpooledTemporaryFile`. Note that `file` does not need to be IO[bytes]. It can be `None` or `bytes` and this function will not complain. In Python <3.11, `SpooledTemporaryFile` does not implement `.readable()` or `.seekable()` which triggers an exception when the file is loaded by certain packages. In particular, the stdlib `zipfile.Zipfile` raises on opening a `SpooledTemporaryFile` as does `Pandas.read_csv()`. r)r/rseekrrbytesread)files rNspooled_to_bytes_io_if_neededr[s9$,- ! tE499;/00 KrPct|tr|St|tr4|jd|j }|jd|St|t r|j St|ttfr0t|jd5}|j cdddStd#1swYtdxYw)zExtract the bytes from `file` without preventing it from being read again later. As a convenience to simplify client code, also returns `file` unchanged if it is already bytes. rrbNzInvalid file-like object type) r/rrrrrgetvaluerropenrr)rf_bytesfs rNconvert_to_bytesrms $ $,- ! ))+ ! $ }}$78 $))T " a668   4 55  4 55s #CCc>ttj|S)z Check if the input string contains any emoji characters. Parameters: - s (str): The input string to check. Returns: - bool: True if the string contains any emoji, False otherwise. )boolemoji emoji_count)ss rNcontains_emojirs !!!$ %%rPct|dd}t|dd}|r%|j}|j}|j}n<|r4|j d}|j d}|j d}nd}d}d}|||dS)z:Retrieve image metadata and coordinate system from a page.imageNimage_metadataformatwidthheight)rrr)getattrrrrr2)pagerr image_format image_width image_heights rNget_page_image_metadatars D'4 (ET#3T:N || kk || %))(3 $((1 %))(3     rPc|\}}t||}g}|D]C} t| |||r|nd} |r| jj||j | E|S)zNConvert OCR layout data into `unstructured` elements with associated metadata.)rrr )r(rErF)rrOr)rnrU) ocr_data image_sizecommon_metadatarErFrrr(rzrDros rNocr_data_to_elementsrsu!+K"\J H" !* /-+8-f       # #O 4  ! OrP)NTr ) rDz(LayoutElement | Element | dict[str, Any]r(Optional[CoordinateSystem]rErrF Optional[str]returnzElement | list[Element]) r"rr#)Optional[tuple[tuple[float, float], ...]]r(rr)Optional[ElementMetadata]r*rr list[Element]) NNNNNNNNNN)rorrbrrcrrdz Optional[int]r^rrerr#rr(rrkrr*rrlzOptional[list[str]]rpr rr)ryrrr)docxN ) rr5rr5rr5rrrr4)rpr rNone)rz _T | SpooledTemporaryFile[bytes]rz _T | BytesIO)rzbytes | IO[bytes]rr)rr5rr)rrrzdict[str, Any])NTN) rzlist['LayoutElement']rztuple[int | float, int | float]rrrErrFrrr)8 __future__rr7riorrrtempfilertimertypingr r r r r rrr"unstructured.documents.coordinatesrrunstructured.documents.elementsrrrrrrrrrunstructured.loggerrunstructured.nlp.patternsrr'unstructured_inference.inference.layoutr.unstructured_inference.inference.layoutelementrrOr:rur|rrrrrrrrrr.rPrNrs9"55)BB K   'OBL 59!#) U <U 1U U ! U  U p :2(  $   @#"!%"&=A48 $&*%)C CCC C  C  C;C2CC$C#CC CL& #'+- K5K5K5K5! K5 &) K5\ "  T]$60 &:26!#' #//  !   rP