Bh1ddlmZmZmZmZmZmZmZddlm Z m Z m Z ddl m Z ddlmZddlZddlZddlZddlZddlZddlmZddlmZddlmZdd ldd lmZdd lmZddl m!Z"dd l#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)ddl*m+Z+eZ,e Z-eej\d Z/e0ej\ddzZ1e0ej\ddzZ2eZ3e,jidedededededee-fdede5de0de0de0de f dZ6e,jodee-fde5de)jpde fdZ9e,judee-fde5de fdZ;e,jyd e)jz!ee-fde5de fd"Z>e,jyd#d$e0fd%Z?d*d&e0d'e0d(e5fd)Z@y)+) UploadFileFileForm APIRouterDepends HTTPExceptionstatus)OAuth2PasswordRequestForm HTTPBearerHTTPAuthorizationCredentials) JSONResponse) load_dotenvN)OpenAI) HybridSearch) S3Service)*)process_document_celery) AsyncResult)UserFolder Documents ChatHistoryCOLLECTION_NAMEDB_PATH/ STORAGE_PATHz/add. doc_select folder_iddoc_namedoc_urlmetadata credentialsc Ktj}|j}tj||}|r t j |}|dk(r |s tdS|r|js |s tdS|jtjtj|jk(jtj|k(j} | s tdSt!t"t!|j$zdzt!| j&z} t)j*| d |jrt(j,j/| |j} t(j,j1|jd} t3| d 5} | j5|j7d{ddd|j8j;d t(j,j1|jd }nt(j,j=|j?d d }t(j,j1|d} tA|}t(j,j/| || } tC|| }|jDd k(s|jDdk(rFt j |jF}|jId}t||jDStA|}tK}|jM| ||r|nd| d|| }|jO|}|rWtQ|||| jSd |d|r|nd}|jU||jW|jY|t[j\| |||| ||j$t^| j&j` }|r |j`r|jtPjtPj`|j`k(j}|jb|_2|jW|jtPjtPj`|j`k(j}|jY||j`|||jb|jfd}tid|Syy#t j$rtdcYSwxYw7]#1swYYxYw#tj$r}|jtPjtPj`j`k(j}d|_3|jW|jmtoddt!|d}~wwxYww)NzInvalid JSON format in metadataz7Please provide either a document file or a document URLz8Please provide either a document file or a document URL.zFolder ID does not exist.rTexist_okwbr.message Processing)rr sanitized_name document_typer doc_status doc_metadata)doc_idrr task_idr0z1Document uploaded and is in queue for processing.FailedzFailed to save file:  status_codedetail)8dbase SessionLocalr"authget_current_userjsonloadsJSONDecodeError errorResponsefilenamequeryrfilteruser_idrfirststr UPLOAD_FOLDER user_coder.osmakedirspathjoinsplitextopenwritereadfileseekbasenamesplitreplace_special_characters download_filer6bodygetr upload_objectget_object_urlrlstripaddcommitrefreshrdelaycollection_namer2idr3r0successReponse Exceptionrollbackr)rrrr r!r"dbtokenuserfolder upload_dir document_pathfile_extensionf document_namer.download_response parsed_bodyr, s3_servicefile_key document_url new_documenttask update_status updated_data document_dataes ,/var/www/html/answerous/routers/chromadoc.py upload_pdfry s    B  # #E  U +D zz(+H T'I *--gWXX XXf  $ $V^^t||%C D K KFL\L\`iLi j p p rF 899]#C$77;C@U@U-J-JKK3MB[   ^:Z[_` \>"2>2BC!00: $!$!/,33C8#'*2hL FF< IIK JJ| $ ',,]M>[ghrt|CMMN]_e_t_tuAuHuHI L//HHY/66y7G7G hhy!(()9)9V)CDJJL * }}  xx *11)2B2Bf2LMSSU  <  ,  $ $ - -l ; @ @ B  W6LSQRVH4UVVWsO7H.5H/H.0BHH.AHH.B+HH. H+ H&&H++H.z/delete/{doc_id}cKtj}|j}tj||} |j t jt j|k(j}|s tddS|j tjtj|jk(j}|jrtt||j }|j#|jt%j&ddzt)|j*zdzt)|j z}|d|j d|j,} t%j.| t1d| dt9} | j;| |j=||j?tAd dS#t2$rt1d| dYbt4$rt1d | d Y{t6$r} t1d | Yd} ~ d} ~ wwxYw#t6$r} tCd dt)| d} ~ wwxYww)Nr}r~rrr(zFile 'z' has been deleted.z ' not found.z%Permission denied: Unable to delete 'z'.zAn error occurred: zDocument deleted successfullyr+rr5)"r8r9r"r:r;rArrBr2rDr?rr document_uuidrr_r.delete_collection_by_uuidrHgetenvrErGr/removeprintFileNotFoundErrorPermissionErrorrbr delete_filedeleter\rar) r2r"rdrerfdocumentrghs UPLOAD_PATH file_pathrwros rxdeleteDocumentrs%    B  # #E  U +D'W88I&--i.>.>&.HIOOQ * &!(()9)9X=O=O)OPVVX  ! !odF4I4IJB  ( ()?)? @))N3C7DNN8KKCOPSTZTiTiPjjK&-q)@)@(A8CYCYBZ[I 1 )$yk)<=>#J  " "9 - (  +   % 8yk67" M=i[KL 1+A3/00 1 W6LSQRVH4UVVWsy7I,AI I, C4I$G,$AI+I,,H?IH?IH?'H:5I:H??I I) I$$I))I,z/list/{folder_id})response_modelcKtj}|j}tj||} |j t jt jjtj|jk(jt j|k(j}|st|dk(r tdS|Dcgc]!}t j"j%|#}}t'd|Dcgc]}|j)c}Scc}wcc}w#t*$r}t-ddt/|d}~wwxYww)NrzNo any document found.z Documents retrieved successfullyr+rr5)r8r9r"r:r;rArrKrgrBrrCralllenr?rrrrarrbrrE) rr"rdrerf documentsrrvrws rx get_documentsrsO    B  # #E  U +D WHHY',,Y-=-=>EEfnnX\XdXdFdellmvnAnAENnNOSSU S^q0 ( ZccXW55>>xHcMc!21>?X? d@ W6LSQRVH4UVVWsS7E'B$D=E'D=#&D3 D=D8 ,D=2E'3 D== E$EE$$E'z/task/{task_id}r3czKt|}|jt|j|jdSw)N)r result traceback)rr rErr)r3 task_results rxget_task_statusrs:g&K$$k(() ** s9;url save_path chunk_sizec |jds tdStj|dd}|j t |j jdd}tjtjj|dt|d 5}|j| D]}|s|j| d d d td |S#1swYxYw#tjj $r"}td t#|dcYd }~Sd }~wt$$r}td|dcYd }~Sd }~wwxYw)a Downloads a file from the specified URL and saves it to the given path. Args: url (str): The URL of the file to download. save_path (str): The local path where the file should be saved. chunk_size (int, optional): The chunk size for streaming data. Defaults to 1024. Returns: str: The path of the saved file. Raises: ValueError: If the URL is invalid or the response status is not successful. Exception: For other errors during download or file saving. )zhttp://zhttps://z9Invalid URL. URL must start with 'http://' or 'https://'.T )streamtimeoutzcontent-lengthrr$r')rNr|z"Failed to download file from URL: r*z)An error occurred while saving the file: r+) startswithr?requestsrWraise_for_statusintheadersrHrIrJdirnamerM iter_contentrNra exceptionsRequestExceptionrErb)rrrresponse total_sizerPchunkrws rxrUrU s3"R~~56 #\^ ^<<D"=!!#))--.>BC  BGGOOI.>)T " &d!..*.E &JJu% & & b++  & &    / /PA#a&J3OO RHLSQQRsSC8B C8+C,C,C8,C51C88ED2,E2 E>E EE)i)Afastapirrrrrrr fastapi.securityr r r fastapi.responsesr dotenvrrrHr<uuiddocx2pdfopenairdependencies.HybridSearchrdependencies.awsutilsrdependencies.helper celery_workerr celery.resultrdb_config.databasedatabaser8db_config.modelsrrrrdb_config.schemasrdb_config.authr:routersecurityrr_rE DB_FOLDERrF openai_clientpostrryputDocumentrrrrWDocumentListResponserrrUrxrsIUUU__* 2+!1%"AA#  < RYY012   )$ %c ) IBIIn-.s2 h V!$Z#YIt*J070A qVqVqVqV  qV  qV . qVqVh ipqyiz$W$W7+;+;$WJf$W $WL!"RYZbRc+W+W3O+W#+W\ 0L0LMT[\dTeW3W5QWNW& 3,Rs,Rs,R,Rr