Igb+ dZddlZddlmZmZmZddlmZddlm Z ddl m Z m Z iddd dd d d d d dddddddddddddddddddddddd did!dd"d#d$d#d%d#d&d d'd d(d d)dd*dd+dd,dd-dd.dd/d d0d d1d d2d3id4d3d5d3d6d#d7d#d8d#d9d#d:d#d;d#dd?d@d=dAd=dBdCdDd=dEddFddGdHidId=dJdHdKdHdLdHdMdHdNdOdPdOdQd=dRd?dSdHdTd=dUd=dVddWddXdHdYd=dZdHid[dHd\dHd]dOd^dOd_d`dad`dbd?dcd?dddHdedHdfdgdhdgdidgdjdkdlddmddndidoddpdqdrdkdsddtdudvdudwdudxdydzd`d{dHd|d=d}d`d~dHddHddkdddddd3iZ ddededefdZ ddedededefdZGddeZy)z(Callback Handler that prints to std out.N)AnyDictList)BaseCallbackHandler) AIMessage)ChatGeneration LLMResultz o1-previewgQ?zo1-preview-2024-09-12zo1-preview-completiongQ?z o1-preview-2024-09-12-completionzo1-minig~jth?zo1-mini-2024-09-12zo1-mini-completiong~jt?zo1-mini-2024-09-12-completionz gpt-4o-miniga2U0*#?zgpt-4o-mini-2024-07-18zgpt-4o-mini-completionga2U0*C?z!gpt-4o-mini-2024-07-18-completionzgpt-4og{Gzd?zgpt-4o-2024-05-13g{Gzt?zgpt-4o-2024-08-06zgpt-4o-completiong{Gz?zgpt-4o-2024-05-13-completionzgpt-4o-2024-08-06-completiongpt-4gQ?z gpt-4-0314z gpt-4-0613z gpt-4-32kzgpt-4-32k-0314zgpt-4-32k-0613zgpt-4-vision-previewzgpt-4-1106-previewzgpt-4-0125-previewzgpt-4-turbo-previewz gpt-4-turbozgpt-4-turbo-2024-04-09zgpt-4-completionzgpt-4-0314-completionzgpt-4-0613-completionzgpt-4-32k-completiongQ?zgpt-4-32k-0314-completionzgpt-4-32k-0613-completionzgpt-4-vision-preview-completionzgpt-4-1106-preview-completionzgpt-4-0125-preview-completionzgpt-4-turbo-preview-completionzgpt-4-turbo-completionz!gpt-4-turbo-2024-04-09-completionz gpt-3.5-turbog~jtX?zgpt-3.5-turbo-0125gMb@?zgpt-3.5-turbo-0301zgpt-3.5-turbo-0613zgpt-3.5-turbo-1106gMbP?zgpt-3.5-turbo-instructzgpt-3.5-turbo-16kzgpt-3.5-turbo-16k-0613zgpt-3.5-turbo-completiongMb`?zgpt-3.5-turbo-0125-completionzgpt-3.5-turbo-0301-completionzgpt-3.5-turbo-0613-completionzgpt-3.5-turbo-1106-completionz!gpt-3.5-turbo-instruct-completionzgpt-3.5-turbo-16k-completiongMbp?z!gpt-3.5-turbo-16k-0613-completionz gpt-35-turbozgpt-35-turbo-0125zgpt-35-turbo-0301zgpt-35-turbo-0613zgpt-35-turbo-instructzgpt-35-turbo-16kzgpt-35-turbo-16k-0613zgpt-35-turbo-completionzgpt-35-turbo-0125-completionzgpt-35-turbo-0301-completionzgpt-35-turbo-0613-completionz gpt-35-turbo-instruct-completionzgpt-35-turbo-16k-completionz gpt-35-turbo-16k-0613-completionz text-ada-001g-C6:?adaztext-babbage-001babbageztext-curie-001curieztext-davinci-003g{Gz?ztext-davinci-002zcode-davinci-002zbabbage-002-finetunedg-C6Z?zdavinci-002-finetunedzgpt-3.5-turbo-0613-finetunedzgpt-3.5-turbo-1106-finetunedzgpt-3.5-turbo-0125-finetunedz gpt-4o-mini-2024-07-18-finetunedga2U0*3?z babbage-002-finetuned-completionz davinci-002-finetuned-completionz'gpt-3.5-turbo-0613-finetuned-completiong~jtx?z'gpt-3.5-turbo-1106-finetuned-completionz'gpt-3.5-turbo-0125-finetuned-completionz+gpt-4o-mini-2024-07-18-finetuned-completionga2U0*S?zbabbage-002-azure-finetunedzdavinci-002-azure-finetunedz!gpt-35-turbo-0613-azure-finetunedz&babbage-002-azure-finetuned-completionz&davinci-002-azure-finetuned-completionz,gpt-35-turbo-0613-azure-finetuned-completionzada-finetuned-legacyzbabbage-finetuned-legacyga2U0*c?zcurie-finetuned-legacyzdavinci-finetuned-legacy model_name is_completionreturncn|j}d|vr|jdddz}d|vr|jdddz}d|vr|jddd z}|rQ|jd s;|jd s*|jd s|jd sd|vr d|vr|dzS|S)a% Standardize the model name to a format that can be used in the OpenAI API. Args: model_name: Model name to standardize. is_completion: Whether the model is used for completion or not. Defaults to False. Returns: Standardized model name. z.ft-rz-azure-finetunedz:ft-:z-finetuned-legacyzft:z -finetunedr zgpt-3.5zgpt-35zo1- finetunedlegacyz -completion)lowersplit startswith)rrs f/var/www/html/answerous/venv/lib/python3.12/site-packages/langchain_community/callbacks/openai_info.pystandardize_model_namers !!#J %%f-a03EE  %%c*1-0CC  %%c*1- < g&   +   *   ' : %(**DM)) num_tokensct||}|tvr3td|ddjtj zt||dz zS)a& Get the cost in USD for a given model and number of tokens. Args: model_name: Name of the model num_tokens: Number of tokens. is_completion: Whether the model is used for completion or not. Defaults to False. Returns: Cost in USD. rzUnknown model: z=. Please provide a valid OpenAI model name.Known models are: z, i)rMODEL_COST_PER_1K_TOKENS ValueErrorjoinkeys)rrrs rget_openai_token_cost_for_modelr#sj( -PJ11j\*! !#'99-E-J-J-L#M N   $J /:3D EErceZdZUdZdZeed<dZeed<dZeed<dZ eed<dZ e ed<dfd Z d e fd Zed efd Zdee efdee ded d fdZde ded d fdZdeded d fdZddZded dfdZxZS)OpenAICallbackHandlerz)Callback Handler that tracks OpenAI info.r total_tokens prompt_tokenscompletion_tokenssuccessful_requestsg total_costrNcTt|tj|_y)N)super__init__ threadingLock_lock)self __class__s rr-zOpenAICallbackHandler.__init__s ^^% rc d|jd|jd|jd|jd|j S)Nz Tokens Used: z Prompt Tokens: z Completion Tokens: z Successful Requests: z Total Cost (USD): $)r&r'r(r)r*r1s r__repr__zOpenAICallbackHandler.__repr__s\D--./ $ 2 234$$($:$:#;<$$($<$<#=>""&//!2  4 rcy)z;Whether to call verbose callbacks even if verbose is False.Tr4s ralways_verbosez$OpenAICallbackHandler.always_verbosesr serializedpromptskwargsc y)zPrint out the prompts.Nr7)r1r9r:r;s r on_llm_startz"OpenAICallbackHandler.on_llm_starts rtokenc y)zPrint out the token.Nr7)r1r>r;s ron_llm_new_tokenz&OpenAICallbackHandler.on_llm_new_tokens rresponsec  |jdd}t|tr; |j}t|t r|j }|j}nd}d}nd}d}|rid|di}|d}|d} |xsijdx} r t| } n|jd} nt|jjdd} n|jyd|jvr+|j5|xjd z c_ dddy|jd}|jd d}|jd d} t|jjdd} | tvrt| |d } t| | } nd} d} |j5|xj | | zz c_|xj"|jddz c_|xj$| z c_|xj&|z c_|xjd z c_ dddy#t$rd}YwxYw#t$rd}d}YwxYw#1swYyxYw#1swYyxYw)zCollect token usage.rNr& output_tokens input_tokensr token_usagerr(r'Tr) generations IndexError isinstancermessagerusage_metadataresponse_metadataAttributeErrorgetr llm_outputr0r)rr#r*r&r'r()r1rAr; generationrJrKrLrFr(r'response_model_namercompletion_cost prompt_costs r on_llm_endz OpenAICallbackHandler.on_llm_ends !--a03J j. 1 )$,,gy1%,%;%;N(/(A(A%%)N(,% "N $  )>.+IJK . ? *>:M'8'>B&C&CL&QQ"Q34GH $$, 3''++L"= ""*H$7$77ZZ2,,1,2#--mrjsc.""8-<@%@U@ T @ ' @u@%@%@$U@7@g@"f#@$(%@( f)@*+@,-@01@2#E3@4#D5@8 T9@:$;@<$=@>?@@dA@BdC@DDE@F$G@H$I@J4K@L4M@NdO@RS@TTU@VTW@XDY@Z [@\ ]@^&t_@`$Ta@b$Tc@d%de@fdg@h(i@pVq@r&s@t&u@v&w@x%y@zf{@|}@~e@FG@H$VI@J$UK@L$UM@N$UO@P(Q@R#ES@T(U@XFY@Z[@\]@^_@`Va@bc@dUe@hui@j#Fk@l#Em@n#Eo@p'q@r"5s@t'u@xFy@z 6{@|}@~v@@eA@B UC@DE@FG@HI@LVM@NUO@P#EQ@R#ES@T#EU@V'W@Z'[@\']@^.u_@`.ua@b.uc@d26e@h"6i@j"5k@l(m@p-fq@r-es@t3Eu@xFy@z{@|e}@~@J      H=BFF!$F59F F0o/or