)#hj#&ddlZddlmZddlmZmZmZmZmZm Z ddl m Z ddl Z ddl Z ddl mZddlmZddlmZddlmZddlmZdd lmZddlmZddlmZddl mZ!ddl"mZ#ddl$mZ%dd l&m'Z(ddl&mZ)dd l*m+Z+dd l,m-Z.ddl,mZ/dd l,m0Z1dd l2mZ3ddl4m5Z5ddl6m7Z7ddl8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZF dCdeGdeGdeeGdee?deeGdeeeGeGff dZH dDdeIdeJdeJdeeGdeeIdeeJdeeJdeeJd eeJdee?deeGd!eeJd"ee<d#e9d$eGdeeGeGff d%ZdEd&eKfd'ZLd(edeMfd)ZN dFdeeIdeeIdeeIfd*ZO dGdeeId&eed+eeId,eeMdeeIdeeIf d-ZPed./deIdeMfd0ZQd&edee<fd1ZRd#ee9d&edee9fd2ZSdddgdddddddddddddfdeeId3ed4eeGd#ee9d5eeId6eeId7eeJdee?deeGd8eeKd,eeMd+eeIdeGfd9ZT dHd:e eBe@eAeDeCe5e7fdeIdeeId#ed;d8eKdZUdeIdeeIdeeGeGffd?ZVdeIdeeId@eGdeeGeGffdAZW dIdeIdeeId6eeId7eeJd5eeId8eeKdeGfdBZXy)JN) lru_cache)AnyListLiteralOptionalTupleUnion) BaseModel)verbose_logger)_generic_cost_per_character)cost_per_token)cost_per_query)cost_calculator)cost_per_second)get_model_params_and_category)cost_per_character) cost_router)HttpxBinaryResponseContent)RerankResponse)CallTypesLiteralLlmProvidersSetPassthroughCallTypesUsage) CallTypes CostPerTokenEmbeddingResponse ImageResponse ModelResponseTextCompletionResponseTranscriptionResponse_cached_get_model_info_helper token_counter prompt_tokenscompletion_tokensresponse_time_mscustom_cost_per_tokencustom_cost_per_secondreturncV||y||d|z}|d|z}||fS| ||zdz }d|fSy)zFInternal helper function for calculating cost, if custom pricing givenNinput_cost_per_tokenoutput_cost_per_tokenr)r$r%r&r'r( input_cost output_costs T/var/www/html/sandstorm/venv/lib/python3.12/site-packages/litellm/cost_calculator.py%_cost_per_token_custom_pricing_helperr2Jsh$)?)G(*+AB]R +,CDGXX ;&&  +,/??$F +~ modelcustom_llm_providerprompt_characterscompletion_characterscache_creation_input_tokenscache_read_input_tokensnumber_of_queries usage_object call_type!audio_transcription_file_durationc | td| | }nt||||z|| }t|||| | }| |d|dfSd}d}tj}|}||dz|z}|,|d|d|}||vr|}ntj |\}}}}|}|j dd}t|dkDr|d}n|} ||vr|}n ||vr|}n||vr|}|d k(s|d k(rZ|td j||||t|||ddd \}}||td j||||||||fS|dk(s|dk(r t||S|dk(s|dk(rt|||S|dk(r9t|||}|dk(rt||||||S|dk(rt||||Sy|dk(r t!||S|dk(r t#||S|dk(r t%||S|dk(r t'||S|dk(rt)||| S|d!k(r t+||S|d"k(r t-||St/||}|d#dkDr |d#|z}nG|j1d$d5|3t3j4d%||j1d$d||d$|zd&z }|d'dkDr |d'|z}nG|j1d(d5|3t3j4d)||j1d(d||d(|zd&z }t3j4d*|||||fS)+ar Calculates the cost per token for a given model, prompt tokens, and completion tokens. Parameters: model (str): The name of the model to use. Default is "" prompt_tokens (int): The number of tokens in the prompt. completion_tokens (int): The number of tokens in the completion. response_time (float): The amount of time, in milliseconds, it took the call to complete. prompt_characters (float): The number of characters in the prompt. Used for vertex ai cost calculation. completion_characters (float): The number of characters in the completion response. Used for vertex ai cost calculation. custom_llm_provider (str): The llm provider to whom the call was made (see init.py for full list) custom_cost_per_token: Optional[CostPerToken]: the cost per input + output token for the llm api call. custom_cost_per_second: Optional[float]: the cost per second for the llm api call. call_type: Optional[str]: the call type Returns: tuple: A tuple containing the cost in USD dollars for prompt tokens and completion tokens, respectively. Nz"Invalid arg. Model cannot be none.)r$r% total_tokensr9r:)r$r%r&r(r'r/r5speechaspeechzvprompt_characters must be provided for tts calls. prompt_characters={}, model={}, custom_llm_provider={}, call_type={})r5r6r7r8custom_prompt_costcustom_completion_costzcost for tts call is None. prompt_cost={}, completion_cost={}, model={}, custom_llm_provider={}, prompt_characters={}, completion_characters={}arerankrerankr5r6atranscription transcriptionr5r6duration vertex_ai)r5r6r=r)r5r6r7r8r$r%r )r5r6r$r% anthropic)r5usageopenai databricks fireworks_aiazure)r5rQr&geminideepseekr+input_cost_per_secondz;For model=%s - input_cost_per_second: %s; response time: %sr-r,output_cost_per_secondz usage_block response_costprompt_tokens_cost_usd_dollar!completion_tokens_cost_usd_dollarmodel_cost_refmodel_with_providermodel_with_provider_and_region_model_without_prefix model_parts prompt_costcompletion_costr model_infos r1r r asT }<==" '/&)::(C$;  :#+)53 M Qq!111,-!/0%''N&1C7%?  "&'q Qug> +/.@&D#'.'?'?e'L$ 1 ++c1%K ;!*1~$ ~-# . .$H Y 6  $IPP%'  (C& 3/"###$ ( $ _  /"9bii#('%)   O++ i 9#8 3   & &)*F% 36   +(& 3 . .,*$7"3&;+"3  , ,(*$7+"3  -  +'e;GG  ($5 DD  ,(uKHH  .*kJJ  '*{=M    ($5 DD  *&U+FF2-@  , - 112]B * NN2D 9 E ,  M6=  236FFM * - . 2236GG . NN3T : F ,  N7>  347GG$N .  z  ) -  -.OOOr3completion_responsecd}|dk(rH|jdtj}t|dtj}||z }||zdz S)NgǺV?r#createdendedr-)rntimegetattr)r~ total_time!a100_80gb_price_per_second_public start_timeend_times r1 get_replicate_completion_pricingrSs] &S(,,Y D .E * ,z 9D @@r3objct|dS)N_hidden_params)hasattr)rs r1has_hidden_paramsras 3( ))r3c||S|y tj|\}}}}|S#t$r+}tjdt |Yd}~yd}~wwxYw)NrCzblitellm.cost_calculator.py::_get_provider_for_cost_calc() - Error inferring custom_llm_provider - )r[r]rZr rostr)r5r6rxes r1_get_provider_for_cost_calcresv&"" }'.'?'?e'L$ 1  pqtuvqwpx y  s& A!AA base_modelcustom_pricingcd}d}t||}|dur|}||}t|dd}t|dd}|7|5|jdd#t|ddkDr|jd|}|$|jdd|jdd}|||}|||}|"| t |s| |d|d|}|S|d|}|S) z 1. If custom pricing is true, return received model name 2. If base_model is set (e.g. for azure models), return that 3. If completion response has model set return that 4. Check if model is passed in return that NrJTr5rrrprB)rrrnr_"_model_contains_known_llm_provider) r5r~rrr6 return_modelrpcompletion_response_model hidden_paramss r1 _select_model_name_for_cost_calcrxs?#'L!%K5)< ! /6Wd0%,,?AQSW$XM (]-F   gt , 8M'*+a/(,,WeBL r3)maxsizec:|jdd}|tvS)z: Check if the model contains a known llm provider rBr)r^r)r5_provider_prefixs r1rrs# {{3'*  ..r3cPd}|!t|tr|jd}|S)NrQ) isinstancerrn)r~ usage_objs r1_get_usage_objectrs3"&I&:],(++G4 r3c||S|yt|tryt|tryt|tryt|tryt|t ryt|t ryt|try|S)N completion embeddingrLrDrIimage_generationtext_completion)rrrr rrrr)r=r~s r1_infer_call_typers"%}5 '): ; ')> ? ')C D ' 8 ' 7! ')? @ r3messagesrsizequalitynoptional_paramsc t||xsd}|dk(s|dk(r'|%t|trt|dk(r|dk(rd}d}d}d}d}d}d}d}t | }t ||||| }|t|t st|trt|tr|jd i}n t|d i}t|t rHt|tjs.t|d tjd7i|j|i}n#t|t r|j}n|}|jd d}|jd d}|jdd}|jdd}d|vr1|dik7r)|dr$|jdi}|jdd}t|dd}tjdt|dddt|dd}||jd|xsd}|jd|}|jdijdd} |jdijdd} |jdijdd} nW|t!d|d |t|dkDrt#||!}nt|dkDr t#||"}t#||"}|t!d|d || tj$|#\}}}}|t*j,j.k(s:|t*j0j.k(s|t2j4j.k(rc|d%k(rt|t6rzt9||&S|d'k(r*t|t6rt;|| ||(St=d)t?|| || | |*S|t*j@j.k(s|t*jBj.k(r!tjDjG|+}n|t*jHj.k(s|t*jJj.k(rt|d,d}n|t*jLj.k(s|t*jNj.k(rP|Nt|tPr>|jR}||jd-ixsi} ni} | jd.xsd}!|!}d/|vs d0|vs|d0k(rtU|t+|1}n4|tjVvsd2|vr|tjXvr t[||S|t!d|d |||d%k(rt|dkDrCtjDj]d3|id4}"tjDjG|"+}|Pt|t^r@tjDja|5}#tjDjG|#+}tc||||||| | |||||||6\}$}%|$|%z}&|&S#t&$r8}tjd$j)t|Yd}~\d}~wwxYw#t&$r}|d}~wwxYw)8a Calculate the cost of a given completion call fot GPT-3.5-turbo, llama2, any litellm supported llm. Parameters: completion_response (litellm.ModelResponses): [Required] The response received from a LiteLLM completion request. [OPTIONAL PARAMS] model (str): Optional. The name of the language model used in the completion calls prompt (str): Optional. The input prompt passed to the llm completion (str): Optional. The output completion text from the llm total_time (float, int): Optional. (Only used for Replicate LLMs) The total time used for the request in seconds custom_cost_per_token: Optional[CostPerToken]: the cost per input + output token for the llm api call. custom_cost_per_second: Optional[float]: the cost per second for the llm api call. Returns: float: The cost in USD dollars for the completion based on the provided parameters. Exceptions: Raises exception if model not in the litellm model cost map. Register model, via custom pricing or PR - https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json Note: - If completion_response is provided, the function extracts token information and the model name from it. - If completion_response is not provided, the function calculates token counts based on the model and input text. - The cost is calculated based on the model, prompt tokens, and completion tokens. - For certain models containing "togethercomputer" in the name, prices are based on the model size. - For un-mapped Replicate models, the cost is calculated based on the total time used for the request. raimage_generationrNrrUzdall-e-2r#)r~)r5r~r6rrrQr$r%r9r:prompt_tokens_details cached_tokens _response_msz!completion_response response ms:  rr6rprr 1024-x-1024rstandardrrAz[Model is None and does not exist in passed completion_response. Passed completion_response=z, model=)r5r)r5textrCzXlitellm.cost_calculator.py::completion_cost() - Error inferring custom_llm_provider - {}rO)r5image_responsebedrock)r5rrrzTcompletion_response must be of type ImageResponse for bedrock image cost calculation)r5rr6rrr)rrN billed_units search_unitstogethercomputer together_ai)r= replicater)datar=) response_obj)r5r$r%r6r&rpr(r'r7r8r9r:r<r=r>r.)2rrrr_rrr dictrnrr[rsetattr model_dumpr ror`r"r]rZrarrvaluerrpassthrough_image_generationrvertex_ai_image_cost_calculatorbedrock_image_cost_calculator TypeErrordefault_image_cost_calculatorrDrEutils_count_charactersrKrLrIrHrmetarreplicate_modelsr\rget_formatted_promptrget_response_stringr )'r~r5promptrrrr=r6rprrrr'r(rrrr$r7r%r8r9r:r>cost_per_token_usage_objectr_usagerrrxrmeta_objrr prompt_stringcompletion_stringrsrt _final_costs' r1r|r|sdm$Y0CDT - ->P1P!5#&E a#w.E +//359#1536)7H 38 #1 3 3)!    * *I 6-t4-t4:M:Q:QR; $$7"E )Y/ 7==9'MM;I$8$8$:;  Iy1"--/""JJ:M & +> B *0**5RTU*V '&,jj1JA&N #'6123r923(. 3JB(O%*?*C*COUV*W' !4naHJ  3G+F$'#,// {K $(():B?CCM(++,=rBFFz"%%&7<@@} qsFrGGOPUOVW8}q -EH M Vq -E G -E K  =moBnCCKLQKRS   & 3:3K3K40*Aq 3399 9I77===0MMSSS#k11=A:#':% 11=A8#!':(7   j5#(;$3  ))// /9 @Q@Q@W@W3W ' ? ?V ? L  1177 7I3399907#Z1 - ))// /9 @Q@Q@W@W3W".:#^4/33'#+<<#C#IrL#%L!$$^49%1! % '%"m3 2%9YCWXE W-- -1E7---34GT T =moBnCCKLQKRS   */Bk/Q8}q ' B B$h/<!C! %,MM$C$C$C$W!".:#]4%,MM$E$E!4%F%!)0 (G(G*)H)% '/ 3'##9"7/"7(C$;4.O  ) -$46WW C $$nuuA D s]K7Y9:X5A9Y9#Y93Y9FY9C Y95 Y6>-Y1+Y91Y66Y99 Z ZZ response_object)r aembeddingr acompletionatext_completionrrr moderation amoderationrKrLrErDrIrH cache_hitrc  d} ||durd} | St|tr||jd<t||||||||} | S#t$r} | d} ~ wwxYw)z7 Returns - float or None: cost of response r#NTr)r~r5r=r6rrrr)rr rr|rZ) rr5r6r=rrrrrrrrs r1response_cost_calculatorrsP"  Y$%6M/95DS../@A+$3#$7 /-% M s A3A A A  Acd}tj||\}}}} |dk(r t||S|dk(r t||St d|d|#t $r}|d}~wwxYw) zI Returns - float or None: cost of response OR none if error. rArJcohere)r5 num_queriesazure_aiz.invalid custom_llm_provider for rerank model: z, custom_llm_provider: N)r[r]cohere_rerank_cost_per_queryazure_ai_rerank_cost_per_queryr`rZ)r5r6default_num_queriesrxrs r1rbrbAs#*#;#;)<$ AAq  ( */)< !J .1)< QSU0V/W X +27)1_%& &'>&?r/ARS '"4"44&&'>? G.. .&&7 %-:Qu{{3/?/C.D!E5rs =="VXYRUA/    (+48.2 uo $L1  %UO eE5L!"0(+)-'++/12-.48.2'+$("./2-oP oPoPoPuo oP "# oP }oP$C=oP"*#oP&c]oP$L1oP%UOoP" }#oP&5/'oP* +oP,(--oP. 5%</oPd A$ A*3*4* *. C=!#c],!%%))- 6 C=6!#6 6TN 6 "# 6 c] 6r 2/c/d//   e_ ()@C 8 "%,0!48.2&*%) $)_ C=_ _  _()_ 3-_c]_}_ $L1!_"%UO#_$d^%_&TN'_( )_* +_B !% $%)E;"  ; ;"#; ;<=;>~?;@ A;BTNC;D E;Fe_G;| !# 5%<: %-c]>C 5%<*.!'&* FB FB!#FBc]FB} FB 3- FB d^ FB FBr3