R"hNddlZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z ddl Z ddl mZddlmZmZmZddlmZddlmZddlmZmZddlmZ dd lmZddlZej@5ejBd e" d ejFvrd ejFd <ddl$Z$de$_%de$_&dddddl'm(Z(ejRjUejVdZ,e(e,de$_-dZ.GddZ/ej`e.dZ1dddfdZ2ej`e.dZ3dddfdZ4d9de5de5fdZ6d9de5de5fd Z7d:d!e8fd"Z9Gd#d$e/Z:Gd%d&ej0Z;Gd'd(ej0Z<Gd)d*ej^Z=Gd+d,ej0Z>Gd-d.ejj~jj^ZAGd/d0ejj^ZBGd1d2ejZDGd3d4ejZFGd5d6ejZHGd7d8ejj~jj^ZIy#e$rdZY6wxYw#1swYxYw);N)OptionalLiteralAny)Path)ERRORS backoff_hdlr giveup_hdlr) openai_to_hf)send_hftgi_request_v01_wrapped)OpenAI AzureOpenAI) AutoTokenizer)RateLimitErrorignore)categoryLITELLM_LOCAL_MODEL_COST_MAPTrueTF)Cachez.storm_local_cachedisk)disk_cache_dirtypei c2eZdZ ddZddZddefdZy) LMc ||_||_||_td||d||_g|_d|vr|dk\r|dk(sJdyy)N) temperature max_tokenszo1-i?z]OpenAI's o1-* models require passing temperature=1.0 and max_tokens >= 5000 to `dspy.LM(...)`)model model_typecachedictkwargshistory)selfrr rrr!r#s 3/var/www/html/sandstorm/storm/knowledge_storm/lm.py__init__z LM.__init__:sf $ T{zTVT  E>d"{c'9 on o9'9 Nc |jd|j}|xsd|dg}i|j|}|jdk(r|rtnt }n|rt nt}|tjtd|j|d|}|dDcgc])}t|dr|jjn|d+}}|jD cic]\} } | j!d r| | }} } t|||| } tdi| |t|d d } tdi| d |j#dij#di} |j$j'| |Scc}wcc} } wNr!userrolecontentchatrmessageschoicesmessagetextapi_)promptr1r#responseusage)outputsr8cost_hidden_params response_costr)popr!r#r cached_litellm_completionlitellm_completioncached_litellm_text_completionlitellm_text_completionujsondumpsr"rhasattrr3r.items startswithgetr$append) r%r6r1r#r! completionr7cr9kventrys r&__call__z LM.__call__Ns 7DJJ/DF CD*DKK*6* ??f $6;2ASJ38.=T  KKK4::KFK L  i( ")I!6AII  AfI E  $*<<>N41af9M!Q$NNFXfxXMuMgT(7:K5LM  ",,'7<@@Q  E" Os.E6E;8E;nct||yN)_inspect_history)r%rOs r&inspect_historyzLM.inspect_historyos q!r()r/TNN)__name__ __module__ __qualname__r'rNintrSrr(r&rr9s( o(B""r(r)maxsizec"t|dddSNFzno-cachezno-store)r!)r?requests r&r>r>ss g%U-S TTr(r`cZtj|}tjdd|i|S)Nr!r)rBloadslitellmrI)rbr!r#s r&r?r?xs) [[ !F    4E 4V 44r(c"t|dddSr_)rAras r&r@r@}s "Eu= r(c tj|}|jdjdd}t |dkDr|dnd|d}}|jddxst j |d}|jd dxst j |d }d j|jd Dcgc]}|d  c}dgz}tjd|d||||d|Scc}w)Nr/rXropenaiapi_key_API_KEYapi_base _API_BASEz r1r.zBEGIN RESPONSE:ztext-completion-openai/)r!rrkrmr6r) rBrdr=splitlenosgetenvjoinretext_completion) rbr!r#rproviderrkrmxr6s r&rArAs  [[ !F JJw  % %c1 -E"%e*q.eAhhb eHjjD)MRYY(87L-MGzz*d+PryyH:Y9O/PH[[%zz*56!96:K9LLF  " " 'w/      7s C<r4endcFdt|jzdz|zS)Nz)strlstripr4rws r&_greenr}s$ D ((* *Y 6 < ? #i.&&( ) $K  d;  fWQZ%%'() w Wug*WPVW!*!1!"r(c|jd}|r`|j5|xj|jddz c_|xj|jddz c_dddyy#1swYyxYwz2Log the total tokens from the OpenAI API response.r8rrrNrGrrrr%r7 usage_datas r& log_usagezLitellmModel.log_usagey\\'* '' Q""jnn_a&HH"&&*..9La*PP& Q Q  Q Q A A55A>c|jxs8|jjdxs|jjd|j|jdi}d|_d|_|S4Get the total tokens used and reset the token usage.renginerrr)rr#rGrrr%r8s r&get_usage_and_resetz LitellmModel.get_usage_and_resetsj JJ ){{w' ){{x(!%!3!3%)%;%;+ !" r(c D|jd|j}|xsd|dg}i|j|}|jdk(r|rtnt }n|rt nt}|tjtd|j|d|}|j}|j||dDcgc])}t|dr|jj n|d+} }|j#D cic]\} } | j%d r| | }} } t|||| } tdi| | t|d d } tdi| d |j'dij'di} |j(j+| | Scc}wcc} } wr*)r=r!r#r r>r?r@rArBrCr"rjsonrrDr3r.rErFrGr$rH) r%r6r1r#r!rIr7 response_dictrJr9rKrLrMs r&rNzLitellmModel.__call__s 7DJJ/DF CD*DKK*6* ??f $6;2ASJ38.=T  KKK4::KFK L !   }%i( ")I!6AII  AfI E  $*<<>N41af9M!Q$NNHVm RuRgT-:P5QR  ",,'7<@@Q  E"! Os<.F?FF)zopenai/gpt-4o-miniNr/rV) rYrZr[__doc__rzrrr'rrrN __classcell__rs@r&rrsM*!%.4 # ## #N+ #Q #r(rc ~eZdZdZ ddedeededffd ZdZdZ dd ed e d e d e e ee ffd ZxZS) OpenAIModelz A wrapper class for dspy.OpenAI.rrkr rc zt|d|||d|tj|_d|_d|_yrrrs r&r'zOpenAIModel.__init__rr(c|jd}|r`|j5|xj|jddz c_|xj|jddz c_dddyy#1swYyxYwrrrs r&rzOpenAIModel.log_usage#rrc|jjdxs|jjd|j|jdi}d|_d|_|Srr#rGrrrs r&rzOpenAIModel.get_usage_and_reset+^ KKOOG $ ){{x(!%!3!3%)%;%;+ !" r(r6only_completed return_sortedreturnc |sJd|dusJd|j|fi|}|j||d}|Dcgc] }|ddk7s |}}|r t|r|}|Dcgc]}|j|} }|r|j dddkDrg} |D]m}|dd |dd } } d | vr| j d dz} | d | | d | } } t | t| z }| j||j|fot| d } | Dcgc]\}}| } }}| Scc}wcc}wcc}}w)zOCopied from dspy/dsp/modules/gpt3.py with the addition of tracking token usage.for nowFr2 finish_reasonlengthrOrXlogprobstokenstoken_logprobsz <|endoftext|>NT)reverse) rbrrp_get_choice_textrGindexsumrHsorted)r%r6rrr#r7r2rJcompleted_choices completionsscored_completionsrrravglog_s r&rNzOpenAIModel.__call__9s(y(~%0y0% 4<<1&1 x 9%(/R11_3E3QQRR c"34'G9@AAt,,Q/A A VZZQ/!3!#  NjM(+jM"23! #f,"LL9A=E'-fu~x7GHFXX6"))643H3H3K*LM N"((:D!I );<A1A wrapper class for DeepSeek API, compatible with dspy.OpenAI.rrkrmc t|d|||d|tj|_d|_d|_||_|xstjd|_ ||_ |js tdy)NrrkrmrDEEPSEEK_API_KEYzfDeepSeek API key must be provided either as an argument or as an environment variable DEEPSEEK_API_KEYr rr'rrrrrrrqrrrkrm ValueErrorr%rrkrmr#rs r&r'zDeepSeekModel.__init__qs} SugSFS!*!1!" ?")),>"?   ||x r(c|jd}|r`|j5|xj|jddz c_|xj|jddz c_dddyy#1swYyxYw)z4Log the total tokens from the DeepSeek API response.r8rrrNrrs r&rzDeepSeekModel.log_usagerrcl|j|j|jdi}d|_d|_|Srrrrrrrs r&rz!DeepSeekModel.get_usage_and_reset@ JJ!%!3!3%)%;%;  !" r(rUmax_time on_backoffgiveupr6c dd|jd}|jd|dgd|}tj|jd||}|j |j S) z+Create a completion using the DeepSeek API.application/jsonBearer z Content-Type Authorizationr+r,r0z/v1/chat/completionsheadersr)rkrrequestspostrmraise_for_statusr)r%r6r#rdatar7s r&_create_completionz DeepSeekModel._create_completions~/&t||n5  ZZ"(V<=   ==}}o1 2G$  !!#}}r(rrrc |sJd|dusJd|j|fi|}|j||d}|Dcgc] }|dd }}|||d} |jj| |Scc}w)z.Call the DeepSeek API to generate completions.rFr2r3r.r6r7r#rrr$rH r%r6rrr#r7r2choicerr$s r&rNzDeepSeekModel.__call__(y(~%0y0%*4**64;;++77>>%)/:4;;2299RR6R NN8 $! N M LL   .O  MMB3q6(K L  sB,B?? C/"C**C/rcd|jdk(r|jjS|jS)z6Extract text from a choice object based on model type.r/)r r3r.r4)r%rs r&rz!AzureOpenAIModel._get_choice_texts( ??f $>>)) ){{r(c|j}|rT|j5|xj|jz c_|xj|jz c_dddyy#1swYyxYw)z#Log the total tokens from response.Nr8rrrrs r&rzAzureOpenAIModel.log_usage i^^ '' G""j&>&>>"&&**F*FF& G G  G G ?A$$A-cl|j|j|jdi}d|_d|_|Srrrs r&rz$AzureOpenAIModel.get_usage_and_reset(rr(rrc |j|fi|}|j}|Dcgc]}|jdk7s|}}|r|r|}|Dcgc]}|j|} }| Scc}wcc}w)anGet completions from Azure OpenAI. Args: prompt: The prompt to send to the model only_completed: Only return completed responses return_sorted: Sort completions by probability (not implemented) **kwargs: Additional arguments to pass to the API Returns: List of completion strings r)rr2rr) r%r6rrr#r7r2rJrrs r&rNzAzureOpenAIModel.__call__4s$&4%%f77""(/O11??h3NQOO /'G9@AAt,,Q/A AP BsA%A% A*)r/r)rYrZr[rrzrr'rrrrrr rrrrrrrrNrrs@r&rrs/5 " " "  "  " N+ " HW  Cc8ss G  $#   c r(rc eZdZdZ ddedeedeffd ZdZdZe je je de e d efd Z dd ed ed edeeeeffdZxZS) GroqModelzVA wrapper class for Groq API (https://console.groq.com/), compatible with dspy.OpenAI.rrkrmc t|d|||d|tj|_d|_d|_||_|xstjd|_ ||_ |js tdy)Nrr GROQ_API_KEYz^Groq API key must be provided either as an argument or as an environment variable GROQ_API_KEYrrrs r&r'zGroqModel.__init__Vs| SugSFS!*!1!" ;"))N";   ||p r(c|jd}|r`|j5|xj|jddz c_|xj|jddz c_dddyy#1swYyxYw)z0Log the total tokens from the Groq API response.r8rrrNrrs r&rzGroqModel.log_usageirrcl|j|j|jdi}d|_d|_|Srrrs r&rzGroqModel.get_usage_and_resetqrr(rUrr6c dd|jd}|jdd|jdd|jddd|vr|dd k7r td |jd d d k(rd |d <|jd|dgd|}|dD]}|jddt j |jd||}|j|jS)z'Create a completion using the Groq API.rrrrN logit_bias top_logprobsrOrXzGroq API only supports N=1rrg:0yE>r+r,r0r1namez/chat/completionsr) rkr=rrGrrrrmrr)r%r6r#rrr3r7s r&rzGroqModel._create_completion}s /&t||n5   :t$ <& >4( &=VC[A-9: : ::mQ '1 ,$(F= !ZZ"(V<=  J' &G KK % &==}}o. /t  !!#}}r(rrrc |sJd|dusJd|j|fi|}|j||d}|Dcgc] }|dd }}|||d} |jj| |Scc}w)z*Call the Groq API to generate completions.rFr2r3r.rrrs r&rNzGroqModel.__call__rr)zllama3-70b-8192Nzhttps://api.groq.com/openai/v1rrrs@r&rrSs`'!%8 # &Q W  """N $#   d38n  r(rceZdZdZ ddedeedeeffd ZdZdZdefd Z e je je fd d ee defd ZddZxZS) ClaudeModelzTCopied from dspy/dsp/modules/anthropic.py with the addition of tracking token usage.rrkrmc dt|| ddlm}d|_|t jjdn|x|_ }|dn||_ |jddt|jd d d |jd d |jd d|jd|jddd|d|i|_ g|_|||_||_t#j$|_d|_d|_y#t$r}t d|d}~wwxYw)Nr) Anthropicz(Claude requires `pip install anthropic`. anthropicANTHROPIC_API_KEYz%https://api.anthropic.com/v1/messagesrrTrrrtop_krXrOnum_generations)rrrr!rOrrk)rr'rr ImportErrorrurqenvironrGrkrmminr=r#r$rrrrrrr)r%rrkrmr#rerrrs r&r'zClaudeModel.__init__s2  S +$ 3:?BJJNN. /  w8@7G 3X "::mS9fjjt L  #LL  &&   J$MMOM))9:;K]*'=+CC*956IJ &'  #);5Wavqk5WXHO   6X J 2HMM BHI I Js*<,D( D4 D> D D D+ErQ)rYrZr[r'rarrs@r&rOrOs 1Jr(rOceZdZdZ d deededffd ZdZdZ e je je de d ZxZS) TogetherClientz"A wrapper class for dspy.Together.rkr rc t||dtj|_|t j jdn|x|_}||_ ||_ t jd|jdk(rd|_ n"d|_ nt jd|_ ||_ |jrOtjd | |j}t!j"||jd d |_d }|jd dt'|jddd|jdd|jddd|j)d|j)ddd|vr|n|dd||_t-j.|_d|_d|_y)z_Copied from dspy/dsp/modules/hf_client.py with the support of applying tokenizer chat template.T)r is_clientNTOGETHER_API_KEYTOGETHER_API_BASEr/z,https://api.together.xyz/v1/chat/completionsz'https://api.together.xyz/v1/completionszLoading huggingface tokenizer. cache_dir)rhz ---rrTrr rrr!rXrOr"stop)rrrr!repetition_penaltyrOrir)rr'rSessionsessionrqr%rGrkrr rrrmapply_tokenizer_chat_templaterinforfrom_pretrained tokenizerr&r=r#rrrrr) r%rrkrmhf_tokenizer_namer r# stop_defaultrs r&r'zTogetherClient.__init__s u5'') 29/BJJNN- .w  w $ 99( ) 1&( N I II&9:DM .K*  - - LL9 : ($(JJ!*::!VZZ T-JDN! "::mS9fjjtBB62NO "(;5Wavqk5WXH  6X  s%BG8 GGGG!)NFNr/)rYrZr[rrrzrr'rrrrrrrrarrs@r&rcrcss, "&&+.4 4##4# N+ 4#lQ W   >  >r(rcceZdZdZ ddedeeffd ZdZdZdefdZ e je je fd d ee defd Z dded edefdZxZS) GoogleModelz&A wrapper class for Google Gemini API.rrkc t|| ddlm}|t j jdn|}|j|dd|vrdn|d|d ddd |}|jd d||_ |jd i||_ |j||j |_d di||_g|_t#j$|_d|_d|_y#t$r}t d|d}~wwxYw)zDYou can use `genai.list_models()` to get a list of available models.rNz7GoogleModel requires `pip install google-generativeai`.GOOGLE_API_KEYr#rXrrTr)candidate_countrmax_output_tokensrr!) model_namegeneration_configrOr)rr'google.generativeai generativeair$rqr%rG configurer=rGenerationConfigconfigGenerativeModelllmr#r$rrrrr)r%rrkr#genair'rs r&r'zGoogleModel.__init__s,   / 7>o"**..!127 ( !$F2}8M!' !5      <& ,e,,6v6 (( )     .0 !*!1!"I I  sC// D 8 DD c|j}|rT|j5|xj|jz c_|xj|j z c_dddyy#1swYyxYw)z2Log the total tokens from the Google API response.N)usage_metadatarrprompt_token_countrcandidates_token_countrs r&rzGoogleModel.log_usagesk,, '' L""j&C&CC"&&**K*KK& L L  L Lr cl|j|j|jdi}d|_d|_|Srrrs r&rzGoogleModel.get_usage_and_resetr,r(r6c |}i|j|}|jdd}|jj||}||j g||d}|j j ||S)NrO)rr0)r#r=rgenerate_contentto_dictr$rH)r%r6r#r1rOr7r$s r&rzGoogleModel.basic_requests  kk   JJsD !88,,Vv,N!))+,$   G$r(rUr3r4c (|j|fi|S)zGHandles retrieval of completions from Google whilst handling API errorsr7r8s r&rbzGoogleModel.requestr9r(rrc |sJd|dusJd|jdd}g}t|D]N}|j|fi|}|j||j |j dj P|S)NrFrOrXr)r=r;rbrrHpartsr4) r%r6rrr#rOrrr7s r&rNzGoogleModel.__call__s(y(~%0y0% JJsA  q 7A#t||F5f5H NN8 $   x~~a055 6 7 r(rQr)rYrZr[rrzrr'rrrrrrrrr rbrrNrrs@r&r~r~s0 "&.#.##.#`L C,W   4c44 $#  r(r~)rrW)Jrdspy functoolsrrqr\rrtypingrrrrBpathlibrdsprrr dsp.modules.hfr dsp.modules.hf_clientr rir r transformersrrrr$warningscatch_warningsfilterwarnings UserWarningr%re drop_params telemetrylitellm.caching.cachingrpathrshomerr!LM_LRU_CACHE_MAX_SIZEr lru_cacher>r?r@rArzr}rr\rRrrrrrmodulesrrr= OllamaLocalrL HFClientTGIrOHFModelrcr~rr(r&rs  )) 21'@&&(XHH{;%RZZ75; 12GG*idiik+?@^&A 7"7"t23U4U48T&J5 234 9=$+O4==3=4s44C4L2LhW$++Wt\DKK\~CtwwCLo odE$((""%%((EPWWt 04## 0;J  ;J|RT\\Rj|$((""%%((|c#NsJ 5AJ JJJ$