+#hddlZddlmZddlZ ddlZddlmZej ejfZddl m Z dZ Gdde Zy#e $re ZYwxYw)N)Any)Groq)LMc:tdjdi|y)z.Handler from https://pypi.org/project/backoff/zbBacking off {wait:0.1f} seconds after {tries} tries calling function {target} with kwargs {kwargs}N)printformat)detailss T/var/www/html/sandstorm/venv/lib/python3.12/site-packages/dsp/modules/groq_client.py backoff_hdlrr s&   6 %# %c eZdZdZ ddedeffd ZdZdefdZejeje de defd Z d efd Zd Z ddededed eeeeffdZxZS)GroqLMa4Wrapper around groq's API. Args: model (str, optional): groq supported LLM model to use. Defaults to "mixtral-8x7b-32768". api_key (Optional[str], optional): API provider Authentication token. use Defaults to None. **kwargs: Additional arguments to pass to the API provider. api_keymodelc lt||d|_|r||_t ||_n t dddddddd||_|j jjj}|+||Dcgc]}|jc}vr||jd <g|_ ycc}w) Ngroq)rzapi_key is required for groqgr) temperature max_tokenstop_pfrequency_penaltypresence_penaltynr) super__init__providerrrclient ValueErrorkwargsmodelslistdataidhistory)selfrrr!r"m __class__s r rzGroqLM.__init__$s  "DLw/DK;< <!" !    ##((*//  v.!..', G$-/ /sB1cj|j}|r%|j}tjd|yy)z0Log the total tokens from the Groq API response.z"Groq Total Tokens Response Usage: N)usage total_tokensloggingdebug)r'response usage_datar,s r log_usagezGroqLM.log_usageAs2^^ %22L MM>|nM N r promptc |}i|j|}d|dg|d<|jdi|}||jdjj||d}|j j ||S)Nuser)rolecontentmessagesr)r2r/r! raw_kwargsr)r! chat_requestchoicesmessager6r&append)r'r2r!r8r/r&s r basic_requestzGroqLM.basic_requestHs *DKK*6*'-&ABz$4$$.v. ((+33;;$   G$r i)max_time on_backoffc 6d|vr|d=|j|fi|S)QHandles retreival of model completions whilst handling rate limiting and caching. model_type)r=)r'r2r!s r requestzGroqLM.request[s, 6 !|$!t!!&3F33r returnc.|jjS)N)r;r6)r'choices r _get_choice_textzGroqLM._get_choice_texths~~%%%r c f|jjjjdi|}|S)rAr)rchat completionscreate)r'r!r/s r r9zGroqLM.chat_requestks,64;;##//66@@r only_completed return_sortedc 8|sJd|dusJd|j|fi|}|j||j}|Dcgc]}|j|}}|r|j dddkDrg} |D]m}|dd|dd} } d| vr| j ddz} | d | | d | } } t | t| z } | j| |j|fot| d } | Dcgc]\}}| }}}|Scc}wcc}}w) aRetrieves completions from model. Args: prompt (str): prompt to send to model only_completed (bool, optional): return only completed responses and ignores completion due to length. Defaults to True. return_sorted (bool, optional): sort the completion choices using the returned probabilities. Defaults to False. Returns: list[dict[str, Any]]: list of completion choices zfor nowFrrlogprobstokenstoken_logprobsz <|endoftext|>NT)reverse) rCr1r:rGgetindexsumlenr<sorted)r'r2rLrMr!r/r:crJscored_completionsrPrOrTavglog_s r __call__zGroqLM.__call__psU$(y(~%0y0%4<<1&1 x ""9@AAt,,Q/A A VZZQ/!3!#  NjM(+jM"23! #f,"LL9A=E'-fu~x7GHFXX6"))643H3H3K*LM N"((:D!I );<A1ros[mmT%8%89N CRC!Ns"AAA