)#hcyLdZddlZddlZddlZddlmZddlmZmZm Z m Z ddl Z ddl Z ddl mZmZmZddlmZddlmZddlmZGd d eZGd d ZGd dZGddeeZGddZGddZGddeeZGddeeZGddeZGddeeZ GddeeZ!dZ" d0d e e#d!e e#d"e e#d#e e#d$e e#d%e e#d&e e#d'e e#d(e e$d)e e e%e jLffd*Z'Gd+d,Z(d-e#d.e#fd/Z)y)1zF Common utilities used across bedrock chat/embedding/image generation N)Enum)AnyListOptionalUnion) BaseConfigBaseLLMExceptionLiteLLMLoggingObj) get_secret)AllMessageValues) ModelResponsec eZdZy) BedrockErrorN)__name__ __module__ __qualname__^/var/www/html/sandstorm/venv/lib/python3.12/site-packages/litellm/llms/bedrock/common_utils.pyrrsrrceZdZdZdefdZdedefdZdeefdZ deefdZ deefd Z deefd Z deefd Z deefd Zy )AmazonBedrockGlobalConfigcyNrselfs r__init__z"AmazonBedrockGlobalConfig.__init__s rreturnc ddiS)zS Mapping of common auth params across bedrock/vertex/azure/watsonx region_nameaws_region_namerrs rget_mapped_special_auth_paramsz8AmazonBedrockGlobalConfig.get_mapped_special_auth_params s011rnon_default_paramsoptional_paramscp|j}|jD]\}}||vs ||||<|Sr)r!items)rr"r# mapped_paramsparamvalues rmap_special_auth_paramsz1AmazonBedrockGlobalConfig.map_special_auth_params&sK;;= .446 >LE5 %8= e 45 >rc|j|jz|jz|jz|j zSr)get_us_regionsget_eu_regionsget_ap_regionsget_ca_regionsget_sa_regionsrs rget_all_regionsz)AmazonBedrockGlobalConfig.get_all_regions-s[    !!!# $!!# $!!# $!!#  $ rc gdS)N)zap-northeast-1zap-northeast-2zap-northeast-3z ap-south-1rrs rr-z(AmazonBedrockGlobalConfig.get_ap_regions6sSSrcdgS)Nz sa-east-1rrs rr/z(AmazonBedrockGlobalConfig.get_sa_regions9s }rc gdS)D Source: https://www.aws-services.info/bedrock.html )z eu-west-1z eu-west-2z eu-west-3z eu-central-1rrs rr,z(AmazonBedrockGlobalConfig.get_eu_regions<s   rcdgS)Nz ca-central-1rrs rr.z(AmazonBedrockGlobalConfig.get_ca_regionsGs rc gdS)r4)z us-east-2z us-east-1z us-west-1z us-west-2z us-gov-west-1rrs rr+z(AmazonBedrockGlobalConfig.get_us_regionsJs   rN)rrrrdictr!r)rstrr0r-r/r,r.r+rrrrrs 22 $QU c TS TS   S   S    S  rrc eZdZdZdededeeejfde fdZ dede e d ed ededef d Z dded ejdededede e d ed ededeedeedefdZ ddedede e d edeedeedefdZy )AmazonInvokeMixinzG Base class for bedrock models going through invoke_handler.py error_message status_codeheadersrct|||S)N)messager<r=)r)rr;r<r=s rget_error_classz!AmazonInvokeMixin.get_error_class\s!#  rmodelmessagesr#litellm_paramsctd)NzGtransform_request not implemented for config. Done in invoke_handler.pyNotImplementedError)rrArBr#rCr=s rtransform_requestz#AmazonInvokeMixin.transform_requestes" U  rN raw_responsemodel_response logging_obj request_dataencodingapi_key json_modec td)NzHtransform_response not implemented for config. Done in invoke_handler.pyrE) rrArHrIrJrKrBr#rCrLrMrNs rtransform_responsez$AmazonInvokeMixin.transform_responseqs" V  rapi_basectd)NzJvalidate_environment not implemented for config. Done in invoke_handler.pyrE)rr=rArBr#rMrQs rvalidate_environmentz&AmazonInvokeMixin.validate_environments" X  rNN)rrr__doc__r8intrr7httpxHeadersr r@rr rGResponser r rrboolrPrSrrrr:r:Wss   /2 =B4CV=W      '(           ."&$(  nn &  '    '(    # D>   0"&"&      '(    #  3-     rr:c eZdZUdZdZeeed<dZee ed<dZ ee ed<dZ eeed< ddeedee dee deeddf dZ ed Zd ed ed ed eeeeffdZd edeefdZdeded ededef dZy)AmazonTitanConfigaw Reference: https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=titan-text-express-v1 Supported Params for the Amazon Titan models: - `maxTokenCount` (integer) max tokens, - `stopSequences` (string[]) list of stop sequence strings - `temperature` (float) temperature for model, - `topP` (int) top p for model N maxTokenCount stopSequences temperaturetopPrct}|jD]%\}}|dk7s |t|j||'yNrlocalsr%setattr __class__)rr]r^r_r`locals_keyr(s rrzAmazonTitanConfig.__init__s@(!--/ 4JCf}!2U3 4rc |jjDcic]`\}}|jdsJ|jds9t|tj tj ttfs|||bc}}Scc}}wN___abc __dict__r% startswith isinstancetypes FunctionTypeBuiltinFunctionType classmethod staticmethodclskvs r get_configzAmazonTitanConfig.get_config **, 1<<%LL(&&--   qD   A%Bsupported_paramsproviderrAstopcd}d|vrZtjrJ|dk(rEd|vrAg}t|tr/|D]*}t j d|s|j |,|||d<|S)z filter params to fit the required provider format, drop those that don't fit if user sets `litellm.drop_params = True`. Nrbedrockamazonz ^(\|+|User:)$)litellm drop_paramsrplistrematchappend)rr}r~rAr filtered_stopss r_map_and_modify_argz%AmazonTitanConfig._map_and_modify_args} % %'*=*=9$U): " dD)!488$4a8)0034  $'4 V $rc gdS)N) max_tokensmax_completion_tokensrr_top_pstreamrrrAs rget_supported_openai_paramsz-AmazonTitanConfig.get_supported_openai_paramss   rr"r#rc|jD]W\}}|dk(s|dk(r||d<|dk(r||d<|dk(r|jd|id||}|d|d<|d k(r||d <|d k(sS||d <Y|S) Nrrr]r_rr)r~rArr^rr`r)r%r)rr"r#rArrxryrs rmap_openai_paramsz#AmazonTitanConfig.map_openai_paramss',,. .DAqL A)@$@340M!12 .F{ $ 8 8QK)5q!9! 4A3H0G|*+'H},-) .r)NNNN)rrrrUr]rrV__annotations__r^rr_floatr`rrtrzr7r8rrrrrZrrrrr\r\s, $(M8C='$(M8D>(#'K%'D(3-(,(,'+" 4} 4 ~ 4e_ 4 sm 4  4  $     DIsN#  .  c       rr\ceZdZUdZdZeeed<dZee ed<dZ ee ed<dZ ee ed<dZ ee ed <dZeeed <dZeee ed < ddeedee d dfd ZedZdZdedefdZy)AmazonAnthropicClaude3Configa~ Reference: https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=claude https://docs.anthropic.com/claude/docs/models-overview#model-comparison Supported Params for the Amazon / Anthropic Claude 3 models: - `max_tokens` Required (integer) max tokens. Default is 4096 - `anthropic_version` Required (string) version of anthropic for bedrock - e.g. "bedrock-2023-05-31" - `system` Optional (string) the system prompt, conversion from openai format to this is handled in factory.py - `temperature` Optional (float) The amount of randomness injected into the response - `top_p` Optional (float) Use nucleus sampling. - `top_k` Optional (int) Only sample from the top K options for each subsequent token - `stop_sequences` Optional (List[str]) Custom text sequences that cause the model to stop generating irzbedrock-2023-05-31anthropic_versionNsystemr_rtop_kstop_sequencesrct}|jD]%\}}|dk7s |t|j||'yrbrc)rrrrgrhr(s rrz%AmazonAnthropicClaude3Config.__init__s@ (!--/ 4JCf}!2U3 4rc |jjDcic]O\}}|jds9t|tj tj ttfs|||Qc}}Scc}}wNrkrmrvs rrzz'AmazonAnthropicClaude3Config.get_configt **, 1<<%&&--   qD   AA6c gdS)N) rrtools tool_choicerrr_r extra_headersrrs rrz8AmazonAnthropicClaude3Config.get_supported_openai_params/s   rr"r#c|jD]G\}}|dk(s|dk(r||d<|dk(r||d<|dk(r||d<|dk(r||d<|dk(r||d<|dk(sC||d<I|S) Nrrrrrrr_rr%rr"r#r'r(s rrz.AmazonAnthropicClaude3Config.map_openai_params<s.446 1LE5 $1H(H05 -+0( ,1)49 01 %16 .+0( 1rrT)rrrrUrrrVrrr8rr_rrrrrrrtrzrr7rrrrrrs !%J $';x}; FHSM #'K%'!E8E?!E8C=*.NHT#Y'.%)+/4SM4$C=4  4  "  D4rrceZdZUdZej Zeee d<dZ ee e d<dZ ee e d<dZeee d<dZeee d<dZeee d< ddeedee dee deedeedeed dfd Zed Zd Zd edefdZy)AmazonAnthropicConfiga Reference: https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=claude Supported Params for the Amazon / Anthropic models: - `max_tokens_to_sample` (integer) max tokens, - `temperature` (float) model temperature, - `top_k` (integer) top k, - `top_p` (integer) top p, - `stop_sequences` (string[]) list of stop sequences - e.g. ["\n\nHuman:"], - `anthropic_version` (string) version of anthropic for bedrock - e.g. "bedrock-2023-05-31" max_tokens_to_sampleNrr_rrrrct}|jD]%\}} |dk7s | t|j|| 'yrbrc) rrrr_rrrrgrhr(s rrzAmazonAnthropicConfig.__init__bs@(!--/ 4JCf}!2U3 4rc |jjDcic]O\}}|jds9t|tj tj ttfs|||Qc}}Scc}}wrrmrvs rrzz AmazonAnthropicConfig.get_configprrc gdS)N)rrr_rrrrrs rrz1AmazonAnthropicConfig.get_supported_openai_paramss   rr"r#c|jD]B\}}|dk(s|dk(r||d<|dk(r||d<|dk(r||d<|dk(r||d<|dk(s9|d us>||d<D|S) Nrrrr_rrrrTrrs rrz'AmazonAnthropicConfig.map_openai_paramss.446 2LE5 $1H(H:? 67 %16 .+0(49 01 Ud],1) 2r)NNNNNN)rrrrUrrrrrVrrrr_rrrrr8rrtrzrr7rrrrrrMs +2*<*<(3-<%)NHTN)#'K%'E8C=E8C='+x}+/3)-'+##+/ 4&sm 4! 4e_ 4 } 4 } 4$C= 4  4  "   D 4 rrc eZdZUdZdZeeed<dZee ed<dZ ee ed< ddeedee dee ddfdZ e dZd e dee fd Zd ed ed e d edef dZy)AmazonCohereConfiga* Reference: https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=command Supported Params for the Amazon / Cohere models: - `max_tokens` (integer) max tokens, - `temperature` (float) model temperature, - `return_likelihood` (string) n/a Nrr_return_likelihoodrct}|jD]%\}}|dk7s |t|j||'yrbrc)rrr_rrgrhr(s rrzAmazonCohereConfig.__init__@ (!--/ 4JCf}!2U3 4rc |jjDcic]`\}}|jdsJ|jds9t|tj tj ttfs|||bc}}Scc}}wrjrmrvs rrzzAmazonCohereConfig.get_configr{r|rAc gdS)N)rr_rrrs rrz.AmazonCohereConfig.get_supported_openai_paramss   rr"r#rct|jD]$\}}|dk(r||d<|dk(r||d<|dk(s ||d<&|S)Nrr_rrrr"r#rArrxrys rrz$AmazonCohereConfig.map_openai_paramss]',,. 2DAqH},-)M!12 .L 01 -  2rNNN)rrrrUrrrVrr_rrr8rrtrzrrr7rZrrrrrrs!%J $#'K%''+x}+%)'++/ 4SM 4e_ 4$C= 4  4  $  c       rrc<eZdZUdZdZeeed<dZee ed<dZ ee ed<dZ ee ed<dZ eeed<dZeeed<dZeeed < ddeedee dee dee deedeed eed dfd Zed Zd ed efdZdeded eded ef dZy)AmazonAI21ConfigaK Reference: https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=j2-ultra Supported Params for the Amazon / AI21 models: - `maxTokens` (int32): The maximum number of tokens to generate per result. Optional, default is 16. If no `stopSequences` are given, generation stops after producing `maxTokens`. - `temperature` (float): Modifies the distribution from which tokens are sampled. Optional, default is 0.7. A value of 0 essentially disables sampling and results in greedy decoding. - `topP` (float): Used for sampling tokens from the corresponding top percentile of probability mass. Optional, default is 1. For instance, a value of 0.9 considers only tokens comprising the top 90% probability mass. - `stopSequences` (array of strings): Stops decoding if any of the input strings is generated. Optional. - `frequencyPenalty` (object): Placeholder for frequency penalty object. - `presencePenalty` (object): Placeholder for presence penalty object. - `countPenalty` (object): Placeholder for count penalty object. N maxTokensr_r`r^frequencePenaltypresencePenalty countPenaltyrct}|jD]%\} } | dk7s | t|j| | 'yrbrc) rrr_r`r^rrrrgrhr(s rrzAmazonAI21Config.__init__s@(!--/ 4JCf}!2U3 4rc |jjDcic]`\}}|jdsJ|jds9t|tj tj ttfs|||bc}}Scc}}wrjrmrvs rrzzAmazonAI21Config.get_configr{r|rAc gdSN)rr_rrrrs rrz,AmazonAI21Config.get_supported_openai_params!   rr"r#rc|jD].\}}|dk(r||d<|dk(r||d<|dk(r||d<|dk(s*||d<0|S)Nrrr_rr`rrrs rrz"AmazonAI21Config.map_openai_params)sn',,. .DAqL /0 ,M!12 .G|*+'H},-) .r)NNNNNNN)rrrrUrrrVrr_rr`r^rrr7rrrrtrzr8rrrZrrrrrrsN( $Ix}##'K%' D(5/ $(M8D>('+htn+&*OXd^*#'L(4.'$('+ $(,+/*.'+ 4C= 4e_ 4uo 4  ~ 4 #4. 4"$ 4tn 4  4  $         rrceZdZdZdZy)AnthropicConstantsz Human: z Assistant: N)rrr HUMAN_PROMPT AI_PROMPTrrrrr<s  L!Irrc eZdZUdZdZeeed<dZee ed<dZ ee ed< ddeedee deeddfdZ e d Z d edefd Zd ed ed ededef dZy)AmazonLlamaConfigaB Reference: https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=meta.llama2-13b-chat-v1 Supported Params for the Amazon / Meta Llama models: - `max_gen_len` (integer) max tokens, - `temperature` (float) temperature for model, - `top_p` (float) top p for model N max_gen_lenr_r`r]rct}|jD]%\}}|dk7s |t|j||'yrbrc)rr]r_r`rgrhr(s rrzAmazonLlamaConfig.__init__Prrc |jjDcic]`\}}|jdsJ|jds9t|tj tj ttfs|||bc}}Scc}}wrjrmrvs rrzzAmazonLlamaConfig.get_config[r{r|rAc gdSrrrs rrz-AmazonLlamaConfig.get_supported_openai_paramsnrrr"r#rc|jD].\}}|dk(r||d<|dk(r||d<|dk(r||d<|dk(s*||d<0|S)Nrrr_rrrrs rrz#AmazonLlamaConfig.map_openai_paramsvsn',,. .DAqL 12 .M!12 .G|+,(H},-) .rr)rrrrUrrrVrr_rr`rrtrzr8rrr7rZrrrrrrAs"&K#%#'K%' D(5/ (,'+" 4} 4e_ 4sm 4  4  $         rrc eZdZUdZdZeeed<dZee ed<dZ ee ed<dZ ee ed<dZ ee eed< ddeedee deedee dee eddf d Zed Zd ede efd Zd eded ededef dZy)AmazonMistralConfiga Reference: https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-mistral.html Supported Params for the Amazon / Mistral models: - `max_tokens` (integer) max tokens, - `temperature` (float) temperature for model, - `top_p` (float) top p for model - `stop` [string] A list of stop sequences that if generated by the model, stops the model from generating further output. - `top_k` (float) top k for model Nrr_rrrrct}|jD]%\}}|dk7s |t|j||'yrbrc) rrr_rrrrgrhr(s rrzAmazonMistralConfig.__init__s@(!--/ 4JCf}!2U3 4rc |jjDcic]`\}}|jdsJ|jds9t|tj tj ttfs|||bc}}Scc}}wrjrmrvs rrzzAmazonMistralConfig.get_configr{r|rAc gdS)N)rr_rrrrrs rrz/AmazonMistralConfig.get_supported_openai_paramssGGrr"r#rc|jD]8\}}|dk(r||d<|dk(r||d<|dk(r||d<|dk(r||d<|dk(s4||d<:|S)Nrr_rrrrrs rrz%AmazonMistralConfig.map_openai_paramss',,. .DAqL 01 -M!12 .G|+,(F{*+'H},-) .r)NNNNN)rrrrUrrrVrr_rrrrrr8rrtrzrr7rZrrrrrrs  !%J $#'K%'!E8E?!!E8E?! $D(49 $%)'+#!%$( 4SM 4e_ 4} 4  4 tCy! 4  4  $HHcH      rrcfd}|S)z,Closure to capture the headers and add them.cnjD]!\}}|jj||#y)z.Actual callback function that Boto3 will call.N)r%r= add_header)requestkwargs header_name header_valuer=s rcallbackz#add_custom_header..callbacks3)0 B %K OO & &{L A Brr)r=rs` radd_custom_headerrsB Oraws_access_key_idaws_secret_access_keyr aws_bedrock_runtime_endpointaws_session_nameaws_profile_name aws_role_nameaws_web_identity_tokenrtimeoutc `tdd} tdd} ||||||||g} t| D](\}}|s |jdst|| |<*| \}}}}}}}}tjdt j }|rn|r|}n| r| }n| r| }n tddtd}|r|}n |r|}nd |d }d dl}t| tr|jj| | }nft| tjr2|jj| j| j }n|jj}|p|n|lt|}| td d|j#d}|j%|||d}|j#d|dd|dd|dd||||}n|U|S|j#d||}|j'||}|j#d|dd|dd|dd||||}nZ||j#d||||||}n?|'|j)|j#d||||}n|j#d||||}| r/|j*j,j/dt1| |S)NAWS_REGION_NAME AWS_REGIONz os.environ/ SSL_VERIFYzRAWS region not set: set AWS_REGION_NAME or AWS_REGION env variable or in .env filei)r?r<AWS_BEDROCK_RUNTIME_ENDPOINTzhttps://bedrock-runtime.z.amazonaws.comr)connect_timeout read_timeoutz6OIDC token could not be retrieved from secret manager.stsi)RoleArnRoleSessionNameWebIdentityTokenDurationSecondszbedrock-runtime Credentials AccessKeyIdSecretAccessKey SessionToken) service_namerraws_session_tokenr endpoint_urlconfigverify)rr)rr)rrrrrrr) profile_name)rrrrrzbefore-sign.bedrock-runtime.*)r enumerateroosgetenvr ssl_verifyrboto3rprsessionConfigrWTimeoutconnectreadclientassume_role_with_web_identity assume_roleSessionmetaeventsregisterr)rrrr rrrrrrrlitellm_aws_region_namestandard_aws_region_nameparams_to_checkir'r env_aws_bedrock_runtime_endpointrrr oidc_token sts_client sts_responsers rinit_bedrock_clientrs)):DA),= $ Oo.35 U%%m4!+E!2OA 3  $<););O"P*=9.I#%    "'7'C\\ /"7" "--!3C. **=9-H".}"=>O"P*=9.I#%    &*/"7#%   %,<=DD*#% E *#%   ## +->}-M  Mrc*eZdZdZdZdZdZdZy)ModelResponseIteratorc ||_d|_y)NF)rIis_done)rrIs rrzModelResponseIterator.__init__s, rc|Srrrs r__iter__zModelResponseIterator.__iter__ rcL|jrtd|_|jSNT)r StopIterationrIrs r__next__zModelResponseIterator.__next__s" <<  """rc|Srrrs r __aiter__zModelResponseIterator.__aiter__rrcTK|jrtd|_|jSwr )rStopAsyncIterationrIrs r __anext__zModelResponseIterator.__anext__s& <<$ $ """s&(N)rrrrrr"r$r'rrrrrs ##rrresponse_tool_namercx|tjjvrtjj|}|S)z If litellm formatted the input tool name, we need to convert it back to the original name. Args: response_tool_name (str): The name of the tool as received from the response. Returns: str: The original name of the tool. )rbedrock_tool_name_mappings cache_dict)r(s rget_bedrock_tool_namer,s:W??JJJ$??JJ   r) NNNNNNNNNNN)*rUrrrqenumrtypingrrrrrWr)litellm.llms.base_llm.chat.transformationrr r litellm.secret_managers.mainr litellm.types.llms.openair litellm.types.utilsr rrr:r\rrrrrrrrr8r7rrrrr,rrrr3s --  46- # 8 8 v7 7 tf):fRPPfMM`B*JBJW(*Wt"" E):EPG+ZGT'++/%)26&*&*#',0$(59s}s$C=sc] s #+3- s sm ssmsC=s%SMsD>seE5==01 2sl##4ccr