IgjzldZddlmZddlmZmZmZddlmZddlm Z ddl m Z m Z m Z mZmZmZmZmZmZddlmZddlmZmZ dd lmZmZmZmZmZmZdd lm"Z"eeeed fZ#ee e$d fZ%Gd d eZ&e e$eee$e'fe&ffZ( GddeZ)Gdde)Z*Gdde)Z+Gdde)Z,GddeZ-Gdde$e Z.GddeZ/Gdde/Z0GddeZ1d Z2Gd!d"eZ3Gd#d$e3Z4Gd%d&e$e Z5Gd'd(ed)*Z6Gd+d,e3Z7Gd-d.eZ8Gd/d0e8Z9Gd1d2e8Z:Gd3d4e Z;Gd5d6eZ<Gd7d8ed)*Z=Gd9d:ed)*Z>Gd;de<Z@Gd?d@eZAGdAdBeAZBeGdCdDeZCGdEdFed)*ZDGdGdHeZEGdIdJed)*ZFGdKdLeZGe+jGdMdNeZIGdOdPeZJGdQdRed)*ZKGdSdTed)*ZLGdUdVeZMGdWdXeZNGdYdZeZOGd[d\eZPGd]d^eZQGd_d`eZRGdadbe$e ZSGdcdded)*ZTGdedfed)*ZUGdgdheZVy #e $rdd l!mZmZmZmZmZmZY^wxYw)izSchemas for the LangSmith API.) annotations)datetime timedeltatimezone)Decimal)Enum) AnyDictList NamedTupleOptionalProtocolTupleUnionruntime_checkable)UUID) NotRequired TypedDict) BaseModelField PrivateAttr StrictBool StrictFloat StrictInt)LiteralNc&eZdZUdZded<ded<y) AttachmentaBAnnotated type that will be stored as an attachment if used. Examples: -------- .. code-block:: python @traceable def my_function(bar: int, my_val: Attachment): # my_val will be stored as an attachment # bar will be stored as inputs return bar str mime_typebytesdataN__name__ __module__ __qualname____doc____annotations__N/var/www/html/answerous/venv/lib/python3.12/site-packages/langsmith/schemas.pyrr0s N Kr)rceZdZUdZded<eeZded<edZd ed <edZ d ed <Gd d Z y) ExampleBasezExample base model.r dataset_iddefault_factoryDict[str, Any]inputsNdefaultOptional[Dict[str, Any]]outputsmetadataceZdZdZdZy)ExampleBase.Config#Configuration class for the schema.TNr#r$r%r&frozenr(r)r*Configr8N 1r)r<) r#r$r%r&r'rdictr1r5r6r<r(r)r*r,r,FsD"48FN8(-d(;G %;).t)zExampleCreate.Xhll9Sr)r.r created_atNOptional[Union[str, List[str]]]split)r#r$r%r&r'rrJrLr(r)r*r@r@Ts& 1STJT-1E *1r)r@c eZdZUdZded<edZded<eed Zded <ed Z d ed <ee Z ded<d Z ded<e d Zded<e d Zded< d dfd ZeddZdZxZS)ExamplezExample model.rrBcLtjdtjS)Nr)tz)r fromtimestamprrGr(r)r*rHzExample.as 6 6qX\\ Jr)r.rrJz$00000000-0000-0000-0000-000000000000r2r-NOptional[datetime] modified_atz List[Run]runsrA source_run_id Optional[str] _host_url _tenant_idc @t|di|||_||_y)Initialize a Dataset object.Nr()super__init__rWrX)selfrWrXkwargs __class__s r*r\zExample.__init__js# "6""$r)c|jr^d|jd|j}|jr&|jdt |j|S|j|Sy)URL of this run within the app. /datasets/z/e//o/N)rWr-rBrXr)r]paths r*urlz Example.urlush >>0DGG9=D..)S-A,B4&IInn%dV, ,r)cn|jd|jd|jd|jdS)5Return a string representation of the RunBase object.(id=z , dataset_id=z, link=''))r_rBr-rer]s r*__repr__zExample.__repr__s8..!dggYmDOO;LHUYU]U]T^^`aar))NN)rWrVrXrAr^r returnNonerlrV)r#r$r%r&r'rrJrr-rSlistrTrUrrWrXr\propertyrerk __classcell__r_s@r*rNrN\s H JJT*P%QRJR&+D&9K#9D1D)1$(M>(*48I}8!,T!:J:$(%) %  %# % %  %br)rNceZdZUdZded<y) ExampleSearchzExample returned via search.rrBNr"r(r)r*rtrts & Hr)rtcleZdZUdZdZded<dZded<dZded<dZded<dZ d ed <Gd d Z y) ExampleUpdatezUpdate class for Example.NrAr-r4r1r5r6rKrLceZdZdZdZy)ExampleUpdate.Configr9TNr:r(r)r*r<rxr=r)r<) r#r$r%r&r-r'r1r5r6rLr<r(r)r*rvrvsE#!%J%'+F $+(,G %,)-H&--1E *1r)rvceZdZdZdZdZdZy)DataTypezEnum for dataset data types.kvllmchatN)r#r$r%r&r{r|r}r(r)r*rzrzs& B C Dr)rzcLeZdZUdZded<dZded<dZded<Gd d Zy) DatasetBasezDataset base model.rnameNrV descriptionzOptional[DataType] data_typeceZdZdZdZy)DatasetBase.Configr9TNr:r(r)r*r<rr=r)r<)r#r$r%r&r'rrr<r(r)r*rrs) I!%K%$(I!(r)rceZdZUdZded<ded<edZded <dZd ed <dZd ed <dZ ded <dZ ded<dZ ded<e dZ ded<e dZded<e dZded< d dfd ZeddZxZS)DatasetzDataset ORM model.rrBrrJNr2rRrS Optional[int] example_count session_countlast_session_start_timer4 inputs_schemaoutputs_schemarVrWrArX _public_pathc d|vr|jd|d<d|vr|jd|d<t|di|||_||_||_y)rZinputs_schema_definitionroutputs_schema_definitionrNr()popr[r\rWrXr)r]rWrXrr^r_s r*r\zDataset.__init__sd & /&,jj1K&LF? # && 0'-zz2M'NF# $ "6""$(r)c|jr~|jr|j|jS|jr1|jdt|jd|jS|jd|jSy)rarcrbN)rWrrXrrBrjs r*rez Dataset.urls} >>  ..)$*;*;)<==..)S-A,B*TWWIVVnn%Zy9 9r))NNN) rWrVrXrArrVr^r rlrmrn)r#r$r%r&r'rrSrrrrrrrWrXrr\rprerqrrs@r*rrs H&+D&9K#9#'M='#'M='26/6.2M+2/3N,3*48I}8!,T!:J:"-d";L-;$(%)&* ) )#)$ )  )  )&r)rc*eZdZUdZdZded<ded<y)DatasetVersionz%Class representing a dataset version.NOptional[List[str]]tagsras_of)r#r$r%r&rr'r(r)r*rrs/ $D $ Or)rc diiS)Nr6r(r(r)r*_default_extrars  r)cFeZdZUdZded< ded< ded< ded< d Zd ed < ee Zd ed< d Z ded< d Z d ed< d Z ded< ee Z ded< d Zd ed< d Zded< d Zded< d Zded< ee Zded< ed!dZed"dZd Zy )#RunBasea3Base Run schema. A Run is a span representing a single unit of work or operation within your LLM app. This could be a single call to an LLM or chain, to a prompt formatting call, to a runnable lambda invocation. If you are familiar with OpenTelemetry, you can think of a run as a span. rrBrrr start_timerun_typeNrRend_timer.Optional[dict]extrarVerror serializedzOptional[List[Dict]]eventsr>r1r5rAreference_example_id parent_run_idrr Attachments attachmentsc`|ji|_|jjdiSzRetrieve the metadata (if any).r6)r setdefaultrjs r*r6zRunBase.metadata s, :: DJzz$$Z44r)c8|jjdS)z"Retrieve the revision ID (if any). revision_id)r6getrjs r*rzRunBase.revision_id's}}  //r)cn|jd|jd|jd|jdS)rgrhz, name='z ', run_type='ri)r_rBrrrjs r*rkzRunBase.__repr__,s3..!dggYhtyykt}}o]_``r)rlzdict[str, Any])rlrA)r#r$r%r&r'rrrrrrrr>r1r5rrrrrpr6rrkr(r)r*rrs H( I* M"$(H '-!.AE>A=E=;!%J%F#'F '.FD.""G^"/+/./@$(M>(@ $D $6$T:K:455 00ar)rceZdZUdZdZded< dZded< dZded< dZd ed < dZ d ed < dZ ded < dZ d ed< dZ ded< dZ ded< dZded< dZded< dZded< dZded< dZded< dZded< ded< edZded< dZd ed!< edZd ed"<d%d&fd# Zed'd$ZxZS)(Runz$Run schema when loading from the DB.NrA session_idOptional[List[UUID]] child_run_idszOptional[List[Run]] child_runsr4feedback_statsrVapp_path manifest_idstatusr prompt_tokenscompletion_tokens total_tokensrRfirst_token_timeOptional[Decimal] total_cost prompt_costcompletion_costparent_run_idsrtrace_idr2r dotted_orderOptional[bool] in_datasetrWc \|jdsd|jdi|}|jddxsi}t| di|d|i||_|j j s;|js.|jj|j|_yyy)Initialize a Run object.rrBr1Nr() rrr[r\rWrstriprr isoformatrB)r]rWr^r1r_s r*r\z Run.__init__fszz*% &**T"2=f=FHd+1r 161&1"  &&(1C1C#'??#<#<#>"?y ID 2D(r)ch|jr&|jr|j|jSy)raN)rWrrjs r*rezRun.urlps, >>dmmnn%dmm_5 5r)rDrWrVr^r rlrmrn)r#r$r%r&rr'rrrrrrrrrrrrrrrrrrrWr\rprerqrrs@r*rr1s*.!%J%-*.M'.(&*J#*M/3N,3&"Hm"7"&K&: FM .#'M='/'+}+/"&L-&1+/(/-$(J!(M%)K")G)-O&-C+/N(/!NCb)L#) "&J%+*48I}8Jr)rc,eZdZdZdZdZdZdZdZdZ dZ y ) RunTypeEnumz5(Deprecated) Enum for run types. Use string directly.toolchainr| retriever embeddingpromptparserN) r#r$r%r&rrr|rrrrr(r)r*rrxs(? D E CII F Fr)rceZdZUdZded<ded<ded<ded <ded <d ed <ded <ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<d ed!<ded"<d#ed$<y%)& RunLikeDictz&Run-like dictionary, for type-hinting.rrrrrrrr1r5rRrrrVrrrArrOptional[List[dict]]rrrinputs_s3_urlsoutputs_s3_urlsrBr session_namerinput_attachmentsoutput_attachmentsrrrrrNr"r(r)r*rrs0 I     !!  ""##((%%&&Nr)rF)totalc0eZdZUdZdZded< dZded<y)RunWithAnnotationQueueInfoz&Run schema with annotation queue info.NrRlast_reviewed_timeadded_at)r#r$r%r&rr'rr(r)r*rrs"0-1*1.#'H '3r)rc:eZdZUdZded< eeZded<y)FeedbackSourceBasezBase class for feedback sources. This represents whether feedback is submitted from the API, model, human labeler, etc. rtyper.r4r6N)r#r$r%r&r'rr>r6r(r)r*rrs$ I*).t)DH&D6r)rc eZdZUdZdZded<y)APIFeedbackSourcezAPI feedback source.apizLiteral['api']rNr#r$r%r&rr'r(r)r*rrs D. r)rc eZdZUdZdZded<y)ModelFeedbackSourcezModel feedback source.modelzLiteral['model']rNrr(r)r*rrs $D $r)rceZdZdZdZ dZy)FeedbackSourceTypezFeedback source type.rrN)r#r$r%r&APIMODELr(r)r*rrs C2 E"r)rceZdZUdZded< dZded< dZded< ded < ded < d ed < dZd ed< dZded< dZ ded< dZ ded< dZ ded< dZ ded< dZ ded< dZded< dZded< GddZy) FeedbackBasezFeedback schema.rrBNrRrJrSrArun_idrrkey SCORE_TYPEscore VALUE_TYPEvaluerVcommentzUnion[str, dict, None] correctionOptional[FeedbackSourceBase]feedback_sourcercomparative_experiment_idfeedback_group_idzOptional[Dict]rceZdZdZdZy)FeedbackBase.Configr9TNr:r(r)r*r<rr=r)r<)r#r$r%r&r'rJrSrrrrrrrrrr<r(r)r*rrs H(%)J"),&*K#*2 <> HAE:+E:Q!G]!2)-J&-!48O18%!%J%T04~4X(,~,1!E> 'r)rc(eZdZUdZded< ded<y)FeedbackCategoryz+Specific value and label pair for feedback.floatrrVlabelNr"r(r)r*rrs5 LC Nr)rc@eZdZUdZded< ded< ded< ded<y ) FeedbackConfigz:Represents _how_ a feedback value ought to be interpreted.z0Literal['continuous', 'categorical', 'freeform']rOptional[float]minmaxz Optional[List[FeedbackCategory]] categoriesNr"r(r)r*rrs,D :: 4 400@r)rc,eZdZUdZded< dZded<y)FeedbackCreatez"Schema used for creating feedback.rrNzOptional[FeedbackConfig]feedback_config)r#r$r%r&r'r r(r)r*r r  s,''%04O-4r)r cBeZdZUdZded<ded< ded< dZded <y) FeedbackzSchema for getting feedback.rrBrrJrSNrr)r#r$r%r&r'rr(r)r*rrs*& H,248O182r)rceZdZUdZded< edZded< dZd ed < dZd ed < dZ d ed < dZ ded< ded< ded< e dZ d ed<ddfd Z eddZeddZeddZxZS) TracerSessionzbTracerSession schema for the API. Sessions are also referred to as "Projects" in the UI. rrBcHtjtjSrDrEr(r)r*rHzTracerSession.)rIr)r.rrNrRrrVrrr4r tenant_idrAreference_dataset_idr2rWc t|di|||_|jj0|jj t j|_yy)rN)tzinfor()r[r\rWrrreplacerrG)r]rWr^r_s r*r\zTracerSession.__init__:sL "6"" ?? ! ! )"oo55X\\5JDO *r)cl|jr(|jd|jd|jSy)rarcz /projects/p/N)rWrrBrjs r*rezTracerSession.urlAs3 >>nn%S(8 TWWIN Nr)cX|jd|jvriS|jdSrrrjs r*r6zTracerSession.metadataH- :: 4::!=Izz*%%r)cX|jd|jvrgS|jdS)zRetrieve the tags (if any).rrrjs r*rzTracerSession.tagsOs- :: tzz!9Izz&!!r)rDrrnr)rl List[str])r#r$r%r&r'rrrrrrrrWr\rprer6rrqrrs@r*rr!s H  1STJT+#'H ')!%K%)D-"&*E #*)O0((J*48I}8K && ""r)rceZdZUdZded< ded< ded< ded< ded< ded < d ed < d ed < ded< ded< ded< ded< ded< ded< ded<y)TracerSessionResultzqA project, hydrated with additional information. Sessions are also referred to as "Projects" in the UI. r run_countzOptional[timedelta] latency_p50 latency_p99rrrrRlast_run_start_timer4rzOptional[List[Dict[str, Any]]] run_facetsrrrrfirst_token_p50first_token_p99r error_rateNr"r(r)r*rrWs ,$$?$$6=  D$$H++8,,)..-!!M""G&&C((G((>)r)rc<eZdZUdZded< ded< eddZy) BaseMessageLikez7A protocol representing objects similar to BaseMessage.rcontentzDict[Any, Any]additional_kwargscy)z,Type of the Message, used for serialization.Nr(rjs r*rzBaseMessageLike.typesr)N)rlr)r#r$r%r&r'rprr(r)r*r)r)}s(A L%%%C ;;r)r)c4eZdZUdZded< ded< ded<y)DatasetShareSchemaz*Represents the schema for a dataset share.rr- share_tokenrreNr"r(r)r*r.r.s4 , H(r)r.ceZdZUdZded< ded< dZded< ed Zd ed < ed Zd ed< ded<y)AnnotationQueuezRepresents an annotation queue.rrBrrNrVrcHtjtjSrDrEr(r)r*rHzAnnotationQueue.rIr)r.rrJcHtjtjSrDrEr(r)r*rHzAnnotationQueue.rIr) updated_atr) r#r$r%r&r'rrrJr4r(r)r*r1r1sP) H8 I+!%K%: 1STJT> 1STJTCODr)r1cXeZdZUdZded< ded< ded< ded< ded< d ed <y ) BatchIngestConfigz"Configuration for batch ingestion.booluse_multipart_endpointintscale_up_qsize_triggerscale_up_nthreads_limitscale_down_nempty_trigger size_limitrsize_limit_bytesNr"r(r)r*r6r6s:,  D<  7""AO/##8r)r6c@eZdZUdZdZded< dZded< dZded <y) LangSmithInfoz'Information about the LangSmith server.rrversionNrRlicense_expiration_timezOptional[BatchIngestConfig]batch_ingest_config)r#r$r%r&rAr'rBrCr(r)r*r@r@s-1GS.26/6+7;4;r)r@cDeZdZUdZded< ded< ded< dZded <y) LangSmithSettingsz"Settings for the LangSmith tenant.rrB display_namerrJNrV tenant_handle)r#r$r%r&r'rGr(r)r*rErEs), G)*#'M='r)rEc4eZdZUdZded< ded< ded<y) FeedbackIngestTokenz2Represents the schema for a feedback ingest token.rrBrrer expires_atNr"r(r)r*rIrIs< H. H3+r)rIc4eZdZUdZded< ded< ded<y) RunEventzRun event schema.rrzUnion[datetime, str]timer4r^Nr"r(r)r*rLrLs I  $$,r)rLc4eZdZUdZded< ded< ded<y)TimeDeltaInputzTimedelta input schema.r9dayshoursminutesNr"r(r)r*rOrOs! I J Lr)rOc4eZdZUdZded< ded< ded<y)DatasetDiffInfoz;Represents the difference information between two datasets.z List[UUID]examples_modifiedexamples_addedexamples_removedNr"r(r)r*rTrTs E!!=:   I} :(, ,1r)rdc8eZdZUdZded< dZded< dZded< ded< ded < d ed < d ed < d ed< d ed< ded< dZded< dZded< ded< ded< ded< ded< ded< dZ ded< dZ ded< ded< dZ ded< dZ ded<y) Promptz"Represents a Prompt with metadata.r repo_handleNrVrreadmerBrrrJr4r7 is_public is_archivedrroriginal_repo_idupstream_repo_idr^ full_namer9 num_likesrhrirliked_by_auth_userlast_commit_hash num_commitsoriginal_repo_full_nameupstream_repo_full_name) r#r$r%r&r'rrnrqrrrurvrxryr(r)r*rlrl[s,!!%K%( FM # GN,*-O') O.&*m*3&*m*3 0N<N"N)--@&*m*& -1]1:-1]1:r)rlc(eZdZUdZded< ded<y)ListPromptsResponsez A list of prompts with metadata.z List[Prompt]reposr9rNr"r(r)r*r{r{s*  J&r)r{c&eZdZdZdZ dZ dZ dZy)PromptSortFieldz$Enum for sorting fields for prompts.rhrir4rtN)r#r$r%r&rhrir4rtr(r)r*r~r~s%.#MIJIr)r~c4eZdZUdZded< ded< ded<y)InputTokenDetailsz~Breakdown of input token counts. Does *not* need to sum to full input token count. Does *not* need to have all keys. r9audiocache_creation cache_readNr"r(r)r*rrs( JOr)rc(eZdZUdZded< ded<y)OutputTokenDetailszBreakdown of output token counts. Does *not* need to sum to full output token count. Does *not* need to have all keys. r9r reasoningNr"r(r)r*rrs JNr)rcLeZdZUdZded< ded< ded< ded< ded <y ) UsageMetadatazUsage metadata for a message, such as token counts. This is a standard representation of token usage that is consistent across models. r9 input_tokens output_tokensrzNotRequired[InputTokenDetails]input_token_detailszNotRequired[OutputTokenDetails]output_token_detailsNr"r(r)r*rrs< JPA77:9r)r)Wr& __future__rrrrdecimalrenumrtypingr r r r r rrrruuidrtyping_extensionsrr pydantic.v1rrrrrr ImportErrorpydanticrrrrrr rr,r@rNrtrvrzrrrrrrrrrrrrrrrrr rrrr)r.r1r6r@update_forward_refsrErIrLrOrTrYr]rdrlr{r~rrrr(r)r*rs$"22   4$& :y+t; < 4d? # $3eCJ/;<<= W ) 2K2%bk%bP K I sD ) +k+\YGaiGaTD'DN #t )5:44 7 7!*! %,% ##'9'TOyO @Ye @5\5 3| 33"I3"l#*-#*L ;h ; ;)%)EiE"9 9"