/jcw,ddlmZddlZddlmZddlmZmZmZm Z m Z m Z m Z ddl mZmZmZddlmZddlmZmZmZdd lmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#d d l$m%Z%d d lm&Z&m'Z'd dl(m)Z)m*Z*m+Z+d dl,m-Z-d dl.m/Z/m0Z0ddl1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7d dl8m9Z9m:Z:d dl;mZ>d dl?m@Z@mAZAd dlBmCZCmDZDd dlEmFZGd dlHmIZJGddee2ZKGddee2ZLGddee2ZMGdd ee2ZNGd!d"ee2ZOGd#d$ZPd'd%ZQd(d&ZRy))) annotationsN) TracebackType) TYPE_CHECKINGGenericCallableIterable Awaitable AsyncIteratorcast)SelfIterator assert_never) from_json)ParsedChoiceSnapshotParsedChatCompletionSnapshot#ParsedChatCompletionMessageSnapshot) ChunkEventContentDoneEventRefusalDoneEventContentDeltaEventRefusalDeltaEventLogprobsContentDoneEventLogprobsRefusalDoneEventChatCompletionStreamEventLogprobsContentDeltaEventLogprobsRefusalDeltaEvent"FunctionToolCallArgumentsDoneEvent#FunctionToolCallArgumentsDeltaEvent)accumulate_delta)Omitomit)is_givenconsume_sync_iteratorconsume_async_iterator) model_dump)buildconstruct_type)ResponseFormatThas_parseable_inputmaybe_parse_contentparse_chat_completionget_input_tool_by_nameparse_function_tool_arguments)Stream AsyncStream)ChatCompletionChunkParsedChatCompletionChatCompletionToolUnionParam)LengthFinishReasonErrorContentFilterFinishReasonError) ModerationChoiceLogprobs)Choice)ResponseFormatceZdZdZ d dZddZddZddZ ddZddZ ddZ dd Z e dd Z dd Zy )ChatCompletionStream+Wrapper over the Chat Completions streaming API that adds helpful events such as `content.done`, supports automatically parsing responses & tool calls and accumulates a `ChatCompletion` object from each individual chunk. https://platform.openai.com/docs/api-reference/streaming c||_|j|_|j|_t |||_yNresponse_format input_tools _raw_streamresponse _response __stream__ _iteratorChatCompletionStreamState_stateself raw_streamrCrDs i/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/openai/lib/streaming/chat/_completions.py__init__zChatCompletionStream.__init__76&#,,*/]hi c6|jjSN)rJ__next__rNs rPrVzChatCompletionStream.__next__Cs~~&&((rSc#6K|jD]}|ywrUrJrNitems rP__iter__zChatCompletionStream.__iter__FsNN DJ sc|SrUrWs rP __enter__zChatCompletionStream.__enter__Js rSc$|jyrUcloserNexc_typeexcexc_tbs rP__exit__zChatCompletionStream.__exit__Ms rSc8|jjyz Close the response and release the connection. Automatically called if the response body is read to completion. N)rHrbrWs rPrbzChatCompletionStream.closeUs rScV|j|jjS)VWaits until the stream has been read to completion and returns the accumulated `ParsedChatCompletion` object. If you passed a class type to `.stream()`, the `completion.choices[0].message.parsed` property will be the content deserialised into that class, if there was any content returned by the API.  until_donerLget_final_completionrWs rPrnz)ChatCompletionStream.get_final_completion]s! {{//11rSct||S)*Blocks until the stream has been consumed.)r&rWs rPrmzChatCompletionStream.until_donehsd# rSc.|jjSrUrLcurrent_completion_snapshotrWs rPrsz0ChatCompletionStream.current_completion_snapshotm{{666rSc#K|jD]4}t|s|jj|}|D]}|6ywrUrF$_is_valid_chat_completion_chunk_weakrL handle_chunkrN sse_eventevents_to_fireevents rPrIzChatCompletionStream.__stream__qsN)) I7 B![[55i@N'     sAAN)rOzStream[ChatCompletionChunk]rC2type[ResponseFormatT] | ResponseFormatParam | OmitrD-Iterable[ChatCompletionToolUnionParam] | OmitreturnNonerz*ChatCompletionStreamEvent[ResponseFormatT])rz4Iterator[ChatCompletionStreamEvent[ResponseFormatT]]rr rdztype[BaseException] | NonerezBaseException | NonerfzTracebackType | Nonerrrrrz%ParsedChatCompletion[ResponseFormatT]rr)__name__ __module__ __qualname____doc__rQrVr\r_rgrbrnrmpropertyrsrIr^rSrPr>r>.s j0 jL j C j  j),"%    2 77rSr>cHeZdZdZ ddZddZ ddZy) ChatCompletionStreamManageraFContext manager over a `ChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py with client.chat.completions.stream(...) as stream: for event in stream: ... ``` c<d|_||_||_||_yrU)$_ChatCompletionStreamManager__stream)_ChatCompletionStreamManager__api_request-_ChatCompletionStreamManager__response_format)_ChatCompletionStreamManager__input_toolsrN api_requestrCrDs rPrQz$ChatCompletionStreamManager.__init__s%GK (!0(rSc|j}t||j|j|_|jSN)rOrCrD)rr>rrrrNrOs rPr_z%ChatCompletionStreamManager.__enter__s='') ,! 22**  }}rScR|j|jjyyrU)rrbrcs rPrgz$ChatCompletionStreamManager.__exit__s# == $ MM   ! %rSN)rz)Callable[[], Stream[ChatCompletionChunk]]rCr}rDr~rr)rz%ChatCompletionStream[ResponseFormatT]r)rrrrrQr_rgr^rSrPrrzsd  )> )L ) C )  ) ","""% "  "rSrceZdZdZ d dZddZddZddZ ddZddZ ddZ dd Z e dd Z dd Zy )AsyncChatCompletionStreamr?c||_|j|_|j|_t |||_yrArErMs rPrQz"AsyncChatCompletionStream.__init__rRrScRK|jjd{S7wrU)rJ __anext__rWs rPrz#AsyncChatCompletionStream.__anext__s^^--////s '%'cHK|j23d{}|7 6ywrUrYrZs rP __aiter__z#AsyncChatCompletionStream.__aiter__s&..  $J .s "  " "cK|SwrUr^rWs rP __aenter__z$AsyncChatCompletionStream.__aenter__s  sc@K|jd{y7wrUrarcs rP __aexit__z#AsyncChatCompletionStream.__aexit__s jjls cTK|jjd{y7wri)rHacloserWs rPrbzAsyncChatCompletionStream.closes nn##%%%s (&(crK|jd{|jjS7w)rkNrlrWs rPrnz.AsyncChatCompletionStream.get_final_completions0oo{{//11 s 757c8Kt|d{|S7w)rpN)r'rWs rPrmz$AsyncChatCompletionStream.until_dones$T***  +s c.|jjSrUrrrWs rPrsz5AsyncChatCompletionStream.current_completion_snapshotrtrScK|j23d{}t|s|jj|}|D]}| =786ywrUrvrys rPrIz$AsyncChatCompletionStream.__stream__sW#//  )7 B![[55i@N'     /s% AAA A5A AAN)rOz AsyncStream[ChatCompletionChunk]rCr}rDr~rrr)rz9AsyncIterator[ChatCompletionStreamEvent[ResponseFormatT]]rrrrr)rrrrrQrrrrrbrnrmrrsrIr^rSrPrrs j5 jL j C j  j0,"%   & 2 77rSrcHeZdZdZ ddZddZ ddZy) AsyncChatCompletionStreamManageraQContext manager over a `AsyncChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py async with client.chat.completions.stream(...) as stream: for event in stream: ... ``` c<d|_||_||_||_yrU))_AsyncChatCompletionStreamManager__stream._AsyncChatCompletionStreamManager__api_request2_AsyncChatCompletionStreamManager__response_format._AsyncChatCompletionStreamManager__input_toolsrs rPrQz)AsyncChatCompletionStreamManager.__init__s%LP (!0(rScK|jd{}t||j|j|_|jS77wr)rrrrrrs rPrz+AsyncChatCompletionStreamManager.__aenter__sF--- 1! 22**  }}.sA A 8A cnK|j#|jjd{yy7wrU)rrbrcs rPrz*AsyncChatCompletionStreamManager.__aexit__s0 == $--%%' ' ' % 's *535N)rz+Awaitable[AsyncStream[ChatCompletionChunk]]rCr}rDr~rr)rz*AsyncChatCompletionStream[ResponseFormatT]r)rrrrrQrrr^rSrPrrsd  )@ )L ) C )  ) (,("(% (  (rSrcpeZdZdZeed d dZd dZed dZddZ ddZ ddZ dd Z y )rKaSHelper class for manually accumulating `ChatCompletionChunk`s into a final `ChatCompletion` object. This is useful in cases where you can't always use the `.stream()` method, e.g. ```py from openai.lib.streaming.chat import ChatCompletionStreamState state = ChatCompletionStreamState() stream = client.chat.completions.create(..., stream=True) for chunk in response: state.handle_chunk(chunk) # can also access the accumulated `ChatCompletion` mid-stream state.current_completion_snapshot print(state.get_final_completion()) ``` )rDrCcd|_g|_t|r|Dcgc]}|c}ng|_||_t j |r||_yt|_ycc}wrU) 7_ChatCompletionStreamState__current_completion_snapshot/_ChatCompletionStreamState__choice_event_statesr% _input_tools_response_formatinspectisclassr$_rich_response_format)rNrDrCtools rPrQz"ChatCompletionStreamState.__init__9sa SW*=?">F{>Sk:dT:Y[ /&?O "EI ";s A!cZt|j|j|jS)zParse the final completion object. Note this does not provide any guarantees that the stream has actually finished, you must only call this method when the stream is finished. )chat_completionrCrD)r/rsrrrWs rPrnz.ChatCompletionStreamState.get_final_completionHs, % << 66))  rSc6|jJ|jSrU)rrWs rPrsz5ChatCompletionStreamState.current_completion_snapshotTs 11===111rSch|j||_|j||jS)zTAccumulate a new chunk into the snapshot and returns an iterable of events to yield.)chunkcompletion_snapshot)_accumulate_chunkr _build_events)rNrs rPrxz&ChatCompletionStreamState.handle_chunkYs9-1-C-CE-J*!! $ B B"  rSc |j|jS#t$r6t|j}|jj ||cYSwxYw)N)rD)rindex IndexErrorChoiceEventStaterappend)rNchoice choice_states rP_get_choice_statez+ChatCompletionStreamState._get_choice_statebsU --fll; ; +8I8IJL  & & - -l ;  sr^|jj8jAr:tCtE|jj8dd|j_#|jj xsgD]} |jj xsg| j} | jdk(rtI|j2| jjJ} | sg| jMdijMds| jjNstCtE| jjNdd| j_t"st%| |jP|jPAtStT|jPj8|jPj:|_(|jPj8r`|jPj8g|jP_|jPj8jW|jPj8|jPj:sq|jPj:g|jP_|jPj:jW|jPj:|jX|_,|jZ|_-|j\ >mmt YF3 D"5"="=fll"K&5&=&=&H&H&NB#*.7"A. 6 *$3$;$; 37;DOD[D[DfDfDljl:m7*06Q-0*?QSW>X1Y,Y7*-& !" !!79M9M9OP#+'8.77J-K0)J / 7 7 B B Hb*UH ~~3'}} :::=F=O=O=`=`)):&$Y/0*##060D0D-&t7L7LZ^ZkZkl++x76ATUU++/??>xH.77AAGP!"4"="="G"GQ)-H*33D# !34% 5(*"++3/4& & 7 7 & 7 70O, ..*33;;C?AO44<'0088??@W@WX..*33;;C?AO44<'0088??@W@WXit Yl%*KK!161I1I.    '-1N5CSCSC[C[C]^.  *#"U7*, D"&("2$//dWI/V%'7DAWY_YeYeYmYmYoU, U,&U,,BW76W7cFg}|jttd|||jD]l}|j |}|j|j }|j ju|jj_|jttd|j j|jj|jj|j j`|jjJ|jttd|j j|jj|j jr|jj}|J|j jD]}||j } | jdk(r|jJ|jtt d| jj"|j | jj$| jj&|jj$xsd t(st+| |j,|j,|j,jr`|j,jrJ|jtt.d |j,j|j,j |j,jr`|j,jrJ|jtt0d |j,j|j,j|j3|j5|||j6o|S)Nr)rrsnapshotz content.delta)rrrrz refusal.delta)rrrrz#tool_calls.function.arguments.delta)rrrrrarguments_deltazlogprobs.content.delta)rrrzlogprobs.refusal.delta)rrr) choice_chunkrrC)rr)rrrrrrrrrrrrrrrrrrrrrrrrget_done_eventsr) rNrrr{rrrrtool_call_delta tool_calls rPrz'ChatCompletionStreamState._build_eventss LN *7%BU V mmK F11&9L199&,,GO||##/O4K4K4S4S4_%%),$ll22!0!8!8!@!@.66== ||##/O4K4K4S4S4_%%),$ll22!0!8!8!@!@ ||&&,44?? !---'-||'>'>0O *?+@+@ AI ~~3.77CCC&--! C%J%.%7%7%<%<&5&;&;*3*<*<*F*F1:1C1C1T1T0?0H0H0R0R0XVX '$Y/#0&*/G/G/S??**/G/G/O/O"))5!9$*OO$;$;%4%=%=%E%E ??**/G/G/O/O"))5!9$*OO$;$;%4%=%=%E%E   ! !,,!'$3$($9$9- KK ZrSN)rDr~rCr}rrrr)rr4rz4Iterable[ChatCompletionStreamEvent[ResponseFormatT]])r ChoiceChunkrrrr4rr)rr4rrr0list[ChatCompletionStreamEvent[ResponseFormatT]]) rrrrr$rQrnrrsrxrrrr^rSrPrKrK$s.FJNR  C  L      22  C#JY#Y: Y : YrSrKcXeZdZddZ ddZ ddZ d dZy) rcv||_d|_d|_d|_d|_t |_d|_y)NF)r _content_done _refusal_done_logprobs_content_done_logprobs_refusal_doneset_done_tool_calls*_ChoiceEventState__current_tool_call_index)rNrDs rPrQzChoiceEventState.__init__Ls<'""&+#&+#*-%59&rScg}|jrd|j|j|||j6|j|jvr|j |||j|j jxsgD]x}|j|jk7rL|j|j|||j|j |||j|j|_z|S)N)rrC)r{rr) rr_content_done_eventsrr_add_tool_done_eventrrr)rNrrrCr{rs rPrz ChoiceEventState.get_done_eventsVsLN  ( (  ! !))/[j)k  ..:22$:O:OO))#1$3#==* &++66<" =I--@%%--o_n-o11=--'5(7#'#A#A. .7__D * =rSc|g}|jjrq|jsed|_t||j}||j_|j t td|jj||jjH|js4 ?3G-- ! dWIF! 'D1GI]I]I_,`a!   $.$d+   rSc |jdk(S)Nzchat.completion.chunk)r)rzs rPrwrws   6 66rSr)rzr4rbool)S __future__rrtypesrtypingrrrrr r r typing_extensionsr r rjiterr_typesrrr_eventsrrrrrrrrrrrr_deltasr!r#r$_utilsr%r&r'_compatr(_modelsr)r*_parsingr,r-r.r/r0r1 _streamingr2r3 types.chatr4r5r6 _exceptionsr7r8types.chat.chat_completionr9r: types.chat.chat_completion_chunkr;r#types.chat.completion_create_paramsr<ResponseFormatParamr>rrrrKrrrwr^rSrPr1s"]]]::kk    '!NN"-/bbSEFYI7?3IX,"'/":,"^I 8IX,(w'?,(^d 8dN U-U-p07rS