Ojny4ddlmZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlmZmZmZddlmZddlmZmZmZdd lmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$d d l%m&Z&d d lm'Z'm(Z(m)Z)d dl*m+Z+m,Z,m-Z-d dl.m/Z/d dl0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9d dl:m;Z;mZ>m?Z?m@Z@d dlAmBZBmCZCd dlDmEZEmFZFd dlGmHZId dlJmKZLGddee4ZMGddee4ZNGddee4ZOGdd ee4ZPGd!d"ee4ZQGd#d$ZRd'd%ZSd(d&ZTy))) annotationsN) TracebackType) TYPE_CHECKINGAnyGenericCallableIterable Awaitable AsyncIteratorcast)SelfIterator assert_never) from_json)ParsedChoiceSnapshotParsedChatCompletionSnapshot#ParsedChatCompletionMessageSnapshot) ChunkEventContentDoneEventRefusalDoneEventContentDeltaEventRefusalDeltaEventLogprobsContentDoneEventLogprobsRefusalDoneEventChatCompletionStreamEventLogprobsContentDeltaEventLogprobsRefusalDeltaEvent"FunctionToolCallArgumentsDoneEvent#FunctionToolCallArgumentsDeltaEvent)accumulate_delta)OmitIncExomit)is_givenconsume_sync_iteratorconsume_async_iterator) model_dump)buildconstruct_type)ResponseFormatThas_parseable_inputmaybe_parse_contentparse_chat_completionget_input_tool_by_nameparse_function_tool_arguments)Stream AsyncStream)ChatCompletionChunkParsedChatCompletionChatCompletionToolUnionParam)LengthFinishReasonErrorContentFilterFinishReasonError) ModerationChoiceLogprobs)Choice)ResponseFormatceZdZdZ d dZddZddZddZ ddZddZ ddZ dd Z e dd Z dd Zy )ChatCompletionStream+Wrapper over the Chat Completions streaming API that adds helpful events such as `content.done`, supports automatically parsing responses & tool calls and accumulates a `ChatCompletion` object from each individual chunk. https://platform.openai.com/docs/api-reference/streaming c||_|j|_|j|_t |||_yNresponse_format input_tools _raw_streamresponse _response __stream__ _iteratorChatCompletionStreamState_stateself raw_streamrErFs }/var/www/origus_pro_usr/data/www/origus.pro/core/.venv/lib/python3.12/site-packages/openai/lib/streaming/chat/_completions.py__init__zChatCompletionStream.__init__76&#,,*/]hi c6|jjSN)rL__next__rPs rRrXzChatCompletionStream.__next__Cs~~&&((rUc#6K|jD]}|ywrWrLrPitems rR__iter__zChatCompletionStream.__iter__FsNN DJ sc|SrWrYs rR __enter__zChatCompletionStream.__enter__Js rUc$|jyrWcloserPexc_typeexcexc_tbs rR__exit__zChatCompletionStream.__exit__Ms rUc8|jjyz Close the response and release the connection. Automatically called if the response body is read to completion. N)rJrdrYs rRrdzChatCompletionStream.closeUs rUcV|j|jjS)VWaits until the stream has been read to completion and returns the accumulated `ParsedChatCompletion` object. If you passed a class type to `.stream()`, the `completion.choices[0].message.parsed` property will be the content deserialised into that class, if there was any content returned by the API.  until_donerNget_final_completionrYs rRrpz)ChatCompletionStream.get_final_completion]s! {{//11rUct||S)*Blocks until the stream has been consumed.)r(rYs rRrozChatCompletionStream.until_donehsd# rUc.|jjSrWrNcurrent_completion_snapshotrYs rRruz0ChatCompletionStream.current_completion_snapshotm{{666rUc#K|jD]4}t|s|jj|}|D]}|6ywrWrH$_is_valid_chat_completion_chunk_weakrN handle_chunkrP sse_eventevents_to_fireevents rRrKzChatCompletionStream.__stream__qsN)) I7 B![[55i@N'     sAAN)rQzStream[ChatCompletionChunk]rE2type[ResponseFormatT] | ResponseFormatParam | OmitrF-Iterable[ChatCompletionToolUnionParam] | OmitreturnNonerz*ChatCompletionStreamEvent[ResponseFormatT])rz4Iterator[ChatCompletionStreamEvent[ResponseFormatT]]rr rfztype[BaseException] | NonergzBaseException | NonerhzTracebackType | Nonerrrrrz%ParsedChatCompletion[ResponseFormatT]rr)__name__ __module__ __qualname____doc__rSrXr^rarirdrpropropertyrurKr`rUrRr@r@.s j0 jL j C j  j),"%    2 77rUr@cHeZdZdZ ddZddZ ddZy) ChatCompletionStreamManageraFContext manager over a `ChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py with client.chat.completions.stream(...) as stream: for event in stream: ... ``` c<d|_||_||_||_yrW)$_ChatCompletionStreamManager__stream)_ChatCompletionStreamManager__api_request-_ChatCompletionStreamManager__response_format)_ChatCompletionStreamManager__input_toolsrP api_requestrErFs rRrSz$ChatCompletionStreamManager.__init__s%GK (!0(rUc|j}t||j|j|_|jSN)rQrErF)rr@rrrrPrQs rRraz%ChatCompletionStreamManager.__enter__s='') ,! 22**  }}rUcR|j|jjyyrW)rrdres rRriz$ChatCompletionStreamManager.__exit__s# == $ MM   ! %rUN)rz)Callable[[], Stream[ChatCompletionChunk]]rErrFrrr)rz%ChatCompletionStream[ResponseFormatT]r)rrrrrSrarir`rUrRrrzsd  )> )L ) C )  ) ","""% "  "rUrceZdZdZ d dZddZddZddZ ddZddZ ddZ dd Z e dd Z dd Zy )AsyncChatCompletionStreamrAc||_|j|_|j|_t |||_yrCrGrOs rRrSz"AsyncChatCompletionStream.__init__rTrUcRK|jjd{S7wrW)rL __anext__rYs rRrz#AsyncChatCompletionStream.__anext__s^^--////s '%'cHK|j23d{}|7 6ywrWr[r\s rR __aiter__z#AsyncChatCompletionStream.__aiter__s&..  $J .s "  " "cK|SwrWr`rYs rR __aenter__z$AsyncChatCompletionStream.__aenter__s  sc@K|jd{y7wrWrcres rR __aexit__z#AsyncChatCompletionStream.__aexit__s jjls cTK|jjd{y7wrk)rJacloserYs rRrdzAsyncChatCompletionStream.closes nn##%%%s (&(crK|jd{|jjS7w)rmNrnrYs rRrpz.AsyncChatCompletionStream.get_final_completions0oo{{//11 s 757c8Kt|d{|S7w)rrN)r)rYs rRroz$AsyncChatCompletionStream.until_dones$T***  +s c.|jjSrWrtrYs rRruz5AsyncChatCompletionStream.current_completion_snapshotrvrUcK|j23d{}t|s|jj|}|D]}| =786ywrWrxr{s rRrKz$AsyncChatCompletionStream.__stream__sW#//  )7 B![[55i@N'     /s% AAA A5A AAN)rQz AsyncStream[ChatCompletionChunk]rErrFrrrr)rz9AsyncIterator[ChatCompletionStreamEvent[ResponseFormatT]]rrrrr)rrrrrSrrrrrdrprorrurKr`rUrRrrs j5 jL j C j  j0,"%   & 2 77rUrcHeZdZdZ ddZddZ ddZy) AsyncChatCompletionStreamManageraQContext manager over a `AsyncChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py async with client.chat.completions.stream(...) as stream: for event in stream: ... ``` c<d|_||_||_||_yrW))_AsyncChatCompletionStreamManager__stream._AsyncChatCompletionStreamManager__api_request2_AsyncChatCompletionStreamManager__response_format._AsyncChatCompletionStreamManager__input_toolsrs rRrSz)AsyncChatCompletionStreamManager.__init__s%LP (!0(rUcK|jd{}t||j|j|_|jS77wr)rrrrrrs rRrz+AsyncChatCompletionStreamManager.__aenter__sF--- 1! 22**  }}.sA A 8A cnK|j#|jjd{yy7wrW)rrdres rRrz*AsyncChatCompletionStreamManager.__aexit__s0 == $--%%' ' ' % 's *535N)rz+Awaitable[AsyncStream[ChatCompletionChunk]]rErrFrrr)rz*AsyncChatCompletionStream[ResponseFormatT]r)rrrrrSrrr`rUrRrrsd  )@ )L ) C )  ) (,("(% (  (rUrcpeZdZdZeed d dZd dZed dZddZ ddZ ddZ dd Z y )rMaSHelper class for manually accumulating `ChatCompletionChunk`s into a final `ChatCompletion` object. This is useful in cases where you can't always use the `.stream()` method, e.g. ```py from openai.lib.streaming.chat import ChatCompletionStreamState state = ChatCompletionStreamState() stream = client.chat.completions.create(..., stream=True) for chunk in response: state.handle_chunk(chunk) # can also access the accumulated `ChatCompletion` mid-stream state.current_completion_snapshot print(state.get_final_completion()) ``` )rFrEcd|_g|_t|r|Dcgc]}|c}ng|_||_t j |r||_yt|_ycc}wrW) 7_ChatCompletionStreamState__current_completion_snapshot/_ChatCompletionStreamState__choice_event_statesr' _input_tools_response_formatinspectisclassr&_rich_response_format)rPrFrEtools rRrSz"ChatCompletionStreamState.__init__9s\ SW*=?">F{>Sk:dT:Y[ /EL__UdEe/"ko";s A!cZt|j|j|jS)zParse the final completion object. Note this does not provide any guarantees that the stream has actually finished, you must only call this method when the stream is finished. )chat_completionrErF)r1rurrrYs rRrpz.ChatCompletionStreamState.get_final_completionFs, % << 66))  rUc6|jJ|jSrW)rrYs rRruz5ChatCompletionStreamState.current_completion_snapshotRs 11===111rUch|j||_|j||jS)zTAccumulate a new chunk into the snapshot and returns an iterable of events to yield.)chunkcompletion_snapshot)_accumulate_chunkr _build_events)rPrs rRrzz&ChatCompletionStreamState.handle_chunkWs9-1-C-CE-J*!! $ B B"  rUc |j|jS#t$r6t|j}|jj ||cYSwxYw)N)rF)rindex IndexErrorChoiceEventStaterappend)rPchoice choice_states rR_get_choice_statez+ChatCompletionStreamState._get_choice_state`sU --fll; ; +8I8IJL  & & - -l ;  s >mmx YF7 D"5"="=fll"K&5&=&=&H&H&NB#*.7"A. 6 *$3$;$;-1(-6:?HH_H_HjHjHpnp>q;.4:C14jCUW[B\5]0];.)* -& !"(!!79M9M9OP++'@.77J-K0)J / 7 7 B B Hb*UH ~~3'}} :::=F=O=O=`=`)):&$Y/0*##060D0D-&t7L7LZ^ZkZkl++x76ATUU++/??>xH.77AAGP!"4"="="G"GQ)-H*33D# !34% 5(*"++3/4& & 7 7 & 7 70O, ..*33;;C?AO44<'0088??@W@WX..*33;;C?AO44<'0088??@W@WXqx Yt%*KK!161I1I.    '-1N5CSCSC[C[C]^.  *#"W;.. D"&("2$//dWI/V%'7DAWY_YeYeYmYmYoU4,CU: U:4U::BXXcFg}|jttd|||jD]l}|j |}|j|j }|j ju|jj_|jttd|j j|jj|jj|j j`|jjJ|jttd|j j|jj|j jr|jj}|J|j jD]}||j } | jdk(r|jJ|jtt d| jj"|j | jj$| jj&|jj$xsd t(st+| |j,|j,|j,jr`|j,jrJ|jtt.d |j,j|j,j |j,jr`|j,jrJ|jtt0d |j,j|j,j|j3|j5|||j6o|S)Nr)rrsnapshotz content.delta)rrrrz refusal.delta)rrrrz#tool_calls.function.arguments.delta)rrrrrarguments_deltazlogprobs.content.delta)rrrzlogprobs.refusal.delta)rrr) choice_chunkrrE)rr+rrrrrrrrrrrrrrr rrrrrrrrrget_done_eventsr) rPrrr}rrrrtool_call_delta tool_calls rRrz'ChatCompletionStreamState._build_eventss LN *7%BU V mmK F11&9L199&,,GO||##/O4K4K4S4S4_%%),$ll22!0!8!8!@!@.66== ||##/O4K4K4S4S4_%%),$ll22!0!8!8!@!@ ||&&,44?? !---'-||'>'>0O *?+@+@ AI ~~3.77CCC&--! C%J%.%7%7%<%<&5&;&;*3*<*<*F*F1:1C1C1T1T0?0H0H0R0R0XVX '$Y/#0&*/G/G/S??**/G/G/O/O"))5!9$*OO$;$;%4%=%=%E%E ??**/G/G/O/O"))5!9$*OO$;$;%4%=%=%E%E   ! !,,!'$3$($9$9- KK ZrUN)rFrrErrrrr)rr6rz4Iterable[ChatCompletionStreamEvent[ResponseFormatT]])r ChoiceChunkrrrr6rr)rr6rrr0list[ChatCompletionStreamEvent[ResponseFormatT]]) rrrrr&rSrprrurzrrrr`rUrRrMrM$s.FJNR pC pL p  p  22  G#RY#Y: Y : YrUrMcXeZdZddZ ddZ ddZ d dZy) rcv||_d|_d|_d|_d|_t |_d|_y)NF)r _content_done _refusal_done_logprobs_content_done_logprobs_refusal_doneset_done_tool_calls*_ChoiceEventState__current_tool_call_index)rPrFs rRrSzChoiceEventState.__init__Ns<'""&+#&+#*-%59&rUcg}|jrd|j|j|||j6|j|jvr|j |||j|j jxsgD]x}|j|jk7rL|j|j|||j|j |||j|j|_z|S)N)rrE)r}rr) rr_content_done_eventsrr_add_tool_done_eventrrr)rPrrrEr}rs rRrz ChoiceEventState.get_done_eventsXsLN  ( (  ! !))/[j)k  ..:22$:O:OO))#1$3#==* &++66<" =I--@%%--o_n-o11=--'5(7#'#A#A. .7__D * =rUc g}|jjr|js}d|_t||j}||j_|j t tdtttd|jj||jjH|js.>L > : >@$-I$-. $-  $-  $-rUrc z|j}|jddtd|d}|jD]U}i|j ddhdt itd|j ji||j<Wttttd di|d d i S) N obfuscationz list[object]rTrrrrrobjectzchat.completionr) rpopr rr*r"rrrr,)rdatarrs rRrrs ==?DHH]D!>4 ?3G-- ! dWIF! 'D1GI]I]I_,`a!   $.$d+   rUc |jdk(S)Nzchat.completion.chunk)r)r|s rRryrys   6 66rUr)r|r6rbool)U __future__rrtypesrtypingrrrrr r r r typing_extensionsr rrjiterr_typesrrr_eventsrrrrrrrrrrrr _deltasr"r$r%r&_utilsr'r(r)_compatr*_modelsr+r,_parsingr.r/r0r1r2r3 _streamingr4r5 types.chatr6r7r8 _exceptionsr9r:types.chat.chat_completionr;r< types.chat.chat_completion_chunkr=r#types.chat.completion_create_paramsr>ResponseFormatParamr@rrrrMrrryr`rUrRr3s"bbb::kk    '((NN"-/bbSEFYI7?3IX,"'/":,"^I 8IX,(w'?,(^f 8fR X-X-v07rU