s0jx0ddlmZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlmZmZmZddlmZddlmZmZmZdd lmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$d d l%m&Z&d d lm'Z'm(Z(m)Z)d dl*m+Z+m,Z,m-Z-d dl.m/Z/d dl0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9d dl:m;Z;mZ>m?Z?m@Z@d dlAmBZBmCZCd dlDmEZEd dlFmGZHd dlImJZKGddee4ZLGddee4ZMGddee4ZNGdd ee4ZOGd!d"ee4ZPGd#d$ZQd'd%ZRd(d&ZSy))) annotationsN) TracebackType) TYPE_CHECKINGAnyGenericCallableIterable Awaitable AsyncIteratorcast)SelfIterator assert_never) from_json)ParsedChoiceSnapshotParsedChatCompletionSnapshot#ParsedChatCompletionMessageSnapshot) ChunkEventContentDoneEventRefusalDoneEventContentDeltaEventRefusalDeltaEventLogprobsContentDoneEventLogprobsRefusalDoneEventChatCompletionStreamEventLogprobsContentDeltaEventLogprobsRefusalDeltaEvent"FunctionToolCallArgumentsDoneEvent#FunctionToolCallArgumentsDeltaEvent)accumulate_delta)OmitIncExomit)is_givenconsume_sync_iteratorconsume_async_iterator) model_dump)buildconstruct_type)ResponseFormatThas_parseable_inputmaybe_parse_contentparse_chat_completionget_input_tool_by_nameparse_function_tool_arguments)Stream AsyncStream)ChatCompletionChunkParsedChatCompletionChatCompletionToolUnionParam)LengthFinishReasonErrorContentFilterFinishReasonError)ChoiceLogprobs)Choice)ResponseFormatceZdZdZ d dZddZddZddZ ddZddZ ddZ dd Z e dd Z dd Zy )ChatCompletionStream+Wrapper over the Chat Completions streaming API that adds helpful events such as `content.done`, supports automatically parsing responses & tool calls and accumulates a `ChatCompletion` object from each individual chunk. https://platform.openai.com/docs/api-reference/streaming c||_|j|_|j|_t |||_yNresponse_format input_tools _raw_streamresponse _response __stream__ _iteratorChatCompletionStreamState_stateself raw_streamrDrEs ^/home/Script/Script_env/lib/python3.12/site-packages/openai/lib/streaming/chat/_completions.py__init__zChatCompletionStream.__init__76&#,,*/]hi c6|jjSN)rK__next__rOs rQrWzChatCompletionStream.__next__Cs~~&&((rTc#6K|jD]}|ywrVrKrOitems rQ__iter__zChatCompletionStream.__iter__FsNN DJ sc|SrVrXs rQ __enter__zChatCompletionStream.__enter__Js rTc$|jyrVcloserOexc_typeexcexc_tbs rQ__exit__zChatCompletionStream.__exit__Ms rTc8|jjyz Close the response and release the connection. Automatically called if the response body is read to completion. N)rIrcrXs rQrczChatCompletionStream.closeUs rTcV|j|jjS)VWaits until the stream has been read to completion and returns the accumulated `ParsedChatCompletion` object. If you passed a class type to `.stream()`, the `completion.choices[0].message.parsed` property will be the content deserialised into that class, if there was any content returned by the API.  until_donerMget_final_completionrXs rQroz)ChatCompletionStream.get_final_completion]s! {{//11rTct||S)*Blocks until the stream has been consumed.)r(rXs rQrnzChatCompletionStream.until_donehsd# rTc.|jjSrVrMcurrent_completion_snapshotrXs rQrtz0ChatCompletionStream.current_completion_snapshotm{{666rTc#K|jD]4}t|s|jj|}|D]}|6ywrVrG$_is_valid_chat_completion_chunk_weakrM handle_chunkrO sse_eventevents_to_fireevents rQrJzChatCompletionStream.__stream__qsN)) I7 B![[55i@N'     sAAN)rPzStream[ChatCompletionChunk]rD2type[ResponseFormatT] | ResponseFormatParam | OmitrE-Iterable[ChatCompletionToolUnionParam] | OmitreturnNonerz*ChatCompletionStreamEvent[ResponseFormatT])rz4Iterator[ChatCompletionStreamEvent[ResponseFormatT]]rr reztype[BaseException] | NonerfzBaseException | NonergzTracebackType | Nonerrrrrz%ParsedChatCompletion[ResponseFormatT]rr)__name__ __module__ __qualname____doc__rRrWr]r`rhrcrornpropertyrtrJr_rTrQr?r?.s j0 jL j C j  j),"%    2 77rTr?cHeZdZdZ ddZddZ ddZy) ChatCompletionStreamManageraFContext manager over a `ChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py with client.chat.completions.stream(...) as stream: for event in stream: ... ``` c<d|_||_||_||_yrV)$_ChatCompletionStreamManager__stream)_ChatCompletionStreamManager__api_request-_ChatCompletionStreamManager__response_format)_ChatCompletionStreamManager__input_toolsrO api_requestrDrEs rQrRz$ChatCompletionStreamManager.__init__s%GK (!0(rTc|j}t||j|j|_|jSN)rPrDrE)rr?rrrrOrPs rQr`z%ChatCompletionStreamManager.__enter__s='') ,! 22**  }}rTcR|j|jjyyrV)rrcrds rQrhz$ChatCompletionStreamManager.__exit__s# == $ MM   ! %rTN)rz)Callable[[], Stream[ChatCompletionChunk]]rDr~rErrr)rz%ChatCompletionStream[ResponseFormatT]r)rrrrrRr`rhr_rTrQrrzsd  )> )L ) C )  ) ","""% "  "rTrceZdZdZ d dZddZddZddZ ddZddZ ddZ dd Z e dd Z dd Zy )AsyncChatCompletionStreamr@c||_|j|_|j|_t |||_yrBrFrNs rQrRz"AsyncChatCompletionStream.__init__rSrTcRK|jjd{S7wrV)rK __anext__rXs rQrz#AsyncChatCompletionStream.__anext__s^^--////s '%'cHK|j23d{}|7 6ywrVrZr[s rQ __aiter__z#AsyncChatCompletionStream.__aiter__s&..  $J .s "  " "cK|SwrVr_rXs rQ __aenter__z$AsyncChatCompletionStream.__aenter__s  sc@K|jd{y7wrVrbrds rQ __aexit__z#AsyncChatCompletionStream.__aexit__s jjls cTK|jjd{y7wrj)rIacloserXs rQrczAsyncChatCompletionStream.closes nn##%%%s (&(crK|jd{|jjS7w)rlNrmrXs rQroz.AsyncChatCompletionStream.get_final_completions0oo{{//11 s 757c8Kt|d{|S7w)rqN)r)rXs rQrnz$AsyncChatCompletionStream.until_dones$T***  +s c.|jjSrVrsrXs rQrtz5AsyncChatCompletionStream.current_completion_snapshotrurTcK|j23d{}t|s|jj|}|D]}| =786ywrVrwrzs rQrJz$AsyncChatCompletionStream.__stream__sW#//  )7 B![[55i@N'     /s% AAA A5A AAN)rPz AsyncStream[ChatCompletionChunk]rDr~rErrrr)rz9AsyncIterator[ChatCompletionStreamEvent[ResponseFormatT]]rrrrr)rrrrrRrrrrrcrornrrtrJr_rTrQrrs j5 jL j C j  j0,"%   & 2 77rTrcHeZdZdZ ddZddZ ddZy) AsyncChatCompletionStreamManageraQContext manager over a `AsyncChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py async with client.chat.completions.stream(...) as stream: for event in stream: ... ``` c<d|_||_||_||_yrV))_AsyncChatCompletionStreamManager__stream._AsyncChatCompletionStreamManager__api_request2_AsyncChatCompletionStreamManager__response_format._AsyncChatCompletionStreamManager__input_toolsrs rQrRz)AsyncChatCompletionStreamManager.__init__s%LP (!0(rTcK|jd{}t||j|j|_|jS77wr)rrrrrrs rQrz+AsyncChatCompletionStreamManager.__aenter__sF--- 1! 22**  }}.sA A 8A cnK|j#|jjd{yy7wrV)rrcrds rQrz*AsyncChatCompletionStreamManager.__aexit__s0 == $--%%' ' ' % 's *535N)rz+Awaitable[AsyncStream[ChatCompletionChunk]]rDr~rErrr)rz*AsyncChatCompletionStream[ResponseFormatT]r)rrrrrRrrr_rTrQrrsd  )@ )L ) C )  ) (,("(% (  (rTrcpeZdZdZeed d dZd dZed dZddZ ddZ ddZ dd Z y )rLaSHelper class for manually accumulating `ChatCompletionChunk`s into a final `ChatCompletion` object. This is useful in cases where you can't always use the `.stream()` method, e.g. ```py from openai.lib.streaming.chat import ChatCompletionStreamState state = ChatCompletionStreamState() stream = client.chat.completions.create(..., stream=True) for chunk in response: state.handle_chunk(chunk) # can also access the accumulated `ChatCompletion` mid-stream state.current_completion_snapshot print(state.get_final_completion()) ``` )rErDcd|_g|_t|r|Dcgc]}|c}ng|_||_t j |r||_yt|_ycc}wrV) 7_ChatCompletionStreamState__current_completion_snapshot/_ChatCompletionStreamState__choice_event_statesr' _input_tools_response_formatinspectisclassr&_rich_response_format)rOrErDtools rQrRz"ChatCompletionStreamState.__init__9s\ SW*=?">F{>Sk:dT:Y[ /EL__UdEe/"ko";s A!cZt|j|j|jS)zParse the final completion object. Note this does not provide any guarantees that the stream has actually finished, you must only call this method when the stream is finished. )chat_completionrDrE)r1rtrrrXs rQroz.ChatCompletionStreamState.get_final_completionFs, % << 66))  rTc6|jJ|jSrV)rrXs rQrtz5ChatCompletionStreamState.current_completion_snapshotRs 11===111rTch|j||_|j||jS)zTAccumulate a new chunk into the snapshot and returns an iterable of events to yield.)chunkcompletion_snapshot)_accumulate_chunkr _build_events)rOrs rQryz&ChatCompletionStreamState.handle_chunkWs9-1-C-CE-J*!! $ B B"  rTc |j|jS#t$r6t|j}|jj ||cYSwxYw)N)rE)rindex IndexErrorChoiceEventStaterappend)rOchoice choice_states rQ_get_choice_statez+ChatCompletionStreamState._get_choice_state`sU --fll; ; +8I8IJL  & & - -l ;  s >mmx YF7 D"5"="=fll"K&5&=&=&H&H&NB#*.7"A. 6 *$3$;$;-1(-6:?HH_H_HjHjHpnp>q;.4:C14jCUW[B\5]0];.)* -& !"(!!79M9M9OP++'@.77J-K0)J / 7 7 B B Hb*UH ~~3'}} :::=F=O=O=`=`)):&$Y/0*##060D0D-&t7L7LZ^ZkZkl++x76ATUU++/??<>> ''//'//77T778#++33::<1:/11997C!%2''. $*<<#:#:#@b 5&5&=&=&H&H&NBP_PePe%f"%**j8!7$($5$5>xH.77AAGP!"4"="="G"GQ)-H*33D# !34% 5(*"++3/4& & 7 7 & 7 70O, ..*33;;C?AO44<'0088??@W@WX..*33;;C?AO44<'0088??@W@WXqx Yt%*KK!161I1I.""O;.. D"&("2$//dWI/V%v||';';'= #$++22?C Ds,BT0>T*,CT0 T0*T00A3V'&V'cFg}|jttd|||jD]l}|j |}|j|j }|j ju|jj_|jttd|j j|jj|jj|j j`|jjJ|jttd|j j|jj|j jr|jj}|J|j jD]}||j } | jdk(r|jJ|jtt d| jj"|j | jj$| jj&|jj$xsd t(st+| |j,|j,|j,jr`|j,jrJ|jtt.d |j,j|j,j |j,jr`|j,jrJ|jtt0d |j,j|j,j|j3|j5|||j6o|S)Nr)rrsnapshotz content.delta)rrrrz refusal.delta)rrrrz#tool_calls.function.arguments.delta)rrrrrarguments_deltazlogprobs.content.delta)rrrzlogprobs.refusal.delta)rrr) choice_chunkrrD)rr+rrrrrrrrrrrrrrr rrrrrrrrrget_done_eventsr) rOrrr|rrrrtool_call_delta tool_calls rQrz'ChatCompletionStreamState._build_eventss LN *7%BU V mmK F11&9L199&,,GO||##/O4K4K4S4S4_%%),$ll22!0!8!8!@!@.66== ||##/O4K4K4S4S4_%%),$ll22!0!8!8!@!@ ||&&,44?? !---'-||'>'>0O *?+@+@ AI ~~3.77CCC&--! C%J%.%7%7%<%<&5&;&;*3*<*<*F*F1:1C1C1T1T0?0H0H0R0R0XVX '$Y/#0&*/G/G/S??**/G/G/O/O"))5!9$*OO$;$;%4%=%=%E%E ??**/G/G/O/O"))5!9$*OO$;$;%4%=%=%E%E   ! !,,!'$3$($9$9- KK ZrTN)rErrDr~rrrr)rr6rz4Iterable[ChatCompletionStreamEvent[ResponseFormatT]])r ChoiceChunkrrrr6rr)rr6rrr0list[ChatCompletionStreamEvent[ResponseFormatT]]) rrrrr&rRrorrtryrrrr_rTrQrLrL$s.FJNR pC pL p  p  22  C#JY#Y: Y : YrTrLcXeZdZddZ ddZ ddZ d dZy) rcv||_d|_d|_d|_d|_t |_d|_y)NF)r _content_done _refusal_done_logprobs_content_done_logprobs_refusal_doneset_done_tool_calls*_ChoiceEventState__current_tool_call_index)rOrEs rQrRzChoiceEventState.__init__Js<'""&+#&+#*-%59&rTcg}|jrd|j|j|||j6|j|jvr|j |||j|j jxsgD]x}|j|jk7rL|j|j|||j|j |||j|j|_z|S)N)rrD)r|rr) rr_content_done_eventsrr _add_tool_done_eventrrr)rOrrrDr|rs rQrz ChoiceEventState.get_done_eventsTsLN  ( (  ! !))/[j)k  ..:22$:O:OO))#1$3#==* &++66<" =I--@%%--o_n-o11=--'5(7#'#A#A. .7__D * =rTc g}|jjr|js}d|_t||j}||j_|j t tdtttd|jj||jjH|js.>L > : >@$-I$-. $-  $-  $-rTrc R|j}|jddtd|d}|jD]A}i|j ddhd|j ji||j <Cttttddi|d d i S) N obfuscationz list[object]rTrrrrobjectzchat.completionr) rpopr rr*rrrr,)rdatarrs rQrrs ==?DHH]D!>4 ?3G-- ! dWIF! v||++-!   $.$d+   rTc |jdk(S)Nzchat.completion.chunk)r)r{s rQrxrxs   6 66rTr)r{r6rbool)T __future__rrtypesrtypingrrrrr r r r typing_extensionsr rrjiterr_typesrrr_eventsrrrrrrrrrrrr _deltasr"r$r%r&_utilsr'r(r)_compatr*_modelsr+r,_parsingr.r/r0r1r2r3 _streamingr4r5 types.chatr6r7r8 _exceptionsr9r:types.chat.chat_completionr; types.chat.chat_completion_chunkr<r#types.chat.completion_create_paramsr=ResponseFormatParamr?rrrrLrrrxr_rTrQr0s"bbb::kk    '((NN"-/bbS9FYI7?3IX,"'/":,"^I 8IX,(w'?,(^b 8bJ X-X-v07rT