`idZddlZddlZddlZddlZddlZddlmZmZm Z m Z m Z m Z m Z mZddlZddlZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lm Z!ddlm"Z"ddl#m$Z$ddl#m%Z% ddl&m'Z'ddl&m(Z(ejVdZ,dZ-GddZ.Gddej^Z0dede ejbdejdfdZ3y#e)$rddl*m'Z'ddl*m(Z(YhwxYw)z[Preview] Live API client.N)Any AsyncIteratorDictOptionalSequenceUnioncastget_args)ConnectionClosed) _api_module)_common) _transformers)client)types) BaseApiClient)get_value_by_path)set_value_by_path)live_converters)_Content_to_mldev)_Content_to_vertex)ClientConnection)connectzgoogle_genai.liveznFunctionResponse request must have an `id` field from the response of a ToolCall.FunctionalCalls in Google AI.c |eZdZdZdej defdZddddee e je je je je je j ee j fd eefd Zdd d d ee e j(e j*ee e j(e j*ffdefdZdej2fdZde e j ee j ffdZdee j:fdZdeede dee j:fdZ!de j:fdZ"deede de#jHfdZ% ddee e je je je je je j ee j fd eede jLfdZ'd dZ(y)! AsyncSessionz[Preview] AsyncSession. api_client websocketc ||_||_yN) _api_client_ws)selfrrs V/var/www/html/ts-aiml.yecor.com/venv/lib/python3.12/site-packages/google/genai/live.py__init__zAsyncSession.__init__>s"DDHNF)input end_of_turnr&r'cKtjdtd|j||}|jj t j|d{y7w)a[Deprecated] Send input to the model. > **Warning**: This method is deprecated and will be removed in a future version (not before Q3 2025). Please use one of the more specific methods: `send_client_content`, `send_realtime_input`, or `send_tool_response` instead. The method will send the input request to the server. Args: input: The input request to the model. end_of_turn: Whether the input is the last message in a turn. Example usage: .. code-block:: python client = genai.Client(api_key=API_KEY) async with client.aio.live.connect(model='...') as session: await session.send(input='Hello world!', end_of_turn=True) async for message in session.receive(): print(message) zThe `session.send` method is deprecated and will be removed in a future version (not before Q3 2025). Please use one of the more specific methods: `send_client_content`, `send_realtime_input`, or `send_tool_response` instead. stacklevelN)warningswarnDeprecationWarning_parse_client_messager!sendjsondumps)r"r&r'client_messages r#r0zAsyncSession.sendDsVP MM B  //{CN ((-- >2 333sA A*"A(#A*Tturns turn_completer5r6c^Ktj||}|jjr"t j |j|}n!t j |j|}|jjtjd|id{y7w)a Send non-realtime, turn based content to the model. There are two ways to send messages to the live API: `send_client_content` and `send_realtime_input`. `send_client_content` messages are added to the model context **in order**. Having a conversation using `send_client_content` messages is roughly equivalent to using the `Chat.send_message_stream` method, except that the state of the `chat` history is stored on the API server. Because of `send_client_content`'s order guarantee, the model cannot respond as quickly to `send_client_content` messages as to `send_realtime_input` messages. This makes the biggest difference when sending objects that have significant preprocessing time (typically images). The `send_client_content` message sends a list of `Content` objects, which has more options than the `media:Blob` sent by `send_realtime_input`. The main use-cases for `send_client_content` over `send_realtime_input` are: - Prefilling a conversation context (including sending anything that can't be represented as a realtime message), before starting a realtime conversation. - Conducting a non-realtime conversation, similar to `client.chat`, using the live api. Caution: Interleaving `send_client_content` and `send_realtime_input` in the same conversation is not recommended and can lead to unexpected results. Args: turns: A `Content` object or list of `Content` objects (or equivalent dicts). turn_complete: if true (the default) the model will reply immediately. If false, the model will wait for you to send additional client_content, and will not return until you send `turn_complete=True`. Example: ``` import google.genai from google.genai import types import os if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'): MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09' else: MODEL_NAME = 'gemini-2.0-flash-live-001'; client = genai.Client() async with client.aio.live.connect( model=MODEL_NAME, config={"response_modalities": ["TEXT"]} ) as session: await session.send_client_content( turns=types.Content( role='user', parts=[types.Part(text="Hello world!")])) async for msg in session.receive(): if msg.text: print(msg.text) ``` r from_objectclient_contentN) tt_client_contentr vertexair_LiveClientContent_to_vertex_LiveClientContent_to_mldevr!r0r1r2)r"r5r6r:client_content_dicts r#send_client_contentz AsyncSession.send_client_contentwsT''}=N   +HH%%>,GG%%> ((-- $46I#JK LLLsB#B-%B+&B-mediacKtj|}|jdd}|jj t j d|id{y7w)a_Send realtime media chunks to the model. Use `send_realtime_input` for realtime audio chunks and video frames(images). With `send_realtime_input` the api will respond to audio automatically based on voice activity detection (VAD). `send_realtime_input` is optimized for responsivness at the expense of deterministic ordering. Audio and video tokens are added to the context when they become available. Args: media: A `Blob`-like object, the realtime media to send. Example: ``` from pathlib import Path from google import genai from google.genai import types import PIL.Image import os if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'): MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09' else: MODEL_NAME = 'gemini-2.0-flash-live-001'; client = genai.Client() async with client.aio.live.connect( model=MODEL_NAME, config={"response_modalities": ["TEXT"]}, ) as session: await session.send_realtime_input( media=PIL.Image.open('image.jpg')) audio_bytes = Path('audio.pcm').read_bytes() await session.send_realtime_input( media=types.Blob(data=audio_bytes, mime_type='audio/pcm;rate=16000')) async for msg in session.receive(): if msg.text is not None: print(f'{msg.text}') ``` Tr1 exclude_nonemoderealtime_inputN)r;t_realtime_input model_dumpr!r0r1r2)r"rBrGrealtime_input_dicts r#send_realtime_inputz AsyncSession.send_realtime_inputs\f''.N(334 ((-- $46I#JK LLLsAA&A$A&function_responsesc\Ktj|}|jjr"t j |j|}n!t j |j|}|jjtjd|id{y7w)aSend a tool response to the session. Use `send_tool_response` to reply to `LiveServerToolCall` messages from the server. To set the available tools, use the `config.tools` argument when you connect to the session (`client.live.connect`). Args: function_responses: A `FunctionResponse`-like object or list of `FunctionResponse`-like objects. Example: ``` from google import genai from google.genai import types import os if os.environ.get('GOOGLE_GENAI_USE_VERTEXAI'): MODEL_NAME = 'gemini-2.0-flash-live-preview-04-09' else: MODEL_NAME = 'gemini-2.0-flash-live-001'; client = genai.Client() tools = [{'function_declarations': [{'name': 'turn_on_the_lights'}]}] config = { "tools": tools, "response_modalities": ['TEXT'] } async with client.aio.live.connect( model='models/gemini-2.0-flash-live-001', config=config ) as session: prompt = "Turn on the lights please" await session.send_client_content( turns={"parts": [{'text': prompt}]} ) async for chunk in session.receive(): if chunk.server_content: if chunk.text is not None: print(chunk.text) elif chunk.tool_call: print(chunk.tool_call) print('_'*80) function_response=types.FunctionResponse( name='turn_on_the_lights', response={'result': 'ok'}, id=chunk.tool_call.function_calls[0].id, ) print(function_response) await session.send_tool_response( function_responses=function_response ) print('_'*80) r8 tool_responseN) r;t_tool_responser r=r!_LiveClientToolResponse_to_vertex _LiveClientToolResponse_to_mldevr!r0r1r2)r"rLrNtool_response_dicts r#send_tool_responsezAsyncSession.send_tool_responsesH%%&89M   *LL%%=+KK%%= ((-- O5G#HI JJJsB"B,$B*%B,returncK|jd{x}rI|jr|jjr|y||jd{x}rHyy7P7 w)aReceive model responses from the server. The method will yield the model responses from the server. The returned responses will represent a complete model turn. When the returned message is function call, user must call `send` with the function response to continue the turn. Yields: The model responses from the server. Example usage: .. code-block:: python client = genai.Client(api_key=API_KEY) async with client.aio.live.connect(model='...') as session: await session.send(input='Hello world!', end_of_turn=True) async for message in session.receive(): print(message) N)_receiveserver_contentr6)r"results r#receivezAsyncSession.receiveVs].--/) )& )   6#8#8#F#F  l --/) )& )))s(A+A'AA+A)A+%A+)A+stream mime_typec Ktjdtdtj}tj |j |||d}|js tj |j}tj|tj |jgtjd{|jr0|jtjdd{|js|-|js|j |d{yyy77G#t$rY?wxYw7#tj $rYywxYww)a[Deprecated] Start a live session from a data stream. > **Warning**: This method is deprecated and will be removed in a future version (not before Q2 2025). Please use one of the more specific methods: `send_client_content`, `send_realtime_input`, or `send_tool_response` instead. The interaction terminates when the input stream is complete. This method will start two async tasks. One task will be used to send the input stream to the model and the other task will be used to receive the responses from the model. Args: stream: An iterator that yields the model response. mime_type: The MIME type of the data in the stream. Yields: The audio bytes received from the model and server response messages. Example usage: .. code-block:: python client = genai.Client(api_key=API_KEY) config = {'response_modalities': ['AUDIO']} async def audio_stream(): stream = read_audio() for data in stream: yield data async with client.aio.live.connect(model='...', config=config) as session: for audio in session.start_stream(stream = audio_stream(), mime_type = 'audio/pcm'): play_audio_chunk(audio.data) zSetting `AsyncSession.start_stream` is deprecated, and will be removed in a future release (not before Q3 2025). Please use the `receive`, and `send_realtime_input`, methods instead.r*N) return_when-q=)r,r-r.asyncioEvent create_task _send_loopis_setrVwaitFIRST_COMPLETEDdonerXsleepr cancelCancelledError)r"rZr[ stop_event recv_tasks r# start_streamzAsyncSession.start_streamssZJ MM P  J  :FGI!'' 8 ll##JOO$56  //     >>   " " g& & &! Y^^%5  &6  '     # #   sA)F,A.E$E ?E$E"E$F0"FE5E3E5F E$"E$$ E0-F/E00F3E55F F F  FcKtj} |jjdd{}|r t j |}ni}|jjr!tj|j|}n tj|j|}tjj||j!S7#t$r&|jjd{7}YwxYw#t jj$rtd|wxYww)NFdecodezFailed to parse response: )responsekwargs)rLiveServerMessager!recv TypeErrorr1loadsdecoderJSONDecodeError ValueErrorr r=r_LiveServerMessage_from_vertex_LiveServerMessage_from_mldev_from_responserI)r"parameter_model raw_responserq response_dicts r#rVzAsyncSession._receives--/O+88===66lH::l+h   %DDTEUEUW_`m%CCDDTDTV^_m  " " 1 1'A'A'C 2 !7 +88==?**l+ \\ ) )H5l5EFGGHs[ECCCEDB EC&DDD E DE,D==E data_streamrkcK|23d{}tjtj||g}|j|d{t j dd{m7h7$7 6|j yw)Ndatar[ media_chunks)r&r_)rLiveClientRealtimeInputBlobr0r`rhset)r"rr[rkr model_inputs r#rczAsyncSession._send_loops "##d11jjdi@Ak IIKI ((( MM' """ #)" "NNsJB A8A2A8AB A4B ,A6-B 2A84B 6B 8B c |}|stjddddiiSt|tr|g}nt|trcd|vr_ t j d#i|}t|t j rt|jtrw|jd d g}nbt|t j r|g}nDt|tr4d |vr0d |vr,|jjsd |vrtt |g}t|t"rt%d|Dr g}|D]}t|ts t j&d#i|}|j(%|jjstt |jdd }t j*|j-d |j-d } |j-d r|j-d | d <|j/| t j0t j2|} | St|t"r~t%d|Drki} g} |D]7}t|t5t j6s'| j/|9|jjrCt9j:|j| Dcgc]}t=|j|| } }nBt9j:|j| Dcgc]}t?|j|| } }g}| D]\} t j@d#i|}|j/t jB|jdd d|jD^t j0t jF||} | St|t"rt%d|DrnNt%d|Dr!|Dcgc]}|jdd }}ntdt|d|dt j0t jH|} | St|tr"d|vsd|vrKd|vr|d}n|d}t j0t jF||j-d} | Sd|vrV t jJd#i|}t j0t jH|jdd d} | Sd|vrV t jLd#i|}t j0t j2|jdd d} | Stdt|d|dt|t jJrE|jdd }t j0t jH|j-d} | d | d dt| d dd!dtrg}| d dD]}t|ts t j d#i|}t|t j sEt|jts`|jm|j/t jNtQjR|j|jT"|| d d<| St|t jVr^|jdd }t j0t jF|j-d|j-d} | St|t jLr|jjs4|jX(|jXd!j(stt t j0t j2|jdd j-d} | St|t j&r|jjs|j(stt |jdd }t j*|j-d |j-d } |j-d r|j-d | d <t j0t j2| g} | St|t"rt|d!t j&r|jjs|d!j(stt g}|D]}|jdd }t j*|j-d |j-d } |j-d r|j-d | d <|j/| t j0t j2|} | Stdt|d|d#tj$rtdt|d|dwxYw#tj$rtdt|d|dwxYwcc}wcc}w#tj$rtdt|d|dwxYwcc}w#tj$rtdt|d|dwxYw#tj$rtdt|d|dwxYw#tj$rtdt|d|dwxYw)$Nz0No input provided. Assume it is the end of turn.r:r6TrzUnsupported input type "z" or input content ""r1)rFrEnamerqidc3TK|] }t|txr d|vxrd|v"yw)rrqN isinstancedict.0cs r# z5AsyncSession._parse_client_message..s45  1d?! ? a?5s&(rD)rrq)rL)rNc3<K|]}t|tywr)rstrrs r#rz5AsyncSession._parse_client_message..5s7 1c7sparts)rroler4)r:c3HK|]}t|txrd|vyw)rNrrbs r#rz5AsyncSession._parse_client_message..`s# LqjD!1fk1 Ls "c3PK|]}t|tj ywr)rrrrs r#rz5AsyncSession._parse_client_message..bsBQz!UZZ(Bs$&r)rGcontentr5rrLrGrr)-logginginforrrrrpydanticValidationErrorrytyperbytesrIr r=_FUNCTION_RESPONSE_REQUIRES_IDranyFunctionResponserFunctionResponseDictgetappendLiveClientMessageDictLiveClientToolResponseDictr PartUnionr; t_contentsrrContent ContentDictrLiveClientContentDictLiveClientRealtimeInputDictrLiveClientToolResponseBlobDictbase64 b64decoder[LiveClientContentrL)r"r&r'formatted_input blob_inputfunction_responses_inputitemfunction_response_inputfunction_response_dictfunction_response_typeddictr3 to_objectcontent_input_partscontentscontent_dict_list content_inputr content_turnsrGtool_response_inputrJformatted_media_chunksr@function_response_lists r#r/z"AsyncSession._parse_client_messages !O  llEF$ 7 88%o E4 Vu_ ZZ(%( Z ,%0  ! !vD ! A  E5:: &o E4 Vu_u9L''T->788o/8,5 52 "$!I$ dD ! &+&<&<&Dt&D #&((0&&//;< <%<%G%G!&H& "+0*D*D+//7/33J?+ '&))$/2H2L2L3)$/ % + +,G H5I62288!9 n~ u OX .37$374#%i35!+$ dHU__5 6  $ $T *+    " " T%5%57JK  t//y A   T%5%57JK  d..i @  46 $ --/$/-     #..Dv.N#''    "2244%[ nj a OX . LO L L B/B B%  LLdL 8  &tE{m3Gwa P  22::* nF { OT * o %O)C o %)'2-))4-44 66#-11/B l a _ ,  88K?K. 44 <<+66!%F7 " P C ? 2 % < < O O  44::#6#A#A!%F$B$&$( r c&tE{m3Gwa P   OU%B%B C+66&722::.22>B n ) * 6-.~>J-.~>qA&I5 8:"#34^D D d #  ::--j:uzz2z6OO/$++..!++JOO< * 4 4 . # '(  P I OU%<%< =+66&72244'++G4/33OD n@ u OU%A%A B((00<"55a8;;7882288!0!;!;#&"<"() nd W OU%;%; <''/2D2D788.99& : %*$>$>%))&1)--j9%! # #D ),B,F,Ft,L#D)2288"=!> n> 5 OX .:E224''/!2D2G2G788AC!C$!%d!P&+&@&@'++F3+// ;' # " % %d +.D.H.H.N %d +%%&ABC2288!7 n   $T%[M1EeWA N _ % % &tE{m3Gwa P   :)) *4;-8G1  J  '' (e 6'   . >'' (e 6'   '' (e 6'   J++ ,T%[M:gQ  sZ h4i&jj?j"k k'l l=4/i#&/j"/k/l /l:=/m,cTK|jjd{y7wr)r!close)r"s r#rzAsyncSession.closes ((.. s (&()NF)rTN))__name__ __module__ __qualname____doc__rrrr$rrrContentListUnionContentListUnionDictLiveClientContentOrDictLiveClientRealtimeInputOrDictLiveClientToolResponseOrDictFunctionResponseOrDictrboolr0rrlistrAr; BlobUnionrKrSrrsrYrrrmrVr`rarcrr/rrr%r#rr;sb,,9I& $)14 $$((++1100**u334 6  14D>14x  UM mm5(9(99:;< UMUMn7M 7MrMK  & & 5// 0 2MK^]5+B+BC:F $U+F 8;F U,,-F Pe55. '-- 8 $)m  $$((++1100**u334 6  mD>m ""m^ r%rc heZdZdZej dddedeejde e fdZ y) AsyncLivez[Preview] AsyncLive.N)configmodelrrTc K|jj}tj|j|}t |j|}|jj r|jj }|jj j}|d|d|}|jj j} tjtj|jtj||jd} | d=t!| dd g|t#j$| } nt&j(j+d g \} } t&j(j,j.j1}| j3|| j4}|jj j} | "| j7d dj9|i|jj j}|d|d}|jj:}|jj<}|j?dr d|d|d|z}tjtj@|jtj||jd} | d=tC| gdt!| gddgt#j$| } tE|| 4d {}|jG| d {tHjK|jMdd {tO|j|d d d d {y 7u7^777 #1d {7swYy xYw#tP$rtE|| 4d {7}|jG| d {7tHjK|jMd {7tO|j|d d d d {7Yy #1d {7swYYy xYwwxYww)a[Preview] Connect to the live server. Note: the live API is currently in preview. Usage: .. code-block:: python client = genai.Client(api_key=API_KEY) config = {} async with client.aio.live.connect(model='...', config=config) as session: await session.send(input='Hello world!', end_of_turn=True) async for message in session.receive(): print(message) z!/ws/google.ai.generativelanguage.z+.GenerativeService.BidiGenerateContent?key=)rrT)rEr8rsetuprz.https://www.googleapis.com/auth/cloud-platform)scopesN Authorizationz Bearer {}z/ws/google.cloud.aiplatform.z#.LlmBidiService/BidiGenerateContentz publishers/z projects/z /locations//)rgenerationConfigresponseModalitiesAUDIO)additional_headersFro)rr) extra_headers))r _websocket_base_urlr;t_model_t_live_connect_configapi_key _http_options api_versionheadersrconvert_to_dictr_LiveConnectParameters_to_mldevrLiveConnectParametersrIsetvr1r2googleauthdefault transportrequestsRequestrefreshtokenupdateformatlocationproject startswith _LiveConnectParameters_to_vertexgetvrr0loggerrrtrru)r"rrbase_urltransformed_modelr}rversionurir request_dictrequestcreds_auth_req bearer_tokenrrwss r#rzAsyncLive.connects,335H $"2"2E:,T-=-=vFO   ((g  ..::gj9'Bmnumv wc  ..66g,,  9 9))55'&  -  l x  <'7+->? <(g$$BC%heQ &&//779h mmH[[l  ..66g   [// =    ..::gj4WI=` ac!!**h  ((g  % %m 4y H:Q 7:K K ,,  : :))55'&  -  l x lO P X \NQXPYZ <(g F9FFRggg "'''//0d&6&6"EE FFF/FFFF FG4FFggg "'')OO$d&6&6"EE FFFFFFsLQN'N N'N-N .(NN "N9 N'NN' Q N' NNN'N$N N$ N'#Q$N''QOQP:O'P:P #P:' Q2P53Q8Q:Q QQ Q Q QQ) rrrr contextlibasynccontextmanagerrrrLiveConnectConfigOrDictrrrrr%r#rrs\!! 9= bFbFu445 bF \" bF"bFr%rrrrTc|tj}nt|trNt |dg"t j |t |dg}nd}tjdi|}||_n9|jd}n!t j |t |dg}|}||_|jtjdtd|S)Nsystem_instructionzSetting `LiveConnectConfig.generation_config` is deprecated, please set the fields on `LiveConnectConfig` directly. This will become an error in a future version (not before Q3 2025)r]r*r) rLiveConnectConfigrrrr; t_contentrgeneration_configr,r-r.)rrr}converted_system_instructionrs r#rrs  ^--/O&$ F)*+7%&[[ d6$8#9:&"&*"--77O)EO&   (;; d6$8#9:O);O&&&2 MM C   r%)4rr`rr r1rtypingrrrrrrr r r, google.authrr websocketsr r rrr;rrr rrrrrrmodelsrrwebsockets.asyncio.clientrrModuleNotFoundErrorwebsockets.client getLoggerrrr BaseModulerrrrrr%r#rs !  VVV' &..%&(8/   . /< X X xgF &&gFT## U22 3# #g(0'(s C!!C54C5