h<PddlZddlZddlmZmZmZmZmZmZm Z m Z m Z ddl m Z mZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZddlmZm Z m!Z!ddl"m#Z#m$Z$m%Z%Gdd e%Z&Gd d e%Z'Gd d e'Z(Gdde(Z)Gddee#Z*dee+efde edefdZ,y)N) Any AsyncIteratorDictIteratorListMappingOptionalTypecast)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun) BaseChatModel) AIMessageAIMessageChunk BaseMessageBaseMessageChunk ChatMessageChatMessageChunkFunctionMessageChunk HumanMessageHumanMessageChunk SystemMessageSystemMessageChunkToolMessageChunk)ChatGenerationChatGenerationChunk ChatResult)AzureMLBaseEndpointAzureMLEndpointApiTypeContentFormatterBaseceZdZdZddZy)LlamaContentFormatterzContent formatter for `LLaMA`.Nctd)Nzb`LlamaContentFormatter` is deprecated for chat models. Use `CustomOpenAIContentFormatter` instead.) TypeErrorselfs n/var/www/html/eduruby.in/venv/lib/python3.12/site-packages/langchain_community/chat_models/azureml_endpoint.py__init__zLlamaContentFormatter.__init__.s 6  returnN)__name__ __module__ __qualname____doc__r(r)r'r"r"+s ( r)r"ceZdZUdZgdZeeed<ede de fdZ e dee fdZdee d e d e defd Ze j"fd ed e defd Zy) CustomOpenAIChatContentFormatterz>Chat Content formatter for models with OpenAI like API scheme.)user assistantsystemSUPPORTED_ROLESmessager+cBtt|j}t|trdt j |dSt|trdt j |dSt|trdt j |dSt|tr>|jtjvr"|jt j |dSdjtjDcgc]}|c}}td|cc}w)z0Converts a message to a dict according to a roler3)rolecontentr4r5,z\Received unsupported role. Supported roles for the LLaMa Foundation Model: )r strr: isinstancerr escape_special_charactersrrrr9r2r6join ValueError)r7r:r9 supporteds r'_convert_message_to_dictz9CustomOpenAIChatContentFormatter._convert_message_to_dict:ssGOO, g| ,/II'R  +#/II'R  / /II'R  w , @ P PP /II'R  "B"R"RS$SIAAJ O Ts> DcBtjtjgS)N)r dedicated serverlessr%s r'supported_api_typesz4CustomOpenAIChatContentFormatter.supported_api_types^s&002H2S2STTr)messages model_kwargsapi_typecl|Dcgc]}tj|}}|tjtjfvrt j d||di}n<|tjk(rt j d|i|}ntd|dtj|Scc}w)/Formats the request according to the chosen api input_data input_string parametersrG `api_type` # is not supported by this formatter) r2rBrrDrealtimejsondumpsrEr@r<encoder&rGrHrIr7 chat_messagesrequest_payloads r'format_messages_request_payloadz@CustomOpenAIChatContentFormatter.format_messages_request_payloadbs$  - E Eg N    " , , " + +  #jj (5&2#O/:: :"jj*m)T|)TUOhZ'JK zz/**- sB1outputc |tjtjfvr> tj|d}tt|jdS|tjk(r tj|dd}t|t s td t|d d d k(r t|d d jn&t#|d d j|d d  t!|j%d|j%dStd|d#t t tf$r+}t|jj||d}~wwxYw#t t tf$r+}t|jj||d}~wwxYw)zFormats responserZ)rINr:r7generation_infochoicesrziEndpoint response is not well formed for a chat model. Expected `dict` but `{type(choice)}` was received.r7r9r4r:)r:type finish_reasonlogprobs)rarbrPrQ)rrDrRrSloadsKeyError IndexErrorr$r@format_error_msgformatrrstriprEr=dictrget)r&rZrIchoicees r'format_response_payloadz8CustomOpenAIChatContentFormatter.format_response_payloads  " , , " + +   YF+H5"!"LLN!%   -88 8 YF+I6q9!&$/#T0")$V, ;"&*;I*F*L*L*NO "9-i8>>@ *62!%"(**_"=#ZZ 3!  ;xj0STUU=j)4 Y !6!6!=!=x!=!PQWXX Y j)4 Y !6!6!=!=x!=!PQWXX Ys/E56FF&E;;FG&F==GN)r,r-r.r/r6rr<__annotations__ staticmethodrrrBpropertyrrFbytesrYrDrrmr0r)r'r2r25sH!@OT#Y@!+!$!!FUT*@%AUU+{#++) +  +D,B+K+K*V*V)*V  *Vr)r2c$eZdZdZdfd ZxZS)LlamaChatContentFormatterzSDeprecated: Kept for backwards compatibility Chat Content formatter for Llama.cLt|tjdy)Nz`LlamaChatContentFormatter` will be deprecated in the future. Please use `CustomOpenAIChatContentFormatter` instead. )superr(warningswarn)r& __class__s r'r(z"LlamaChatContentFormatter.__init__s    r)r*)r,r-r.r/r( __classcell__)rxs@r'rsrss)  r)rsc.eZdZdZdeedededefdZ y)MistralChatContentFormatterz Content formatter for `Mistral`.rGrHrIr+c|Dcgc]}|j|}}|r(|dddk(r|dddz|ddz|dd<|d=|tjk(rtjd||di}n<|tj k(rtjd |i|}nt d |d tj|Scc}w) rKrr9r5r:z rLrMrGrPrQ) rBrrRrSrTrEr@r<rUrVs r'rYz;MistralChatContentFormatter.format_messages_request_payloadsPXXG66w?X X ]1-f5Aa +f4}Q7G 7RR ! Y 'a -66 6"jj (5&2#O/:: :"jj*m)T|)TUOhZ'JK zz/**3YsCN) r,r-r.r/rrrrrqrYr0r)r'r{r{s5* +{# + +) +  +r)r{c eZdZdZedeeeffdZedefdZ d de e de e ede e d edef d Z d de e de e ede e d edeef d Z d de e de e ede ed edeef d Zy)AzureMLChatOnlineEndpointaAzure ML Online Endpoint chat models. Example: .. code-block:: python azure_llm = AzureMLOnlineEndpoint( endpoint_url="https://..inference.ml.azure.com/v1/chat/completions", endpoint_api_type=AzureMLApiType.serverless, endpoint_api_key="my-api-key", content_formatter=chat_content_formatter, ) r+c.|jxsi}id|iS)zGet the identifying parameters.rH)rH)r& _model_kwargss r'_identifying_paramsz-AzureMLChatOnlineEndpoint._identifying_paramss+))/R  }-  r)cy)zReturn type of llm.azureml_chat_endpointr0r%s r' _llm_typez#AzureMLChatOnlineEndpoint._llm_types'r)NrGstop run_managerkwargsc @|jxsi}|j||r||d<|jj|||j}|j j ||}|jj||j}t|gS)aCall out to an AzureML Managed Online endpoint. Args: messages: The messages in the conversation with the chat model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. Example: .. code-block:: python response = azureml_model.invoke("Tell me a joke.") r)bodyr) generations) rHupdatecontent_formatterrYendpoint_api_type http_clientcallrmr) r&rGrrrrrXresponse_payloadrs r' _generatez#AzureMLChatOnlineEndpoint._generates"))/R V$ $(M& !00PP mT%;%;  ++00 k1 ,,DD d44 {m44r)c+&K|jjdd|_d|vrdn|d}ddl}i}|jj |j|dddd}|j di|} |D cgc]} t j| } } d|dd|}t} | jjjdd| i|D]} t| ts| j} t| d dk(r5| d d}t|d | } i}|j!d x}r||d <|j!d }|r||d <| j"} t%| |xsd } |r|j'| j(| || ycc} ww)N/chat/completionstimeoutrapi_keybase_urlrdefault_headers default_queryrTstreamrmodelrGr_deltararbr])chunkrbr0) endpoint_urlreplaceopenaiendpoint_api_keyget_secret_valueOpenAIr2rBrchat completionscreater=rilen_convert_delta_to_message_chunkrjrxron_llm_new_tokentext)r&rGrrrrrparams client_paramsclientm message_dictsdefault_chunk_classrrkr^rarbs r'_streamz!AzureMLChatOnlineEndpoint._streams!--556I2N#61$vi7H,,==?))#!  //  - E Ea H  !$HH,3V[[,,33U]UfU EeT* 5#$)9%a(F3w#E!O & ? ;;};3@0zz*-H.6 +"'// ' / 74E,,UZZux,XK/  sA4F6F C?Fc `K|jjdd|_d|vrdn|d}ddl}i}|jj |j|dddd}|j di|} |D cgc]} t j| } } d|dd|}t} | jjjdd| i|d{23d{} t| ts| j} t| d dk(r;| d d}t|d | } i}|j!d x}r||d <|j!d }|r||d <| j"} t%| |xsd } |r&|j'| j(| |d{| cc} w7776yw)NrrrrrTrrGr_rrarbr])tokenrrbr0)rrrrr AsyncOpenAIr2rBrrrrr=rirrrjrxrrr)r&rGrrrrrrr async_clientrrrrrkr^rarbs r'_astreamz"AzureMLChatOnlineEndpoint._astreamTs!--556I2N#61$vi7H,,==?))#!  *v)):M:   - E Ea H  !$HH,!E!2!2!>!>!E!E" "" "    %eT* 5#$)9%a(F3w!4E!O & ? ;;};3@0zz*-H.6 +"'// '/F$E!22**EH3KC   ./ sUA4F.6F!;F. F&F.F,F(F,B 5{#5tCy!567 5  5  5H%):> 5{#5tCy!567 5  5 % & 5t%)?C 8{#8tCy!8;< 8  8 * + 8r)r_dict default_classr+cxtt|jd}tt|jdxsd}i}|jdr!t|d}d|vr |dd|d<||d<|jdr|d|d<|dk(s |tk(r t |S|d k(s |t k(r t || S|d k(s |t k(r t |S|d k(s |tk(rt||d S|dk(s |tk(rt||dS|s |tk(r t||S||S)Nr9r:r function_callname tool_callsr3r\r4)r:additional_kwargsr5function)r:rtool tool_call_id)r:r)r:r9) r r<rjrirrrrrr)rrr9r:rrs r'rrsN UYYv& 'D3 ),23G  yy!U?34 ] "}V'<'D$&M& !-:/* yy*/ *=,' v~*;; 11    ?gARSS  ].@@!'22  }0DD#G%-HH =,<<eN>STT "22d;;W--r))-rSrvtypingrrrrrrr r r langchain_core.callbacksr r *langchain_core.language_models.chat_modelsrlangchain_core.messagesrrrrrrrrrrrrlangchain_core.outputsrrr)langchain_community.llms.azureml_endpointrrr r"r2rsr{rr<rr0r)r'rs    E    SR 0 vV';vVr  @  #+";#+Lj /BjZ. 38 .-12B-C..r)