hddlmZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZddlmZmZmZmZddlmZddlmZddlmZdd lmZm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&er dd l'm(Z(dd l)m*Z*ejVd Z,ejZedzZ. d dZ/ej`GddZ1 d! d"dZ2 d# d$dZ3 d%dZ4 d& d'dZ5 d& d(dZ6 d) d*dZ7d+dZ8d,dZ9 d-dZ:d.dZ;d/dZ< d0 d1dZ= d2dZ>y)3) annotationsN) cpu_count)EmptyQueue) TYPE_CHECKINGOptionalUnioncast)schemas)utils)CompressedTraces)_AUTO_SCALE_DOWN_NEMPTY_TRIGGER_AUTO_SCALE_UP_NTHREADS_LIMIT_AUTO_SCALE_UP_QSIZE_TRIGGER _BOUNDARY)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operations)Context)Clientzlangsmith.client max_workerscddlm}|t}|D].}|j|jf}||j |0|S)z4Group batch items by (api_url, api_key) combination.r) defaultdict) collectionsrlistapi_urlapi_keyappend)batchrgroupeditemkeys d/var/www/html/eduruby.in/venv/lib/python3.12/site-packages/langsmith/_internal/_background_thread.py_group_batch_by_api_endpointr&.sK($G"||T\\* D!" Nc~eZdZUdZded<ded<ded<ded<d ed <d Z d dd ZddZddZy )TracingQueueItemzAn item in the tracing queue. Attributes: priority (str): The priority of the item. item (Any): The item itself. otel_context (Optional[Context]): The OTEL context of the item. strpriority:Union[SerializedRunOperation, SerializedFeedbackOperation]r# Optional[str]rrOptional[Context] otel_contextr+r#rrr/NcJ||_||_||_||_||_yNr0)selfr+r#rrr/s r%__init__zTracingQueueItem.__init__Ms(!    (r'c|j|jjf|j|jjfkSr2)r+r# __class__r3others r%__lt__zTracingQueueItem.__lt__[s; tyy223 NN JJ 7   r'ct|txrE|j|jjf|j|jjfk(Sr2) isinstancer)r+r#r6r7s r%__eq__zTracingQueueItem.__eq__asM%!124 MM II  8 nnejj22 384 4r')NNN) r+r*r#r,rr-rr-r/r.returnNone)r8r)r=bool)r8objectr=r?) __name__ __module__ __qualname____doc____annotations__ __slots__r4r9r<r'r%r)r);sM DD  ##JI "&!%*. ) )I ) )  ) ( )  ) 4r'r)cg}d} |j|dx}r:|j||dkDr$||jjz }||kDr|S |j|d}|j||dkDr%||jjz }||kDr |S|rt ||k\r |Sc#t$rY|SwxYw#t$rY|SwxYw)Nrg?)blocktimeout皙?)getr r#calculate_serialized_sizerlen) tracing_queuelimitrImax_size_bytes next_batch current_sizer#s r%_tracing_thread_drain_queuerThs%*,JL$ !$$5$$? ?4 ?   d #! C C EE .0%% $((ud(C   d #! C C EE  .0  ZE1 - $ ' "    sHAC C B9*8C %C 8C 9 CC CC CCc |jy|jj5|jj}|jxs|}||dkrt d|||dkrt d||||kr%||jj |kr dddy|jj jdtdj|jj j|jjj}|jj}|jj|_||f}|jjdddj!d|fS#1swYxYw#t"$rt$j'dd YywxYw) N)NNrz!size_limit must be positive; got z*size_limit_bytes must be nonnegative; got z--z-- uLangSmith tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Texc_info)compressed_traceslockuncompressed_size_max_batch_size_bytes ValueError trace_countcompressor_writerwriterencodeclosebuffertell_contextcontextresetseek Exceptionloggererror)client size_limitsize_limit_bytespre_compressed_sizerS filled_buffercompressed_traces_infos r%'_tracing_thread_drain_compressed_bufferrrs/  # # +  % % * * -"(":":"L"L %;;O?O %*/ #DZL!QRR+0@10D @AQ@RS !(,?BR,R"f&>&>&J&JZ&W!# - -(  $ $ 6 6 < <YKv&--/   $ $ 6 6 < < >!33::??AL"44;;M$*$<$<$E$EM !&9<%H "  $ $ * * ,? -B 1566E - -F       s; FFA4FF"CF4FFF G?Gc |Dcgc]\}}| }}}|Dcgc]}|jd}}|j tdt|j|}t |t |k7r#t dt |dt ||Dcgc]}|jd}}||k7rt d|d|t ||D]6\\} }} | dk(r|j|  | dk(s&|j| 8|jr|jjyycc}}wcc}wcc}w#t$rtjd d YywxYw) z1Process a batch of run operations asynchronously.idNzAprocess_buffered_run_ops should not be None when processing batchzGprocess_buffered_run_ops must return the same number of runs. Expected z, got zKprocess_buffered_run_ops must preserve run IDs in the same order. Expected postpatchzLangSmith buffered run ops processing error: Failed to process batch. This does not affect your application's runtime. Error details:TrW)rL_process_buffered_run_ops RuntimeErrorrrNr]zip _create_run _update_run_data_available_eventsetrirjrk) rlbatch_to_process_run_data run_dictsrun original_idsprocessed_runs processed_ids operation processed_runs r%_process_buffered_run_ops_batchrs+ 1AB+!XXB B1:;# ; ;  + + 3S f>>yIJ ~ #i. 0 N+6#n2E1FH  3AA3A A L ((> @  .11A>-R 2 )NYMF"""=1g%""=1  2  ' '  ( ( , , . (AC; B"       s?E EEEA1E#E ;A E9EE E32E3c t|}|jD]\\}}} |s$t| D cgc]} | jc} } nA| D chc]} | jj} } |D cgc]} | j| vs| } } |r|j | ||t d| Dr4tjd| D cgc]} t| ts| } } |jttt| || |r||D]} |j#yyycc} wcc} wcc} wcc} w#t$rtj!ddYUwxYw#t$$r1}dt'|vrtj)d |nYd}~d}~wwxYw#|rY|V|D]P} |j##t$$r1}dt'|vrtj)d |nYd}~Jd}~wwxYwwwwxYw) aHandle a batch of tracing queue items by sending them to LangSmith. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for sending data. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. )rrc3<K|]}t|tywr2)r;r).0ops r% z/_tracing_thread_handle_batch..%sWrz"&ABWsz;Feedback operations are not supported in non-multipart moderVTrWN!task_done() called too many times3Ignoring harmless task_done error during shutdown: )r&itemsrr#rt_multipart_ingest_opsanyrjwarningr;r_batch_ingest_run_opsr rrrirk task_doner]r*debug)rlrOr! use_multipartmark_task_doneopsgrouped_batchesrr group_batchr# group_ops group_idsrres r%_tracing_thread_handle_batchrsD,56u=/>/D/D/F  + Wg ?+674TYY7 7BBdTYY\\B B*-DB)1CRD D,,w-WYWWNNU #,!)".IJ!I! ,,45yA##-/ J m7  !++- 8>E8CD!       ":c!fD QRSQTU   m7  !++-!:c!fD QRSQTU   8>s/E D5  E D:-E 3D?D? AE E(-E F, E/5E E,)F,+E,,F,/ F)8'F$$F), H 7GH  H 'G= 8H =H H c |#t|Dcgc]}|jc}}|Dcgc]}t|ts|}}|Dcic]=}t|jtr!|jj|j ?}}|r>|j |j j||ntjd|r||D]} |jyyycc}wcc}wcc}w#t$rtjddYPwxYw#t$r1} dt| vrtjd| nYd} ~ d} ~ wwxYw#|rY|V|D]P} |j#t$r1} dt| vrtjd| nYd} ~ Jd} ~ wwxYwwwwxYw)adHandle a batch of tracing queue items by exporting them to OTEL. Args: client: The LangSmith client containing the OTEL exporter. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. NzLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details: client.otel_exporter is NonezpOTEL tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:TrWrr)rr#r;rrtr/ otel_exporter export_batchrjrkrirr]r*r) rlrOr!rrr#rrun_opsotel_context_maprrs r%!_otel_tracing_thread_handle_batchrKs(( ;5U6STtyy6STC #N"z"6L'M2NN $))%;< IILL$++ +  ##/$$11';KL B m7  !++- 8>57TN        ":c!fD QRSQTU   m7  !++-!:c!fD QRSQTU   8>s C=C. C=C3C3C= AC8 AC=D#.C== D E D  E # E,'EE F=+E<;F=< F6 'F1 ,F=1F6 6F=c t|Dcgc]}|jc}}tj|}tj|} t j d5} | j t||||d|} | j t|||d|} | j| jddd|r||D]} |jyyycc}w#1swY-xYw#t$rM} dt| vr5tjdt||||d|t|||d|nYd} ~ d} ~ wwxYw#t$r1} dt| vrtjd| nYd} ~ d} ~ wwxYw) aHandle a batch of tracing queue items by sending to both both LangSmith and OTEL. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for LangSmith. mark_task_done: Whether to mark queue tasks as done after processing. Set to False primarily for testing when items weren't actually queued. rFNz6cannot schedule new futures after interpreter shutdownz@Interpreter shutting down, falling back to sequential processingrr)rr#copydeepcopycfThreadPoolExecutorsubmitrrresultrxr*rjrrr])rlrOr!rrr#r langsmith_opsotel_opsexecutorfuture_langsmith future_otelrrs r%#_hybrid_tracing_thread_handle_batchrs$ .U.KTtyy.K LCMM#&M}}S!H'  " "q 1 !X',  #//1 K  # # %    - !P-3 A '') 4~a/L ! !.  Cs1v M LLR  ) umUM  . ueX    * 6#a&@LLMaSQ   sOC"C3%AC';C3 E 'C0,C33 E .keep_thread_activehs F- .63I3I LLN O$$&//1 LLG H 3 &"%!8>CM<" & =& %r'rnrrPrQrPrIrQzHybrid mode cleanupOTEL-only cleanupLangSmith-only cleanupz'Tracing control thread is shutting downr=r?)#rOrrrLrrrinstance_flagsrjrweakrefWeakSet_futuresr rYrEventr|Thread-tracing_control_thread_func_compress_parallelrefstartrremoverNqsize_tracing_sub_thread_funcr rr\rTrrrr) client_refrOrrmrrrdisable_compressionrthread new_threadrrmax_batch_sizerRrlrrs @@@r%tracing_control_thread_funcr@sM \F ~((M  $$ $/ <),7J#67P#Q"56N"O'++,DeLM*,KN ""#<= ,   t + = **0b55 &  NNU  &oo/FO'7'9F $+4??+>"))/kk&)=9J   z *    2B2D/!<  ( ( "&&'9:   5 N  : )3M:}1&-T-M:}E  N/?.@+|$$X(;(?(?@R(SXWX4Zu^ *  % LL. / / z=  LL, - -fmZ P LL1 2 ( z= !4Zu^ * & LL:;r'cv | ytjd j j jtj dyt j}|d} jxs|jdd}d d fd }tj} jjd }|sn|r~ jjt ||\}} |= tj! j"|| } jj%| tj}nwtj|z |k\r]t d d \}} |6 t)jtj! j"|| gtj} t d d \} } | 6 t)jtj! j"| | gtjdy#t&$r j#|| Y wxYw#t&$r j#|| YwxYw#t&$r j#| | YvwxYw#t*$rtj d dYwxYw)Nz4Tracing control thread func compress parallel calledzLangSmith tracing error: Required compression attributes not initialized. This may affect trace submission but does not impact your application's runtime.rmrn@cXrtdr"jrtjdyt j j stjdyttdr1tjkD}|stjd|Sy)Nrz7Client is being cleaned up, stopping compression threadFz0Main thread is dead, stopping compression threadrziClient refs count indicates we're the only remaining reference to the client, stopping compression threadT) rrrjrrrrrr)rrlrs r%rzItracing_control_thread_func_compress_parallel..keep_thread_actives F- .63I3I LLR S$$&//1 LLK L 3 &"%!8>!I % A& %r'TrK)rJr)rmrnzuLangSmith tracing error: Failed during final cleanup. This does not affect your application's runtime. Error details:rWz1Compressed traces control thread is shutting downr)rjrrYr|rrkrrr\rLtime monotonicwaitclearrrLANGSMITH_CLIENT_THREAD_POOLr_send_compressed_multipart_reqaddrxrri)rflush_intervalrrmrnrlast_flush_time triggered data_streamrqfuturefinal_data_streamrlrs @@r%rrs\F ~ LLGH  (  ' ' / ?? "  1 / <),7J337J7N7NJ8 N4nn&O 0055d5C !#    ( ( . . 08j"234 /K/& 9@@==#.F OO''/ #nn.O ?2~E<q1** < C C$*$I$I$/$:!"#'.."2i n  4 q1   "  ( 4;;"AA-2, LLDEC$99#.4(=='24  55%*        sT/?.@+|$$X(;(?(?@R(SXWX4Zu^ *  % / z=  LL, - -fmZ P LL1 2 ( z= 4Zu^ * $ LL>?G  :A>s G!! H *HH )r!list[TracingQueueItem]r=zAdict[tuple[Optional[str], Optional[str]], list[TracingQueueItem]])rTr) rOrrPrrIr?rQrr=r)rr)rlrrmrrnz int | Noner=z6tuple[Optional[io.BytesIO], Optional[tuple[int, int]]])rlrr~zlist[tuple[str, dict]]r=r>)TN)rlrrOrr!rrr?rr?rJOptional[list[Union[SerializedRunOperation, SerializedFeedbackOperation]]]r=r>) rlrrOrr!rrr?rrr=r>)T) rlrrOrr!rrr?rr?r=r>)rlrr=r?)r=z Optional[int])rzls_schemas.LangSmithInfor=zls_schemas.BatchIngestConfig)r=ztuple[bool, bool])rweakref.ref[Client]r=r>)g?)rrrfloatr=r>)rrrr?r=r>)? __future__rconcurrent.futuresfuturesrr functoolsiologgingrrrrmultiprocessingrqueuerrtypingrrr r langsmithr rr r&langsmith._internal._compressed_tracesr langsmith._internal._constantsrrrrlangsmith._internal._operationsrrropentelemetry.context.contextrlangsmith.clientr getLoggerrjrr r&total_orderingr)rTrrrrrrrrrrrrrrGr'r%r,s"    %,'C  5'   - .4r44qQ  ! F  )4)4)4ZWX++!$+37+PS++^KU2 2 #2=G2;2j/ / &</  / n  K KK "K K  K   K Kd  < << "< <   < <H N NN "N N  N  Nb$N  "!03.DANF#NF5:NF NFbM@#M@M@ M@r'