o +i5@sddlmZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZddlmZmZmZmZmZddlmZddlmZddlmZdd lm Z m!Z!m"Z"m#Z#dd l$m%Z%m&Z&m'Z'er~dd l(m)Z)dd l*m+Z+e,d Z-ej.edZ/dRddZ0ej1GdddZ2 dSdTd d!Z3 "dUdVd)d*Z4dWd.d/Z5  dXdYd4d5Z6  dXdZd6d7Z7 d[d\d8d9Z8d]d:d;Z9d^d=d>Z:d_dBdCZ;d`dEdFZdddPdQZ?dS)e) annotationsN) cpu_count)EmptyQueue) TYPE_CHECKINGAnyOptionalUnioncast)schemas)utils)CompressedTraces)_AUTO_SCALE_DOWN_NEMPTY_TRIGGER_AUTO_SCALE_UP_NTHREADS_LIMIT_AUTO_SCALE_UP_QSIZE_TRIGGER _BOUNDARY)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operations)Context)Clientzlangsmith.client max_workersbatchlist[TracingQueueItem]returnAdict[tuple[Optional[str], Optional[str]], list[TracingQueueItem]]cCs<ddlm}|t}|D]}|j|jf}|||q |S)z4Group batch items by (api_url, api_key) combination.r) defaultdict) collectionsrlistapi_urlapi_keyappend)rrgroupeditemkeyr&c/var/www/html/psymed-ai/venv/lib/python3.10/site-packages/langsmith/_internal/_background_thread.py_group_batch_by_api_endpoint)s  r(c@sdeZdZUdZded<ded<ded<ded<d ed <d Z ddddZdddZdddZd S)TracingQueueItemzAn item in the tracing queue. Attributes: priority (str): The priority of the item. item (Any): The item itself. otel_context (Optional[Context]): The OTEL context of the item. strpriority:Union[SerializedRunOperation, SerializedFeedbackOperation]r$ Optional[str]r r!Optional[Context] otel_contextr+r$r!r r/NrNonecCs"||_||_||_||_||_dSNr0)selfr+r$r!r r/r&r&r'__init__Hs  zTracingQueueItem.__init__otherboolcCs|j|jjf|j|jjfkSr2)r+r$ __class__r3r5r&r&r'__lt__Vs zTracingQueueItem.__lt__objectcCs&t|to|j|jjf|j|jjfkSr2) isinstancer)r+r$r7r8r&r&r'__eq__\s  zTracingQueueItem.__eq__)NNN) r+r*r$r,r!r-r r-r/r.rr1)r5r)rr6)r5r:rr6) __name__ __module__ __qualname____doc____annotations__ __slots__r4r9r<r&r&r&r'r)6s  r)dT tracing_queuerlimitintblockr6max_size_bytescCsg}d}zY|j|dd}r%|||dkr%||j7}||kr%|WS z |j|dd}Wn ty:YW|Sw|||dkrR||j7}||krRW|S|r]t||kr]W|Sq&tygY|Sw)Nrg?)rGtimeoutT皙?)getr"r$calculate_serialized_sizerlen)rDrErGrH next_batch current_sizer$r&r&r'_tracing_thread_drain_queuecs<    rP@clientr size_limitsize_limit_bytes int | None6tuple[Optional[io.BytesIO], Optional[tuple[int, int]]]cCsXz|jdur WdS|jj||jj}|jp|}|dur&|dkr&td||dur5|dkr5td||dus=||krQ|dusG|jj|krQ WdWdS|jjdtd |jj |jj }|jj }t tt|d|jj||f}|jWdn1swY|d||fWStytjdd d YdSw) N)NNrz!size_limit must be positive; got z*size_limit_bytes must be nonnegative; got z--z-- contextuLangSmith tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:Texc_info)compressed_traceslockuncompressed_size_max_batch_size_bytes ValueError trace_countcompressor_writerwriterencodeclosebuffertellsetattrr r_contextresetseek Exceptionloggererror)rRrSrTpre_compressed_sizerO filled_buffercompressed_traces_infor&r&r''_tracing_thread_drain_compressed_buffersN       %  rqbatch_to_processlist[tuple[str, dict]]r1c Cszvdd|D}dd|D}|jdurtdt||}t|t|kr5tdt|dt|dd|D}||krJtd |d|t||D]\\}}}|d kr_||qO|d krh||qO|jrt|j WdSWdSt yt j d d dYdSw)z1Process a batch of run operations asynchronously.cSsg|]\}}|qSr&r&).0_run_datar&r&r' z3_process_buffered_run_ops_batch..cSg|]}|dqSidrKrtrunr&r&r'rwNzAprocess_buffered_run_ops should not be None when processing batchzGprocess_buffered_run_ops must return the same number of runs. Expected z, got cSryrzr|r}r&r&r'rwrzKprocess_buffered_run_ops must preserve run IDs in the same order. Expected postpatchzLangSmith buffered run ops processing error: Failed to process batch. This does not affect your application's runtime. Error details:TrY) _process_buffered_run_ops RuntimeErrorrrMr_zip _create_run _update_run_data_available_eventsetrkrlrm) rRrr run_dicts original_idsprocessed_runs processed_ids operationru processed_runr&r&r'_process_buffered_run_ops_batchsP     r use_multipartmark_task_doneopsJOptional[list[Union[SerializedRunOperation, SerializedFeedbackOperation]]]c szzZt|}|D]O\\}}} |stdd| D} ndd| Dfdd|D} |r7|j| ||dq tdd| DrLtd d d| D} |jtt t | ||dq Wnt yktj d d d YnwW|r|dur|D].} z| Wquty} zdt| vrtd| nWYd} ~ qud} ~ wwdSdSdS|r|dur|D],} z| Wqty} zdt| vrtd| nWYd} ~ qd} ~ wwwww)aHandle a batch of tracing queue items by sending them to LangSmith. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for sending data. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. cSg|]}|jqSr&r$rtr$r&r&r'rwz0_tracing_thread_handle_batch..cSsh|]}|jjqSr&)r$r{rr&r&r' rxz/_tracing_thread_handle_batch..csg|] }|jvr|qSr&rzrtop group_idsr&r'rw)r r!css|]}t|tVqdSr2r;rrr&r&r' $sz/_tracing_thread_handle_batch..z;Feedback operations are not supported in non-multipart modecSsg|] }t|ts|qSr&rrr&r&r'rw(s rXTrYN!task_done() called too many times3Ignoring harmless task_done error during shutdown: )r(itemsr_multipart_ingest_opsanyrlwarning_batch_ingest_run_opsr rrrkrm task_doner_r*debug) rRrDrrrrgrouped_batchesr r! group_batch group_opsruer&rr'_tracing_thread_handle_batchs~            rc Csfz|z1|durtdd|D}dd|D}dd|D}|r1|jdur,|j||ntdWntyBtjdd d YnwW|rw|dury|D].}z|WqLtyv}zd t|vrkt d |nWYd}~qLd}~wwdSdSdS|r|dur|D],}z|Wqty}zd t|vrt d |nWYd}~qd}~wwwww) adHandle a batch of tracing queue items by exporting them to OTEL. Args: client: The LangSmith client containing the OTEL exporter. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. mark_task_done: Whether to mark queue tasks as done after processing. Set to False when called from parallel execution to avoid double counting. ops: Pre-combined serialized operations to use instead of combining from batch. If None, operations will be combined from the batch items. NcSrr&rrr&r&r'rw`rz5_otel_tracing_thread_handle_batch..cSsg|] }t|tr|qSr&)r;rrr&r&r'rwbrcSs$i|]}t|jtr|jj|jqSr&)r;r$rr{r/rr&r&r' cs   z5_otel_tracing_thread_handle_batch..zLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details: client.otel_exporter is NonezpOTEL tracing error: Failed to submit trace data. This does not affect your application's runtime. Error details:TrYrr) r otel_exporter export_batchrlrmrkrr_r*r) rRrDrrrrun_opsotel_context_maprurr&r&r'!_otel_tracing_thread_handle_batchJsf           rc Csdtdd|D}t|}t|}z5tjdd%}|t||||d|} |t|||d|} | | Wdn1sBwYWn0t yx} z$dt | vrmt dt||||d|t|||d|nWYd} ~ nd} ~ ww|r|dur|D].} z| Wqty} zd t | vrt d | nWYd} ~ qd} ~ wwdSdSdS) aHandle a batch of tracing queue items by sending to both both LangSmith and OTEL. Args: client: The LangSmith client to use for sending data. tracing_queue: The queue containing tracing items (used for task_done calls). batch: List of tracing queue items to process. use_multipart: Whether to use multipart endpoint for LangSmith. mark_task_done: Whether to mark queue tasks as done after processing. Set to False primarily for testing when items weren't actually queued. cSrr&rrr&r&r'rwrz7_hybrid_tracing_thread_handle_batch..rFNz6cannot schedule new futures after interpreter shutdownz@Interpreter shutting down, falling back to sequential processingrr)rcopydeepcopycfThreadPoolExecutorsubmitrrresultrr*rlrrr_) rRrDrrrr langsmith_opsotel_opsexecutorfuture_langsmith future_otelrrur&r&r'#_hybrid_tracing_thread_handle_batchsp            rc Cst|dr |jdur dSz3tdsWdSddlm}|}t|dr=t|jdr=|jj d d}t d ||WSWdSt y[}zt d |d WYd}~dSd}~ww) zCheck if client is using LangSmith's internal OTLP provider. Returns True if using LangSmith's internal provider, False if user provided their own. rNF OTEL_ENABLEDr)traceresource attributeszlangsmith.internal_providerz;TracerProvider resource check: langsmith.internal_provider=z)Could not determine TracerProvider type: z, assuming user-provided) hasattrrls_utilsis_env_var_truish opentelemetryrget_tracer_providerrrrKrlrrk)rRrtracer_provider is_internalrr&r&r' _is_using_internal_otlp_providers6    r Optional[int]cCsHtd}|dur"zt|WSty!td|dYdSwdS)NBATCH_INGEST_SIZE_LIMITz+Invalid value for BATCH_INGEST_SIZE_LIMIT: z, continuing with default)r get_env_varrFr_rlr)size_limit_strr&r&r'get_size_limit_from_envs   rinfols_schemas.LangSmithInfols_schemas.BatchIngestConfigcCsbtjdddtttd}|s|Sz|js|WSt}|dur"||jd<|jWSty0|YSw)NFrC)use_multipart_endpointrTrSscale_up_nthreads_limitscale_up_qsize_triggerscale_down_nempty_triggerrS) ls_schemasBatchIngestConfigrrrbatch_ingest_configr BaseException)rdefault_configenv_size_limitr&r&r'_ensure_ingest_configs(  rtuple[bool, bool]cCs.td}td}|sdS| }|}||fS)anGet the current tracing mode configuration. Returns: tuple[bool, bool]: - hybrid_otel_and_langsmith: True if both OTEL and LangSmith tracing are enabled, which is default behavior if OTEL_ENABLED is set to true and OTEL_ONLY is not set to true - is_otel_only: True if only OTEL tracing is enabled r OTEL_ONLY)FF)rr) otel_enabled otel_onlyhybrid_otel_and_langsmith is_otel_onlyr&r&r'get_tracing_mode(s r client_refweakref.ref[Client]cs`|dur dSj}|dusJtj}|d}|d}|d}|dd}gdtdp6jdu}|sj|rjjjp@iddsKt d nt _ t _t_tjtt fd d 7dfdd }|rڈD] } | s| qxt|kr||krtjtt |fd } | | t\} } jp|dpd} t||| d}r| rt|||n| rt ||nt!||||svt\} } jp|dpd} t||d| d}r)| rt"dt|||n| rt"dt ||n t"dt!|||t||d| d}st"ddS)NrSrrrFDISABLE_RUN_COMPRESSIONzstd_compression_enabledz~Run compression is not enabled. Please update to the latest version of LangSmith. Falling back to regular multipart ingestion.)targetargsrr6csrr tdrjrtddStstddSttdr7tt k}|s5td|SdS)N_manual_cleanupz3Client is being cleaned up, stopping tracing threadFz,Main thread is dead, stopping tracing thread getrefcountzeClient refs count indicates we're the only remaining reference to the client, stopping tracing threadT) rrrlr threading main_threadis_alivesysrrMshould_keep_threadrRnum_known_refs sub_threadsr&r'keep_thread_activegs(     z7tracing_control_thread_func..keep_thread_activerTrrErHrErGrHzHybrid mode cleanupOTEL-only cleanupLangSmith-only cleanupz'Tracing control thread is shutting downrr6)#rDrrrKrrrinstance_flagsrlrweakrefWeakSet_futuresr r[rEventrThread-tracing_control_thread_func_compress_parallelrefstartrremoverMqsize_tracing_sub_thread_funcr"rr^rPrrrr)rrDrrSrrrdisable_compressionrthread new_threadrrmax_batch_sizerNr&rr'tracing_control_thread_func?s                '     r?flush_intervalfloatc s |dur dStdjdusjdusjdur$tddStj}|d}jp5| dd}ddfd d }t } jj d d }|sPnp|rj t||\}} |durztj|| } j| Wnty|| Ynwt }n7t ||krtddd\}} |durzt tj|| gWnty|| Ynwt }qEz-tddd\} } | durzt tj| | gWnty| | YnwWntytjdd dYnwtddS)Nz4Tracing control thread func compress parallel calledzLangSmith tracing error: Required compression attributes not initialized. This may affect trace submission but does not impact your application's runtime.rSrTrQrr6csjr tdrjrtddStstddSttdr3tk}|s1td|SdS)Nrz7Client is being cleaned up, stopping compression threadFz0Main thread is dead, stopping compression threadrziClient refs count indicates we're the only remaining reference to the client, stopping compression threadT) rrrlrrrrrrrrRrr&r'rs$    zItracing_control_thread_func_compress_parallel..keep_thread_activeTrJ)rIr)rSrTzuLangSmith tracing error: Failed during final cleanup. This does not affect your application's runtime. Error details:rYz1Compressed traces control thread is shutting downr)rlrr[rrrmrrr^rKtime monotonicwaitclearrqLANGSMITH_CLIENT_THREAD_POOLr_send_compressed_multipart_reqaddrrrk) rrrrSrTrlast_flush_time triggered data_streamrpfuturefinal_data_streamr&rr'rs          7   rc Cs|}|dur dSz|jsWdSWnty*}z td|WYd}~dSd}~ww|j}|dus4Jt|j}|dd}d}t r||dkr|j pV|dpVd}t |||d} rd}t \} } | rqt ||| |n| rzt||| n t||| |n|d7}t r||dksMt \} } |j p|dpd}t ||d |d } r| rt ||| |n| rtd t||| n td t||| |t ||d |d } std dS)Nz#Error in tracing control thread: %srSrCrrrTrrFrrrz+Tracing control sub-thread is shutting down)rrrlrrDrrKrrrr^rPrrrr) rrrRrrDrrSseen_successive_empty_queuesrrNrrr&r&r'r Ws             r )rrrr)rCTr) rDrrErFrGr6rHrFrr)rCrQ)rRrrSrFrTrUrrV)rRrrrrsrr1)TN)rRrrDrrrrr6rr6rrrr1) rRrrDrrrrr6rrrr1)T) rRrrDrrrrr6rr6rr1)rRrrr6)rr)rrrr)rr)rrrr1)r)rrrrrr1)rrrr6rr1)@ __future__rconcurrent.futuresfuturesrr functoolsiologgingrrrrmultiprocessingrqueuerrtypingrrrr r langsmithr rr r&langsmith._internal._compressed_tracesr langsmith._internal._constantsrrrrlangsmith._internal._operationsrrropentelemetry.context.contextrlangsmith.clientr getLoggerrlrrr(total_orderingr)rPrqrrrrrrrrrrr r&r&r&r'sb          - / 97 R D Q '