PL jdZddlmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlmZddlmZddlmZmZmZmZmZddlmZmZmZdd lm Z m!Z!dd l"m#Z#m$Z$dd l%m&Z&dd l'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1dd l2m3Z3m4Z4ddl5m6Z6ddl7m8Z8m9Z9m:Z:ddl;mZ>m?Z?ej@eAZBdZCd+dZDd,dZEd-dZFd.d/d ZGd0d$ZHd1d'ZIdd(d+d)ZJgd*ZKdS)2uuHelper functions for the chat-completions code path. Extracted from :class:`AIAgent` for cleanliness — bodies of the non-streaming API call, request kwargs builder, assistant-message materializer, provider-fallback activator, max-iterations handler, and per-turn resource cleanup. Each function takes the parent ``AIAgent`` as its first argument (``agent``). :class:`AIAgent` keeps thin forwarder methods so call sites unchanged. Symbols that tests patch on ``run_agent`` (e.g. ``cleanup_vm`` / ``cleanup_browser`` in ``test_zombie_process_cleanup.py``) are resolved through :func:`_ra` so the patch contract is preserved. ) annotationsN)datetime)Path)SimpleNamespace)AnyDictListOptionalTuple)urlparseparse_qs urlunparse)get_provider_request_timeoutget_provider_stale_timeout)classify_api_errorFailoverReason)is_local_endpoint) _sanitize_surrogates_sanitize_messages_surrogates_sanitize_structure_surrogates_sanitize_messages_non_ascii_sanitize_tools_non_ascii_sanitize_structure_non_ascii_strip_images_from_messages_strip_non_ascii_repair_tool_call_arguments%_escape_invalid_chars_in_json_strings)_is_multimodal_tool_result_multimodal_text_summary)jittered_backoff)ToolGuardrailDecisionappend_toolguard_guidancetoolguard_synthetic_result)is_persistent_env)base_url_host_matchesbase_url_hostnamecddl}|S)zLazy ``run_agent`` reference. Used to honor test patches like ``patch("run_agent.cleanup_vm")`` / ``patch("run_agent.cleanup_browser")`` that target symbols imported into ``run_agent``'s namespace. rN run_agentr(s A/home/kuhnn/.hermes/hermes-agent/agent/chat_completion_helpers.py_rar+Cs  api_kwargsdictc  ddd ddi  fd}dg}tj}dt j|d}|d }|r|d |d z }|d zd krr?r@popconverse Exceptionchat completionscreateget_close_request_openai_client)r=r>r?r@regionr3 raw_response _bedrock_excerequest_clientagentr-request_client_holderresults r*_callz%interruptible_api_call.._call`s/ ^~!222272U2U1)3V33%h/&+%<%<0:#*52I4#P#P&=&&z"" #777%*%E%Ej%Q%Qz""#555  $(>:11&999  &A%@%N%Nz""272U2U4)3V33%h/&]%:8%D%I%U%\%j%j_i%j%jz"   F7OOOOOO 366x@@N)22>J\2]]]]]*)366x@@N)22>J\2]]]]*sUCE CE  D$C;;DA E F E&E!F!E&&F1G messagesz&waiting for non-streaming API responseTtargetdaemonr333333?timeoutdz$waiting for non-streaming response (z s elapsed)c3NK|] }tt|V!dSNlenstr.0vs r* z)interruptible_api_call...OO13s1vv;;OOOOOOr,zjNon-streaming API call stale for %.0fs (threshold %.0fs). model=%s context=~%s tokens. Killing connection.modelunknown,%⚠️ No response from provider for zs (non-streaming, model: z). Aborting call.r;stale_call_killrFz&stale non-streaming call killed after sg@r2r1z'Non-streaming API call timed out after zs with no response (threshold: zs)interrupt_abortz!Agent interrupted during API call)!_compute_non_stream_stale_timeoutrTtime_touch_activity threadingThreadstartis_alivejoinintsumloggerwarning _emit_statusrH_anthropic_clientclose_rebuild_anthropic_clientrUrP TimeoutError_interrupt_requestedInterruptedError) r[r-r^_stale_timeout _call_startt _poll_count_elapsed_est_ctxrcrZr\r]s `` @@r*interruptible_api_callrOs. . .F%t,0^0^0^0^0^0^0^0^p<<z2&&N)++K BCCCd333AGGIIIK **,,@H sq    ! !y{{[0H  ! !Ps8}}PPP    9;;, n $ $OO z20N0NOOOOOSTTH NNC.w 22xOO       "H ""*4..)*L*L"""    >%999+11333335555.228<%999+11333335555%:%>%>x%H%HN%1::>Rc:ddd    "#FGG GA **,,@HBg"Wo * s&A'H// H<;H<A'L// L<;L< api_messageslistreturnc|j}|jdkr|}||}t |dd}|r|jnd}t |dd}|d|_||j||||n|j |j |j | |t |dd|j piddktt |dd  S|jd kr_|}t |d dpd }t |dd} ||j|||j pd|| S|jdkr9|} t!|jdpt!|jd} |jdkp|jdkod|jv} |jdvp |jdk} ||}| rX ddlm}||\}}nB#t0$r5}t2dt |dd|Yd}~nd}~wwxYw| |j|||j t |dd|j |j | | | | r|nd S|} |}|}t!|jdpt!|jd}d |jv}d!|jv}t!|jd"p)t!|jd#pt!|jd$}t!|jd%}|jpdd&k} dd'l m!}m"}||j|j}||u}|s|nd}n#t0$rd }d}YnwxYwi}|j#r |j#|d(<|j$r |j$|d)<|j%r |j%|d*<|j&r |j&|d+<|j'rd,|d-<|j(r |j(|d.<d} |s|rEd/|jpdvr( dd0l)m*}!|!|j} n#t0$rYnwxYwd}"|r*|j+pd1tYt[j.d2}" dd3l/m0}#|#|j}$n#t0$rd}$YnwxYw|$rt |dd}%|%d|_||}| |j|||j|1|j |%|j2|j |j t |dd|$|j3|pd|j4| |5|"4St |dd}%|%d|_||}&| jdWid5|jd6|&d7|d8|jd9|1d:|j d;|%d<|j2d=|j d>|j dt |ddd?|jpdd@|dA|dB|dC|dD|dE|dF|dG|dH|jdIkdJ|j3dK|pddL|j4dM|r|j6nddN|r|j7nddO|"dP|dQ|dR|5dS|r|nddT|r|8nddU| dV|jS)Xz9Build the keyword arguments dict for the active API mode.r;context_compressorN_ephemeral_max_output_tokens_anthropic_base_urlspeedfast_oauth_1m_beta_disabledF) rsr_tools max_tokensreasoning_configis_oauth preserve_dotscontext_lengthbase_url fast_modedrop_context_1m_betar<_bedrock_regionrB_bedrock_guardrail_configi)rsr_rrrVguardrail_configr5zmodels.github.aizapi.githubcopilot.com openai-codexz chatgpt.comz/backend-api/codex> xai-oauthxaizapi.x.air)strip_pattern_and_formatu4%s⚠️ Failed to sanitize tool schemas for xAI: %s log_prefix session_id) rsr_rrrrrequest_overridesis_github_responsesis_codex_backendis_xai_responsesgithub_reasoning_extra nousresearchzintegrate.api.nvidia.comz api.kimi.comz moonshot.aiz moonshot.cnztokenhub.tencentmaas.comlmstudio_fixed_temperature_for_modelOMIT_TEMPERATUREonlyignoreordersortTrequire_parametersdata_collectionclaude)_get_anthropic_max_outputhermes) sessionIdpromptId)get_provider_profile)rsr_rrrerephemeral_max_output_tokensmax_tokens_param_fnrrrprovider_profileollama_num_ctxprovider_preferencesopenrouter_min_coding_scoreanthropic_max_outputsupports_reasoningqwen_session_metadatarsr_rrrerrrrr model_lower is_openrouteris_nousis_qwen_portalis_github_models is_nvidia_nimis_kimi is_tokenhub is_lmstudiois_custom_providercustomrrrqwen_prepare_fnqwen_prepare_inplace_fnrfixed_temperatureomit_temperaturerrlmstudio_reasoning_optionsr provider_namerG)9rrH_get_transport#_prepare_anthropic_messages_for_apirKrr build_kwargsrsrr_is_anthropic_oauth_anthropic_preserve_dotsrrTboolr%rprovider_base_url_hostname_base_url_lower&_prepare_messages_for_non_vision_modeltools.schema_sanitizerrrPrr#_github_models_reasoning_extra_body_is_qwen_portal_is_openrouter_urlstriploweragent.auxiliary_clientrrproviders_allowedproviders_ignoredproviders_order provider_sortprovider_require_parametersprovider_data_collectionagent.anthropic_adapterrrrluuiduuid4 providersr_resolved_api_call_timeout_max_tokens_param_ollama_num_ctxr_supports_reasoning_extra_body_qwen_prepare_chat_messages#_qwen_prepare_chat_messages_inplace"_lmstudio_reasoning_options_cached)'r[r tools_for_api _transportr;ctx_len ephemeral_out_btrV guardrail_ctrrr_msgs_for_codexr_exc_is_qwen_is_or_is_gh_is_nous _is_nvidia_is_kimi _is_tokenhub _is_lmstudiorr_ft _omit_temp _fixed_temp_prefs_ant_maxr _qwen_metar_profile_ephemeral_out_msgs_for_chats' r*build_api_kwargsrs KM ~---))++ "FF|TT%!5t<<,3='(('EtLL  $15E .&&+'(5(A}}uGW"3.88::"U$94@@.4"99'BBfL!%ge5NPU&V&V!W!W'    ~+++""$$ 1488GKE#>EE +!'/4&      ~***""$$ !%.2D E E N$U^5LMM  Nn , (M9B(E,AA !>-AAkUE]akEkFF|TT   KKKKKK#;#;M#J#J qq   JE<44c  +$"3ulD99'#5 3--Re#o5#L#L#N#N#Nko       C$$&&H  % % ' 'Fe35GHH Q !68O P P !66H+u/DDJenn== @  ? ? @  ? ? ))>@Z[[LN(b//117799ZGLYYYYYYYY**5;GG,, !+5cc     F 10v 3 2x 0/w -,v (,'+#$ %C$)$B !H(U[->B,E,E,G,G G G  I I I I I I00==HH    D J )5XDJLL))  222222''77   (FMM  %15E . CCLQQ +!^4466'(6 % 7"3#5ulD99% 0!'4(-(I!)$CCEE",'    2U$BDIIN!-1*AA,OON 3 # # # kk# # m#  #  00222 #  ## # %3N# "33# //#  11# 5,555# [&B--///# f# #  x#   !# "!j## $%# &!L'# (!L)# *!>X55+# ,,,-# .$^t/# 0%*$E$E1# 2>FO9943# 4NV _ I I[_5# 6)j7# 8&+9# :$;# <!??AAA=# >OU^uHHJJJZ^?# @R^#g5#K#K#M#M#McgA# B&XC# DnnE# #sNH I#+II2(OO,+O,6R RR S## S21S2 finish_reasonrlcP t|dd}||}t|}|sO|jpd}t jd|tj}|r#dd|D}|pd}|r.|jr'tj dt|d ||r<|j r5|j s.|js' | |n#t$rYnwxYw|jpd} t!| } |rt!|}t#| t$r)| r'|| } d | ||d } t|d d} | Dt+|d r4t|d dpi} t#| t,r d | vr| d } | t!| | d <n|r|r|pd| d <d | vr|r|| d <t+|dr|jr|j}g}|D]}t#|t,r||-t+|dr||jXt+|dr'|||r|| d<t|dd}|r|| d<t|dd}|r|| d<|rCg}|D]8}t|dd}t|dd}t#|t$r|s||\}}|}t#|t$r|st#|t$r)|r|}n_t|dd}|rt|ddnd}|rt|ddnd}|||t|}|}t|dd}t#|t$r|s||\}}|}||t#|t$r|nd}||||j|j j!|j j"dd}t|dd}|)t+|dr|}||d<||:|| d<| S)zBuild a normalized assistant message dict from an API response message. Handles reasoning extraction, reasoning_details, and optional tool_calls so both the tool-call path and the final-response path share one builder. tool_callsNrz(.*?)flags c3fK|],}||V-dSri)r)rnbs r*rpz*build_assistant_message..s7"P"Paggii"P17799"P"P"P"P"P"Pr,zCaptured reasoning (z chars): assistant)rolecontent reasoningr reasoning_content model_extra reasoning_details__dict__ model_dumpcodex_reasoning_itemscodex_message_itemsidcall_idfunctionname arguments{}response_item_idr7r8)r4r5r:typer6 extra_content)#rK_extract_reasoningrr*refindallDOTALLrverbose_loggingloggingdebugrkreasoning_callbackstream_delta_callback_stream_callbackrPr isinstancerl_strip_think_blocksrhasattrr._needs_thinking_reasoning_padr/appendr0r1_split_responses_tool_id_deterministic_call_id"_derive_responses_function_call_idr<r6r7r8) r[assistant_messager assistant_tool_callsreasoning_text_from_structuredr* think_blockscombined _raw_content _san_contentmsgraw_reasoning_contentr- raw_details preservedd codex_itemsr3r" tool_callraw_idr5embedded_call_idr _fn_fn_name_fn_argsr:embedded_response_item_idtc_dictextras r*build_assistant_messagergs/ ##4lDII--.?@@NN++ .#+1rz"97")TTT  .{{"P"Pl"P"P"PPPH%-N]%/] [S-@-@[[>[[\\\ %2 * 53I  ((8888     %,2L' 55L>-n==,$$GG00>>DDFF #&   C$$57JDQQ$1BM)R)R$/EEK k4 ( ( E-@K-O-O$/0C$D !(#78M#N#N    9%"E"E"G"G 9$2#8S  0#%%.%#1   "5661;L;^1 (9   1 1A!T"" 1  ####J'' 1  ,,,,L)) 1  000  1'0C# $+-DdKKK3'2 #$ ""35JDQQ9%8 !"/' -, ', 'IYd33FiD99Ggs++ +7==?? +&+&D&DV&L&L# !*gs++ `7==?? `fc**`v||~~`$llnnGG!)Z>>C;>FwsFB777BHBEOwsK>>>4H#::8XsS]__GmmooG&y2DdKK .44 =m?}||j#|j|j0|j%t |d/dt |d0d1}|j=@|j#||jt |dd|j%2|Ad3|d4|t%jBd5|||dS#t6$r4}t%jCd6|||cYd}~Sd}~wwxYw)7uSwitch to the next fallback model/provider in the chain. Called when the current model is failing after retries. Swaps the OpenAI client, model slug, and provider in-place so the retry loop can continue with the new backend. Advances through the chain on each call; returns False when exhausted. Uses the centralized provider router (resolve_provider_client) for auth resolution and client construction — no duplicated provider→key mappings. _fallback_activatedFrr<rfrsr/z?Fallback skip: chain entry %s/%s matches current provider/modelz>Fallback skip: chain entry base_url %s matches current backendr)resolve_provider_clientNapi_keykey_env api_key_envz ollama.comOLLAMA_API_KEYT)rs raw_codexexplicit_base_urlexplicit_api_keyz.Fallback to %s failed: provider not configured)normalize_model_for_providerchat_completionsrr5 anthropicz /anthropicr;)rbedrockzbedrock-runtime.z amazonaws.comr<_transport_cache)build_anthropic_clientresolve_anthropic_token_is_oauth_tokenrd_custom_headersdefault_headers)rnrrefallback_timeout_applyrF)rrrHrsr)get_model_context_length_config_context_length_custom_providers)rrnrconfig_context_lengthcustom_providers)rsrrrnru5🔄 Primary model failed — switching to fallback: z via u"Fallback activated: %s → %s (%s)z"Failed to activate fallback %s: %s)Dr rate_limitbillingrrKrr_primary_runtimerTr{ monotonic_rate_limited_until_fallback_indexrk_fallback_chain_try_activate_fallbackrlrstriprCrrrmosgetenvr%hermes_cli.model_normalizerurPr_is_azure_openai_urlendswith_is_direct_openai_url&_provider_model_requires_responses_apir& startswithrsrrrHrJryclearrjrrrzr{r|rn_anthropic_api_keyrrrr3_client_kwargsr._replace_primary_openai_client_anthropic_prompt_cache_policy_use_prompt_caching_use_native_cache_layout_ensure_lmstudio_runtime_loadedragent.model_metadatar update_modelrinfor2)r[r8fallback_already_activecurrent_providerprimary_providerfb fb_providerfb_model current_modelcurrent_base_urlfb_base_url_for_deduprmfb_base_url_hintfb_api_key_hint fb_key_env fb_client_resolved_fb_modelru fb_api_mode fb_base_url _fb_is_azure old_model _fb_timeoutrzr{r| effective_key fb_headersrfb_context_lengthrYs r*try_activate_fallbackrss .+^-CDDD#'wu6KU'S'S"T"T#E:r::@bGGIIOOQQ"39r>>zJJPbWWYY__aa' >-= >BRVfBfBf(,(8(82(=E % E$9 : :::u  u4 5B Q66*%%+2244::<>EEcJJPPRR&&&8}+D+D M    ++--- .  . "%5 5 5  % % L !   ++--- h.BBBBBBFF:..4";;==E66),,299;;Ct L&&++Jrvvm/D/DJQQSSJ L"$)J";";"A"A"C"C"Kt  B 56F U U B^m B i(899ATO(?(? x4.,).).).% %   O@   //11 1  O O O O O O33HkJJHH    D ) ),-- 11+>> . ( (+KK K ' ';+=+=c+B+B+H+H+J+J+S+ST`+a+a '.KK  --KK  ( ( 5 5 -+KK  9 9  :  -,KK I % % k * * 5 56H I I&%k?CC&-KK (,$ $$$ 5, - - +  " ( ( * * *$(! 3;II . . . p p p p p p p p p pVaepVpVpY.Q2I2I2K2KQrxAxIxOMOM)EM'4E $(3E %&<&<u8+'''E #KVYdJdJd (F(F(FjoE %EL#%E &-EM$EL!,=tDDJ I$Y0A4HH $,'$$=GN%tJ'7'788B$E &2=$Y/44z.*?\s*r#r(z>I reached the iteration limit and couldn't generate a summary.)rsr_rrrrriteration_limit_summary_retryz Failed to get summary response: z"I reached the maximum iterations (z!) but couldn't summarize. Error: rG)>printmax_iterationsrL_should_sanitize_tool_callscopy_copy_reasoning_content_for_apirN#_sanitize_tool_calls_for_strict_api_cached_system_promptephemeral_system_promptrprefill_messages enumerateinsert_sanitize_api_messages#_drop_thinking_only_and_merge_usersrrrrPrsrrrrr*_resolve_lmstudio_summary_reasoning_effortragent.portal_tagsrrH_build_api_kwargsrJrnormalize_responser*rupdaterrrrrrrfloat TypeError ValueErrorrrrrL_ensure_primary_openai_clientrQrRrSr?subrArCrrl))r[r_rsummary_request_needs_sanitizerrXapi_msginternal_fieldeffective_system sys_offsetidxpfmsummary_extra_bodyr _OMIT_TEMP_raw_summary_temp_omit_summary_temperature_summary_temperaturer_is_lmstudio_summary_lm_reasoning_effort _portal_tags codex_kwargssummary_response_ct_sum_cnr_sumfinal_responsesummary_kwargsr_ps_tsum_ant_kw_summary_resultretry_response _ct_retry _cnr_retry_tretry_ant_kw2 _retry_resultrYs) r*handle_max_iterationsrs  _1E _ _ _``` *  OOV@@AAAI~ ;;==  ) )ChhjjG  1 1#w ? ? ?"U 2 2 ND1111 C99'BBB    ( ( ( ( 6<"  ( c 06 9E > >)- $ (L(L(N(N %1272H";// $&33";/  8 J J J J J J)5 v & >. . . 22<@@L   Wd + + +$66|DD **,,G112BCCH&.4";;==NN(N$/0D}-+%%e&=&=e>N&O&OPPP#/5I12$& & G/4/F$V,& I161H$X.$ F050E$W-" C/4/B$V,# F%2,,..4466,FF++--G2F":.  777^)r002288::lJJ//11K5A5;; ABBCC!:.CCC?sc'8'8'8'8S'8'8'8'8'8.CHH5&y1" B/A|,~!555,,..,,5;]a*/*:UMc(-(A-2-K-K-M-M-OO$)#C#CG#L#L "'":":;K_d_x":"y"y"1"9"?R!F!F!H!H$A5#F#FNg#F#h#h#m#y$A$S$SDR$S$S "'"6"6"8"8"K"KL\"]"]"1"9"?R!F!F!H!H 3 bN**!#(@"n\^\e!f!f!f!l!l!n!n b P PQQQQ!a~!222$66|DD   $///!&!8!8!F!F!0022 &99.II ","4":!A!A!C!C#777..00"//ekL`d).)B+0+;eNd.3.L.L.N.N0PP"'!A!A(!K!K ' : :>]b]v : w w "/"7"=2!D!D!F!F#[ ,""(34HN=1#/"))%*A*A%BR*S*STTT'39MN#56%F3EN<0$G5#F#FNm#F#n#n#s#$G$Y$YJX$Y$Y % 4 4 6 6 I IJZ [ [ "/"7"=2!D!D!F!F b..%'V,Db.`b`i%j%j%j%p%p%r%rN!fOO[^$T$TUUUU%eNN!a ~~~>1>>???}e>R}}uxyzu{u{}}~ sbEa9FaFaFJ#a7Q a Q"a!Q""O3a b 1bbtask_idNonec t|r |jrtjd|dn!t |n8#t $r+}|jrtjd|d|Yd}~nd}~wwxYw t |dS#t $r2}|jr tjd|d|Yd}~dSYd}~dSd}~wwxYw)a(Clean up VM and browser resources for a given task. Skips ``cleanup_vm`` when the active terminal environment is marked persistent (``persistent_filesystem=True``) so that long-lived sandbox containers survive between turns. The idle reaper in ``terminal_tool._cleanup_inactive_envs`` still tears them down once ``terminal.lifetime_seconds`` is exceeded. Non-persistent backends are torn down per-turn as before to prevent resource leakage (the original intent of this hook for the Morph backend, see commit fbd3a2fd). z0Skipping per-turn cleanup_vm for persistent env z; idle reaper will handle it.zFailed to cleanup VM for task z: Nz#Failed to cleanup browser for task ) r$rBrCrDr+ cleanup_vmrPrcleanup_browser)r[rrYs r*cleanup_task_resourcesr\sh M W % % &$  3w333 EE  W % % % MMM   M OKWKKKK L L LMR g&&&&& RRR   R OP'PPQPP Q Q Q Q Q Q Q Q Q R R R R R RRs0AA B!BB !B// C+9!C&&C+)r:c t jrtdjdkr0_ d_S#d_wxYwjdkrdddddiddifd fd }t j|d }||r@| d jrtd|@dddSddgddddddiddidtj ifdfdfdfd}tj j }||}n"ttjdd}|dkrKjrDt%jr0td}t&djn`t+ddgDdz} | d krt/|d!}n| d"krt/|d#}n|}t j|d }|tj } d$} |ru| d tj } | | z | kr3| } t1| dz } d%| d&tj dz }||krIt+d'dgDdz}t&d(||d)d*|d+d,t1|d-d)d*d.|d+d/ d0}||d12n#t:$rYnwxYw d32n#t:$rYnwxYwtj d<d4t1|d5jr jd6kr.j !n.d0}||d72n#t:$rYnwxYwtd8|uddrttEd9d:pd:#pd}tId;pg}|rd< |dd=}tK|d=kr|d>tK|d=z d?z }d@|dA}|pd:|z} &|n#t:$rYnwxYwt&dB|tK|pd:dn1t&dCtK|pd:dtOdD|ddE}tOdFtEd)d*tOdG|dHIgdJSddS)KuStreaming variant of _interruptible_api_call for real-time token delivery. Handles all three api_modes: - chat_completions: stream=True on OpenAI-compatible endpoints - anthropic_messages: client.messages.stream() via Anthropic SDK - codex_responses: delegates to _run_codex_stream (already streaming) Fires stream_delta_callback and _stream_callback for each text token. Tool-call turns suppress the callback — only text-only final responses stream to the consumer. Returns a SimpleNamespace that mimics the non-streaming response shape so the rest of the agent loop is unchanged. Falls back to _interruptible_api_call on provider errors indicating streaming is not supported. z+Agent interrupted before streaming API callr5Nr<r0doneFyescfds%r%dd< dS#t$rYdSwxYwdSdSNr TrPfirst_delta_firedr:sr* _fire_firstz5interruptible_streaming_api_call.._fire_firstsq$V,  ,0!&)"N$$$$$ DD       ,,c ddlm}m}m}m}dd}dd||} |jd i}n)#t$r}||r ||d}~wwxYw fd} fd} fd} || r|nd| j s j r| nd fd  d <dS#t$r} | d <Yd} ~ dSd} ~ wwxYw)Nr)r=r>r?stream_converse_with_callbacksrArBrCcP|dd<dS)NTr )_fire_stream_delta)textrr[deltas_were_sents r*_on_textzIinterruptible_streaming_api_call.._bedrock_call.._on_texts3KMMM,,T222.2$U+++r,cF|dSri)_fire_tool_gen_started)r7rr[s r*_on_toolzIinterruptible_streaming_api_call.._bedrock_call.._on_tools(KMMM0066666r,cF|dSri)_fire_reasoning_delta)rrr[s r* _on_reasoningzNinterruptible_streaming_api_call.._bedrock_call.._on_reasonings(KMMM//55555r,cjSri)r)r[sr*zIinterruptible_streaming_api_call.._bedrock_call..s u/Ir,) on_text_delta on_tool_starton_reasoning_deltaon_interrupt_checkr1r2rG) rMr=r>r?rrNconverse_streamrP_has_stream_consumersrErF)r=r>r?rrVr3rWrXrrrrYrr[r-rr]s r* _bedrock_callz7interruptible_streaming_api_call.._bedrock_calls( $ $(>:11&999 3333333 777777666666&D%C .3.I.I.K.K"U((QU"*8=8P'yTYTo'y}}uy'I'I'I'I &&&z""" $ $ $"#w $s=AC AC A;A66A;;AC C)C$$C)Tr`rcrdz)Agent interrupted during Bedrock API callr2r1)r1r2partial_tool_names)r3diagrcfds%r%dd< dS#t$rYdSwxYwdSdSr rrsr*_fire_first_deltaz;interruptible_streaming_api_call.._fire_first_deltasq ( ^ (, f %               rc ddl}t)j)j}||n!t t jdd}||}nft t jdd}|dkr>)jr7t)jr#|}t d)j||t|dnd }i*d d d i| |||| d }) d|-d<tj,d<)d)}|-d<-djjjd8i|})t+|dd)|t+|dd)t+|ddg}i} t1} i} i} d} d}d}g}d}|D]X}tj,d<)d t3|dddz|d<|d ,d|d< t3|ddt7t9|z|d<n#t:$rYnwxYwn#t:$rYnwxYw)jrnr|js>tA|dr|jr|j}tA|dr|j!r|j!}-|jdj"}tA|dr|jr|j}t+|ddpt+|dd}|r4|#|()$||r|j%r|#|j%| s*()&|j%d +d<nM)j'rF )'|j%)(|j%n#t:$rYnwxYw|r|j)r|j)D]}|j*|j*nd}|j+pd }|| vr|| |<|r)|| vr%|| |krtY| d!"dz}|| |<|r|| |<| |}|| vr|j+pd d#d d d$dd%| |<| |}|j+r |j+|d&<|j-rM|j-j.r|j-j.|d#d'<|j-j/r |d#d(xx|j-j/z cc<t+|d)d}|,tA|d*r|j0pid)}|)tA|d+r|1}||d)<|d#d'}|rS|| vrO| 2|()3|.d,#||jdj4r|jdj4} tA|dr|j!r|j!}Zd 5|pd}d}d-}| rg}tm| D]}| |} | d#d(}!| d#d'pd.}"|!rZ|!7rF tqj9|!n0#tpj:$rtw|!|"}#|#d/kr|#}!nd }YnwxYw|#ty| d&| d0| d)ty| d#d'|!$1| pd2}$|rd3}$d 5|pd}%ty||||%4}&tyd|&|$5}'tyd6t{t}j?z||'g|7S)9z#Stream a chat completions response.rNHERMES_API_TIMEOUTg @HERMES_STREAM_READ_TIMEOUTg^@uDLocal provider detected (%s) — stream read timeout raised to %.0fsgN@>@T include_usage)connectreadwritepool)streamstream_optionsrechat_completion_stream_requestr7r3rz)waiting for provider response (streaming)r*r1r(receiving stream responsechunksrffirst_chunk_atbytesrsusager,r+r r)defaultr6r;)r4r<r6r=r4r7r8r=r-r1r)F?r9r<)r4r<r=r6stoplengthr)r*r"r,indexmessager zstream-r4rschoicesr=rG)@httpxrrrsrrrrrrrDminTimeoutrIr{r|_stream_diag_initrQrRrS_capture_rate_limitsrK_stream_diag_capture_response_check_openrouter_cache_statussetrrTrkreprrPrrHrJr=deltarLrr*rrF_record_streamed_assistant_textr"rEr4maxr6r7r8r-r1addrr rsortedrjsonloadsJSONDecodeErrorrrrlrr)/_httpx_provider_timeout_cfg _base_timeout_stream_read_timeout _conn_cap stream_kwargs_diagr6 content_partstool_calls_acctool_gen_notified_last_id_at_idx_active_slot_by_idxr  model_namer)reasoning_parts usage_objchunkrRrRtc_deltaraw_idxdelta_idnew_slotrentryrfr7 full_contentmock_tool_callshas_truncated_tool_argstcr8 tool_namerepairedeffective_finish_reasonfull_reasoning mock_message mock_choicer,r[r-rlast_chunk_timer\r]s/ r*_call_chat_completionsz@interruptible_streaming_api_call.._call_chat_completionss !=U^U[ Y Y%0 " !ry!5v>>??  ! ,#8 #(3OQV)W)W#X#X $u,,,DUV[VdDeDe,'4$ ZN$8 1F0QC t,,,W[     .5~~!)# &    +0*M*M3$+N+ + h' $y{{ IJJJ''))(-f%H&x05AHYY=YY ""76:t#D#DEEE ++E76:t3T3TUUU ,,WVZ-N-NOOO !!$ !#$&   " L (L (E#'9;;OC  ! !"= > > > "%eii!&<&<"="="Ah99-..6.=c.BE*+ %(7A)>)>%?%?#d5kkBRBR%RE'NN D    ) = 5'**-u{-!&J5'**,u{, % IM!$*Eug&& )5; )"[ %U,?FFk'RWYdfjJkJkN <&&~666!!###++N;;;  $$U]333%%%''',,U];;;.2$U++033EMBBB==emLLLL$? B)? B % 0>B>BH080JhnnPQG'{0bH&9997>+G4 @#66$(@@@#&~r#B#B#BQ#F7?+G4<3;0-g6C.00"*+"3$.13"(E(E-1 //s+ +3/E{2&.kd ( Z#,1 O9A8I8NE*-f5#,6Z!*-k:::h>O>YY:::#HotDDE}=)I)I}!)!5!; @ @ Q Q("5,777$)$4$4$6$6E16o. ,V4D B+< < <)--c222))+++44T:::34;;DAAA}Q- ? % a 0 > ug&& (5; (!K ww}--5 "'   On--  #C(zN;7 zN629c ;!2!2;; 9----/;;;$?y)#T#T#t++(0II7;3; &&$xF"$&&"9"9, ^F3"+ (((#0"96 " /&. #119T& &,    & 1   3tz||,,, M     s\!A K+AJ/.K/ J<9K;J<<K K  K >4P33 Q?Q9[*[;:[;c fd}tjd< }|d< jjjdi 5} |t |ddn#t$rYnwxYw|D]}tjd< d t| ddd z|d<| d  d|d < t| d dtt|z|d <n#t$rYnwxYwn#t$rYnwxYw j rnt |d d}|d kr^t |dd}|rIt |d ddkr4d}t |dd}|r  |]|dkrt |dd}|rt |d d}|dkr;t |dd} | r&|s$  | dd<|dkr2t |dd} | r  | |cdddS#1swxYwYdS)a$Stream an Anthropic Messages API response. Fires delta callbacks for real-time token delivery, but returns the native Anthropic Message object from get_final_message() so the rest of the agent loop (validation, tool extraction, etc.) works unchanged. Frr*r1Nr9r:rrfr;r<r<content_block_start content_blocktool_useTr7content_block_deltarR text_deltarrr thinking_deltathinkingrG)r{rLrr_r6rNrKrPr|rrTrkrQrrrrget_final_message) has_tool_user`r6event event_typeblockrsrR delta_typer thinking_textr,r[r-rryr\s r*_call_anthropicz9interruptible_streaming_api_call.._call_anthropic s  $y{{''))(-f% 4U $ - 4 B Bz B B@ .f  3376:t<<    2 K2 K(,y{{$%%&ABBB &)%))Ha*@*@&A&AA&EE(Oyy!122:2A#2F./),UYYw-B-B)C)Cc$u++FVFV)Vg$ D-E$UFD99 !666#E?DAAED!=!=!K!K'+ $+E64$@$@ $D--///!88CCC#888#E7D99E K%,UFD%A%A %55#*5&"#=#=D#?L? 1 1 3 3 3 % 8 8 > > >:> 0 7'+;;;,3E:r,J,JM,K 1 1 3 3 3 % ; ;M J J J++--A@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .@ .s J& %A21J&2 A?<J&>A??3J&3A E=AEE E E EEJ& EJ&ED:J&&J*-J*c  ddl}ttjdd} t |dzD]}jrt d jdkr"d<n d< d}| |d dSdS#t$rV}t||j |j|jf}t||j|jt$f}|}d rt) d }d } |sg|seddlm} t|| rOt/|dds>t1|d} t5fd| D} |p|p| p|} |o| o||k} | sWt6d||d<Yd}~ d}| |d dSdS dn#t$rYnwxYw n#t$rYnwxYwgd <d d <d d<||dz|dzd d d}| |d dd<  d n#t$rYnwxYwYd}~d }|sg|seddlm} t|| rOt/|dds>t1|d}t5fd|D}|s|s|s|r||kr||dz|dzd  d d}| |d dd<  d n#t$rYnwxYwYd}~!d||dz|dzd  d"|r d |dzd!nd"|dzd!nbt1|}d#|vod$|v}|rd_#$d%t6%d&||d<Yd}~ d}| |d dSdSd}~wwxYwnM#t $r@}|d<Yd}~ d}| |d dSdSd}~wwxYw  d}| |d dSdS# d}| |d wwxYw)'NrHERMES_STREAM_RETRIESrfz%Agent interrupted before stream retryr;r1r3stream_request_completerFr r)F)APIError status_code) zconnection lostzconnection resetzconnection closedzconnection terminatedz network errorznetwork connection terminatedz peer closedz broken pipezupstream connect errorc3 K|]}|vV dSrirG)rnphrase_err_lower_previews r*rpzBinterruptible_streaming_api_call.._call..s=?"?"(.%+.@$@?"?"?"?"?"?"r,z9Streaming failed after partial delivery, not retrying: %sr2u9 ⚠ Connection dropped mid tool-call; reconnecting… r Tr*)r2attempt max_attempts mid_tool_callr*stream_mid_tool_retry_cleanup"stream_mid_tool_retry_pool_cleanupc3 K|]}|vV dSrirG)rnr_err_lower_sses r*rpzBinterruptible_streaming_api_call.._call..s<33$*!'. 8333333r,stream_retry_cleanupstream_retry_pool_cleanup exhausted)kindr2rrrr*u5❌ Provider returned malformed streaming data after uM attempts. The provider may be experiencing issues — try again in a moment.u(❌ Connection to provider failed after r6z not supportedu ⚠ Streaming is not supported for this model/provider. Switching to non-streaming. To avoid this delay, set display.streaming: false in config.yaml z$Streaming failed before delivery: %s)&rIrrrrangerrrH)_try_refresh_anthropic_client_credentialsrTrUrPrH ReadTimeoutConnectTimeout PoolTimeout ConnectErrorRemoteProtocolErrorConnectionError_is_provider_stream_parse_errorropenairrKrlranyrrr_reset_stream_delivery_tracking_emit_stream_dropr_log_stream_retryr_disable_streaming _safe_printr)rZ_max_stream_retries_stream_attemptrZrY _is_timeout _is_conn_err_is_stream_parse_err_partial_tool_in_flight_is_sse_conn_err_preview _APIError_SSE_PREVIEW_PHRASES _is_transient_can_silent_retrystale_is_sse_conn_err_SSE_CONN_PHRASES _err_lower_is_stream_unsupportedrrrrzr[rrr\r]s @@r*r^z/interruptible_streaming_api_call.._call^s!"),CQ"G"GHH| e#()->z**-C-C-E-Ez*T366x@@N)22>Jc2ddddd*)U!aaa",F.0EvGYZ##K$.F/1K_]$$L,1+P+PQR+S+S((._!26"JJ';<<33/490*"<"DDDDDD)!Y77"=Z^@_@_"58VV\\^^ 2 8" 4Jc2ddddd*)}!!44!6 )!!! D! !!AACCCC(!!! D! 8:3427(/49)&1//"#$3a$7)> %.M??C1(;!!@@'KA )!!! D! (-$&|@@@@@@%a33GA}VZ<[<[-0VV\\^^N 1-033333.?33300, #ElE6FEJ^E+-@@@!33&'(7!(;-@1-D.3%:%>%>v%F%F 4%:$=$=h$G$GE$0 % B B$)2H!C!"!"!"CG 5h ?% % D D+F!E!"!"!"!"$-%%% $%$HHHH//!,"#$7!$;) /: =/27;E4!--!3  B'(F7OFFFF366x@@N)22>Jc2ddddd*)Ua!q d     F7O FFF266x@@N)22>Jc2ddddd*) eq r366x@@N)22>Jc2ddddd*)366x@@N)22>Jc2dddd*s +T):CT) T%D#T 2T)*I?T  I  T  I  T I&%T & I30T 2I33A8T ,LT  L T LT T)CT 9PT  PT PT  T)&CT )T) T%%T)(V)) U33U.8V).U33V))1WHERMES_STREAM_STALE_TIMEOUTgf@infu>Local provider detected (%s) — stale stream timeout disabledc3NK|] }tt|V!dSrirjrms r*rpz3interruptible_streaming_api_call..ss.NN!#c!ff++NNNNNNr,r_rrigr@iPgn@r0zwaiting for stream response (zs, no chunks yet)c3NK|] }tt|V!dSrirjrms r*rpz3interruptible_streaming_api_call..rqr,uqStream stale for %.0fs (threshold %.0fs) — no chunks received. model=%s context=~%s tokens. Killing connection.rsrtrurvz s (model: z , context: ~z tokens). Reconnecting...r3stale_stream_killrFstale_stream_pool_cleanupzstale stream detected after zs, reconnectingr;stream_interrupt_abortz+Agent interrupted during streaming API call _current_streamed_assistant_textrr)z, z, +z moreu$ ⚠ Stream stalled mid tool-call (zH); the action was not executed. Ask me to retry if you want to continue.z[Partial stream dropped tool call(s) %s after %s chars of text; surfaced warning to user: %szPartial stream delivered before error; returning stub response with %s chars of recovered content to prevent duplicate messages: %sr(rCzpartial-stream-stubrrArDrG)(rrrHr9_interruptible_api_callr}r~rrrr{rrrsrrrrrrrDrrTrTrr|rrrUrPrrrrrKrrrkrr) r[r-r:r(rr^ _cfg_stale_stream_stale_timeout_base_stream_stale_timeout _est_tokens_last_heartbeat_HEARTBEAT_INTERVAL_hb_now _waiting_secs_stale_elapsedrrrZ _partial_text_partial_names _name_str_warn _stub_msgrrzrr,rrryr\r]s ``` @@@@@@@@@r* interruptible_streaming_api_callr|s#  !NLMMM ~*** '5# /00<<*.E ' '$E ' . . . . ~+++"T22#UO!5>      ) $) $) $) $) $) $) $) $) $V  M$ ? ? ?  jjll T FF3F   ) T&'RSSSjjll T '? &/ !j!!R H HF'+T::u~DIKK(O[ [ [ [ [ [ [ [ [ [ [ zP.P.P.P.P.P.P.P.P.P.dAeAeAeAeAeAeAeAeAeAeAeH,ENEKHHJ%/""%*295RTY+Z+Z%[%[""U**u~*BSTYTbBcBc* %e  UW\WeffffNNz~~j"/M/MNNNNNRSS  $'(BE$J$J ! ! 6 ! !$'(BE$J$J ! !$> !d333AGGIIIikkO **,,CR s)++ _ $(; ; ;%O/#*> >??M  ! !P PPP   s';; 1 1 1OO z20N0NOOOOOSTTH NNC 5w 22xOO       #N8K8K##%>>'9==##%3###     *..x88>66rBU6VVV     44/B/BSSS     % R >%999+11333335555%:%>%>x%H%HN%1::>Rj:kkk    "#PQQ QG **,,CRHg" E "> A2FFL"egg "&**-A"B"B"HbIIN  IInRaR&899 ~&&**!Es>':':Q'>!E!E!EEI@!@@@ "/!4" = ,,U3333 D<"C (;$<$rsh  #"""""   !!!!!!333333333333337777777777XXXXXXXXEEEEEEEE222222                        /..... 211111::::::::  8 $ $VVVVtjjjj\Fd.d.d.d.d.PVVVVtRRRR@QUHHHHHH\   r,