*j6` UdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZddl m!Z!ddl"m#Z#ddl$m%Z%m&Z&m'Z'ej(e)Z*d Z+d Z,e j-Z.iZ/d Z0e j1Z2e j-Z3da4dd Z5ddZ6ddZ7dde8d e9fdZ:ddZ;de8d dfdZd dfdZ?ddde@dzd e>dzfdZAdZBdZCdZDdZEdZFdZGdd!ZHd"ZId#ZJGd$d%ZKd efd&ZLd'ZMd(ZNd)ZOd*ZPd+d,d-d.d/ZQddd0d1e8dzd e8fd2ZRd3e9d4e9d5e8d e8fd6ZSd7d7ddd8d3e9d4e9d1e8dzd e>fd9ZTdd;e@d e>fd<ZUd e8fd=ZVd>e>d eWfd?ZXd eWeYe9ffd@ZZdAe8d e@dzfdBZ[ddCdDe8dEe8d1e8dzd e9fdFZ\d1e8dzd e9fdGZ]d1e8dzd e9fdHZ^d7dId1e8dzdJe9d e9fdKZ_dLZ`dMZaiZbe>e8e j-fecdN<e j-ZddOe8d e j-fdPZeddQd3e9d1e8dzd e>fdRZfd e9fdSZgdTe>d dfdUZhdVe@d dfdWZid e9fdXZjd7dYdZe9d e9fd[Zk dd\d\d]d e9fd^Zld_Zmd e9fd`Znd e8fdaZodbZpd e8fdcZqd e9fddZrd e9fdeZsddfZtddgZuddhZvdie>d e9fdjZwdie>d e@fdkZxdie>dle>e8e>fd e8fdmZydie>d e9fdnZzdoeYe>d eYe>fdpZ{doeYe>d dfdqZ|d efdrZ}dse8dzd e9fdtZ~doeYe>d dfduZdDe8d dfdvZddwZddye8fdzZe j-Zd7ad{eYd e9fd|Zd\d}d~e9d eYfdZddZdZe j-Zd e8fdZdde8de8d e9fdZ dde8dse8de8fdZdZdZdZdZdZdZd edzfdZded e8fdZdZd e8fdZeddede@d eWeYe>e8dzedzedzffdZdeeddee8zdzde@de@fdZdeYe>de8dzd e8fdZdeeddee8zdzde@de@d eYfdZddee8zdzd eYfdZddZdoeYd eYfdZd efdZd e8dzfdZdZdefdZdZdeded eYfdZd eYfdZdZd7ddde9d eYfdZddd e>fdZdZdZde>fdZde>d e8fdZde8d e8fdZde>fdZde>fdZdeeWd e>fdZddeWdeeWde>dzfdZdeWdeeWd e9fdZdeYdeYd eYfd„ZddÜdeYdeYd eYfdńZd7ddƜde9deYdzd eYfdȄZd eYfdɄZddOe8dedzd e@fd˄ZdZd e9fd̈́ZdS)z;Hermes Web UI -- Session model and in-memory session store.N)closing)Path) SESSION_DIRSESSION_INDEX_FILESESSIONS SESSIONS_MAXLOCKSTREAMS STREAMS_LOCKDEFAULT_WORKSPACE DEFAULT_MODEL PROJECTS_FILEHOMEget_effective_default_model_get_session_agent_lock)get_last_workspace)prompt_cache_hit_percent)_is_continuation_session"read_importable_agent_session_rowsread_session_lineage_metadata@ireturncVtjtz } tjdD]f} |j|kr6|dtd|j W#t$rYcwxYwdS#t$rYdSwxYw)u8Best-effort removal of stale ``*.tmp.*`` files from SESSION_DIR. Only files whose mtime is older than ``_STALE_TMP_AGE_SECONDS`` are removed so that in-flight writes from a long-running sibling process are not disturbed. Errors are logged and swallowed — this must never prevent startup. z*.tmp.*T missing_okzCleaned up stale tmp file: %sN) time_STALE_TMP_AGE_SECONDSrglobstatst_mtimeunlinkloggerdebugnameOSError Exception)cutoffps -/Users/bertmahoney/hermes-webui/api/models.py_cleanup_stale_tmp_filesr+:sY[[1 1F  !),,  A 6688$v--HHH---LL!@!&III             s5BABB BBBB B('B(c tddS#t$r tddYdSwxYw)Nupdatesz'Background session-index rebuild failedTexc_info)_write_session_indexr'r#r$r*!_rebuild_session_index_backgroundr4Os^OT****** OOO > NNNNNNOs &>>cNt5tjr ddddSt'tr ddddSt jtddatddddS#1swxYwYdS)z@Start one background full-index rebuild if the index is missing.Nzsession-index-rebuildT)targetr%daemon) _SESSION_INDEX_REBUILD_LOCKrexists_SESSION_INDEX_REBUILD_THREADis_alive threadingThreadr4startr2r3r*#_start_session_index_rebuild_threadr?Vs* % . .  $ & &   . . . . . . . . * 5-6688 6  . . . . . . . .)2(84() ) ) % &++--- . . . . . . . . . . . . . . . . . .sB!B5BB!B session_idc|sdS|?t5ttj}dddn #1swxYwY||vrdSt|dz }|S)a<Return True if an index entry still has backing state. A session can legitimately exist either as a persisted JSON file or as an in-memory Session object that has not been flushed yet. This helper is used to prune stale `_index.json` rows left behind after session-id rotation or file removal. FNT.json)r setrkeysrr9)r@ in_memory_idsr)s r*_index_entry_existsrFis u  1 1 00M 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1]""t****A 88::s !;??c tjdtjdt jj}t5|tjsti}tj dD]}|j dr t|j}|ru|}|d}|rJ||}|.|dd|ddkr|||<#t&$rt(d |YwxYwt-|}t05t3|} t7jD]2}|j| vr'||3|d d t?j |d d} dddn #1swxYwY tC|dd5} | "| | #tj$| %dddn #1swxYwYtj&|tn7#t&$r* |'d n#t&$rYnwxYwwxYw ddddSd } t05t?j(tj)d}t3t7jdtj dDfd|D}d|D} d|D} | *D]\}}|| vr||tW|D])\}}|d}|| vr | |||<*|dd t?j |d d} dddn #1swxYwY tC|dd5} | "| | #tj$| %dddn #1swxYwYtj&|tn7#t&$r* |'d n#t&$rYnwxYwwxYwn#t&$rd } YnwxYwdddn #1swxYwY| rtYddSdS)uUpdate the session index file. When *updates* is provided (a list of Session objects whose compact entries should be refreshed), this does a targeted in-place update of the existing index — O(1) for single-session changes. When *updates* is None, a full rebuild is performed (used on startup / first call). LOCK protects in-memory state snapshots and payload construction only; disk I/O (write/flush/fsync/replace) always runs outside LOCK. .tmp..N*.json_r@ message_countrFailed to load session from %sc.|ddSN updated_atrgetss r*z&_write_session_index..s155q+A+Ar3TkeyreverseF ensure_asciiindentwutf-8encodingrcPh|]#}|jd|j$SrKr% startswithstem.0r)s r* z'_write_session_index..s@6,,S11Fr3cpg|]2}|dvs|dv0|3Sr@rQ)rgerE on_disk_idss r* z(_write_session_index..sQl++}<<l@S@SWb@b@b@b@b@br3cBi|]}|j|Sr2)r@compactrgrTs r* z(_write_session_index..s$JJJQq|QYY[[JJJr3c8h|]}|dSrjrQ)rgrks r*rhz'_write_session_index..s$FFFl 3 3FFFr3c.|ddSrOrQrSs r*rUz&_write_session_index..sAEE,,B,Br3r-)-r with_suffixosgetpidr<current_threadident_INDEX_WRITE_LOCKr9r+rrr%rdSessionloadrerorRr'r#r$listvaluesr rCrDrr@appendsortjsondumpsopenwriteflushfsyncfilenoreplacer"loads read_textitems enumerater1)r._tmp entry_mapr)rTcsidexistingentries existing_ids_payloadf _fallback updated_mapentryirkrErls @@r*r1r1|sl  )*b")++*b*b @X@Z@Z@`*b*b c cD bb ?"4";"="=? $ & & &)+I %h// F F6$$S))F QV,,A 3IIKKeeL113(1}}S'9'9H'/ !oq 9 9HLLZ[<\<\ \ \12 # FFFLL!A1EEEEEF9++--..G M M"9>>#3#344 !**44A|<77qyy{{333 !A!A4 PPP:gE!LLL  M M M M M M M M M M M M M M M $g666)!GGH%%%GGIIIHQXXZZ((())))))))))))))) 4!34444   KK4K0000 D   _bbbbbbbbf .  N N:&8&BG&T&T&TUU #HMOO 4 4 (-h77 ' KJ'JJJ FFXFFF "-"3"3"5"5//JC,.. ...%h//77DAq%% --Ck))&1#&6  "B"BD QQQ:hU1MMM= N N N N N N N N N N N N N N N@ $g666)!GGH%%%GGIIIHQXXZZ((())))))))))))))) 4!34444   KK4K0000 D  5   III CbbbbbbbbbbbbbbbH+T******++sn AU $BD;:U ;%E# U "E##+U BH1% U 1H5 5U 8H5 9U =KAJ+ K+J/ /K2J/ 3KU  LK32L3 L=L?LLU U T, D(Q T,Q T,Q T, S42AS S4S S4S S43T,4 T(?TT( T# T("T##T((T,+U , T;8U :T;;U  UUct|pdrtjsdStjdt jdt jj}d}t5 t5tj tj d}t|tst!dfd |D}t#|t#|kr dddddddStj|dd }dddn #1swxYwY t'|d d5}|||t j|dddn #1swxYwYt j|tn7#t2$r* |d n#t2$rYnwxYwwxYwn#t2$rd }YnwxYwdddn #1swxYwY|rt7ddSdS)zCRemove one session row from the persisted sidebar index if present.NrHrIFr^r_zsession index must be a listcFg|]}|dk|SrjrQ)rgrkrs r*rmz,prune_session_from_index..s/LLL|1D1D1K1K!1K1K1Kr3rYrZr]Trr-)strrr9rtrurvr<rwrxryr rrr isinstancer| ValueErrorlenrrrrrrrr'r"r1)r@rrrprunedrrrs @r*prune_session_from_indexrsy jB  C (/11  )*b")++*b*b @X@Z@Z@`*b*b c cDI   L L:&8&BG&T&T&TUU!(D11E$%CDDDLLLLXLLLv;;#h--//  L L L L L L :f5KKK L L L L L L L L L L L L L L L $g666)!GGH%%%GGIIIHQXXZZ((())))))))))))))) 4!34444   KK4K0000 D  5   III /4+T******++s4H)6H =A;D38 H D3' H 3D7 7H :D7 ;H ?GAF-! G-F1 1G4F1 5GH  HG54H5 H?HHHH  H) HH)HH))H-0H-c.t5ttj}dddn #1swxYwYtj5|tjdddn #1swxYwY|SN)r rCr rD_cfgACTIVE_RUNS_LOCKupdate ACTIVE_RUNS) active_idss r*_active_stream_idsrs ))(( )))))))))))))))  33$*//11222333333333333333 s!599 2B  BB recoveredct|dd}t|tr|sdSdt |dpd}|rt|ddD]}t|tr|ddkr1dt |dpd}||krdSd| D}| |dS) Ncontext_messages contentriroleuserc&i|]\}}|dk ||S timestampr2)rgkvs r*rqz5_append_recovered_turn_to_context..2s(LLLda1 ;K;KQ;K;K;Kr3) getattrrr|joinrrRsplitreverseddictrr~)sessionrrrecovered_textr existing_text context_entrys r*!_append_recovered_turn_to_contextr&sCw(:DAA & - -5EXXc)-- ":":"@bAAGGIIJJN !1"##!677  Hh-- f1E1E1O1OHHSi)@)@)FB%G%G%M%M%O%OPPM../LLioo&7&7LLLMM*****r3rrct|jpd}|sdSttj}t |tt fr|dkrt|}d|j|dd}|jrt|j|d<|j |t|||S)NrrrT)rrr _recovered attachments) rpending_user_messageintrrfloatpending_attachmentsr|messagesr~r)rr pending_text recovered_tsrs r*_append_recovered_pending_turnr6sw39r::L tty{{##L)c5\**&y1}}9~~ /! I "E#'(C#D#D -  I&&&%gy999 r3c(t|o||vSr)bool)active_stream_idactive_stream_idss r*_is_streaming_sessionrJs  J%59J%J K KKr3ct|tr,|dp|dpdStt |ddpt |ddpdS)Nlast_message_atrPrr)rrrR_last_message_timestamprrs r*_session_sort_timestamprMsr'4  P{{,--O\1J1JOaO "77J#E#E F F p'RY[gijJkJk poppr3ct|tsdS|dp|d} |t|ndS#tt f$rYdSwxYw)N_tsrrrrRr TypeErrorr)messageraws r*_message_timestamprSs{ gt $ $t ++e   8 K 8 8C _uSzzz$6 z "ttsAA+*A+ct|tsdSt|D]F}t|tr|ddkr1t |}|r|cSGdS)Nrtool)rr|rrrRr)rrtss r*rr]s h % %tH%% gt $ $ V)<)<)F)F   ( (  III  4r3ct|tsdSt|ddS)Nrr)rrrrRstriplower)rs r* _message_rolerisM gt $ $r w{{62&& ' ' - - / / 5 5 7 77r3c"d}d}t|}||kr||}|dkr|}|dz }d}g}||krR||} |r|| d}n%| dkrd}n| dkrn || |dz }||kR||krdS|dkrWd||kr>|dz} | |kr|| d vr| dz } | |kr || d v| |kr|| d kr|Sn|d vr|dz }n |d vr|dz}|dz }||kdS) zBReturn the byte offset of a top-level JSON object key, if present.r"F\TNrz :z{[z}])rr~r) textrWdepthrnchr>escapedcharsrjs r*_find_top_level_json_keyros E A D A a%% !W 99E FAGEa%%G$LLOOO#GG$YY"GG#XXLLOOOQa%%Avvtzzbggenn33E!eeQ9 4 4FA!eeQ9 4 4q55T!W^^ L 4ZZ QJEE 4ZZ QJE Q? a%%@ 4r3cd}t|dd5}t|d|kr|d}|s ddddS||z }t |d}|c|d|}|dr|dd }|d cdddS dddn #1swxYwYdS) zCRead only the metadata portion before the top-level messages array.rrr^r_iNr,z })rrencodereadrrstripendswith)pathmax_prefix_bytesbufrchunk messages_posprefixs r*_read_metadata_json_prefixrsu C dC' * * * #a#**W%%&&)999FF4LLE  # # # # # # # # 5LC3CDDL#,'..00Fs## .++--??? # # # # # # # #9 # # # # # # # # # # # # # # # 4s?C$!A)C$$C(+C(c tjtjd}n#t$rYdSwxYwt |t sdS|D]}|d|kr|d}t |tr |dkr|cS t|}n#ttf$rYdSwxYw|dkr|ndcSdS)zGReturn the indexed message count without loading the full session file.r^r_Nr@rLr) rrrrr'rr|rRrrr)r@rrcounts r*_lookup_index_message_countrs*/97KKKLL tt gt $ $t - - 99\ " "j 0 0  /** eS ! ! eqjjLLL JJEE:&   444  uu,,, 4s'* 88%B55C  C ct|tr|dkr|S t|}n#ttf$rYdSwxYw|dkr|ndSNr)rrrr)valueparseds r*_parse_nonnegative_intrsl%%1** U z "ttq[[66d*s/AAc/.eZdZddeeedddddddddddddddddddddddddddddddddddddddddddf/dedededed ed ed ed ed edededededefdZe dZ ddZ ddededdfdZ e dZe dZd defdZdS)!rzNUntitledFrr@titlepinnedarchived project_id input_tokens output_tokenscache_read_tokenscache_write_tokensrrpre_compression_snapshotllm_title_generatedparent_session_idc0 |ptjjdd|_||_t t ||_ ||_ |r3t | nd|_ |pg|_| pg|_|pt!j|_|pt!j|_t'| |_t'| |_| pd|_| |_|pd|_|pd|_||_|pd|_|pd|_||_||_||_|pg|_ ||_!tE|tFr|ng|_$||_%||_&||_'t'||_(||_)||_*||_+tE| tXr| ni|_-tE|!tXr|!ni|_.|"|_/|#|_0|$|_1|%|_2tE|&tXr|&nd|_3tE|'tFr|'ng|_4t'|(|_5|)|_6|*r@t t |*nd|_7|+rt |+nd|_8|,r@t t |,nd|_9|-|_:t'|0;dd|_<|0;d|_=|0;d|_>|0;d|_?|0;d|_@t'|0;d d|_A|.|_BtE|/tXr|/ni|_C|0;d }1d}2|1* t|1}2n#ttf$rd}2YnwxYw|2|2dkr|2nd|_GdS) N ris_cli_sessionF source_tag raw_sourcesession_source source_label read_onlyrL)Huuiduuid4hexr@r rr expanduserresolve workspacemodelrrmodel_providerr tool_callsr created_atrPrr r r profilerrestimated_costrr personalityrrrpending_started_atrr|rcompression_anchor_visible_idxcompression_anchor_message_keycompression_anchor_summaryrcontext_enginecompression_anchor_enginecompression_anchor_modercompression_anchor_detailscontext_engine_statecontext_lengththreshold_tokenslast_prompt_tokenstruncation_watermarkgateway_routinggateway_routing_historyrr worktree_pathworktree_branchworktree_repo_rootworktree_created_atrRrrrrrrenabled_toolsetscomposer_draftrrr_metadata_message_count)3selfr@r r"r#r$rr&rPr%r r r r'rrr(rrr)rrrr*rr+r,r-rr.r/r0r1r2r3r4r5r6r7r8rrr9r:r;r<r=r>kwargsraw_message_countparsed_message_counts3 r*__init__zSession.__init__sKH%= (8"(= T)__7799AACCDD ES]c.117799??AAAY] B $*$3 $3 6ll X $, (-A*/a,!2!7a"4"9& 0$8!#6#<" "44>?OQU4V4V ^ 0 0\^.L+.L+*D'(,-E(F(F%,)B&'>$HRSmosHtHt*|*D*Dz|''>qs$#'(;#<#< !2P]gSm!4!4!?!?!A!A!I!I!K!KLLLcg7FPs?333DZl"v#d+=&>&>&I&I&K&K&S&S&U&U"V"V"Vrv#6 "6::.>#F#FGG **\22 **\22$jj)9::"JJ~66fjje<<== 00:>40P0PXnnVX"JJ77#  ( ,'*+<'='=$$z* , , ,'+$$$ ,?S?_dx|}d}d}';';DH$$$s8QQQc&t|jdz S)NrB)rr@)r@s r*rz Session.path-s66666r3rctd|ji}|dSd}|jpgD]'}t|}|||nt||}(|||kr d|_dSdSdS)Nr)_message_timestamp_as_floatr6rmax)r@ watermarkmax_message_timestampmsgrs r*!_maybe_clear_truncation_watermarkz)Session._maybe_clear_truncation_watermark1s/d>W0XYY   F $=&B ~ ~C3C88I$5J5R X[\qs|X}X}% ,1F1R1R(,D % % % - ,1R1Rr3Ttouch_updated_at skip_indexctddrtdjd|rtj_gdfdD}t jpg|d<j|d<j|d <fd j D}tj i||dd } j rj d } tj|}t |dpg}n#tjt&f$rd}YnwxYwt jpg} || kr$j d} | dt+jdt/jj} t5| dd 5} | || t+j| dddn #1swxYwYt+j| | n8#t@$r+ | !dn#tD$rYnwxYwYnwxYwn#t@$rYnwxYwj dt+jdt/jj} t5| dd 5}|||t+j|dddn #1swxYwYt+j| j n7#tD$r* | !dn#tD$rYnwxYwwxYw|stGgdSdS)N_loaded_metadata_onlyFz'Refusing to save metadata-only session zx: would atomically overwrite on-disk messages with []. Reload with metadata_only=False before mutating state. See #1558.)2r@r r"r#r$r&rPr r r r'rrr(rrr)rrrr*r+r,r-rr.r/r0r1r2r3r4r5r6r7r8rrr9r:r;r<rrrrrrr=r>c4i|]}|t|dSr)r)rgrr@s r*rqz Session.save..hs'CCCa74D))CCCr3rLrr%cVi|]%\}}|v |dv |d"||&S))rr%rK)rd)rgrrMETADATA_FIELDSs r*rqz Session.save..msS,,,$!Q_,,:T1T1Tc**2UA1T1T1Tr3rYrZr^r_rz .json.bakz .bak.tmp.rIr]TrrHr-)$r RuntimeErrorr@rrPrLrrr%__dict__rrrrr9rrrRJSONDecodeErrorrrtrurvr<rwrxrrrrrrr&r"r'r1)r@rMrNmetaextrapayloadrrexisting_msg_countincoming_msg_countbak_pathbak_tmpbftmprrSs` @r*savez Session.save=s 40% 8 8 $/   *"ikkDO ..000   &DCCC?CCC #DM$7R 8 8_=Z!_\,,,,$-"5"5"7"7,,,*...U1MMM# y!! ! $ 3 3W 3 E E ,#z-88H),X\\*-E-E-K)L)L&&,j9,,,)+&&&,%()<"%=%="%(:::#y44[AAH!"*"6"6X XXi6N6P6P6VXX##"'3AAA2RHH]333HHJJJHRYY[[111222222222222222 7H5555"!!!!#NNdN;;;;(!!! D! !     D i##$\BIKK$\$\):R:T:T:Z$\$\]] c3111 %Q    $$$ % % % % % % % % % % % % % % % JsDI & & & &     d ++++         1 $ 0 0 0 0 0 0 1 1s5J)8E J) E$!J)#E$$:J)AI03AI I0II0II0/J)0 J%;JJ% JJ%JJ%"J)$J%%J)) J65J6NAM/# N/M33N6M37N O  N76O 7 OO OO c|rtd|DsdSt|dz }|sdStj|d}t |d\|d<}|d i|}|rF |ddn-#t$r t d |d YnwxYw|S) Nc3K|]}|dvV dS%0123456789abcdefghijklmnopqrstuvwxyz_Nr2rgrs r* zSession.load..(XXqa#JJXXXXXXr3rBr^r_rFT)rMrNz5Failed to persist collapsed duplicate partials for %sr/r2) allrr9rrr%_collapse_adjacent_duplicate_partialsrRr`r'r#r$)clsrr)data_collapsed_partialsrs r*r{z Session.loads #XXTWXXXXX 4 S--- 'xxzz 4z!++w+77880UVZV^V^_iVjVj0k0k-Z-#++++  j j e EEEE j j j TVYdh iiiii jsB44'CCc|rtd|DsdSt|dz }|sdS t|}|s||St j|}hd}||s||Sg|d<g|d<|d i|}t|}t| d}d||fD} | rt| nd|_ d |_|S#t$r||cYSwxYw) aLoad only the compact metadata fields, skipping the messages array. Session JSON files have metadata fields (session_id, title, model, etc.) at the top level, before the large messages array. Read only up to the top-level "messages" field and synthesize a small metadata-only object. Falls back to load() for legacy or unexpected file layouts. c3K|]}|dvV dSrcr2res r*rfz-Session.load_metadata_only..rgr3NrB>r r&r@rPrr%rLcg|]}||Srr2)rgrs r*rmz.Session.load_metadata_only..s($$$$r3Tr2)rhrr9rr{rrissubsetrDrrrRrHr?rPr') rjrr)rrneededrindex_message_countsidecar_message_count known_countss r*load_metadata_onlyzSession.load_metadata_onlys #XXTWXXXXX 4 S--- 'xxzz 4 !/22F %xx}}$Z''FHHHF??6;;==11 %xx}}$!#F: #%F< cmmFmmG"=c"B"B $:6::o;V;V$W$W !$79N#OLDP.Yc,.?.?.?UYG +-1G )N ! ! !88C==  !s %D.(AD..0s=&&-2H2HF2R2R2R2R2R2R&&r3rF) user_message_countrrhas_pending_user_messagerrrrrrr=r> is_streaming)rr)r@include_runtimerrzrLrs r*rozSession.compacts1B1N--TWTYTY#'(A#B#B +7  ( (T]##  $ 2 q11M1$-@@SDO # 6(? 6"5O= $/= TZ=  =  TZ = d1 = ] =  $/=  $/=  =  dk=   =  $/=  t|=  D-=  T/= d1!= " !7#= = $ !$"9%= & !9$:PRVRc!d!d'= ( 4+)= * -d.Q+= , -d.Q-= . )$*I/= 0 '(E1= 2 d13= 4 ()G5= 6 &t'C7= 8 )$*I9= : #D$=;= < d1== >  5?= @ !$"9A= B t3C= D &t'CE= = JAE@V^#T%;<<\^K= V# ,!%!3#'#7&*&='+'?  *,W= \DM400#8#&&!%&&&###67 $ 5$($=(@"1//"1 - $ 55?@SUY5Z5Zbd11`b!,1%'8&+y= = = = r3rN)TF)FN)__name__ __module__ __qualname__rr r rrrDpropertyrrLr` classmethodr{rurror2r3r*rzrzs0'+ 3011 $4D uU!%t#$4()1!'++/%)$("&0404,005 $+/)-,0&* $t$(&*!%t+0'+" $#'$(!%#E`H`H3`HC`H+/ `HAE `H ! `H # `H 69 `H%(`H@C`H$'`H(+`H",0#`H6'+7`H8$'9`H`H`H`HD77X7 - - - -t1t1Tt1dt1tt1t1t1t1l[(,!,![,!\J J J J J J J J r3rzc ddlm}t||S#t$rCttjdpdcYSwxYw)zResolve the hermes agent home directory for the given profile. Prefers the profile-specific helper from api.profiles; falls back to the HERMES_HOME environment variable or ~/.hermes, expanding ~ correctly. rget_hermes_home_for_profile HERMES_HOMEz ~/.hermes) api.profilesrr ImportErrorruenvironrRr )r'rs r*_get_profile_homerCs O<<<<<<//88999 OOOBJNN=11@[AALLNNNNNOs A A-,A-z**Response interrupted.** The live response stream stopped before this turn finished. The partial output above was recovered from the run journal, but the interrupted agent process could not continue.z**Response interrupted.** The live response stream stopped before this turn finished. The user message above was preserved, but no agent output was recovered.u**Response interrupted.** The live response stream stopped before this turn finished. Recovering the partial output from the run journal — reload this session to retry.zy**Response interrupted.** The live response stream stopped before this turn finished. Partial output may have been lost.znEvidence: the WebUI process started after this turn began, so this looks like a real process crash or restart.zEvidence: the browser response stream was gone but the worker registry still listed the run. This is a stream/run bookkeeping split-brain.zEvidence: the stream was gone and worker bookkeeping no longer had an active run for it. This usually means the worker state was lost or cleaned up without a terminal event.z_Evidence: the stream stopped, but the WebUI could not classify the interruption more precisely.)process_restartstream_run_split_brainlost_worker_bookkeepingunknown stream_idr*rc |rt|nd}n#ttf$rd}YnwxYw|D tttddpd|krdSn#ttf$rYnwxYw|rb tj5t |tjvr ddddS dddn #1swxYwYn#t$rYnwxYwdSdS)zEClassify the stale live-response state without overstating certainty.NSERVER_START_TIMErrrr) rrrrrrrrr')rr*starteds r*_classify_interruption_causer~s/AK%*+++t z " WT#6<<CDDwNN((O:&    D ) & 4 4y>>T%5553 4 4 4 4 4 4 4 45 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4    D (( 9sY,,)AA21A28 CB;! C/ C;B??CB?C CCrecovered_output pending_retryinterruption_causecv|rd}n|rd}nd}t|td}d|d|S)NzrThe partial output above was recovered from the run journal, but the interrupted agent process could not continue.uTRecovering the partial output from the run journal — reload this session to retry.zHThe user message above was preserved, but no agent output was recovered.rzW**Response interrupted.** The live response stream stopped before this turn finished. r)_INTERRUPTION_CAUSE_DETAILSrR)rrroutcome cause_details r*_interrupted_content_forrs} ] D  ] ,  ].22#I.L  $  $ $! $ $r3F)rrrr*ct||}t|||}d|ttjdd|d}|r|sd|d<|S)uBuild the standard interrupted-turn marker. ``recovered_output=True`` means the run journal already yielded visible text on this repair pass — the marker advertises that the partial output has been recovered. ``pending_retry=True`` is the lazy-retry hook: the journal was unreadable on this pass (page-cache loss, un-fsynced writes on slow FS, etc.). The marker carries a ``_pending_journal_recovery`` flag so a later ``get_session()`` can re-attempt recovery without baking a permanent "no output" claim into the transcript. The two are mutually exclusive; ``recovered_output`` wins if both are set so the caller cannot accidentally re-arm retry on a successful repair. r)rrr assistantT interrupted)rrr_errortyper_pending_journal_recovery)rrrr)rrrr*rrmarkers r*_interrupted_recovery_markerrs.6-')#-G %%0 F3-3.2*+ Mr3limitct|tsiSi}t|d|D]F\}}t |}|ddt |dkrdndz|t |<G|S)Nxz...r)rrr|rrr)argsroutrWrrs r*_truncate_journal_tool_argsrs dD ! ! C4::<<((%0HH U5zzTcT s4yy3eeBGCHH Jr3cndt|pdS)Nrr)rrrrs r* _normalize_journal_recovery_textrs, 88C $$**,, - --r3rc t|tsdSg}|dpgD]6}t|ts tj|dpiddt }n4#t $r't |dpd}YnwxYw|t |dpd|t|d dt|d dt |d p|d pdf8t |d pd t |dpd t|fS)zIReturn a stable identity for partial assistant markers recovered on load.)rrr2_partial_tool_callsrFT)r[ sort_keysdefaultrr%doneis_errorpreviewsnippetr reasoning) rrrRrrrr'r~rrtuple)rtool_sig tool_callargs_sigs r*_partial_message_signaturers gt $ $|H[[!677=2  )T**   8z f%%+" HH  8 8 89==006B77HHH 8  f%%+ , ,  vu-- . . z511 2 2  i((JIMM),D,DJ K K       GKK " " (b))//11 GKK $ $ *++1133 h s 2A>>.B/.B/c t|ts|dfSg}d}d}|D]^}t|tr0|drt |}||krd}D|}nd}||_||fS)zFCollapse repeated identical partial markers from the same failed turn.FN_partialT)rr|rrRrr~)r collapsedchangedprevious_partial_sigrsigs r*riris h % %IG " " gt $ $ (Z)@)@ (,W55C#s**#& #' !!!! g r3rct|}|sdSt|jpgD]\}}t|tr|ddkr4|drJt|d}|so||kr|cSt |dkr||vr|cSdS)Nrrrr)rrrrrrRr)rr candidateidxrrs r*,_find_existing_assistant_for_journal_contentr"s099I t!'"2"8b99   W'4(( GKK,?,?;,N,N  ;;x   3GKK 4J4JKK   y JJJ y>>R  I$9$9JJJ 4r3rr%rct|pd}t|}|rt|nd}|jpgD]}t|tst|dpd|krAt|dp|dpd}||kr|+|d} | rt| |krdSdS) u}Return True when an equivalent tool card already exists. Matching rule: * If the existing tool card carries ``_recovered_stream_id``, that means a previous journal-recovery run materialized it. The retry can safely collapse against it only when both stream ids match — otherwise a legitimately-repeated tool (e.g. a second ``terminal: ls`` in a different turn) would be dropped. * If the existing tool card has no ``_recovered_stream_id`` (a live tool card, or a tool card carried over from a core transcript that pre-dates stream-id tagging), the legacy name+preview match still wins. This preserves the "core transcript already has this tool, don't duplicate it" invariant the original repair path established. * When ``stream_id`` is omitted, the helper degrades cleanly to its pre-fix session-wide behaviour. rNr%rr_recovered_stream_idTF)rrr%rrrR) rr%rrcandidate_namecandidate_previewcandidate_streamrexisting_previewexisting_streams r*_journal_tool_already_presentr5s0__N8AA)2#t$r1tdt dddYdSwxYwd |d pgD}|sdSdgd d g}d td zffd d)dtd zd tffd }|D] }t|dp|dpd} t|dtr|dni} t|dttfr|dnd } | dkrWt| dpd} | ss| ptj | | dkr| dr Et| dpd} | ss| ptj r=ddsd| | dkr} | || } t| dpd}t| dpd}rt%||r| v||||d|dpt'|d z| t)| d!piddd" d| | d#kr&t| dpd}t+|D]}|d$r|r|d|krd|d$<| drNt| dpd|d<t| dpd|d%<| d&| d&|d&<t-| d'd|d'<n| d(vr "|r t/jpg|z_dS)*a]Recover already-emitted visible output from a dead stream journal. This repair path is intentionally conservative: it restores user-visible assistant text and tool-card metadata that had already been emitted over SSE before the WebUI process died. It does not restore hidden reasoning and it does not try to continue execution. Frrz4Session %s: failed to read run journal for stream %sr@rTr/c<g|]}t|t|Sr2)rr)rgrs r*rmz4_append_journaled_partial_output..s( X X X 5RV@W@W Xe X X Xr3rNrcPd}g|sSrt|}||d|Stpt j}jd||d dtjdz ddS)NrrTrrr_recovered_from_run_journalrr)rrrrrrr~r) r existing_idxr appended_anyassistant_partsassistant_started_atcurrent_assistant_idxrrrs r*flush_assistantz9_append_journaled_partial_output..flush_assistants''/**0022 )( (  $GQXYYL'(4%'+$##,; << "+/$- ! !    !$G$4 5 5 9# $$r3r&c}||Sjddt|ptjddt jdz dS)NrrTrr)rr~rrr)r&rrrrrrs r*ensure_assistant_anchorzA_append_journaled_partial_output..ensure_assistant_anchorso ?J Z649;;77+/$- ! !    !$G$4 5 5 9 $$r3rrrrYrrrr) rz rr%rrzjournal-seqrr) r%rrtidassistant_msg_idxrrrr tool_completerrdurationr>rerrorcancelapperror stream_endr)rrr@r'r#r$rrRrrrrrrr~rrrrrrrrr|r%)rrrrrrrecovered_tool_callsrrrrYr&r anchor_idxr%rrrrrrrs``` @@@@@r* _append_journaled_partial_outputrs5 u 333333!/'"4i@@  B G\3 / /     uuY XX!6!6!<" X X XF uL!#O)-(,')%S4Z%%%%%%%%%%%%2%%EDL%C%%%%%%%%%%&CC7++Fuyy/@/@FBGG *4UYYy5I5I4*P*PX%))I&&&VX0:599\;R;RUXZ_T`0a0akUYY|,,,gk  w{{6**0b11D " A';'C'1'@TY[[$  " "4 ( ( (  , , ,{{-.. !!!w{{6**0b117799D " A';'C'1'@TY[[$ /rww'?'?'H'H'U'U /&&v...  " "4 ( ( ( O       (**J!44Z@@ w{{6**4f55D'++i006B77G #@w)$$$ )3% ' '""U%))E"2"2"Sc:N6O6ORS6SUU%/3GKK4G4G4M2NN/3(1 ) )    L$. !   ( (w{{6**0b11D%&:;;   ==((y}}V44<<(,If%{{9--Q/27;;y3I3I3OR/P/P ),/27;;y3I3I3OR/P/P ),{{:..:07 J0G0G *-,0Z1O1O,P,PIj)E =  N N N O   O!'"4":;;>RR s&7A! A!riQ_JOURNAL_RETRY_LOCKSrct5tt|t jcdddS#1swxYwYdSr)_JOURNAL_RETRY_LOCKS_GUARDr setdefaultrr<Lockrs r*_journal_retry_lock_for_sidr bs #KK#..s3xx9I9IJJKKKKKKKKKKKKKKKKKKs9AAA)r*c|rtd||S|std|Std||}t||d<d|d<ttj|d <|S) zBuild an interrupted-turn marker, arming the lazy-retry hook when visible output was not recovered yet but a stream id is available.Trrr*F)rr*)rrr*_journal_retry_stream_idr_journal_retry_attempts_journal_retry_first_seen_ts)rrrr)rrr*rs r*&_build_recovery_marker_with_retry_hookrgs  +!1     +"1    *-F *-YF %&()F $%-0-=-=F )* Mr3ct|ddpg}t|D]a}t|ts|drdS|ddkr|dsdSbdS) zCheap short-circuit: scan from the tail until the most recent normal assistant turn. Any `_pending_journal_recovery` flag found before then means a retry is queued. rNrTrrrF)rrrrrR)rrrKs r*"_session_has_pending_journal_retryrs w D117RH!!#t$$   77. / / 44 776??k ) )#''(2C2C )55 5r3rc|dd|dd|dd|dddS)Nrr r rpop)rs r*_strip_journal_retry_metars\ JJ*D111 JJ)4000 JJ($/// JJ-t44444r3 marker_idxc|j}|dks|t|krdS||dzd}|sdSd|D}|sdSd|D}||}|d||z|gz|z}|dz}|} | |z } |jpgD]f} t| ts| d} t| t r$| |kr| |t|zkr| | z| d<g||_dS)zMove `_recovered_from_run_journal=True` rows appended *after* ``marker_idx`` to sit immediately above the marker so chronological order is preserved (journaled output happened during the turn, marker annotates its end). rNrcfg|].}t|t|d,|/SrrrrRrgms r*rmz6_reorder_journal_tail_above_marker..sM a  #$55)F#G#G r3cfg|].}t|tr|d,|/Srrrs r*rmz6_reorder_journal_tail_above_marker..sM   1d## ().K(L(L     r3r)rrr%rrrRr) rrrtail journaledrestr new_messagesold_journaled_idx_basenew_journaled_idx_baseshiftrrs r*"_reorder_journal_tail_above_markerr%s| HA~~s8}}44 JN$$ %D I      Dj !F*   (   (!^' "%; ;E'-299 )T**  mm/00 c3   9C+A$A$A03y>>AAA-05[I) *#Gr3ctt|ddpd}t|}|dstd|dS t |d|t5t ||urt |ddddS#1swxYwYS#|t5t ||urt |ddddw#1swxYwYwxYw)Nr@rFblockingz1lazy journal-retry already running for session %sTpreserve_arriving_budget) rrr acquirer#r$ _retry_journal_recovery_in_placereleaserrrRr)rrlocks r*$_try_retry_journal_recovery_in_placer/s gg|R006B 7 7C &s + +D <<< ' ' H#NNNu4/ d     ' 4 4#'',,44$((d333 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4  ' 4 4#'',,44$((d333 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4sB$C8CC C E ;8D?3 E ?E E E E r)r*c  |jpg}tt|dz ddD]}||}t|ts!|ddkr-|ds|dsdS|dd kr|ds|d }|d pd }t |d pd }tj}|tkp|o|t|z tk} |spt|d<t| | dn<#t$r/tdt#|dddYnwxYwdS| rpt|d<t| | dn<#t$r/tdt#|dddYnwxYwdSt|j} t%||d} | rt&|d<t|| } t)|| | dn<#t$r/tdt#|dddYnwxYwtdt#|dd||dS|r>t-||r.tdt#|dd|dS|dz} | tkrt|d<t|n| |d < | dn<#t$r/tdt#|dddYnwxYwdSdS#t$r.tdt#|ddYdSwxYw)uRe-attempt run-journal recovery for the most recent pending marker. Returns True if the marker was promoted to the recovered-output wording. Never raises — caller is best-effort. rrrrrrFrrr rrr rrMz2save() failed while demoting marker for session %sr@rTr/rz3save() failed while promoting marker for session %szQSession %s: lazy journal-recovery promoted marker for stream %s after %d attemptszISession %s: journal for stream %s still arriving; preserving retry budgetz9save() failed while updating retry counter for session %sz6_retry_journal_recovery_in_place failed for session %s)rrangerrrrRrr_JOURNAL_RETRY_MAX_ATTEMPTSr_JOURNAL_RETRY_GIVEUP_SECONDS_INTERRUPTED_NEUTRAL_WORDINGrr`r'r#r$rr_INTERRUPTED_RECOVERED_WORDINGr%infor exception)rr*rrrKr first_seenattemptsnowgive_uptail_len_beforeokrK next_attemptss r*r,r,so#)rX*B33f f C3-Cc4(( wwv+--cggh6G6G-GG$?@@.uu=00GG7881 :;;I!?@@EAJ377#<==BCCH)++C77PeJ///2OO  !=I)#...LL%L8888 LLLs;;!%! uu !=I)#...LL%L8888 LLLs;;!%! uu!'"233O1DB !?I)#...$27C@@@LL%L8888 LLMs;;!%!  2G\377 tt( .w BB  .G\377  uu$qLM ;;;!=I)#....1>-.  e 4444    OG\377!  55u  D G\3 / /   uu sBOCO)F?O6F96O8F99O?OG21O26H+(O*H++O1AOJO6KOK0O>O/O7N O6OOOO4PPT)require_stream_deadrMc |j}|jsdS|&|j|krdS|r|jtvrdSt |jdkrdt|jpd}d}|r|jr|jd}t|trh| ddkrOdt| d pd} | |k}ttj } t|jttfr|jdkrt|j} |st!|| n9d|jd d } |jrt%|j| d <t'|| t)||p|j} |p|j} |j}d|_d|_g|_d|_|jt-| | |||t0d|d S|rlt7|d5}t9j|}dddn #1swxYwY| dg}|r|p|j} ||_| dg|_dD].}| |t?||||/tA|j}d}|rv|jrotC|jD]Z}t|trC| ddkr*tA| d } | |k}n[|r|stE|| rqttj } t|jttfr|jdkrt|j} t!|| t)|| d } |j}d|_d|_g|_d|_| r*|jtGd | |||t0d|t || rdndd S|jrqttj } t|jttfr|jdkrt|j} t!|| t)||p|j} |p|j} |j}d|_d|_g|_d|_|jt-| | |||t0d|d S)u0Inner repair logic. Must be called with the per-session lock already held. Re-checks session state under the lock, then either syncs messages from the core transcript (if present and non-empty) or restores the pending user message as a recovered user turn and appends an error marker. stream_id_for_recheck: when provided, repair bails if session.active_stream_id changed (e.g. context compression rotated it). The cache-miss repair path also requires the stream to be absent from active streams; the streaming thread's final fallback passes require_stream_dead=False because it runs before its own stream is removed from STREAMS. Returns True if repair was applied, False if the re-check bailed out. Must never raise — caller is responsible for exception handling. FNrrrrrrrrT)rrrrr r1zPSession %s: recovered pending user turn (messages non-empty), added error markerr^r_rr%)rrr(rz5Session %s: synced %d messages from core transcript%sz and recovered journaled outputz8Session %s: no core transcript found, added error marker)$r@rrrrrrrrrrrRrrr*rrrr|rrr~rr`r#r7r9rrr{r%setattrrrrr)r core_pathstream_id_for_recheckr@rMr _pending_text_already_checkpointed _last_msg _last_text _recovered_tsrr _stream_id_pending_started_atrcore core_messagesfields r* _apply_core_sync_or_error_markerrOTs.  C  'u(  #'< < <5  7#;?Q?S?S#S#S5  7 !!W%A%GR!H!H!N!N!P!PQQ %  DW- D(,I)T** Dy}}V/D/D/N/N XXc)-- *B*B*Hb&I&I&O&O&Q&QRR (2m(C%DIKK(( g03, ? ? $ LL*:L ; ; ; KKGM""5EM112     4#IDIKK(( g03, ? ? .Ns(TT1!FFTTTTTTr3sessionssession_rBr'zE_repair_stale_pending: lock contended, skipping repair for session %si,z.1frTzD_repair_stale_pending firing: session=%s stream_id=%s pending_age=%s)rDz+_repair_stale_pending failed for session %s)rrrrrrrr#_REPAIR_STALE_PENDING_GRACE_SECONDSr#r$r@rhrr'rr+warningrOr-r'r8) r_seen_stream_id_started_ager profile_homerCr._DIAG_WARN_WINDOW_SECONDS_age_str_logs r*_repair_stale_pendingr_"sp".O  (""4"6"666u w 4d;;H 9;;x0DD:&   <>>>H%),E%E%E6>>6=A>*A G AF<'G<GG%G>=G>ct|tsdSt|D]}t|}|r |dkr|cSdS)Nrrrr|rrrrrs r*_last_non_tool_rolercws\ h % %rH%%W%%  DFNNKKK 2r3ct|tsdSt|D]}t|}|r |dkr|cSdS)Nrrarbs r*_last_non_tool_messageres\ h % %tH%%W%%  DFNNNNN 4r3ct|tsdS|d}t|tr|St|trg}|D]}t|tr||-t|trCt|dtr||dd|SdS)Nrrr)rrrRrr|r~r)rrpartsitems r*_message_content_textris gt $ $rkk)$$G'3'4   + +D$$$ + T""""D$'' +Jtxx7G7G,M,M + T&\***wwu~~ 2r3c|dSt|ddst|ddrdStt|ddpgdkS)NFrrrr)rrc)cacheds r*%_inactive_cache_tail_needs_disk_checkrls_ ~uv)400GFDZ\`4a4au wvz4@@FB G G6 QQr3c||dSt|ddst|ddrdSt|ddpg}t|ddpg}t|t|krdSt|dkrdSt|dkrdSt|}d}t |D]}t |dkr|}n|dSt |t |kS)aReturn True when an inactive cached session has an unsaved user tail. A completed turn is saved to the sidecar before the browser reloads it. In rare compaction/reconnect paths the in-process cache can retain a recovered or optimistic user row after the saved assistant tail even though the row was never persisted. If /api/session serves that cache entry, the visible transcript appears to end on the old prompt and the saved assistant answer looks missing until a fork/reload resets the cache. NFrrrrr)rrrcrerrri)rk disk_sessioncached_messages disk_messages cached_tailprevious_disk_userrs r*"_cache_has_stale_unsaved_user_tailrss7~-uv)400GFDZ\`4a4aufj$77=2OL*d;;ArM ?s=1111u?++v55u=))[88u(99KM**  ! !V + +!(  E ,!u ! - -1FGY1Z1Z ZZr3c4t5tj|}|tj|dddn #1swxYwY||st |r t |}t||r?t5|t|<tj|dddn #1swxYwY|}n-#t$r t d|dYnwxYw|sMt|r> t|n-#t$r t d|dYnwxYw|S|rt |}|r|Snt |}|rt5|t|<tj|tttkr2tjdtttk2dddn #1swxYwY|s t#|}|sMt|r> t|n-#t$r t d|dYnwxYw|st|jd krm|jrf|jr_|jt+vrJt5tj||urtj|ddddn #1swxYwYn#t$rYnwxYw|St/|) ayLoad a session, optionally with metadata only (skipping the messages array). Metadata-only loads intentionally do not populate the full-session cache. Otherwise a later full load could return a compact object with an empty messages list. Use this when you only need compact() metadata and not the actual message history (e.g., for fast sidebar switching). Nz2stale cached user-tail check failed for session %sTr/z5lazy journal-retry failed on cache hit for session %sFlastz5lazy journal-retry failed on cold load for session %sr)r rrR move_to_endrlrzr{rsr'r#r$rr/rurrpopitemr_rrrrrKeyError)r metadata_onlyrkrnrTrepaireds r* get_sessionr|s &&c""     % % %&&&&&&&&&&&&&&& !Fv!N!N  &||C00 5flKK*22(4  ,S111222222222222222*F    H$   !CF!K!K  4V<<<<    K$     & &s + +  H  LL  "  - -HSM   % % %h--,.. e,,,,h--,.. - - - - - - - - - - - - - - -   033  $Fq$I$I>CB>C'C21C2D'EE A.HH  H  K94IK9'I.+K9-I..AK95,K-! K9-K11K94K15K99 LLctd}d} ddlm}t||dz }tj|}n#t $ri}YnwxYwt |tr|dini}t |tr| }nt |trnt|dpd }t|dpd pd}|p t|fS) z;Return the default model/provider configured for *profile*.rNrrz config.yamlr#rprovider) rrrr_load_yaml_config_filer'rrrRrrr)r' default_modeldefault_providerr config_path config_data model_cfgs r*_profile_default_model_statersKM<<<<<<66w??@@=P 1+>>  1;;0M0MU ,,,SUI)S!!P!)) It $ $PIMM)44:;;AACC y}}Z88>B??EEGGO4  9799;K KKs5< A  A c|$ ddlm}|}n#t$rd}YnwxYw|r|}|}nt|\}}|r|}t |t r|nd} | r.| r*| dr| dn|n|} t| p t||||d| r| dnd| r| dnd| r| dnd| r| dnd } t5| t| j <tj | j tttkr2tjd tttk2dddn #1swxYwY| r| | S) uCreate a new in-memory session. The session lives in the SESSIONS dict only — no disk write happens until the first message is appended (#1171 follow-up). This avoids the "ghost Untitled session on disk" pile-up that occurred when users clicked New Conversation, reloaded the page, or completed onboarding without ever sending a message. Subsequent code paths that populate state immediately (btw / background agent at api/routes.py) call ``s.save()`` themselves after setting title/messages, and ``_handle_chat_start`` saves the session as soon as the user actually sends a message — both are the natural first-write moments for a real session. Crash-safety: if the process exits between session creation and first message, the session is lost. Since it had no messages, there is nothing to lose. Worktree-backed sessions are the exception: they are saved immediately because creating the session also creates real filesystem state that must remain discoverable after restart. *profile* — when supplied by the caller (e.g. from the request body sent by the active browser tab), it is used directly so that concurrent clients on different profiles don't fight over a shared process-global. If not supplied, we fall back to the process-level active profile (the pre-#798 behaviour, preserved for calls that originate outside a request context). Nrget_active_profile_namerbranch repo_rootr&) r"r#r$r'r r)r9r:r;r<Fru)rrrrrrrRrzrr rr@rwrrrxr`) r"r#r'r$r  worktree_inforeffective_modeleffective_model_providerwtworkspace_pathrTs r* new_sessionr-s82  < < < < < <--//GG   GGG  6#1  4PQX4Y4Y11  6'5 $$]D99 CtBQSbLrvvf~~LbffVnnn99YbN 8$6$8$8/(*4bffVnnn,.8x(((D24>266+...$46@BFF<000D   A ))!"Q\***(mml**  % ( ( ( ((mml**)))))))))))))))    Hs $$A8FF!$F!rcft|dpd}|dp|d}|dks|drdSt|dr#t|d  Sd S) zJReturn True for internal/background sessions hidden from the default list.r@rrsourcecroncron_Tr_show_pre_compression_snapshotF)rrRrdr)rrrs r*_hide_from_default_sidebarrls gkk,''-2 . .C [[ & & ?'++h*?*?F 3>>'22t GKK2 3 344G $DEEFFFF 5r3cdD]K} t||pd}n#ttf$rd}YnwxYw|dkr|cSLdS)N)rLactual_message_countr)rrRrr)rrWrs r*_sidebar_message_countrws{8  C((-A..EE:&   EEE  199LLL  1s$+AAsessions_by_idcDt|dpd}|}|d}|h}|r_||vr[||vrWt|}||||id}|r||vr||vW|S)Nr@rr)rrRadd)rrrrootparentseens r*_sidebar_lineage_root_idrs gkk,''-2 . .C D [[, - -F 5D GV4''Fn,D,D6{{ ##D"--112EFF GV4''Fn,D,D Kr3ct|dp)|dp|dS)Nrrzr)rrRrs r*_has_live_sidebar_statersN  &'' / ;;1 2 2 / ;;- . .  r3rTc2d|D}i}|D]}t|dpd}|dp|d}|dks|drlt||}||g|t }t }|D]} d| D} d | D} | r| std | Dr9td | D} t| d } t| | krx| t| d| d| D|s|s|Sg}|D]X}t|dpd}||vr+||vrt|}d|d<||Y|S)aExpose a hidden snapshot when it is the fuller transcript for a lineage. Pre-compression snapshots are normally hidden so archived compression segments do not duplicate the current continuation in the sidebar. If a snapshot row has more messages than the visible continuation for the same lineage, hiding it makes the conversation look truncated. In that case, show the fuller snapshot and suppress the shorter inactive continuation. c~i|]:}|dt|d|;SrjrRrrgrs r*rqz8_prefer_fuller_snapshots_for_sidebar..sP  ;;| $ $ GKK % %&&r3r@rrrrrc<g|]}|d|SrrQrs r*rmz8_prefer_fuller_snapshots_for_sidebar..s*___ww{{C]7^7^_7___r3c<g|]}|d|SrrQrs r*rmz8_prefer_fuller_snapshots_for_sidebar..s*]]]W[[A[5\5\]W]]]r3c34K|]}t|VdSr)rrs r*rfz7_prefer_fuller_snapshots_for_sidebar..s+GGG&w//GGGGGGr3c34K|]}t|VdSr)rrs r*rfz7_prefer_fuller_snapshots_for_sidebar..s+ X XW!7!@!@ X X X X X Xr3c>t|t|fSr)rrrs r*rUz6_prefer_fuller_snapshots_for_sidebar..s!7!@!@BYZaBbBb cr3rWc3K|];}|dt|dV.s\( ( {{<(((  L)) * *( ( ( ( ( ( r3Tr)rrRrdrrr~rCr}anyrHrrrr)rTrgroupsrrrrsnapshot_ids_to_showcontinuation_ids_to_hidegroupvisible snapshotsbest_visible_count best_snapshotrs r*$_prefer_fuller_snapshots_for_sidebarrsN %'F44'++l++1r22\**Cgkk(.C.C V  s~~g66  '@@$##**73333%(UU),  __%___]]E]]]  i   GGwGGG G G   X XPW X X XXX cc    "- 0 04F F F   ]%6%6|%D%D!E!EFFF ''( ( "( ( (     (@ C'++l++1r22 * * *  & & &7mmG8.s= O O O!155;N;N OS|$$ % % O O Or3Nr@_state_db_titler  display_title)rrr'rRrrrr)rTmetadatarrrstate_db_titler s r* _enrich_sidebar_lineage_metadatars 0 ! # # O Ox O O O    : :kk,'' (??#''E"YY'8$??N NN5 ! ! !KK((E :"e++3E::,.<)*+9( : :s &) 77c\|) ||dS#t$rYdSwxYwdSr)stager')diagr%s r* _diag_stager sO   JJt         DD s  ))cb t|dt t|dtjst|dt tjr t|dt jtjd}t|dt5ttj  dddn #1swxYwY dtj d D n#t$rd YnwxYw fd |D}g}t|D]t\} d vrkt|d t  d }|r,|||<||u|rL t|dt+|n*#t$rt,dYnwxYwt|d|D]( t1 d  d<)t|dd|D}t5tjD]! d | j<" dddn #1swxYwYt|dt7|dd}d|D}t9|}d|D}t;||D] dsd d<t|dt=||S#t$rt,d YnwxYwt|d!g}tj d D]}|j d"r t |j! r| U#t$rt,d#|Y|wxYwt|d$tjD]2 tE fd%|Dr| 3t|d&|#d'd fd(|D}t9|}d)|D}t;||D] dsd d<t|dt=||S)*Nzall_sessions.active_streamszall_sessions.index_existsz all_sessions.start_index_rebuildzall_sessions.read_indexr^r_zall_sessions.prune_indexcPh|]#}|jd|j$Srbrcrfs r*rhzall_sessions.. s@!!!6,,S11!F!!!r3rJcg|]x}t|dpdvsN&t|dpdvs&Rt|dv|yS)r@rN)rE)rrRrF)rgrTrE persisted_idss r*rmz all_sessions..$ s   l++1r22mCC%1l 3 3 9r::mKK&-/l0C0CS`aaa..--r3rzall_sessions.backfill_loadr@zall_sessions.backfill_writer-z*Failed to persist last_message_at backfillzall_sessions.mark_streamingrr{zall_sessions.overlay_lockc i|] }|d| Srjr2rps r*rqz all_sessions..H s;;;<!;;;r3Tr}rzall_sessions.sort_filtercL|ddt|fSNr F)rRrrSs r*rUzall_sessions..P s#quuXu?U?UWnopWqWq>rr3rVcg|]w}|dddkrY|dddkr?|ds*|ds|du|xS)r r rLrrrzr9rQrps r*rmz all_sessions..\ sAgz**j88EE/1--2201138993o..3222r3c0g|]}t||Sr2rrps r*rmz all_sessions..d s&MMMA/I!/L/LMaMMMr3r'rzall_sessions.lineage_metadataz7Failed to load session index, falling back to full scanzall_sessions.full_scanrKrMzall_sessions.full_scan_overlayc38K|]}j|jkVdSrrj)rgxrTs r*rfzall_sessions..| s,99q|q|+999999r3z"all_sessions.full_scan_sort_filtercBt|ddt|fSr)rrrSs r*rUzall_sessions..~ s!GAx779PQR9S9STr3cg|][}|jdkr7t|jdkr|js|jst |ddD|d\S)r rr9NTr)r rrrrrro)rgrTrs r*rmz all_sessions.. sWX :  OOq " !& !?D11 !ii@QiRR r3c0g|]}t||Sr2rrps r*rmz all_sessions.. s& E E EA'A!'D'D Ea E E Er3)$rrrr9r?rrrr rCrrDrrr'rrzr{rRror~r1r#r$rr}r@sortedrrrr%rdrerhr) rindex backfilledrfull index_mapresultrr)rrErrTs @@@@r* all_sessionsr s3444*,,1222  $ & &.D<===+--- ""ZTY T 7 8 8 8J1;WMMMNNE 8 9 9 9 5 5 #HMOO 4 4  5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 %!!(-h77!!!  % % % $  %         EJ!%(( 0 01$A--&BCCC"<<l(;(;<>a"))$/// OO&CDDD(<<<<< OOOLL!MNNNNNO ; < < <  $9EE,--%%%.!! 9 : : :;;U;;;I  !**A./ii(,*;/8//Ial++                8 9 9 9I,,..4r4r}ABBBFF:&AAFMMMMMF )& 1 1 1 - -uuY''-#,AiL = > > > ,V 4 4 4M T T T LLR S S S S S T./// C  h ' '>> 6  S ! !+8 > QV$$A #**Q--- > > > LL91 = = = = = >6777 _  II 9999S999 9 9H3::a===:;;;HHTT^bHccc\_F2& 9 9F E E E E EF!&))) %%uuY %$AiL5666$V,,, Ms9AM+!C4( M+4C88M+;C8<M+DM+ D.+M+-D..BM+ G*)M+*$HM+HA!M+26J5) M+5J99M+<J9=B-M++$NN6P%P87P8r fallbackc4|D]}|ddkry|dd}t|trdd|D}t |}|r |ddcS|S) z3Derive a session title from the first user message.rrrrrc3K|]H}t|t|ddk0|ddVIdS)rrrNrrfs r*rfztitle_from.. sZmm1Z4=P=PmUVUZUZ[aUbUbflUlUlQUU62..UlUlUlUlmmr3N@)rRrr|rrr)rrrrrs r* title_fromr s !! 55==F " "i$$A!T"" nHHmmmmmmmq66<<>>D !CRCy   Or3projectscd|D}|sdSi}tjr tjtjd}d|D}|D]L}|d}||vr1|dr|||dMn*#t$rt dYnwxYwd}|D]2}||dd } | |d<d }3|S) uTag any legacy untagged projects (`profile` missing) with a sensible default. Strategy: 1. For each untagged project, look at the sessions assigned to it via the session index. If any session carries a profile, take that profile. Most installs are single-profile so this picks up the right answer for everyone. 2. Otherwise default to 'default'. Returns True if any project was mutated. Safe to call repeatedly — once every project is tagged, this is a no-op. Runs at most once per process (cached via the module-level _projects_migrated flag) but the result is persisted so it's a one-time write. c<g|]}|d|Sr'rQrfs r*rmz8_backfill_project_profiles_if_needed.. s)<<. s-UUU|ATATUAlOUUUr3r r'z9Failed to read session index for project profile backfillrT) rr9rrrrRrr'r#r$) runtaggedsession_profile_by_projectr untagged_idsrkpidmutatedr)inferreds r*$_backfill_project_profiles_if_neededr sZ=<8<<N>Nv>V>V '&& ' 'AuuV}} 111!%% :J:J1%) h'''&&'*Z\\%crc* $%)++       h=s&AE>?!E>-AE>A"E>>FFrc^|dkrdSt|pd}|dS)z4Return True if a session originates from a cron job.rTrr)rrd)r@rrs r*is_cron_sessionr 0 s6Vt jB  C >>' " ""r3rr#c zt||t|||||| }|d|S)zCreate a new WebUI session populated with CLI/agent messages. Preserve parent_session_id from state.db so imported continuation segments keep their lineage in the WebUI store and sidebar instead of reappearing as detached orphan chats. ) r@r r"r#rr'r&rPrFr1)rzrr`) r@r rr#r'r&rPrrTs r*import_cli_sessionr 9 sT $&&+   AFFEF""" Hr3 claude_codez Claude Codeiii@ ctjd}|r!t|StjdrdStjdz dz S)zOResolve the Claude Code projects directory without touching real home in tests. HERMES_WEBUI_CLAUDE_PROJECTS_DIRHERMES_WEBUI_TEST_STATE_DIRNz.clauder)rurrr home)overrides r*!_default_claude_code_projects_dirrb s`y;<+>D" t99D5| dp)|dp|d}|(||nt!||}||nt#||}| |d}|||d<||wdddn #1swxYwYn#t $r gdddfcYSwxYw||||fS)Nrr^r)r`errorsrr rPrrrrrhumanr>rrsystemrrrr&)rr)rrrrrr'rrrRrrrr|rr%r"minrHr~)rr(r summary_titlefirst_tslast_tsfhlinerrrecordsrecordrKrrrrhs r*_parse_claude_code_jsonlr6 s:HMHG1$ YYsWYY ? ?. *2- *- *x==L00Ezz||*T**CC H!#t,,$G!ggi00DCGGG4D4DG!'3//GGMMOOG(+(A(A#2#(F 1;CGGJS>SUY3Z3Zf&**Y///`fCswwvp&**V2D2DpPVp[^[b[bci[j[jpnpqqwwyyBBDw%#JJJ 7i[^N^N^ 8J8J8JdjdndnoxdydyzzG"==??! 5 ,,1!::k22177;//177<00 B ~)1)922s8R?P?P(/""S"=M=M$(W==D~,.[)OOD))))]. *. *. *. *. *. *. *. *. *. *. *. *. *. *. *^ $$$4t####$ ]Hg 55sYN43N(A+*N(+ A85N(7A88L$N( N4(N,,N4/N,0N44OO max_filesmax_file_bytes projects_dirr8r9c#|K|!t|n t}|dS |rdS|d}|r|sdSd}t|dD]}||krdS |s|s5t|dD]}||krdS|s1| r|j dkrR | j |krqn#t$rY~wxYw|dz }|V#t$rYwxYwdS#t$rYdSwxYw) NFstrictrc|jSrr%r)s r*rUz/_iter_claude_code_jsonl_files.. sr3rc|jSrr?r@s r*rUz/_iter_claude_code_jsonl_files.. sr3z.jsonlr)rr r is_symlinkr!r9is_dirriterdiris_filesuffixrr rr&)r:r8r9ryielded project_dirrs r*_iter_claude_code_jsonl_filesrI s%.:.F4   ( ( * * *LmLoLoD | ??    F||5|)){{}} DKKMM  F!$,,..6F6FGGG  K)## ))++;3E3E3G3G";#6#6#8#8>N>NOOO  D)++((! !$+BSBSBUBUYaBaBa !99;;.??$@"!!! !qLGJJJJ     %  ( s~F->F-/F-(F)F-*-FF-AF!F>F F  F F  FF- F(%F-'F((F-- F;:F;rr/c|r|S|D]r}|ddkrWdt|dpd}|r |ddcSsdS)Nrrrrrr+zClaude Code Session)rRrrr)rr/rKrs r*_claude_code_titlerK s!! 776??f $ $88C 2 2 8b99??AABBD !CRCy   r3c xg}t|||pgD] }t|\}}}}|st|} |id| dt ||dt t dddt|d|p|p|j d |p|p|j d |p|p|j d d d d dddddtdtdddtddddi | dd|S)aSRead Claude Code JSONL sessions as read-only external-agent rows. The bridge is additive and defensive: it skips symlinks, oversized files, malformed lines, and per-file errors rather than crashing WebUI session listing. Tests pass ``projects_dir`` fixtures so Michael's real ~/.claude is never read during test runs. r7r@r r"r#z claude-coderLr&rPrr Fr r Nr'rrrexternal_agentrrTrcZ|dp|dpdS)NrrPrrQrSs r*rUz*get_claude_code_sessions..) s*&7 8 8 TAEE,>/222 3 3 -l;;Ar "4 ( (C / / 8PQU8V8V5.)X Ir3cxt5tddddS#1swxYwYdSr)_CLI_SESSIONS_CACHE_LOCK_CLI_SESSIONS_CACHEclearr2r3r*clear_cli_sessions_cacherZ: s~ !$$!!###$$$$$$$$$$$$$$$$$$s /33c*tj|Sr)copydeepcopy)rTs r*_copy_cli_sessionsr^? s = " ""r3cx tdttS#ttf$rYdSwxYw)Nrr)rHr_CLI_SESSIONS_CACHE_TTL_SECONDSrrr2r3r*_cli_sessions_cache_ttl_secondsraC sG3=>>??? z "sss !$99c|dS tt|dS#t$rt|cYSwxYw)NFr<)rrr r!r')rs r*_path_cache_keyrcJ so |t4::((**22%2@@AAA 4yysAAA$#A$c|dS t|}|j|jfS#t$rYdSwxYwr)rr st_mtime_nsrr&)rsts r*_path_stat_cache_keyrgS sW |t $ZZ__   ++ tts.5 AAdb_pathct|tt|dtt|dfS)zAReturn a cheap invalidation key for a SQLite DB and WAL sidecars.z-walz-shm)rgr)rhs r*_sqlite_file_stat_cache_keyrj] sQ W%%TW"2"2"23344TW"2"2"23344 r3c  ddlm}t|}nk#t $r^tt jdttdz }YnwxYw ddlm }|}n#t $rd}YnwxYw|dz }t}t|t|pdt|t|t|t|ttf}||||fS)Nrrrrrrr)rrrr r!r'rurrrrrrjrcrgr)rrr cli_profilerhr: cache_keys r*_resolve_cli_sessions_contextrnf swc777777113344??AAIIKK ccc29]Cy8H4I4IJJKKVVXX``bb c888888--//  J&G466L K K 2 G #G,, %%\**/00I i 77s%AAA%B,+B,0C CCrc g} |tn,#t$rtddYnwxYw|s|Sdgfd}t |ttdD]}|d}|dp|d}|}|d pd } |d } | s| d kr|d r| d} t| dkr| d} |d z dz } | rvddl }| | }|dgD]4}|d| kr|dp| } n5n#t$rYnwxYw t|}|rt#|d dr|j} n#t$rYnwxYw| p| d}|id|d |dt)t+d|dpdd|dp |dpdd|dd|ddddd t-|| r |ndd!|d"| d#|d#d$|d$d%|d%p|d&d'|d'd(|d(id)|d)d*|d*d+|d+d,|d,d-|d-d.|d.d/|d/d0|d0d1|d1d2|d2d|dd3|d4d5|d5d6|d6d7|d7d8d|S)9NzClaude Code session scan failedTr/cFdtd<dSr)r)_cron_pid_cachesr* _cron_pidz._load_cli_sessions_uncached.._cron_pid s) 1  %!4!6!6OA q!!r3)rlogexclude_sourcesid last_activity started_atrclir rrrKrz jobs.jsonrjobsr%z Sessionr@r"r#rLrr&rPr Fr r r'rruser_idchat_idorigin_chat_id chat_type thread_id session_keyplatformrrr parent_title parent_sourcerelationship_type_parent_lineage_root_id end_reasonryactual_user_message_count_lineage_root_id_lineage_tip_id_compression_segment_countr)extendrPr'r#r$r9rCLI_VISIBLE_SESSION_LIMITrdrrrrrrRrzrurr r~rrr )rrh _cli_profile cli_sessionsrrrowrraw_tsr'_source_titlerg_job_id _jobs_path_json _jobs_data_j _webui_meta_display_titlerqs @r*_load_cli_sessions_uncachedr sLG4667777 GGG 6 FFFFFG >>   fO""""" 2'  L L  $i_%:\):h-(5W 'V++w0G0G+IIcNNE5zzQ( !,v!5 !CJ!((**&,,,,%*[[1E1E1G1G%H%H ",.."<"<&&B!vvd||w66)+)A6 % 7!D  !44S99K +w{GTBB +$*    D ?gmmoo#?#?#?" #" ^"  /1122"  S\)T " S1US9O5PUTU " #l+ "  &"  e"  "  g)F)FP))+++D"  w"  '"  #'',//"  swwy))"  swwy))FSWW5E-F-F" --!" " --#" " $ 377=11%" &  ++'" ( cgg&677)" * CGGN33+" , ) sww'899?" @ )#''2N*O*OA" B dC" " " " " " H s4!'&AA BF F+*F+/4G$$ G10G1ct\}}}}t}tj}|dkr t5t |}|rA|\}}||krt|cdddSt |d t|||} nA#t$r4} t d|| gcYd} ~ cdddSd} ~ wwxYwtj|zt| ft |<t| cdddS#1swxYwY t|||S#t$r(} t d|| gcYd} ~ Sd} ~ wwxYw)aRead CLI sessions from the agent's SQLite store and return them as dicts in a format the WebUI sidebar can render alongside local sessions. Returns empty list if the SQLite DB is missing or any error occurs -- the bridge is purely additive and never crashes the WebUI. rNuDget_cli_sessions() failed — check state.db schema or path (%s): %s) rnrar monotonicrWrXrRr^rrr'r#rW) rrhrlrmttlr;rk expires_atcached_sessionsrT_cli_errs r*get_cli_sessionsr s=4Q3R3R0K+y ) + +C .  C Qww % 0 0(,,Y77F 9.4+ O##-o>>  0 0 0 0 0 0 0 0 $'' 4888 6{G[YY   ZX  0 0 0 0 0 0 0 0   3&"8,,.  *&h//' 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0**;MMM  R X    sf6D=D="B43D=4 C2>C-C2D=-C22>D==EE E F $FF F ct|ts|S|}|sdS tj|S#t $r|cYSwxYwr)rrrrrr'r!s r*_json_loads_if_stringr sl eS ! ! ;;==D tz$  sA AA)stitch_continuationsr'rc  ddl}n#t$rgcYSwxYwt|tr7|r5t |dz }|st }nt }|sgS t|t|5}|j |_ | }| dd| Dhd}|sgcdddSgd}dvrdgng} | gd zfd |Dz} t|g} |r| d d | D} hd | rp| d|fi} |}|r@t!|| t|d<t|d}|h}t#dD]}| |}|r|dnd}|r||vrn| d|f|}|snt!|}|| t|d<t'||snT| dt|dt|d}||dd| D}| dd| d|d| g}| D]}|d|d|dd }|D]>}||vr||}|dvr&|dvrt1|}|||<?|ddkr5|dr |ds |d|d<|| dddn #1swxYwYn#t4$rgcYSwxYw|S)a$Read messages for a Hermes session from state.db. When *profile* is supplied, reads from that profile's state.db; otherwise falls back to the active profile's state.db. This generic reader works for any session source, including WebUI-origin sessions that were later updated through another Hermes surface such as the Gateway API Server. When ``stitch_continuations`` is true it preserves the historical CLI/external-agent behavior of walking compatible compression/close parent segments before reading messages. rNrPRAGMA table_info(messages)c8h|]}t|dSr?rrgrs r*rhz0get_state_db_session_messages..B $DDDcS[))DDDr3>rrr) tool_call_idr% tool_namerreasoning_detailscodex_reasoning_itemsreasoning_contentcodex_message_itemsru)rrrcg|]}|v| Sr2r2)rgr availables r*rmz1get_state_db_session_messages..Q s%CjCjCj![\`i[i[iA[i[i[ir3zPRAGMA table_info(sessions)c8h|]}t|dSr?rrs r*rhz0get_state_db_session_messages..V s$KKKSCK 0 0KKKr3>rrrwrz SELECT id, source, started_at, parent_session_id, ended_at, end_reason FROM sessions WHERE id = ? rrz SELECT id, source, started_at, parent_session_id, ended_at, end_reason FROM sessions WHERE id = ? z, c3K|]}dVdS)rNr2)rgrKs r*rfz0get_state_db_session_messages..~ s"$@$@QS$@$@$@$@$@$@r3z SELECT zP, session_id FROM messages WHERE session_id IN (z=) ORDER BY timestamp ASC, id ASC rrrNr>r%rrrrrr%)sqlite3rrrrr9rrconnectRow row_factorycursorexecutefetchallrpfetchonerr2rRrinsertrrrDrr~r')rrr'rrhconncurrequiredoptionalid_colselected session_chain session_cols rows_by_idr current_idrrKcurrent parent_id parent_row parent_dict placeholdersmsgsrKcolrrs @r*get_state_db_session_messagesr$ s  '3*G*#G,,z9~~ .+--G')) >>   \ W__S\\22 3 3Y !t&{D ++--C KK5 6 6 6DDS\\^^DDDI777H$$Y// Y !Y !Y !Y !Y !Y !Y !Y !   H $y00dVVbF @ @ @@CjCjCjCjxCjCjCjjH XXJM#( 1 9:::KKCLLNNKKK NNNWWXdee%1KK  "$J,,..C159#YY 3s4y>>2%(T^^ *|!&r11A&0nnZ&@&@GLS(] 4G(H(H(HY]I#,& T0A0A %KK!$ "+ *-J#-& %*.z*:*:K@KJs:d+;'<'<=#;K#Q#Q& %)00C 48H4I4IJJJ),Z-=)>)>J HHZ000099$@$@-$@$@$@@@L KK (++'3     D||~~ ! !K"9~!$[!1 $%%C#((**,, HE ** qqq 5e < <$CHH776??f,,1E1E,cggV\oo,"%k"2CK C    # !QY !Y !Y !Y !Y !Y !Y !Y !Y !Y !Y !Y !Y !Y !Y !t   KsP  /Q#:A.Q( Q#5LQ Q#QQ#QQ## Q21Q2rc ddl}n#t$rdddcYSwxYwt|tr7|r5t |dz }|st }nt }|r|sdddS t|t|5}|j |_ | }| dd| D}d|vrdddcdddSd |vr| d t|f|}|sdddcdddStdt!|d pd|d t#|d pdnddcdddS| d t|f|}|r%tdt!|d pdndddcdddS#1swxYwYdS#t$$rdddcYSwxYw)zHReturn a cheap message count/timestamp summary for one state.db session.rNr)rLrrrc8h|]}t|dSr?rrs r*rhz/get_state_db_session_summary.. rr3r@rzfSELECT COUNT(*) AS message_count, MAX(timestamp) AS last_message_at FROM messages WHERE session_id = ?rLrzCSELECT COUNT(*) AS message_count FROM messages WHERE session_id = ?)rrrrrr9rrrrrrrrrrHrrr')rr'rrhrrrrs r*get_state_db_session_summaryr sX< <<>M+1::i+D+D+H+Hr+R+R 5 5' ' = (8  & & &*:g*E*E!#34 4 4 4  :7CCMNB77;;]L\<]_abb  5^ 5 ^ + +~/N/N!#34 4 4 4 4r3c&t||duSr)r)rrs r*_has_visible_duplicater: s &{L A A MMr3sidecar_contextstate_messagescJt|pg}t|pg}|r|s|Sd|D}d|D}tt|t|}d}t|D]}d}||zt|krk|t|krX|||z||krC|dz }||zt|kr(|t|kr|||z||kC||kr|}|dkr|S|}|} |t|krU| t|krB|| ||kr|dz }| dz } |t|kr| t|kB|t|kr || dS||dS)a}Return only state.db rows that are newer than model-facing context. `context_messages` is the authoritative model-facing prefix. state.db may contain a mirrored copy of that prefix with fresh timestamps, especially for LCM/continuation sessions. Appending the whole state transcript to a clean sidecar context replays old context into the next runtime prompt. c,g|]}t|Sr2rrs r*rmz0state_db_delta_after_context..K s!MMM033MMMr3c,g|]}t|Sr2rrs r*rmz0state_db_delta_after_context..L s!JJJa.q11JJJr3rrrYN)r|r.rr2) rr sidecar_keys state_keys max_offsetbest_lenoffsetlength sidecar_index state_indexs r*state_db_delta_after_contextr> s?0b11O..B//N .MM_MMMLJJ>JJJJS&&J88JH ##   VOc,// / /Z((Vf_-F1CCC aKF VOc,// / /Z((Vf_-F1CCC H  H !|| MK #l++ + + c*oo0M0M k "l=&A A A Q Mq  #l++ + + c*oo0M0ML))))kll++ ()) $$r3r6sidecar_messagesct|pg}t|pg}td|i|s|S|sfd|DS|Sg}t}t}t}g}t}i} d} |D]} t| | nt| } t | } || |t | t| } || || | | ddz| | <| | | | t|}d}i}|D]} t| t | } t| } d}|t|kr&||}| |kst| |hrd}|dz }|r0t| ||}|||ddz||<  kr| |vr| 1/| kr)| |vrt| tr| dddks| |vrt| ||}|<||d}| |d}||kr |dz||<3| dd kr | | krK| dd kr|| |t | || | | |S) zHMerge sidecar/context and state.db messages without deleting local rows.rNcBg|]}t|xk|Sr)rG)rgrKrwatermark_timestamps r*rmz6merge_session_messages_append_only..~ sD"=c"B"BBYO!%888988r3rrFT)rr)r|rGrCrHrrrrrRr~rrrrrr)r rr6merged_messagesseen_message_keysseen_content_keysseen_visible_keyssidecar_visible_sequencesidecar_visible_keyssidecar_visible_countsmax_sidecar_timestamprKrWrsidecar_visible_lookupstate_replay_idxskipped_state_visible_countsreplays_sidecar_prefixexpected_visible_keymatched_visible_key skipped_count sidecar_countrr s @@r*"merge_session_messages_append_onlyrp sa,233..B//N5{DX6YZZ      *- O!55  $ $/44  1F1NIITWXmoxTyTy !(--c""":3??@@@2377 k***  ---.D.H.HVW.X.X[\.\{+ '' 444s####<=QRR#% E$E$/44 (--2377 !& c":;; ; ;#;EE & - - .2B .-N B *d;;Ar6ww VZ7[7[\\V.V5nnUU -$W.DdKK   r3ct|pdtdrt|St |dS)aRead messages for a single CLI/external-agent session. Preserve tool-call/result and reasoning metadata from the agent state.db so CLI-origin transcripts render with the same tool cards as WebUI-native sessions. When the requested session is the tip of a compression/CLI-close continuation chain, return the stitched full transcript across all segments in chronological order. Returns empty list on any error. rrKT)r)rrdrrUrrs r*get_cli_session_messagesr$sO 39"~~  $6!9!9!9::5/444 (4 H H HHr3sincec ddl}ddl}ddl} ddlm}t |}ng#t$rZt |j dttdz }YnwxYw|dz }| sdS t|t|5}|j|_|} | d|f| } dddn #1swxYwYn#t$rYdSwxYwd} d} d} | D]}|d pd }|d }|| t-|t.t0frt1|}nM|jt|d d }||krn#t$rYnwxYw|dkr| r| sn | r | r| dz } d} d} |dkr| rd} | r| r| dz } | S)aCount conversation rounds for a session from state.db. A "round" = one user message + one agent reply. Consecutive user messages are merged into a single round so that multi-part questions don't inflate the count. Parameters ---------- sid : str Gateway session ID (e.g. ``20260430_151231_7209a0``). since : float | None Unix timestamp. If provided, only messages **after** this timestamp are counted. Returns ------- int Number of complete conversation rounds. rNrrrrzPSELECT role, timestamp FROM messages WHERE session_id = ? ORDER BY timestamp ASCFrrrrrrrTr)rurrrrrr r!r'rrrr9rrrrrrrrrrrrr rr)rr%rurrrrrhrrrowsrounds seen_userseen_agent_after_userrrts_rawts_vals r*count_conversation_roundsr-sK(!           c777777113344??AAIIKK ccc929]Cy8H4I4IJJKKVVXX``bb cJ&G >>  q  W__S\\22 3 3 "t&{D ++--C KKb   <<>>D " " " " " " " " " " " " " " " qqFI!--F !r((**0022[!  !3 fsEl33""6]]FF&.<<F ++C::ikkU??#     6>> .!6 . .4 .! (-%II [  -(,%*!  Ms]AAA!B43B4/E&A E E&EE&!E"E&& E43E4>  u W__S\\22 3 3 $t++--C KKCcV L L L KK;cV D D D KKMMMrFsCAAA     -,,,,,......  8 $ $"%)9>++$IO%%,in.. $    *OOOO....&C&s+s+s+s+l#+#+#+#+#+#+L    +$ +4 + + + + HL#*PTW[P[(LLLqqq    888 %%%P&,+++w w w w w w w w r O$ O O O O<O $#) 6 N /  ', $*8.2HK8#  *****Tz *  ****ZS.s....>uT4Z7H(33QU:0! ... .. Tz .  ....bd t23:$J" [[[Tz[ [  [[[[x! )24d3 ./444+Y^--KSKY^KKKK JN*-* 64$5d5t5555)$C)$D)$)$)$)$X4T4444(&+yyy#y yyyy~w  www wwwwV')#RdRRRRjSc"RTRRRR#[#[#[#[#[LLLLL\LLLL*= = = = ~ D S     d DdO PS    Td<4:<$t*<<<<~++&4&D&&&&R'+&&&t&t&&&&Pcccc  #Y^%%,S,,,,^########           B#(-$(! '04$;0000,$,3,,,, $8#88888Ab767676476#76fklpqulvx{CyCEJMQEQSX[_S_m_g`76767676t ^sLf   s T0A X[ FI    F!d!C$J!3!!!!#YnGa###4#:+<#SV#AD#fj####L  s T8I UY    $$$$ ##$####S4Z 8 8 8FaTaDaSWaaaaH($((((V   HMVZvvvv_cvvvvr26,<,<,<$,<,<,<,<^       D     ;T;c;;;; E#E#EEEEdd T#e* T T T T TU#e*VZ]aVa0NNSZNDNNNN/%$/%/%QU/%/%/%/%l uuuuu  uuuur(-D $>BTk 0 IT I I I ISS3Sut|SsSSSSl "tr3