tj]dZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZmZddlmZddlmZmZmZmZmZmZddlmZddlmZdd lmZdd l m!Z!dd l"m#Z#m$Z$dd l%m&Z&dd l'm(Z(m)Z)ddl*m+Z+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1m2Z2m3Z3m4Z4ddl5m6Z6m7Z7m8Z8m9Z9m:Z:ddl;mm?Z?m@Z@ddlAmBZBejCeDZEdZFdZGdZHd.dZIeGd d!ZJGd"d#e7e:ZKed$%Gd&d'ZLGd(dZMGd)d*e#ZNGd+d,e6eKe:e8e:fZOgd-ZPdS)/z:Middleware that exposes a persistent shell tool to agents.) annotationsN) dataclassfield)Path) TYPE_CHECKING AnnotatedAnyLiteralcastoverload) ToolMessage)run_in_executor) ToolException)UntrackedValue) BaseModelmodel_validator)SkipJsonSchema) NotRequiredoverride)SHELL_TEMP_PREFIXBaseExecutionPolicyCodexSandboxExecutionPolicyDockerExecutionPolicyHostExecutionPolicy)PIIDetectionErrorPIIMatch RedactionRuleResolvedRedactionRule)AgentMiddleware AgentStateContextTPrivateStateAttr ResponseT) ToolRuntimetool)MappingSequence)Runtime__LC_SHELL_DONE__aGExecute a shell command inside a persistent session. Before running a command, confirm the working directory is correct (e.g., inspect with `ls` or `pwd`) and ensure any parent directories exist. Prefer absolute paths and quote paths containing spaces, such as `cd "/path/with spaces"`. Chain multiple commands with `&&` or `;` instead of embedding newlines. Avoid unnecessary `cd` usage unless explicitly required so the session remains stable. Outputs may be truncated when they become very large, and long running commands will be terminated once their configured timeout elapses.shellsession ShellSessiontempdir'tempfile.TemporaryDirectory[str] | NonetimeoutfloatreturnNonec&tjt5||dddn #1swxYwY|Htjt5|ddddS#1swxYwYdSdSN) contextlibsuppress Exceptionstopcleanup)r+r-r/s d/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain/agents/middleware/shell_tool.py_cleanup_resourcesr;Gs  Y ' ' W   + +   OO                     s!<AA"BB Bc^eZdZUdZded<ded<ded<edd Zd ed <ddZdS)_SessionResourcesz&Container for per-run shell resources.r,r+r.r-rpolicyF)initreprzweakref.finalize finalizerr1r2crtj|t|j|j|jj|_dSr4)weakreffinalizer;r+r-r>termination_timeoutrAselfs r: __post_init__z_SessionResources.__post_init__Zs2 )   L L K +   Nr1r2)__name__ __module__ __qualname____doc____annotations__rrArHrIr:r=r=Qst004444"'%U"?"?"?I????      rIr=ceZdZUdZded<dS)ShellToolStatezAgent state extension for tracking shell session resources. Type Parameters: ResponseT: The type of the structured response. Defaults to `Any`. zRNotRequired[Annotated[_SessionResources | None, UntrackedValue, PrivateStateAttr]]shell_session_resourcesNrKrLrMrNrOrPrIr:rRrRds4 rIrRT)frozencZeZdZUdZded<ded<ded<ded<ded <d ed <d ed <d S)CommandExecutionResultz)Structured result from command execution.stroutput int | None exit_codebool timed_outtruncated_by_linestruncated_by_bytesint total_lines total_bytesNrTrPrIr:rWrWpsf33KKKOOOrIrWceZdZdZd(d Zd)d Zd)dZd*dZd+dZd,dZ d-dZ d)dZ d.dZ d)dZ d/d0d#Zed1d&Zd'S)2r,zDPersistent shell session that supports sequential command execution. workspacerr>rcommandtuple[str, ...] environmentMapping[str, str]r1r2c||_||_||_t||_d|_d|_tj|_ tj |_ d|_ d|_d|_dS)NF) _workspace_policy_commanddict _environment_process_stdinqueueQueue_queue threadingLock_lock_stdout_thread_stderr_thread _terminated)rGrdr>rergs r:__init__zShellSession.__init__sq$   --6:  ;@;== ^%% 7;7; rIc|jr|jdS|j|j|j|j|_|jj|jj |jj d}t||jj|_ d|_ tj|_t!j|j|jjdfd|_t!j|j|jj dfd|_|j|jdS) zStart the shell subprocess and reader threads. Raises: RuntimeError: If the shell session pipes cannot be initialized. N)rdenvrez)Failed to initialize shell session pipes.FstdoutT)targetargsdaemonstderr)ropollrkspawnrjrnrlstdinr}r RuntimeErrorrpryrqrrrsrtThread_enqueue_streamrwrxstartrGmsgs r:rzShellSession.starts? = T]//119 F **o!M+   M  '}#+}#+=Cs## #m)  kmm '.'-&1    (.'-&1    !!### !!#####rIcl||jj|dS)zRestart the shell process.N)r8rkrErrFs r:restartzShellSession.restarts* $,2333 rIr/r0cF|jsdS|jo|jsh |jd|jn3#t tf$rt ddYnwxYw |j || n)#tj $r| YnwxYwd|_tjt 5|jdddn #1swxYwYd|_dS#d|_tjt 5|jdddn #1swxYwYd|_wxYw)zStop the shell subprocess.Nzexit z8Failed to write exit command; terminating shell session.Texc_infor/)rorryrpwriteflushBrokenPipeErrorOSErrorLOGGERdebugwait _kill_process subprocessTimeoutExpiredr5r6r7close)rGr/s r:r8zShellSession.stops8}  F =     '0@ '  !!(+++ !!#####W-    N!  !}!!'!22:""$$$( ! ! !     ! $D $Y// $ $ !!### $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ DMMM $D $Y// $ $ !!### $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ DM sq3A-BB/CE#C)&E(C))E D22D69D6!F 'F  F  F F F  F rXrWc|jr|jd}t|tt jj}tj|z}|j 5| | dr|n|d} |j ||j d|d|j n8#tt f$r$||cYcdddSwxYw||||cdddS#1swxYwYdS)z*Execute a command in the persistent shell.NzShell session is not running. zprintf 'z %s\n' $? )rorr_DONE_MARKER_PREFIXuuiduuid4hextime monotonicrv _drain_queueendswithrprrrr_collect_output_after_exit_collect_output)rGrer/rmarkerdeadlinepayloads r:executezShellSession.executes} $ 2 2 4 4 @1Cs## #';)9;;>##g- Z C C      !(!1!1$!7!7Kgg^^^G A !!'*** !!"AV"A"A"ABBB !!#####W- A A A66x@@@@ C C C C C C C C A '''BB C C C C C C C C C C C C C C C C C Cs701E"AC43E4&D)E(D))EEErrc Jg}d}d}d}d}d} d} |tjz } | dkrd} n |j| \} } n#tj$rd} YnOwxYw| \| dkrl| |rW| d\}}}|| } | ||n|dz }| dd }|t|z }||j jkrd}|j j||j jkrd}/| d krX| d }|d || d r|d n|| | rEt&d ||t-ddd||||Sd|}t-|| d||||S)NrFTrr} utf-8replacerr [stderr] z?Command timed out after %.2f seconds; restarting shell session.rYr[r]r^r_rarb)rrrsgetrqEmpty startswith partition _safe_intstrip_drain_remaining_stderrencodelenrkmax_output_linesmax_output_bytesrstripappendrrwarningrrWjoin)rGrrr/ collectedrarbr^r_r[r] remainingsourcedata_statusencodedstrippedrYs r:rzShellSession._collect_outputs "   "" $  , ' 4>#3#33IA~~  #{yAA ;     |!!doof&=&=!#~~c22 1f NN6<<>>:: ,,YAAA 1 Kkk'955G 3w<< 'KT\:::%)" -9$,"???%)"!!;;t,,  !7X!7!7888==&&+$$T***  &&&Y, '\   NNQ    LLNNN)#5#5'' ##%11##    sAA%$A%c Rg}d}d}d}d}d}ttj|z|} |tjz } | dkrn |j| \} } n#t j$rYnwxYw| W|dz }| dd } |t| z }||j j krd}|j j ||j j krd}| d krX| d } | d | | d r| d n| | *d}|jr|j}d |}t%||d||||S)aCollect output after the shell exited unexpectedly. Called when a `BrokenPipeError` occurs while writing to stdin, indicating the shell process terminated (e.g., due to an 'exit' command). Args: deadline: Absolute time by which collection must complete. Returns: `CommandExecutionResult` with collected output and the process exit code. rFg?TrNrrrrrrrr)minrrrsrrqrrrrkrrrrrrorrrW)rGrrrarbr^r_ drain_timeoutdrain_deadlinerrrrrr[rYs r:rz'ShellSession._collect_output_after_exitGs "   "" T^-- =xHH" '&)9)99IA~~ #{yAA ;    | 1 Kkk'955G 3w<< 'KT\:::%)" -9$,"???%)"!!;;t,,  !7X!7!7888==&&+$$T***  &&&E" 'J!% = - **,,I##%11##    sA00BBc|jsdSttdr tj|jj}|tjkr!tj|tjdSn8#t$rYdSt$rt ddYnwxYw |j dS#t$rYdSt$r t ddYdSwxYw)Nkillpgz/Group kill failed; falling back to direct kill.TrzDirect kill failed.)rohasattrosgetpgidpidgetpgrprsignalSIGKILLProcessLookupErrorrrrkill)rG child_pgids r:rzShellSession._kill_processsU}  F 2x   Z (9:: --Ij&.999F.&      E!   M   !    DD    NN%        s0AA77 B,%B,+B,0C D%DDstreamr labelct|jdD]}|j||f|j|dfdS)Nr)iterreadlinersput)rGrrlines r:rzShellSession._enqueue_streamsV"-- + +D KOOUDM * * * *  &&&&&rIch |jn#tj$rYdSwxYw2r4)rs get_nowaitrqrrFs r:rzShellSession._drain_queuesL   &&((((;     s 00皙?r list[str]rcttj|z|} |tjz }|dkrdS |j|\}}n#t j$rYdSwxYw||dkr^|d}|d|| dr|d)a\Drain any stderr output that arrived concurrently with the done marker. The stdout and stderr reader threads run independently. When a command writes to stderr just before exiting, the stderr output may still be in transit when the done marker arrives on stdout. This method briefly polls the queue to capture such output. Args: collected: The list to append collected stderr lines to. deadline: The original command deadline (used as an upper bound). drain_timeout: Maximum time to wait for additional stderr output. TrrNrrr) rrrrsrrqrrrr) rGrrrrrrrrs r:rz$ShellSession._drain_remaining_stderrsT^-- =xHH '&)9)99IA~~ #{yAA ;    |v11{{4((H   333 4 4 4}}T"" '  &&& 'sA$$A76A7valuerZctjt5t|cdddS#1swxYwYdSr4)r5r6 ValueErrorr`)rs r:rzShellSession._safe_ints{   , ,  u::                ts 6::N) rdrr>rrerfrgrhr1r2rJ)r/r0r1r2)rerXr/r0r1rW)rrXrr0r/r0r1rW)rr0r1rW)rr rrXr1r2)r)rrrr0rr0r1r2)rrXr1rZ)rKrLrMrNrzrrr8rrrrrrr staticmethodrrPrIr:r,r,}s2NN!!!!&%$%$%$%$N !!!!4CCCC.U U U U nH H H H T&&&&P'''' MQ'''''>\rIcpeZdZUdZdZded< dZded< dZded< ed d d Z dS)_ShellToolInputz+Input schema for the persistent shell tool.N str | Nonerez bool | Nonerz Annotated[Any, SkipJsonSchema()]runtimeafter)moder1c|j|jsd}t||j|jrd}t||S)Nz2Shell tool requires either 'command' or 'restart'.z+Specify only one of 'command' or 'restart'.)rerrrs r:validate_payloadz _ShellToolInput.validate_payloadsG <  FCS// ! < # #?CS// ! rI)r1r) rKrLrMrNrerOrrrrrPrIr:rrs55G'G/04G4444 _'"""#"rIrc reZdZdZeZ dAdddddeddddBfdZedCdZ edDdZ edEdZ e dFd#Z dFd$Ze dGd%ZdGd&ZdHd(ZdId)ZdJd,ZdJd-ZdKd0ZedLd6ZedMd7ZdNd9Zedd:dOd>Zedd:dPd?Zdd:dQd@ZxZS)RShellToolMiddlewareuMiddleware that registers a persistent shell tool for agents. The middleware exposes a single long-lived shell session. Use the execution policy to match your deployment's security posture: * `HostExecutionPolicy` – full host access; best for trusted environments where the agent already runs inside a container or VM that provides isolation. * `CodexSandboxExecutionPolicy` – reuses the Codex CLI sandbox for additional syscall/filesystem restrictions when the CLI is available. * `DockerExecutionPolicy` – launches a separate Docker container for each agent run, providing harder isolation, optional read-only root filesystems, and user remapping. When no policy is provided the middleware defaults to `HostExecutionPolicy`. N)startup_commandsshutdown_commandsexecution_policyredaction_rulestool_description tool_name shell_commandr|workspace_rootstr | Path | Noner(tuple[str, ...] | list[str] | str | NonerrBaseExecutionPolicy | Noner6tuple[RedactionRule, ...] | list[RedactionRule] | NonerrrrXrSequence[str] | str | Noner|Mapping[str, Any] | Noner1r2cht|rt|nd_|_|_| _||_ nt_ |pd} td| D_ |_ |_|pt } t#jt$| ddddfd} | _jg_dS)aInitialize an instance of `ShellToolMiddleware`. Args: workspace_root: Base directory for the shell session. If omitted, a temporary directory is created when the agent starts and removed when it ends. startup_commands: Optional commands executed sequentially after the session starts. shutdown_commands: Optional commands executed before the session shuts down. execution_policy: Execution policy controlling timeouts, output limits, and resource configuration. Defaults to `HostExecutionPolicy` for native execution. redaction_rules: Optional redaction rules to sanitize command output before returning it to the model. !!! warning Redaction rules are applied post execution and do not prevent exfiltration of secrets or sensitive data when using `HostExecutionPolicy`. tool_description: Optional override for the registered shell tool description. tool_name: Name for the registered shell tool. Defaults to `"shell"`. shell_command: Optional shell executable (string) or argument sequence used to launch the persistent session. Defaults to an implementation-defined bash command. env: Optional environment variables to supply to the shell session. Values are coerced to strings before command execution. If omitted, the session inherits the parent process environment. NrPc3>K|]}|VdSr4)resolve).0rules r: z/ShellToolMiddleware.__init__..TsCI I #DLLNNI I I I I I rI) args_schema descriptionFrerr!ToolRuntime[None, ShellToolState]rerrr\r1ToolMessage | strcx|j}|||d|jS)Nr ) tool_call_id)_get_or_create_resourcesstate_run_shell_toolr)rrer resourcesrGs r: shell_toolz0ShellToolMiddleware.__init__..shell_tool]sK55gmDDI''#88$1( rI)rr rerrr\r1r )superrzr_workspace_root _tool_name_normalize_shell_command_shell_command_normalize_envrn_execution_policyrtuple_redaction_rules_normalize_commands_startup_commands_shutdown_commandsDEFAULT_TOOL_DESCRIPTIONr%r _shell_tooltools)rGrrrrrrrrr|rulesr r __class__s` r:rzzShellToolMiddleware.__init__smb 7EOtN3334#";;MJJ //44  '%5D " "%8%:%:D "%2CHI I ',I I I D D "&!9!9:J!K!K"&":":;L"M"M'B*B do? T T T#'!        U T &&' rIcommandsrfcX|dSt|tr|fSt|S)NrP) isinstancerXr)r&s r:rz'ShellToolMiddleware._normalize_commandsns5  2 h $ $ ; XrIc|dSt|tr|fnt|}|sd}t||S)N)z /bin/bashz1Shell command must contain at least one argument.)r(rXrr)r normalizedrs r:rz,ShellToolMiddleware._normalize_shell_commandxsS  !>)3M3)G)Gam%%US`MaMa  "ECS// !rIdict[str, str] | Nonec|dSi}|D]=\}}t|tsd}t|t|||<>|S)Nz+Environment variable names must be strings.)itemsr(rX TypeError)r|r*keyrrs r:rz"ShellToolMiddleware._normalize_envsf ;4%' ))++ ) )JCc3'' %Cnn$!%jjJsOOrIrShellToolState[ResponseT]rRuntime[ContextT]dict[str, Any] | Nonec4||}d|iS)zStart the shell session and run startup commands. Args: state: The current agent state. runtime: The runtime context. Returns: Shell session resources to be stored in the agent state. rS)rrGrrrs r: before_agentz ShellToolMiddleware.before_agents"11%88 )955rIc@Ktd|j||d{VS)zAsync start the shell session and run startup commands. Args: state: The current agent state. runtime: The runtime context. Returns: Shell session resources to be stored in the agent state. N)rr5rGrrs r: abefore_agentz!ShellToolMiddleware.abefore_agents1%T4+)rtempfileTemporaryDirectoryrrnamemkdirr,rrrnrrinfo_run_startup_commands BaseException exceptionr8rEr9r=)rGrdr-workspace_pathr+s r:r@z%ShellToolMiddleware._create_resourcess:( ;?  19JKKKG!',//NN&N   = = =   "     #     MMOOO KK5~ F F F  & &w / / / /      T U U U LL/C D D D"!!!   !'$J`aaaas8AB==ADr+r,c|jsdS|jD]O}|||jj}|js |jdvrd|d|j}t |PdS)NrNrzStartup command 'z' failed with exit code )rrrstartup_timeoutr]r[r)rGr+reresultrs r:rKz)ShellToolMiddleware._run_startup_commandss%  F- ( (G__Wd6L6\_]]F (F$4I$E$E]']]6K[]]"3'''%F ( (rIc|jsdS|jD]} |||jj}|jrt d|n*|jdvr!t d||jr#tttf$r(}t d||dYd}~d}~wwxYwdS)Nrz Shutdown command '%s' timed out.rPz%Shutdown command '%s' exited with %s.z'Failed to run shutdown command '%s': %sTr) r rrcommand_timeoutr]rrr[rrr)rGr+rerRexcs r:r:z*ShellToolMiddleware._run_shutdown_commandss&  F.  G  $:P:`aa#NN#EwOOOO%Y66NN?&JZ!-9   =wVZ   sA.BCB==Ccontent%tuple[str, dict[str, list[PIIMatch]]]ci}|}|jD]J}||\}}|r.||jg|K||fS)z3Apply configured redaction rules to command output.)rapply setdefaultpii_typeextend)rGrVmatches_by_typeupdatedrmatchess r:_apply_redactionsz%ShellToolMiddleware._apply_redactions sq57) N ND#zz'22 GW N**4="==DDWMMM''rIrrr?rr cdSr4rPrGrrrs r:rz#ShellToolMiddleware._run_shell_tools crIcdSr4rPrbs r:rz#ShellToolMiddleware._run_shell_tools crIr c |j}|drtd |||n>#t $r1}tdd}t||d}~wwxYwd}| ||dS|d}|rt|tsd }t|td || ||j j } | jr/|j j} d | d d}| ||ddddS || j\} } np#t$$rc} td| jd| jd}| ||dd| j| j| jidcYd} ~ Sd} ~ wwxYw| pd} | jr,| d|j jd| jd} | jr8|j j,| d|j jd| jd} | jdvr!| d| j} d}nd}d| j| j| j| j| j| d}| | |||S) Nrz$Restarting shell session on request.z=Restarting shell session failed; session remains unavailable.z Failed to restart shell session.zShell session restarted.success)rrezDShell tool expects a 'command' string when restart is not requested.zExecuting shell command: %srzError: Command timed out after z.1fz seconds.errorT)r]r[)rartifactz+Blocking command output due to detected %s.zOutput blocked: detected .F)r]r[r_z z ... Output truncated at z lines (observed z).z bytes (observed rPz Exit code: )r]r[r^r_rarbredaction_matches)r+rrrJrrKrLrMr_format_tool_messager(rXrrrTr]r`rYrrr[r[r_r^rrrar_rrb)rGrrrr+errrmessagererRtimeout_secondssanitized_outputr_rf final_statusrgs r:rz#ShellToolMiddleware._run_shell_tool(s# ;;y ! ! V KK> ? ? ? 2!!!**73333  2 2 2  !`aaa8#C((c1 21G,,Wl9,UU U++i(( %j#66 %XC$$ $ 17;;;$2H2XYY   "4DOVVVVVG,,!%!% -  (,(>(>v}(M(M % gg    NNH%. Y Y YC%.CCCG,,!&!'!1 % > -         ,<}  $ #**,,44+/+A+R44#/444   $ )?)P)\#**,,44+/+A+R44#/444   9 , ,"2"9"9";";^^FL\^^ 8?LL$L)"(";"(";!-!-!(  ((   )   s6)A"" B,,BB*F G5AG0*G50G5)rgrLiteral['success', 'error']rgcdSr4rPrGrVrrrgs r:rjz(ShellToolMiddleware._format_tool_messages crIcdSr4rPrrs r:rjz(ShellToolMiddleware._format_tool_messages crIcD|pi}||St|||j||S)N)rVrrHrrg)r rrrs r:rjz(ShellToolMiddleware._format_tool_messages@>r  N%     rIr4)rrrrrrrrrrrrrrXrrr|rr1r2)r&rr1rf)rrr1rf)r|rr1r+)rr0rr1r1r2)rr0rr1r1r2)rr0r1r=)r1r=)r+r,r1r2)rVrXr1rW)rr=rr?rrXr1r )rr=rr?rr2r1rX)rr=rr?rrr1r ) rVrXrrXrrprgr2r1r ) rVrXrr2rrprgr2r1rX) rVrXrrrrprgr2r1r )rKrLrMrNrR state_schemaSHELL_TOOL_NAMErzrrrrrr5r8r;r=rr@rKr:r`r rrj __classcell__)r%s@r:rrs "L-1S(FJFJ7;RV'+(48(,S(S(S(S(S(S(S(S(j\   \    \  6 6 6X 6 N N N N " " "X "0000 *bbbb:(((("((((XX] ] ] ] ~+/ X+/ X+/           rIr)rrrrr)r+r,r-r.r/r0r1r2)QrN __future__rr5loggingrrqrrrFrtrrrC dataclassesrrpathlibrtypingrrr r r r langchain_core.messagesr langchain_core.runnablesrlangchain_core.tools.baser"langgraph.channels.untracked_valuerpydanticrrpydantic.json_schemartyping_extensionsrr&langchain.agents.middleware._executionrrrrr&langchain.agents.middleware._redactionrrrr!langchain.agents.middleware.typesrr r!r"r#langchain.toolsr$r%collections.abcr&r'langgraph.runtimer( getLoggerrKrrr!rvr;r=rRrWr,rr__all__rPrIr:rs@@""""""  ((((((((IIIIIIIIIIIIIIII//////444444333333======//////////////33333333 .-------*11111111))))))  8 $ $)Q          $     Z *    $        kkkkkkkk\ i6f f f f f /.*CXy*XYf f f R    rI