ilrddlmZddlZddlZddlmZddlmZddlZddl Z ddl Z ddl m Z m Z mZmZmZddlZddlmZddlmZmZddlmZmZdd lmZmZmZdd lmZm Z m!Z!m"Z"dd l#m$Z$m%Z%dd l&m'Z'm(Z(m)Z)dd l*m+Z+eGddZ,GddZ-ddZ.ddZ/ddZ0dddZ1ddZ2e3dk(re2yy)) annotationsN) dataclass) HTTPStatus)AnyDictOptionalSetTuple)WebSocketServerProtocol)ActionExecutorExecutionReport) LLMClient LLMConfig) PlanContext PlanRequestPlannerService)InvalidTransitionOrchestratorStateMachineOrchestratorStateTransitionRecord)EdgeProxyClient ClientConfig)EventLogMessageFRDetectionsMessageNavStatusMessage)FRTemporalAnalyzercPeZdZUdZded<dZded<dZded<d Zded <d Zded <d Z ded<d Z ded<dZ ded<dZ ded<dZ ded<dZded<dZded<dZded<dZded<dZded <d!Zded"<dZded#<dZded$<dZd%ed&<dZd'ed(<dZd%ed)<dZded*<dZded+<y), ServerConfig0.0.0.0strhosti@intportz/health health_path/wsws_path /dashboarddashboard_ws_path ping_interval ping_timeoutFboolenable_plannerTenable_executorenable_edge_proxy localhostedge_proxy_hostiedge_proxy_port.https://modelapi.klass.dev/v1/chat/completions llm_endpointQwen3-Next-80B-A3B-FP8 llm_modelN Optional[str] llm_api_key llm_timeout_sllm_include_response_formatllm_accept_languagez Optional[int]llm_max_tokenszOptional[float] llm_top_p llm_top_kllm_use_openai_sdk llm_stream)__name__ __module__ __qualname__r!__annotations__r#r$r&r(r*r+r-r.r/r1r2r4r6r8r:r;r<r=r>r?r@rA:/home/nelsen/Projects/kognitive/orchestrator/src/server.pyrrsD#D# K GS)s)M3L# ND  OT #t#&OS&OSHL#H-Is-!%K%M3(,,)--$(NM(!%I%#I}#$$JrGrcJeZdZ d ddZddZddZddZddZddZd dZ d!d Z d"d Z d#d Z d$d Z d$d Z d%dZd&dZddZd'dZd(dZd)dZddZd*dZd+dZd,dZd,dZd-dZ d.dZy)/OrchestratorServerNc||_|xs t|_||n|j|_||n|j r t nd|_tjd|_ d|_ d|_ d|_ t|_t!|_t!|_t't)t+j,ddd|_|jrE|j1|j3|jj5|j6|j9y)Nzorchestrator.server$ORCHESTRATOR_NAV_REASONING_TIMEOUT_S8?)configr state_machine_build_default_plannerplannerr.r executorlogging getLoggerlogger _edge_client_edge_client_connect_task _pending_planr _fr_analyzerset_dashboard_clients_reported_nav_failuresmaxfloatosgetenv_nav_reasoning_timeout_s_setup_executor_listener_setup_edge_proxy_clientregister_broadcast_callbackbroadcast_to_dashboard_setup_confirmation_listener)selfrOrPrRrSs rH__init__zOrchestratorServer.__init__5s  *H.F.H")"5w4;V;V;X $,$8SYSiSi~?Oos ''(=> 8<GK&7;/0AD03#(+ "))BCH I ) % ==  ) ) +  ) ) + MM 5 5d6Q6Q R ))+rGc @|jjsyt|jj|jj|jj |jj |jj|jj|jj|jj|jj|jj|jj }tt|S)N) endpointmodelapi_key timeout_sinclude_response_formataccept_language max_tokenstop_ptop_kuse_openai_sdkstream)rO) llm_client)rOr-rr4r6r8r:r;r<r=r>r?r@rArr)rh llm_configs rHrQz)OrchestratorServer._build_default_planner[s{{))[[--++''KK++kk//$(KK$K$K KK;;{{11++''++'';;99;;))  *)EFFrGcHdfd }jj|y)zGSet up state machine listener to trigger executor on EXECUTING_ACTIONS.c|jtjk(rjj dd}|j r|j j d}| j}|r%tjj|yjjdtjjyy)Nz.on_state_transitionps{{/AAA   R>>!>>--f5D<--D''(I(I$(OPKK''(WX''(C(C(EF!BrGNrrreturnNonerP add_listenerrhrs` rHrcz+OrchestratorServer._setup_executor_listenerns  G( ''(;.on_state_transitionsL{{/@@@   \##D$H$H$PQ ArGNrrrs` rHrgz/OrchestratorServer._setup_confirmation_listeners  R ''(;<>cHK|j|ddd{y7w)z/Handle live nav_status updates from edge proxy.live_nav_statusFsourcereplayN)$_handle_navigation_failure_reasoningrs rHrz!OrchestratorServer._on_nav_statuss,77 $8   s " "c hK|jd|j|j|j|j|j |j |jdd{|jdk(r^|jd|j|j|j|j |j |jdd{y|jdk7ryt|jtr |jni}t|j|jt|jdd t|jd d |jd |jd }|j r0|j$ |jj|d{|j'||j rdnd|j d{y77'7?#t $r&}|j"j%d|Yd}~gd}~wwxYw7?w)z+Handle replay-safe edge event_log messages. edge_event)typeevent_id event_type request_idstatusrrr~Nscan_area_capture edge_artifact)rrrrrrartifact nav_status destinationprogressgreason error_code)rrrrrrz3Failed applying replayed nav status to executor: %sreplay_event_log event_logr)rfrrrrrrr~ isinstancedictrr rr_rS_handle_nav_statusrrVrr)rhrr~nav_msgrs rHrz%OrchestratorServer._on_edge_event_logs))$LL!nn!nn** ]]**;;    >>0 0--+ # "%..!jj!$!jj #      >>\ ) !+CKK!>#++B"~~::GKK r:;7;;z378;;x({{<0   ::$--3 `mm66w???77 ),%::8   _  :@ ` ##$Y[^__ ` snA$H2&G6'A+H2G9C H2G><G<=G>/H20H01H29H2<G>> H-H(#H2(H--H2c K|jdk7ry|j|sydj|jxsd|jxsd|j xsd|j xsdg}||jvry|jj|t|jdkDr|jj|j|j|j |j ||d{}|jdd|d|jxsd d |j|j|j |j ||d d d d{y7g7w)Nfailed|rirrrrr reasoningnavigation_failurez!NAVIGATE failed for destination 'unknown')rrrrrr)intentr planSummarymetadatardata) r_is_localization_failurejoinrrrrr]addlenclear&_generate_navigation_failure_reasoningrf)rhrrr dedupe_keyrs rHrz7OrchestratorServer._handle_navigation_failure_reasoningsd :: ! ,,S1 XX$"%2$"  b    44 4  ##'' 3 t** +d 2  ' ' - - /EE::~~ F  ))#2!*%FsGcZcFdde#f&)nn'*&)nn"%**"("( !       s%DE1E-A!E1'E/(E1/E1c|jxsdjdk(ry|jxsdj}d|vryd|vryy)NrNAV_LOCALIZATION_LOSTT localizationrosbridge_disconnectedF)rupperrlower)rhrrs rHrz+OrchestratorServer._is_localization_failure*sP NN b ' ' )-D D**"))+ V # #v -rGc  Kjj jj r sjSd  fd } t j t j |jdzd{}|r|S jS7#t$r&}jjd|Yd}~Bd}~wwxYww)Nrc*ddl} dddddxsdd xsdd xsdd d d dgd dd}ddi} jjrd jj|d<|j|| j}|j |j }|jdigdjdijdd}t|tr|jSt|jS)Nrsystemz~You are the navigation reasoning module for a field robot. Explain localization failures for operators in one short paragraph.)rolecontentuserz+Navigation failure details: - destination: rz - reason: z - error_code: z - source: z - replayed_after_reconnect: z5 Provide likely root cause and immediate next checks.g?)rlmessages temperaturerq Content-Typezapplication/jsonzBearer Authorization)jsonheaderstimeoutchoicesmessagerr) requestsrOr8postrbraise_for_statusrrrr strip)rr~rresponsebodyrrrkrrlrrrhrs rH _call_llmzLOrchestratorServer._generate_navigation_failure_reasoning.._call_llmHs] !)b!'..9.FY-GH))/)<9(=>--7-D9,EF))/1;;A(CS S * #!1G4&'9:G{{&&-4T[[5L5L4M+N(}}55 %H  % % '==?DRD)!,Y#Y#  '3'}}&w<%%' 'rGrN)rz0Navigation-failure LLM reasoning unavailable: %s)rr ) rOr4r6&_fallback_navigation_failure_reasoningrwait_for to_threadrbrrVr) rhrrrrrrrrrkrls `````` @@rHrz9OrchestratorServer._generate_navigation_failure_reasoning4s;;++ %%u>>'% ? 0 (0 (d Y%..!!),55;I   ::#! ;    Y KK   RTW X X YsBAC-:B;B9B;!C-9B;; C*C% C-%C**C-c D|rdnd}d|xsdd|d|xsdd|xsd d S) Nz after reconnect replayrzNavigation to 'rz' failedz with unknown_errorz (zno reason providedz). Likely localization/pose freshness issue; check rosbridge connection, robot pose updates, and waypoint_handler feedback before retrying.rF)rhrrrrr replay_texts rHrz9OrchestratorServer._fallback_navigation_failure_reasoningsM4:/r k6Y7x }F,_-R0N:N/OPQ Q rGc K|jjd||||jddd|d|dddd d d {y 7w) z6Called when the FR analyzer detects a consistent face.z5Consistent detection: %s for %.1fs (confidence: %.2f)rperson_detectedz Detected z consistently for z.0fsr)rrrrN)rVr}rf)rhidentity confidencedurations rHrz.OrchestratorServer._on_consistent_fr_detectionsh  C     ))#/#H:-?~QO#%    sAA A A c JKjs5jjdjdd{yddfd } jj d|j ddjj jj||d{}jjd d d d{ ti}tjjj|j d d ||j d|jdd{}jj d|jj ddjj jj|jd{}|j"r4jj dj%d{yjj'd|jj|jr|jdndd{y7-777&7#t $rC}jjd|jd|d{7Yd}~yd}~wwxYw77d#t $rI}jjd|jt)|d{7Yd}~yd}~wwxYww)zxExecute plan and transition state based on result. Args: plan: Plan dictionary to execute. z)Executor not available for plan executionexecutor_not_availableNcY|jjd|jd|jdjj dyy)Nz2Dynamic replanning requested at step=%s reasons=%sstep_idreasonsdynamic_replan_requested)rVr}rrScancel)signal replan_signalrhs rH_on_replan_requestedzMOrchestratorServer._execute_plan_and_transition.._on_replan_requestedsU$ &    HJJy)JJy)  $$%?@%rGzExecuting plan: %splan_idr)on_replan_requested plan_updatedynamic_replan)rphasetriggerrr)r previous_plan_idprevious_errorszDynamic replan generated: %szDynamic replan failed: %szdynamic_replan_failed: z%Plan execution completed successfullyzPlan execution failed: %srrzPlan execution error: %s)rDict[str, Any]rr)rSrVr_send_actions_failedr}r reset_cancel execute_planrRrf_build_contextrr refine_planerrorsrzrsuccessrrr )rhrzrreport base_context refined_graphrrs` @rHrz/OrchestratorServer._execute_plan_and_transitions }} KK  I J++,DE E E 26  A0 6 KK  1488Iy3Q R MM & & (==55$86F (T\\-E11 -!1#0#1"#5L*1*;*; 002.$'4040C/5}} + %MKK$$6%**..y)DMM..0#'==#=#=m>P>P#QQF ~~   !HI11333 ##$?O//FMM a0@Wfggg{ F& %R KK%%&A3G336McU4STTT4h 6 KK  8# >++CH5 5 5 6s ?  S KK   Lc R R Ss*A A AA A AAcK |jjdd|iy#t$r&}|jj d|Yd}~yd}~wwxYww)z|Send actions_failed event to state machine. Args: error: Error message describing the failure. actions_failedrz(Invalid transition on actions_failed: %sNr)rhrrs rHrz'OrchestratorServer._send_actions_failedsQ  Q    + +,N O  Q KK   JC P P Qs*A#A AA A AAcK|js|jjdyd}|jr|jj d}| |j }||jjdyd||j d}t}|jD]U} |jtj|d{|jjd|jW|xj|zc_|r&|jjd t!|yy7j#t$rB}|jjd|j||j|Yd}~d}~wwxYww) zBroadcast plan confirmation request to all connected dashboard clients. Args: record: Transition record containing the plan in its payload. z;No dashboard clients connected to send confirmation requestNrzz*No plan available for confirmation requestuser_confirmation)rrzrz0Sent confirmation request to dashboard client %sz-Failed to send confirmation request to %s: %sz)Removed %d disconnected dashboard clients)r\rVrr~rrYrr[sendrdumpsdebugremote_addressrrr}r)rhrrzr disconnectedclientrs rHrz2OrchestratorServer._broadcast_confirmation_requests_ && KK   ] ^  >>>>%%f-D <%%D < KK   L M ()) u -- )F )kk$**W"5666 !!"TV\VkVkl ) </  KK  H#lJ[ \ 7 ) ##$SU[UjUjlop  (( )sCB'F *'D>D<*D>> F 8F?F F  F crK|js|jjdyt}|jD]e} |j t j |d{|jjd|jd|jg|xj|zc_|r&|jjdt|yy7z#t$rB}|jjd|j||j|Yd}~d}~wwxYww)a'Broadcast a message to all connected dashboard WebSocket clients. Serializes the message to JSON and sends it to every client in ``_dashboard_clients``. Removes any clients that fail to receive. Args: message: Dictionary to serialize and broadcast. z,broadcast_to_dashboard: no clients connectedNz%broadcast_to_dashboard: sent %s to %srz0broadcast_to_dashboard: failed to send to %s: %sz7broadcast_to_dashboard: removed %d disconnected clients)r\rVr&r[r$rr%rr'rrrr}r)rhrr(r)rs rHrfz)OrchestratorServer.broadcast_to_dashboard:s&& KK  L M u -- )F )kk$**W"5666 !!;KK')) ) </  KK  IL!  7  ) ##F))   ((  )sCAD7'C),C'-:C)'AD7'C)) D428D/*D7/D44D7c$K|jjd|jj|jj|j c|j Wtj|j j|_|j j|j tj|j|jj|jj|jj|jj |j"4d{tj$d{dddd{|j # |j j'd{|j K|j j-s0|j j/ |j d{yyy777#1d{7swYxYw7w#t($r&}|jj+d|Yd}~d}~wwxYw7V#tj0$rYyt($r&}|jj+d|Yd}~yd}~wwxYw#|j W |j j'd{7n2#t($r&}|jj+d|Yd}~nd}~wwxYw|j |j j-sw|j j/ |j d{7w#tj0$rYwt($r&}|jj+d|Yd}~wd}~wwxYwwwxYww)Nz%Starting orchestrator server on %s:%s)r*r+process_requestz Edge Proxy disconnect failed: %sz1Edge Proxy connect task error during shutdown: %s)rVr}rOr!r#rWrXrrconnectadd_done_callback_on_edge_client_connect_done websocketsserve_handlerr*r+_process_requestFuture disconnectrrdonerCancelledErrorrs rHr1zOrchestratorServer.serve_s  3T[[5E5Et{{GWGW     (T-K-K-S-4-@-@ARARAZAZA\-]D *  * * < M?MN NN N"N>N NN  Nc |jy#tj$rYyt$r&}|jj d|Yd}~yd}~wwxYw)Nz"Edge Proxy connect task failed: %s)resultrr7rrVr)rhtaskrs rHr/z/OrchestratorServer._on_edge_client_connect_donesL I KKM%%   I KK  BC H H IsAAAAcK|d|jjfvr{|jjd|j |23d{}|j |d{}|%|j tj|d{R||jjk(r|jjd|j|jj| |j tjd|jjj dd{|23d{}|j#|d{}|%|j tj|d{R|j'd d d{y7f7P7$6n2#t$r&}|jjd|Yd}~nd}~wwxYw|jjd|jy#|jjd|jwxYw77776n2#t$r&}|jjd|Yd}~nd}~wwxYw|jj%||jjd |jy#|jj%||jjd |jwxYw7Zw) N/zClient connected from %szConnection error: %szClient disconnected from %sz"Dashboard client connected from %s state_updaterstatezDashboard connection error: %sz%Dashboard client disconnected from %sizUnsupported path)coder)rOr&rVr}r'_handle_messager$rr%rrr(r\rrPr?value_handle_dashboard_messagediscardclose)rh websocketpathrrrs rHr2zOrchestratorServer._handlers C,,- - KK  79Q9Q R Z%.CC'%)%9%9'%BBH+'nnTZZ-ABBB 4;;00 0 KK  A9C[C[ \  # # ' ' 2 dnnTZZ*!//55;;1& &/CC'%)%C%CG%LLH+'nnTZZ-ABBBoo40BoCCCACBB&/ A ##$:C@@ A   !> @X@XY    !> @X@XY CLB&/ K ##$DcJJ K''// :   !H)JbJbc ''// :   !H)JbJbc DsHALF;F9 F0 F9F;#F3$F;+'F;F6F;AL3AI ;H?<I III I I I ''I II L*L+L0F93F;6F;9F;:H; G*G% H%G**H-'L(H<<L?I II I I J> I9I4/J>4I99J>ALLcxKt|ttfr |jdd}t|t sdddS t j|}t|tsdd dS|jd }|sdd dS|d k(r#d |jjjdS|dk(rF|jdr|jd|Sd|jjjdS|dk(r|jsdddS|jddj!}|sdddSt#|t%|jd|jdd}t'j(|jj*|d{}d dit-|S|dk(rl|j.sdddS|jd}|dd dS|j.j1||jd!d{}d d"it3|S|d#k(r.|jd}|r||_|jd#d|iS|d$k(r|jd$|S|d%vr|j||Sdd&|d'S#t$rdddcYSwxYw#t j$rdddcYSwxYw77w)(Nutf-8replacerr invalid_bytesrrunsupported_message invalid_jsoninvalid_payloadr missing_typepingpongr> transcriptis_finalfinal_transcriptack plan_requestplanner_disabledrrmissing_intentcontextrrequest)rr[r plan_resultrexecutor_disabledrz missing_plan)r[execution_reportuser_confirmed user_rejected>resetrbarge_in llm_response tts_completeaction_completeprocessing_failedwake_word_detectedunknown_messagerrdetail)rbytes bytearraydecoderr rloadsJSONDecodeErrorrrrPr?rB_advance_staterRrrrrrrz_plan_result_payloadrSr_report_payloadrY) rhrr~msg_typerr\r9rzrs rHrAz"OrchestratorServer._handle_messages gy1 2 C!...C'3'#.CD D >jj)G'4(#.?@ @;;v&#n= = v "T-?-?-E-E-K-KL L | #{{:&**+=wGG!D,>,>,D,D,J,JK K ~ %<< '2DEE[[2.446F '2BCC!&w{{9'=>";;|Y?G #,,T\\->->HHFMJ-A&-IJ J ~ %== '2EFF;;v&D| '.AA==55dGKKPYDZ5[[F.J/&2IJ J ' ';;v&D%)"&&'7&$H H  &&&@ @   &&x9 9*;xPPO C '/BB C## >#n= = >:I\slJ:JJ:JEJ:J5A0J: J8 A9J:JJ:JJ:J2/J:1J22J:8J:cbKt|ttfr |jdd}t|t sdddS t j|}t|tsdd dS|jd }|sdd dS|d k(r#d |jjjdS|dk(r.|jd}|r||_|jdd|iS|dk(r|jd|Sdd|dS#t$rdddcYSwxYw#t j$rdddcYSwxYww)a=Handle messages from dashboard clients. Dashboard clients can send confirmation responses (user_confirmed/user_rejected) that are forwarded to the state machine. Args: message: WebSocket message from dashboard. Returns: Optional response dictionary. rIrJrKrrLrMrNrOrPrrQrRrSr>rarzrbrjrk)rrmrnrorr rrprqrrrPr?rBrYrr)rhrr~rurzs rHrCz,OrchestratorServer._handle_dashboard_messagesY gy1 2 C!...C'3'#.CD D >jj)G'4(#.?@ @;;v&#n= = v "T-?-?-E-E-K-KL L ' ';;v&D%)"&&'7&$H H  &&&@ @*;xPPA C '/BB C## >#n= = >sLD/C=D/DB%D/=D D/ DD/D,)D/+D,,D/c |jj||}d||j dS#t$r8}ddt||jjj dcYd}~Sd}~wwxYw)Nrinvalid_transition)rrrlr?r=)reventr?)rPrrr r?rB)rhryr~ new_staters rHrrz!OrchestratorServer._advance_state1sp **77wGI'QQ! -c(++1177   s. A/-A*$A/*A/cH||jjk(r-d}ddtt|fg}tj ||fS|d|jj |jjfvr-d}ddtt|fg}tj||fSy)NsOK)rz text/plainzContent-Lengthr<s Not Found) rOr$r rrOKr&r( NOT_FOUND)rhrG_request_headersrrs rHr3z#OrchestratorServer._process_request=s 4;;** *D.!3s4y>2G=='4/ / T[[00$++2O2OP PD.!3s4y>2G''$6 6rG)NNN) rOrrPz"Optional[OrchestratorStateMachine]rROptional[PlannerService]rSzOptional[ActionExecutor]rr)rrrr)rrrr)rrrr)rrrr)rrrr rr,rr)rrrr,) rr rr7rr7rr rr,rr )rr rr_rr_rr)rzrrr)rr rrr)rrrr)r:zasyncio.Task[None]rr)rFr rGr rr)rrrOptional[Dict[str, Any]])ryr r~rrr)rGr r~rrz(Optional[Tuple[HTTPStatus, list, bytes]])rBrCrDrirQrcrgrdrrrrrrrrrrrrrfr1r/r2rArCrrr3rFrGrHrJrJ4s=A,0-1 $,$,:$,* $, + $,  $,LG&=0 =M@D 5 n2 2  2  2  2 hV V  V " V  V V  V p    "       "  ). :?  .H6TS Q(]T#J"bHI%DNKQZ/Qb R+. 1rGrJc *|xsi}t|jdd|jddt|jdd|jdxsgd|jd |jd |jd i S) Nrobot_idrobotcurrent_locationr battery_leveldavailable_actions) CHECK_BATTERYNAVIGATE SCAN_AREA VERIFY_OBJECTSPEAKWAITIDENTIFY_PERSONALERT_OPERATORvenue_id mission_typeadditional_constraints)rrrrrrr)rrr")r~s rHrrSsmG Z1 %7C'++os;<!++&9:   Z([[0&{{+CRH# rGc  |j|j|j|jj Dcic]5\}}||j |j |j|jd7c}}dScc}}w)N)actionroutputr)rrrresults) rrrritemsrrrr)rroutcomes rHrtrtjsw>>>>--%+NN$8$8$: ! !..!..!..      s:A? c|j|j|j|j|j|j |j dS)Nrrz is_safe_noopattemptstotal_latency_mstrace_idfailure_reasonr)r9s rHrsrs{sC>> ++OO"33OO // rGcttj|}||S|jjdvS)N>1onyestrue)r`rarr)namedefaultrBs rH _env_flagrs4 IIdOE } ;;=   $> >>rGc L tjd}|jdtjdd|jdt t tjdd  |jd tjd d |jdtjdd|jddt dd|jddt dd|jddt dd|jdtjdd|jdt t tjdd |jd tjd!d"|jd#tjd$d%|jd&tjd'd(|jd)tjd*|jd+t t tjd,d- |jd.dt d/d|jd0tjd1|jd2t tjd3rt tjd3nd |jd4ttjd5rttjd5nd |jd6t tjd7rt tjd7nd |jd8dt d9d|jd:dt d;d|j}tj|j<tdQid=|jd>|jd?|jd@|j dA|j"dB|j$ dC|j&dD|j(dE|j*dF|j,dG|j.dH|j0dI|j2dJ|j4 dK|j6dL|j8dM|j:dN|j<dO|j>dP|j@}tC|} tEjF|jIy#tJ$rYywxYw)RNzOrchestrator WebSocket server) descriptionz--hostORCHESTRATOR_HOSTr)rz--portORCHESTRATOR_PORT8000)rrz --ws-pathORCHESTRATOR_WS_PATHr%z--dashboard-ws-pathORCHESTRATOR_DASHBOARD_WS_PATHr'z--enable-planner store_trueORCHESTRATOR_ENABLE_PLANNERF)rrz--disable-executorORCHESTRATOR_DISABLE_EXECUTORz--enable-edge-proxyORCHESTRATOR_ENABLE_EDGE_PROXYz--edge-proxy-hostORCHESTRATOR_EDGE_PROXY_HOSTr0z--edge-proxy-portORCHESTRATOR_EDGE_PROXY_PORT8080z --log-levelORCHESTRATOR_LOG_LEVELINFOz--llm-endpointORCHESTRATOR_LLM_ENDPOINTr3z --llm-modelORCHESTRATOR_LLM_MODELr5z --llm-api-keyORCHESTRATOR_LLM_API_KEYz--llm-timeout-sORCHESTRATOR_LLM_TIMEOUT_S30z--llm-no-response-format#ORCHESTRATOR_LLM_NO_RESPONSE_FORMATz--llm-accept-language ORCHESTRATOR_LLM_ACCEPT_LANGUAGEz--llm-max-tokensORCHESTRATOR_LLM_MAX_TOKENSz --llm-top-pORCHESTRATOR_LLM_TOP_Pz --llm-top-kORCHESTRATOR_LLM_TOP_Kz--llm-use-openai-sdkORCHESTRATOR_LLM_USE_OPENAI_SDKz --llm-streamORCHESTRATOR_LLM_STREAM)levelr!r#r&r(r-r.r/r1r2r4r6r8r:r;r<r=r>r?r@rArF)&argparseArgumentParser add_argumentr`rar"rr_ parse_argsrT basicConfig log_levelrr!r#r&r(r-disable_executorr/r1r2r4r6r8r:llm_no_response_formatr<r=r>r?r@rArJrrunr1KeyboardInterrupt)parserargsrOservers rHmainrs   $ $1P QF "))4G*ST  BII16:;   0%8  :LI 7?  95A  :EB   8+F  BII@iiH`>abii 89:gk   <>IIF^<_BII678ei  ;UC  3U;    D dnn-  YY YY 00  **  !111 00,,,,&&..$$(()-(C(C$C!44 **!"..#$..%& 22'(??)F.  'F FLLN# s3#T T#"T#__main__)r~rrr)rr rr)r9rrr)F)rr rr,rr,r)4 __future__rrr dataclassesrhttprrrTr`typingrrrr r r0websockets.serverr executor.action_executorr r planner.llm_clientrrplanner.plannerrrrrPrrrredge_proxy.clientrredge_proxy.messagesrrrservices.fr_analyzerrrrJrrtrsrrrBrFrGrHrs"!  225D3DDjj;VV3  6\ \ ~." ?D zFrG