hiUdZddlZddlZddlmZddlmZmZmZmZm Z m Z m Z ddl m Z mZddlmZddlmZmZmZddlmZdd lmZdd lmZdd lmZmZmZdd l m!Z!dd l"m#Z#m$Z$ddl%m&Z&ddl'm(Z(dZ)e*e+d< ddl,m-Z-da1e)rddl,m-Z-ddl2m3Z3m4Z4ddl5m6Z6ddl7m8Z8m9Z9m:Z:ddl7m;Z<ddl=m>Z>ddl?m@Z@ddlAmBZBddlCmDZDddlmEZEGdde<ZFe-ee ZGe-e+d!<eBd"ZHeBe+d#<e6eGddd$ZIe6eGddd$ZJdaKdaLd%ZMd&ZNejd'edfd(ZPeGjd'ee<fd)ZQeGjd*eSd+eeSefdzd'ee e:e9e8ffd,ZT dHd-e e!d.e eSd/e eeSd0e eeSeSfd'ee<f d1ZU dId-e e!d.e eSd/e eeSd0e eeSeSfd'ee<f d2ZVe( dId*eSd+e eeSefd-e e!d.e eSd0e eeSeSfd3ed'ee e:e9e8ffd4ZWd*eSd+eeSefd5e eSd'e&fd6ZX dJd*eSd+eeSefd-e e!d.e eSd0e eeSeSfd'ee e:e9e8ff d7ZYd*eSd+eeSefd'ee e:e9e8ffd8ZZd9Z[d:ed;edZ]e eeeeP?Z^e^jd@dABd'eeSe*ffdCZ`e^jdDe\e^jdEe]e^je3 dJd-e!d.e eSd/e eeSd0e eeSeSfd'df dFZcd'e e e!e eSe eeSe eeSeSfffdGZdye Z^y#e.$r"Z/ej`de/dZ)YdZ/[/dZ/[/wwxYw)Kz LiteLLM MCP Server Routes N)datetime)Any AsyncIteratorDictListOptionalTupleUnion)FastAPI HTTPException) ConfigDict)ReceiveScopeSend)verbose_logger)Logging)MCPRequestHandler)LITELLM_MCP_SERVER_DESCRIPTIONLITELLM_MCP_SERVER_NAMELITELLM_MCP_SERVER_VERSION)UserAPIKeyAuth)MCPInfo MCPServer)StandardLoggingMCPToolCall)clientT MCP_AVAILABLE)ServerzMCP module not found: F)AuthContextMiddlewareauth_context_var)StreamableHTTPSessionManager)EmbeddedResource ImageContent TextContent)Tool)MCPAuthenticatedUser)global_mcp_server_manager)SseServerTransport)global_mcp_tool_registry)get_server_name_prefix_tool_mcpc8eZdZUdZdZeeed<edZ y)!ListMCPToolsRestAPIResponseObjectzD Object returned by the /tools/list REST API route. Nmcp_infoT)arbitrary_types_allowed) __name__ __module__ __qualname____doc__r,rr__annotations__r model_configi/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/proxy/_experimental/mcp_server/server.pyr+r+Ks" '+(7#*!$? r5r+)nameversionserverz/mcp/sse/messagessse)app event_store json_response statelessc:Ktrytjdtj at j at jd{tjd{datjdy787w)zFInitialize the session managers. Can be called from main app lifespan.Nz$Initializing MCP session managers...Tz@MCP Server started with StreamableHTTP and SSE session managers!) _SESSION_MANAGERS_INITIALIZEDrinfosession_managerrun_session_manager_cmsse_session_manager_sse_session_manager_cm __aenter__r4r5r6initialize_session_managersrHps ) BC.113"5"9"9";",,...%00222(,% N /2s$ABBB:B;BBcJKtrgtjd trtj dddd{t rt j dddd{dadadayy717#t $r"}tjd|Yd}~2d}~wwxYww)zShutdown the session managers.z%Shutting down MCP session managers...Nz'Error during session manager shutdown: F)r@rrArD __aexit__rF Exception exception)es r6shutdown_session_managersrNs )    G H X&-77dDIII*1;;D$MMM#' &* #,1 ) ) JM X((+RSTRU)VWW XsQB# A5A1$A5$A3%A5)B#1A53A55 B >BB#B  B#returncKtd{ dtd{y77#td{7wxYww)z%Application lifespan context manager.N)rHrN)r;s r6lifespanrQs@*+++ . +- - - , .+- - -s<A .A 2 A 0A A AAAA c Kt\}}}}tjd|tjd|tjd|rt|j ndt ||||d{S7w)z* List all available tools z1MCP list_tools - User API Key Auth from context: z+MCP list_tools - MCP servers from context: z*MCP list_tools - MCP server auth headers: Nuser_api_key_authmcp_auth_header mcp_serversmcp_server_auth_headers)get_auth_contextrdebuglistkeys_list_mcp_toolsrSs r6 list_toolsr]s TdSeP?K9P?@Q?R S  9+ G  8ax>U>Z>Z>\9]C9D E %/+#$;     sBBB Br7 argumentschKddlm}ddlm}ddlm}t \}}}}tjd| ||d} |ddd d gd  } ||| | ||d {} n| } td|||d| d {} | S7 7#t$r} tjd| | d } ~ wwxYww)a Call a specific tool with the provided arguments Args: name (str): Name of the tool to call arguments (Dict[str, Any] | None): Arguments to pass to the tool Returns: List[Union[MCPTextContent, MCPImageContent, MCPEmbeddedResource]]: Tool execution results Raises: HTTPException: If tool not found or arguments missing r)Request)add_litellm_data_to_request) proxy_configz;MCP mcp_server_tool_call - User API Key Auth from context: )r7r^httpPOSTz/mcp/tools/call)s content-typesapplication/json)typemethodpathheaders)scopeN)datarequestuser_api_key_dictrb)rTrUrWz"MCP mcp_server_tool_call - error: r4) fastapir`$litellm.proxy.litellm_pre_call_utilsralitellm.proxy.proxy_serverrbrXrrY call_mcp_toolrKrL)r7r^r`rarbrTrU_rW body_datarkrjresponserMs r6mcp_server_tool_callrts" $T;JZI[F?A/FIJ[I\ ]  !%I>I"$- FG G!,8"#&7!- !*"3 /(? H'    $ $'I!%M NG sL:B2%B"B#B<B=BB2BB B/B**B//B2rTrUrVrWc  KtsgStj|d{}|W|Dcgc]}|jc} |Dcgc]-t fdtj fDr/}}g}|D]tj }|d} |r(|j |j|j } n)|r'|j|j|j} | |} tj|| d{} |j| tjdt| d|jtj$dt|d|S7[cc}wcc}w7v#t$r9} tj d|jdt#| Yd} ~ Ed} ~ wwxYww) a Helper method to fetch tools from MCP servers based on server filtering criteria. Args: user_api_key_auth: User authentication info for access control mcp_auth_header: Optional auth header for MCP server (deprecated) mcp_servers: Optional list of server names/aliases to filter by mcp_server_auth_headers: Optional dict of server-specific auth headers {server_alias: auth_value} Returns: List[MCPTool]: Combined list of tools from filtered servers Nc3K|]8}|4|j|jfD]}||jv:ywN)alias server_namelower).0r9 server_aliasmcp_servers_lower server_ids r6 z._get_tools_from_mcp_servers..%s` ) **!) % $/!&&(,== = s>A)r9rUzSuccessfully fetched z tools from server z Error getting tools from server z: z! tools total from all MCP servers)rr&get_allowed_mcp_serversrzanyget_mcp_server_by_idrxgetry_get_tools_from_serverextendrrYlenr7rKrLstrrA) rTrUrVrWallowed_mcp_serverssr~ all_toolsr9server_auth_headertoolsrMr}s ` @r6_get_tools_from_mcp_serversrs$I%>$U$U %    "4? @q @ "5# #<#Q#QR[#\"]  # #" ,I.CCINF~"& &6<<+C%<%@%@%N"(V-?-?-K%<%@%@ASAS%T"")%4" 7NN!$6  '$$'? ? Gws1vh%7fEF F Gs4)B(AB BA=7B8B=BBcKddl}d}|jd|}|rP|jd}|r=|jdDcgc]#}|j s|j %}}|%t j |d{\}}} } |} n"t j |d{\}}} } ||| | fScc}w797w)z Extracts mcp_servers from the path and processes the MCP request for auth context. Returns: (user_api_key_auth, mcp_auth_header, mcp_servers, mcp_server_auth_headers) rNz^/mcp/([^/]+)(/.*)?$,)rematchgroupsplitstriprprocess_mcp_request) rirgrmcp_servers_from_pathmcp_path_matchmcp_servers_strrrTrUrqrWrVs r6extract_mcp_auth_contextr s  $"94@ ,2215Os  99VR(D]uv{~B^CXC T  =T  #J;-!X Y  #t|tr.|j|j |j |jfSy)aQ Get the UserAPIKeyAuth from the auth context variable. Returns: Tuple[Optional[UserAPIKeyAuth], Optional[str], Optional[List[str]], Optional[Dict[str, str]]]: UserAPIKeyAuth object, MCP auth header (deprecated), MCP servers (can include access groups), and server-specific auth headers NNNN)rr isinstancer%rTrUrVrW)rs r6rXrXsR%((* I/CD++))%%11   &r5rwr)NNN)er1r contextlibrtypingrrrrrr r rmr r pydanticr starlette.typesrrrlitellm._loggingr*litellm.litellm_core_utils.litellm_loggingrLiteLLMLoggingObjAlitellm.proxy._experimental.mcp_server.auth.user_api_key_auth_mcpr,litellm.proxy._experimental.mcp_server.utilsrrrlitellm.proxy._typesr+litellm.types.mcp_server.mcp_server_managerrrlitellm.types.utilsr litellm.utilsrrboolr2 mcp.serverr ImportErrorrMrYr@'mcp.server.auth.middleware.auth_contextrr"mcp.server.streamable_http_managerr mcp.typesr!r"r#r$r@litellm.proxy._experimental.mcp_server.auth.litellm_auth_handlerr%9litellm.proxy._experimental.mcp_server.mcp_server_managerr&4litellm.proxy._experimental.mcp_server.sse_transportr'4litellm.proxy._experimental.mcp_server.tool_registryr(r)r+r9r:rBrErDrFrHrNasynccontextmanagerrQr]rrrtrr\rprrrrrrr;rrmountadd_middlewarerrXr4r5r6rsIII*00+S 0J:  t!!&!PEE)X@G@ $*FF11DEC E3  O7  " ,2&##.}T2.$.  d7m  . ;;"38nt3; eK/??@ A;;R=A N#N3N!#Nd3i(N"*$sCx.!9 N g Nb7;)-+/<@ .#N3.!#.d3i(."*$sCx.!9 . g .` 37:>-1@D JJS#X/J (7J&c] J &.d38n%= J  J eK/??@ AJ JXS>c] $ 27;)-<@ ((S>($N3("# ( "*$sCx.!9 ( eK/??@ A ($GG"38nG eK/??@ AG"X0&.2 8EG4D. %2*  C WW: *DdO* *IIc-.IIfn%,-*.+/<@ ()(!#(d3i(("*$sCx.!9 (  (.& h~& xS 7JHUYZ]_bZbUcLdde&2 )CyN1!56Ms:L$$M )MM