This commit is contained in:
bipproduction
2025-11-25 15:11:22 +08:00
parent e4189d40e9
commit e0236a907f
4 changed files with 1101 additions and 219 deletions

View File

@@ -16,8 +16,11 @@ interface McpTool {
/**
* Convert OpenAPI 3.x JSON spec into MCP-compatible tool definitions.
* * @param openApiJson OpenAPI JSON specification object.
* @param filterTag A string or array of strings. Operations must match at least one tag
* (case-insensitive partial match).
*/
export function convertOpenApiToMcpTools(openApiJson: any, filterTag: string): McpTool[] {
export function convertOpenApiToMcpTools(openApiJson: any, filterTag: string | string[]): McpTool[] {
const tools: McpTool[] = [];
if (!openApiJson || typeof openApiJson !== "object") {
@@ -25,6 +28,15 @@ export function convertOpenApiToMcpTools(openApiJson: any, filterTag: string): M
return tools;
}
// Cast filterTag to an array and normalize to lowercase for comparison
const filterTags = _.castArray(filterTag)
.filter(t => typeof t === "string" && t.trim() !== "")
.map(t => t.toLowerCase());
if (filterTags.length === 0) {
console.warn("Filter tag is empty or invalid. Returning all tools with tags.");
}
const paths = openApiJson.paths || {};
if (Object.keys(paths).length === 0) {
@@ -34,7 +46,6 @@ export function convertOpenApiToMcpTools(openApiJson: any, filterTag: string): M
for (const [path, methods] of Object.entries(paths)) {
if (!path || typeof path !== "string") continue;
if (path.startsWith("/mcp")) continue;
if (!methods || typeof methods !== "object") continue;
@@ -45,10 +56,19 @@ export function convertOpenApiToMcpTools(openApiJson: any, filterTag: string): M
if (!operation || typeof operation !== "object") continue;
const tags: string[] = Array.isArray(operation.tags) ? operation.tags : [];
const lowerCaseTags = tags.map(t => typeof t === "string" ? t.toLowerCase() : "");
if (!tags.length || !tags.some(t =>
typeof t === "string" && t.toLowerCase().includes(filterTag)
)) continue;
// ✅ MODIFIKASI: Pengecekan filterTags
if (filterTags.length > 0) {
const isTagMatch = lowerCaseTags.some(opTag =>
filterTags.some(fTag => opTag.includes(fTag))
);
if (!isTagMatch) continue;
} else if (tags.length === 0) {
// Jika tidak ada filter, hanya proses operation yang memiliki tags
continue;
}
try {
const tool = createToolFromOperation(path, method, operation, tags);
@@ -75,18 +95,20 @@ function createToolFromOperation(
tags: string[]
): McpTool | null {
try {
const rawName = _.snakeCase(operation.operationId || `${method}_${path}`) || "unnamed_tool";
const name = cleanToolName(rawName);
const rawName = _.snakeCase(`${operation.operationId}` || `${method}_${path}`) || "unnamed_tool";
const name = _.snakeCase(cleanToolName(operation.summary)) || cleanToolName(rawName);
if (!name || name === "unnamed_tool") {
console.warn(`Invalid tool name for ${method} ${path}`);
return null;
}
const description =
let description =
operation.description ||
operation.summary ||
`Execute ${method.toUpperCase()} ${path}`;
operation.summary;
description += `\n
Execute ${method.toUpperCase()} ${path}`;
// ✅ Extract schema berdasarkan method
let schema;
@@ -343,9 +365,8 @@ function cleanToolName(name: string): string {
.replace(/[^a-zA-Z0-9_]/g, "_")
.replace(/_+/g, "_")
.replace(/^_|_$/g, "")
.replace(/^(get|post|put|delete|patch|api)_/i, "")
.replace(/^(get_|post_|put_|delete_|patch_|api_)+/gi, "")
.replace(/(^_|_$)/g, "")
// ❗️ METHOD PREFIX TIDAK DIHAPUS LAGI (agar tidak duplicate)
.toLowerCase()
|| "unnamed_tool";
} catch (error) {
console.error("Error cleaning tool name:", error);
@@ -353,10 +374,14 @@ function cleanToolName(name: string): string {
}
}
/**
* Ambil OpenAPI JSON dari endpoint dan konversi ke tools MCP
* * @param url URL of the OpenAPI spec.
* @param filterTag A string or array of strings. Operations must match at least one tag
* (case-insensitive partial match).
*/
export async function getMcpTools(url: string, filterTag: string): Promise<McpTool[]> {
export async function getMcpTools(url: string, filterTag: string | string[]): Promise<McpTool[]> {
try {
console.log(`Fetching OpenAPI spec from: ${url}`);
@@ -370,12 +395,12 @@ export async function getMcpTools(url: string, filterTag: string): Promise<McpTo
const openApiJson = await response.json();
const tools = convertOpenApiToMcpTools(openApiJson, filterTag);
console.log(`✅ Successfully generated ${tools.length} MCP tools`);
const filterStr = _.castArray(filterTag).join(", ");
console.log(`✅ Successfully generated ${tools.length} MCP tools for tags: [${filterStr}]`);
return tools;
} catch (error) {
console.error("Error fetching MCP tools:", error);
throw error;
}
}
}

View File

@@ -1,250 +1,476 @@
// server/mcpServer.ts
import { Elysia } from "elysia";
import { getMcpTools } from "../lib/mcp_tool_convert";
var tools = [] as any[];
const OPENAPI_URL = process.env.BUN_PUBLIC_BASE_URL + "/docs/json";
const FILTER_TAG = "mcp";
/**
* Refactored Elysia-based MCP server
* - Fixes inconsistent "text/json" handling by normalizing response extraction
* - Robust executeTool: supports path/query/header/cookie/body params (if provided in x-props)
* - Proper baseUrl/path normalization and URLSearchParams building (repeated keys for arrays)
* - Consistent MCP content conversion: always returns either { type: 'json', data } or { type: 'text', text }
* - Safer error handling, batch support, Promise.allSettled to avoid full failure on single-item error
* - Lightweight in-memory tools cache with explicit init endpoint (keeps original behavior)
*/
/* -------------------------
Environment & Globals
------------------------- */
if (!process.env.BUN_PUBLIC_BASE_URL) {
throw new Error("BUN_PUBLIC_BASE_URL environment variable is not set");
throw new Error("BUN_PUBLIC_BASE_URL environment variable is not set");
}
// =====================
// MCP Protocol Types
// =====================
const OPENAPI_URL = `${process.env.BUN_PUBLIC_BASE_URL.replace(/\/+$/, "")}/docs/json`;
const FILTER_TAG = "mcp";
let tools: any[] = [];
/* -------------------------
MCP Types
------------------------- */
type JSONRPCRequest = {
jsonrpc: "2.0";
id: string | number;
method: string;
params?: any;
jsonrpc: "2.0";
id: string | number;
method: string;
params?: any;
credentials?: any;
};
type JSONRPCResponse = {
jsonrpc: "2.0";
id: string | number;
result?: any;
error?: {
code: number;
message: string;
data?: any;
};
jsonrpc: "2.0";
id: string | number | null;
result?: any;
error?: { code: number; message: string; data?: any };
};
// =====================
// Tool Executor
// =====================
/* -------------------------
Helpers
------------------------- */
/** Ensure baseUrl doesn't end with slash; ensure path begins with slash */
function joinBasePath(base: string, path: string) {
const normalizedBase = base.replace(/\/+$/, "");
const normalizedPath = path ? (path.startsWith("/") ? path : `/${path}`) : "";
return `${normalizedBase}${normalizedPath}`;
}
/** Serialize query object to repeated-key QS when arrays provided */
function buildQueryString(q: Record<string, any>): string {
const parts: string[] = [];
for (const [k, v] of Object.entries(q)) {
if (v === undefined || v === null) continue;
if (Array.isArray(v)) {
for (const item of v) {
parts.push(`${encodeURIComponent(k)}=${encodeURIComponent(String(item))}`);
}
} else if (typeof v === "object") {
parts.push(`${encodeURIComponent(k)}=${encodeURIComponent(JSON.stringify(v))}`);
} else {
parts.push(`${encodeURIComponent(k)}=${encodeURIComponent(String(v))}`);
}
}
return parts.length ? `?${parts.join("&")}` : "";
}
/** Safely extract "useful" payload from a fetch result:
* Prefer resp.data if present, otherwise resp itself.
* If resp is a string, keep as string.
*/
function extractRaw(result: { data: any } | any) {
// If result shaped as { data: ... } prefer inner .data
if (result && typeof result === "object" && "data" in result) {
return result.data;
}
return result;
}
/** Convert various payloads into MCP content shape */
function convertToMcpContent(payload: any) {
if (typeof payload === "string") {
return { type: "text", text: payload };
}
if (payload == null) {
return { type: "text", text: String(payload) };
}
// If payload looks like an image/audio wrapper produced by converter
if (payload?.__mcp_type === "image" && payload.base64) {
return { type: "image", data: payload.base64, mimeType: payload.mimeType || "image/png" };
}
if (payload?.__mcp_type === "audio" && payload.base64) {
return { type: "audio", data: payload.base64, mimeType: payload.mimeType || "audio/mpeg" };
}
// If already an object/array → return JSON
if (typeof payload === "object") {
return { type: "json", data: payload };
}
// Fallback — stringify
try {
return { type: "text", text: JSON.stringify(payload) };
} catch {
return { type: "text", text: String(payload) };
}
}
/* -------------------------
executeTool (robust)
------------------------- */
/**
* Execute a tool converted from OpenAPI -> expected x-props shape:
* x-props may contain:
* - method, path
* - parameters: [{ name, in, required? }]
*
* If x.parameters present, we inspect args and place them accordingly.
*/
export async function executeTool(
tool: any,
args: Record<string, any> = {},
baseUrl: string
tool: any,
args: Record<string, any> = {},
baseUrl: string
) {
const x = tool["x-props"] || {};
const x = tool["x-props"] || {};
const method = (x.method || "GET").toUpperCase();
const method = (x.method || "GET").toUpperCase();
const path = x.path || `/${tool.name}`;
const url = `${baseUrl}${path}`;
// Start with provided path (may contain {param})
let path = x.path ?? `/${tool.name}`;
const opts: RequestInit = {
method,
headers: { "Content-Type": "application/json" },
};
// Headers, cookies, query, body collection
const headers: Record<string, any> = {
"Content-Type": "application/json",
...(x.defaultHeaders || {}),
};
const query: Record<string, any> = {};
const cookies: string[] = [];
let bodyPayload: any = undefined;
if (["POST", "PUT", "PATCH", "DELETE"].includes(method)) {
opts.body = JSON.stringify(args || {});
// If parameters described, map args accordingly
if (Array.isArray(x.parameters)) {
for (const p of x.parameters) {
try {
const name: string = p.name;
const value = args?.[name];
// skip undefined unless required — we let API validate required semantics
if (value === undefined) continue;
switch (p.in) {
case "path":
if (path.includes(`{${name}}`)) {
path = path.replace(new RegExp(`{${name}}`, "g"), encodeURIComponent(String(value)));
} else {
// fallback to query
query[name] = value;
}
break;
case "query":
query[name] = value;
break;
case "header":
headers[name] = value;
break;
case "cookie":
cookies.push(`${name}=${value}`);
break;
case "body":
case "requestBody":
bodyPayload = value;
break;
default:
// unknown location -> place into body
bodyPayload = bodyPayload ?? {};
bodyPayload[name] = value;
break;
}
} catch (err) {
// best-effort: skip problematic param
console.warn(`[MCP] Skipping parameter ${String(p?.name)} due to error:`, err);
}
}
} else {
// no param descriptions: assume all args are body
bodyPayload = Object.keys(args || {}).length ? args : undefined;
}
const res = await fetch(url, opts);
const contentType = res.headers.get("content-type") || "";
const data = contentType.includes("application/json")
? await res.json()
: await res.text();
if (cookies.length) {
headers["Cookie"] = cookies.join("; ");
}
return {
success: res.ok,
status: res.status,
method,
path,
data,
};
// Build full URL
const urlBase = baseUrl || process.env.BUN_PUBLIC_BASE_URL!;
let url = joinBasePath(urlBase, path);
const qs = buildQueryString(query);
if (qs) url += qs;
// Build RequestInit
const opts: RequestInit & { headers?: Record<string, any> } = { method, headers };
// Body handling for applicable methods
const bodyMethods = new Set(["POST", "PUT", "PATCH", "DELETE"]);
const contentTypeLower = (headers["Content-Type"] || "").toLowerCase();
if (bodyMethods.has(method) && bodyPayload !== undefined) {
// Support tiny formdata marker shape: { __formdata: true, entries: [ [k,v], ... ] }
if (bodyPayload && bodyPayload.__formdata === true && Array.isArray(bodyPayload.entries)) {
const form = new FormData();
for (const [k, v] of bodyPayload.entries) {
form.append(k, v as any);
}
// Let fetch set boundary
delete opts.headers!["Content-Type"];
opts.body = form as any;
} else if (contentTypeLower.includes("application/x-www-form-urlencoded")) {
opts.body = new URLSearchParams(bodyPayload as Record<string, string>).toString();
} else if (contentTypeLower.includes("multipart/form-data")) {
// If caller explicitly requested multipart but didn't pass FormData — convert object to form
const form = new FormData();
if (typeof bodyPayload === "object") {
for (const [k, v] of Object.entries(bodyPayload)) {
form.append(k, (v as any) as any);
}
} else {
form.append("payload", String(bodyPayload));
}
delete opts.headers!["Content-Type"];
opts.body = form as any;
} else {
// Default JSON
opts.body = JSON.stringify(bodyPayload);
}
}
// Execute fetch
console.log(`[MCP] → ${method} ${url}`);
const res = await fetch(url, opts);
const resContentType = (res.headers.get("content-type") || "").toLowerCase();
let data: any;
try {
if (resContentType.includes("application/json")) {
data = await res.json();
} else {
data = await res.text();
}
} catch (err) {
// fallback to text
try {
data = await res.text();
} catch {
data = null;
}
}
return {
success: res.ok,
status: res.status,
method,
url,
path,
headers: res.headers,
data,
};
}
// =====================
// MCP Handler (Async)
// =====================
async function handleMCPRequestAsync(
request: JSONRPCRequest
): Promise<JSONRPCResponse> {
const { id, method, params } = request;
/* -------------------------
JSON-RPC Handler
------------------------- */
async function handleMCPRequestAsync(request: JSONRPCRequest): Promise<JSONRPCResponse> {
const { id, method, params } = request;
switch (method) {
case "initialize":
const makeError = (code: number, message: string, data?: any): JSONRPCResponse => ({
jsonrpc: "2.0",
id: id ?? null,
error: { code, message, data },
});
switch (method) {
case "initialize":
return {
jsonrpc: "2.0",
id,
result: {
protocolVersion: "2024-11-05",
capabilities: { tools: {} },
serverInfo: { name: "elysia-mcp-server", version: "1.0.0" },
},
};
case "tools/list":
return {
jsonrpc: "2.0",
id,
result: {
tools: tools.map((t) => {
const inputSchema =
typeof t.inputSchema === "object" && t.inputSchema?.type === "object"
? t.inputSchema
: { type: "object", properties: {}, required: [] };
return {
jsonrpc: "2.0",
id,
result: {
protocolVersion: "2024-11-05",
capabilities: { tools: {} },
serverInfo: { name: "elysia-mcp-server", version: "1.0.0" },
},
name: t.name,
description: t.description || "No description provided",
inputSchema,
"x-props": t["x-props"],
};
}),
},
};
case "tools/list":
return {
jsonrpc: "2.0",
id,
result: {
tools: tools.map(({ name, description, inputSchema, ["x-props"]: x }) => ({
name,
description,
inputSchema,
"x-props": x,
})),
},
};
case "tools/call": {
const toolName = params?.name;
const tool = tools.find((t) => t.name === toolName);
if (!tool) return makeError(-32601, `Tool '${toolName}' not found`);
case "tools/call": {
const toolName = params?.name;
const tool = tools.find((t) => t.name === toolName);
try {
const baseUrl = (params?.credentials?.baseUrl as string) || process.env.BUN_PUBLIC_BASE_URL || "http://localhost:3000";
const args = params?.arguments || {};
if (!tool) {
return {
jsonrpc: "2.0",
id,
error: { code: -32601, message: `Tool '${toolName}' not found` },
};
}
const result = await executeTool(tool, args, baseUrl);
try {
const baseUrl =
process.env.BUN_PUBLIC_BASE_URL || "http://localhost:3000";
const result = await executeTool(tool, params?.arguments || {}, baseUrl);
const data = result.data.data;
const isObject = typeof data === "object" && data !== null;
// Extract the meaningful payload (prefer nested .data if present)
const raw = extractRaw(result.data);
return {
jsonrpc: "2.0",
id,
result: {
content: [
isObject
? { type: "json", data: data }
: { type: "text", text: JSON.stringify(data || result.data || result) },
],
},
};
} catch (error: any) {
return {
jsonrpc: "2.0",
id,
error: { code: -32603, message: error.message },
};
}
}
// Normalize content shape consistently:
const contentItem = convertToMcpContent(raw ?? result.data ?? result);
case "ping":
return { jsonrpc: "2.0", id, result: {} };
default:
return {
jsonrpc: "2.0",
id,
error: { code: -32601, message: `Method '${method}' not found` },
};
return {
jsonrpc: "2.0",
id,
result: {
content: [contentItem],
},
};
} catch (err: any) {
// avoid leaking secrets — small debug
const dbg = { message: err?.message };
return makeError(-32603, err?.message ?? "Internal error", dbg);
}
}
case "ping":
return { jsonrpc: "2.0", id, result: {} };
default:
return makeError(-32601, `Method '${method}' not found`);
}
}
// =====================
// Elysia MCP Server
// =====================
export const MCPRoute = new Elysia({
tags: ["MCP Server"]
})
.post("/mcp", async ({ request, set }) => {
if (!tools.length) {
tools = await getMcpTools(OPENAPI_URL, FILTER_TAG);
}
set.headers["Content-Type"] = "application/json";
set.headers["Access-Control-Allow-Origin"] = "*";
/* -------------------------
Elysia App & Routes
------------------------- */
export const MCPRoute = new Elysia({ tags: ["MCP Server"] })
.post("/mcp", async ({ request, set }) => {
set.headers["Content-Type"] = "application/json";
set.headers["Access-Control-Allow-Origin"] = "*";
try {
const body = await request.json();
// Lazy load the tools (keeps previous behavior)
if (!tools.length) {
try {
tools = await getMcpTools(OPENAPI_URL, FILTER_TAG);
} catch (err) {
console.error("[MCP] Failed to load tools during lazy init:", err);
}
}
if (!Array.isArray(body)) {
const res = await handleMCPRequestAsync(body);
return res;
}
try {
const body = await request.json();
const results = await Promise.all(
body.map((req) => handleMCPRequestAsync(req))
);
return results;
} catch (error: any) {
set.status = 400;
return {
// If batch array -> allSettled for resilience
if (Array.isArray(body)) {
const promises = body.map((req: JSONRPCRequest) => handleMCPRequestAsync(req));
const settled = await Promise.allSettled(promises);
const responses = settled.map((s) =>
s.status === "fulfilled"
? s.value
: ({
jsonrpc: "2.0",
id: null,
error: {
code: -32700,
message: "Parse error",
data: error.message,
code: -32000,
message: "Unhandled handler error",
data: String((s as PromiseRejectedResult).reason),
},
};
}
})
} as JSONRPCResponse)
);
return responses;
}
// Tools list (debug)
.get("/mcp/tools", async ({ set }) => {
if (!tools.length) {
const single = await handleMCPRequestAsync(body as JSONRPCRequest);
return single;
} catch (err: any) {
set.status = 400;
return {
jsonrpc: "2.0",
id: null,
error: { code: -32700, message: "Parse error", data: err?.message ?? String(err) },
} as JSONRPCResponse;
}
})
tools = await getMcpTools(OPENAPI_URL, FILTER_TAG);
}
set.headers["Access-Control-Allow-Origin"] = "*";
return {
tools: tools.map(({ name, description, inputSchema, ["x-props"]: x }) => ({
name,
description,
inputSchema,
"x-props": x,
})),
};
})
/* Debug / management endpoints */
.get("/mcp/tools", async ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
if (!tools.length) {
try {
tools = await getMcpTools(OPENAPI_URL, FILTER_TAG);
} catch (err) {
console.error("[MCP] Failed to load tools for /mcp/tools:", err);
}
}
return {
tools: tools.map((t) => ({
name: t.name,
description: t.description,
inputSchema: t.inputSchema,
"x-props": t["x-props"],
})),
};
})
// MCP status
.get("/mcp/status", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
return { status: "active", timestamp: Date.now() };
})
.get("/mcp/status", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
return { status: "active", timestamp: Date.now() };
})
// Health check
.get("/health", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
return { status: "ok", timestamp: Date.now(), tools: tools.length };
})
.get("/mcp/init", async ({ set }) => {
.get("/health", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
return { status: "ok", timestamp: Date.now(), tools: tools.length };
})
const _tools = await getMcpTools(OPENAPI_URL, FILTER_TAG);
tools = _tools;
return {
success: true,
message: "MCP initialized",
tools: tools.length,
};
})
// Force re-init (useful for admin / CI)
.get("/mcp/init", async ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
try {
tools = await getMcpTools(OPENAPI_URL, FILTER_TAG);
return { success: true, message: "MCP initialized", tools: tools.length };
} catch (err) {
set.status = 500;
return { success: false, message: "Failed to initialize tools", error: String(err) };
}
})
// CORS
.options("/mcp", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
set.headers["Access-Control-Allow-Methods"] = "GET,POST,OPTIONS";
set.headers["Access-Control-Allow-Headers"] =
"Content-Type,Authorization,X-API-Key";
set.status = 204;
return "";
})
.options("/mcp/tools", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
set.headers["Access-Control-Allow-Methods"] = "GET,OPTIONS";
set.headers["Access-Control-Allow-Headers"] =
"Content-Type,Authorization,X-API-Key";
set.status = 204;
return "";
});
/* CORS preflight */
.options("/mcp", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
set.headers["Access-Control-Allow-Methods"] = "GET,POST,OPTIONS";
set.headers["Access-Control-Allow-Headers"] = "Content-Type,Authorization,X-API-Key";
set.status = 204;
return "";
})
.options("/mcp/tools", ({ set }) => {
set.headers["Access-Control-Allow-Origin"] = "*";
set.headers["Access-Control-Allow-Methods"] = "GET,OPTIONS";
set.headers["Access-Control-Allow-Headers"] = "Content-Type,Authorization,X-API-Key";
set.status = 204;
return "";
});
/* -------------------------
End
------------------------- */