import { and, desc, eq, inArray, isNull, sql } from "drizzle-orm"; import { db, pg } from "@/lib/db/client"; import { memories, projects, auditLog } from "@/lib/db/schema"; import { MemoryIdInput, MemoryListInput, MemorySearchInput, MemoryUpdateInput, MemoryWriteInput, ProjectIdentifyInput, } from "@shared-memory/schemas"; import { embedText } from "@/lib/embedder"; import type { UserContext } from "./context"; /** * MCP tool definitions. Each tool has: * - name: dotted identifier exposed to clients * - description: shown to the model * - inputSchema: JSON Schema for the arguments object * - handler: async function that runs the tool */ export interface ToolResult { content: Array<{ type: "text"; text: string }>; isError?: boolean; structuredContent?: unknown; } export interface ToolDef { name: string; description: string; inputSchema: Record; handler: (args: unknown, ctx: UserContext) => Promise; } // ---------- helpers ---------- function ok(structured: unknown, summary: string): ToolResult { return { content: [{ type: "text", text: summary }], structuredContent: structured, }; } function err(message: string): ToolResult { return { content: [{ type: "text", text: `error: ${message}` }], isError: true, }; } async function resolveProjectId( ctx: UserContext, projectKey: string | undefined, ): Promise { if (!projectKey) return null; const row = await db .select({ id: projects.id }) .from(projects) .where(and(eq(projects.userId, ctx.userId), eq(projects.key, projectKey))) .limit(1); return row[0]?.id ?? null; } /** pgvector accepts vectors as text literals like "[0.1,0.2,...]". */ function toVectorLiteral(v: number[]): string { return `[${v.join(",")}]`; } // ---------- tools ---------- const projectIdentify: ToolDef = { name: "project.identify", description: "Register or look up a project for this user by its stable key. Returns the project's internal ID and display name. Call once per session before writing project-scoped memories.", inputSchema: { type: "object", properties: { key: { type: "string", description: "Stable project identifier. Recommended: repo name, repo URL, or any string the caller can reproduce across sessions.", }, display_name: { type: "string", description: "Human-readable name shown in the Web UI. Optional.", }, }, required: ["key"], }, async handler(args, ctx) { const parsed = ProjectIdentifyInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const row = await db .insert(projects) .values({ userId: ctx.userId, key: parsed.data.key, displayName: parsed.data.display_name ?? null, }) .onConflictDoUpdate({ target: [projects.userId, projects.key], set: { displayName: parsed.data.display_name ?? sql`${projects.displayName}`, updatedAt: new Date(), }, }) .returning({ id: projects.id, key: projects.key, displayName: projects.displayName, createdAt: projects.createdAt, }); const p = row[0]!; return ok(p, `project ${p.key} (${p.id})`); }, }; const memoryWrite: ToolDef = { name: "memory.write", description: "Persist a memory for this user. With scope='project' (default), the memory is attached to the named project. With scope='user', it's a user-global memory shared across all projects.", inputSchema: { type: "object", properties: { content: { type: "string", description: "Memory content (1–64,000 chars)." }, project: { type: "string", description: "Project key (required when scope='project').", }, scope: { type: "string", enum: ["project", "user"], description: "Scope of the memory. Defaults to 'project'.", }, tags: { type: "array", items: { type: "string" }, description: "Optional tags for filtering/grouping.", }, }, required: ["content"], }, async handler(args, ctx) { const parsed = MemoryWriteInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const scope = parsed.data.scope; let projectId: string | null = null; if (scope === "project") { if (!parsed.data.project) return err("scope=project requires `project` key"); projectId = await resolveProjectId(ctx, parsed.data.project); if (!projectId) { return err(`unknown project '${parsed.data.project}'; call project.identify first`); } } // Embed inline so the new memory is searchable immediately. Slower // writes (~50–150 ms) are an acceptable price for that guarantee; if // embedder pressure ever forces an async path, only this section // needs to change. const embedding = await embedText(parsed.data.content); const inserted = await db .insert(memories) .values({ userId: ctx.userId, projectId, scope, content: parsed.data.content, tags: parsed.data.tags ?? [], embedding, }) .returning({ id: memories.id, createdAt: memories.createdAt }); const m = inserted[0]!; await db.insert(auditLog).values({ userId: ctx.userId, actor: "mcp", action: "memory.write", entityType: "memory", entityId: m.id, payload: { scope, projectKey: parsed.data.project ?? null, tags: parsed.data.tags ?? [] }, }); return ok({ id: m.id, createdAt: m.createdAt }, `wrote memory ${m.id}`); }, }; const memoryList: ToolDef = { name: "memory.list", description: "List memories for this user, most recent first. Filter by project key and/or scope. Phase 2 will add memory.search for semantic + full-text lookup.", inputSchema: { type: "object", properties: { project: { type: "string", description: "Filter by project key." }, scope: { type: "string", enum: ["project", "user"], description: "Filter by scope." }, tags: { type: "array", items: { type: "string" }, description: "Require all of these tags.", }, limit: { type: "integer", minimum: 1, maximum: 200, default: 50 }, }, }, async handler(args, ctx) { const parsed = MemoryListInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const where = [eq(memories.userId, ctx.userId), isNull(memories.deletedAt)]; if (parsed.data.scope) where.push(eq(memories.scope, parsed.data.scope)); if (parsed.data.project) { const projectId = await resolveProjectId(ctx, parsed.data.project); if (!projectId) return ok({ items: [], next_cursor: null }, "0 results"); where.push(eq(memories.projectId, projectId)); } if (parsed.data.tags && parsed.data.tags.length > 0) { where.push(sql`${memories.tags} @> ${parsed.data.tags}::text[]`); } const rows = await db .select({ id: memories.id, scope: memories.scope, projectId: memories.projectId, content: memories.content, tags: memories.tags, createdAt: memories.createdAt, updatedAt: memories.updatedAt, }) .from(memories) .where(and(...where)) .orderBy(desc(memories.createdAt)) .limit(parsed.data.limit); return ok({ items: rows, next_cursor: null }, `${rows.length} result(s)`); }, }; const memoryGet: ToolDef = { name: "memory.get", description: "Fetch a single memory by its UUID.", inputSchema: { type: "object", properties: { id: { type: "string", format: "uuid" } }, required: ["id"], }, async handler(args, ctx) { const parsed = MemoryIdInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const row = await db .select() .from(memories) .where( and( eq(memories.id, parsed.data.id), eq(memories.userId, ctx.userId), isNull(memories.deletedAt), ), ) .limit(1); if (!row[0]) return err("not found"); return ok(row[0], `memory ${row[0].id}`); }, }; const memoryDelete: ToolDef = { name: "memory.delete", description: "Soft-delete a memory (sets deleted_at; preserved for audit).", inputSchema: { type: "object", properties: { id: { type: "string", format: "uuid" } }, required: ["id"], }, async handler(args, ctx) { const parsed = MemoryIdInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const updated = await db .update(memories) .set({ deletedAt: new Date() }) .where( and( eq(memories.id, parsed.data.id), eq(memories.userId, ctx.userId), isNull(memories.deletedAt), ), ) .returning({ id: memories.id }); if (!updated[0]) return err("not found"); await db.insert(auditLog).values({ userId: ctx.userId, actor: "mcp", action: "memory.delete", entityType: "memory", entityId: updated[0].id, }); return ok({ id: updated[0].id, deleted: true }, `deleted memory ${updated[0].id}`); }, }; const memoryUpdate: ToolDef = { name: "memory.update", description: "Edit an existing memory. Provide id and any of content or tags. If content changes, the embedding is re-computed automatically. Useful for fixing a typo without re-creating the row.", inputSchema: { type: "object", properties: { id: { type: "string", format: "uuid" }, content: { type: "string", description: "Replacement content (1–64,000 chars)." }, tags: { type: "array", items: { type: "string" }, description: "Replacement tag list." }, }, required: ["id"], }, async handler(args, ctx) { const parsed = MemoryUpdateInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const existing = await db .select({ id: memories.id, content: memories.content }) .from(memories) .where( and( eq(memories.id, parsed.data.id), eq(memories.userId, ctx.userId), isNull(memories.deletedAt), ), ) .limit(1); if (!existing[0]) return err("not found"); const update: Record = { updatedAt: new Date() }; if (parsed.data.tags !== undefined) update.tags = parsed.data.tags; if (parsed.data.content !== undefined && parsed.data.content !== existing[0].content) { update.content = parsed.data.content; update.embedding = await embedText(parsed.data.content); } const updated = await db .update(memories) .set(update) .where(eq(memories.id, parsed.data.id)) .returning({ id: memories.id, updatedAt: memories.updatedAt }); await db.insert(auditLog).values({ userId: ctx.userId, actor: "mcp", action: "memory.update", entityType: "memory", entityId: updated[0]!.id, payload: { fields: Object.keys(update).filter((k) => k !== "updatedAt"), }, }); return ok(updated[0]!, `updated memory ${updated[0]!.id}`); }, }; interface RankAccumulator { vectorRank?: number; ftsRank?: number; tagRank?: number; rrfScore: number; } const memorySearch: ToolDef = { name: "memory.search", description: "Hybrid search across this user's memories. Combines three signals — vector similarity (semantic), Postgres full-text rank (keyword), and tag overlap — via reciprocal rank fusion. Returns top results with per-source ranks visible so the model can judge confidence.", inputSchema: { type: "object", properties: { query: { type: "string", description: "Natural-language query." }, project: { type: "string", description: "Restrict to a single project key." }, scope: { type: "string", enum: ["project", "user"] }, tags: { type: "array", items: { type: "string" }, description: "Boost results with these tags." }, limit: { type: "integer", minimum: 1, maximum: 50, default: 10 }, }, required: ["query"], }, async handler(args, ctx) { const parsed = MemorySearchInput.safeParse(args); if (!parsed.success) return err(parsed.error.message); const { query, scope, tags, limit } = parsed.data; const projectId = parsed.data.project ? await resolveProjectId(ctx, parsed.data.project) : null; if (parsed.data.project && !projectId) { return ok({ items: [], _ranks: {} }, "0 results (unknown project)"); } const queryVec = await embedText(query); const vecLit = toVectorLiteral(queryVec); const CANDIDATES = 50; const RRF_K = 60; // Run the three candidate-fetch queries in parallel. The filter is // expressed via pg's tagged-template binding so values are safely // interpolated. const userId = ctx.userId; const vecPromise = pg<{ id: string }[]>` SELECT id FROM memories WHERE user_id = ${userId} AND deleted_at IS NULL AND embedding IS NOT NULL ${scope ? pg`AND scope = ${scope}` : pg``} ${projectId ? pg`AND project_id = ${projectId}` : pg``} ORDER BY embedding <=> ${vecLit}::vector ASC LIMIT ${CANDIDATES} `; const ftsPromise = pg<{ id: string }[]>` SELECT id FROM memories, plainto_tsquery('english', ${query}) AS q WHERE user_id = ${userId} AND deleted_at IS NULL AND content_tsv @@ q ${scope ? pg`AND scope = ${scope}` : pg``} ${projectId ? pg`AND project_id = ${projectId}` : pg``} ORDER BY ts_rank_cd(content_tsv, q) DESC LIMIT ${CANDIDATES} `; const tagPromise = tags && tags.length > 0 ? pg<{ id: string }[]>` SELECT id FROM memories WHERE user_id = ${userId} AND deleted_at IS NULL AND tags && ${tags}::text[] ${scope ? pg`AND scope = ${scope}` : pg``} ${projectId ? pg`AND project_id = ${projectId}` : pg``} ORDER BY cardinality( ARRAY(SELECT unnest(tags) INTERSECT SELECT unnest(${tags}::text[])) ) DESC LIMIT ${CANDIDATES} ` : Promise.resolve([] as { id: string }[]); const [vecHits, ftsHits, tagHits] = await Promise.all([ vecPromise, ftsPromise, tagPromise, ]); // Fuse via RRF: score(d) = Σ_r 1/(k + rank_r(d)) const scores = new Map(); const accum = (id: string, rank: number, key: "vectorRank" | "ftsRank" | "tagRank") => { const e = scores.get(id) ?? { rrfScore: 0 }; e[key] = rank; e.rrfScore += 1 / (RRF_K + rank); scores.set(id, e); }; vecHits.forEach((h, i) => accum(h.id, i + 1, "vectorRank")); ftsHits.forEach((h, i) => accum(h.id, i + 1, "ftsRank")); tagHits.forEach((h, i) => accum(h.id, i + 1, "tagRank")); if (scores.size === 0) { return ok({ items: [], debug: { vec: 0, fts: 0, tag: 0 } }, "0 results"); } const sorted = [...scores.entries()] .sort(([, a], [, b]) => b.rrfScore - a.rrfScore) .slice(0, limit); const topIds = sorted.map(([id]) => id); const rows = await db .select({ id: memories.id, scope: memories.scope, projectId: memories.projectId, content: memories.content, tags: memories.tags, createdAt: memories.createdAt, updatedAt: memories.updatedAt, }) .from(memories) .where(inArray(memories.id, topIds)); const byId = new Map(rows.map((r) => [r.id, r])); const items = sorted.flatMap(([id, rank]) => { const row = byId.get(id); if (!row) return []; return [ { ...row, _rank: { rrfScore: Number(rank.rrfScore.toFixed(6)), vectorRank: rank.vectorRank ?? null, ftsRank: rank.ftsRank ?? null, tagRank: rank.tagRank ?? null, }, }, ]; }); return ok( { items, debug: { vec: vecHits.length, fts: ftsHits.length, tag: tagHits.length, }, }, `${items.length} result(s)`, ); }, }; export const tools: ToolDef[] = [ projectIdentify, memoryWrite, memoryUpdate, memoryList, memoryGet, memorySearch, memoryDelete, ]; export const toolMap: Record = Object.fromEntries( tools.map((t) => [t.name, t]), );