@outsidedata/dolex 0.1.0

package/dist/src/mcp/tools/sources.js

@@ -0,0 +1,177 @@
+/**
+ * MCP Tools: list_sources, add_source, remove_source, describe_source
+ * Manage data source connections.
+ */
+import { z } from 'zod';
+import { errorResponse, jsonResponse } from './shared.js';
+const SANDBOX_PATH_PATTERNS = [
+    /^\/mnt\/user-data\//,
+    /^\/home\/claude\//,
+    /^\/tmp\/uploads\//,
+    /^\/mnt\/uploads\//,
+];
+export function isSandboxPath(filePath) {
+    return SANDBOX_PATH_PATTERNS.some(p => p.test(filePath));
+}
+export const addSourceInputSchema = z.object({
+    name: z.string().describe('Human-readable name for this data source'),
+    type: z.enum(['csv', 'sqlite', 'postgres', 'mysql']).describe('Type of data source'),
+    config: z.union([
+        z.object({
+            type: z.literal('csv'),
+            path: z.string().describe('Path to CSV file or directory of CSV files'),
+        }),
+        z.object({
+            type: z.literal('sqlite'),
+            path: z.string().describe('Path to SQLite database file'),
+        }),
+        z.object({
+            type: z.literal('postgres'),
+            host: z.string(),
+            port: z.number().default(5432),
+            database: z.string(),
+            user: z.string(),
+            password: z.string(),
+            ssl: z.boolean().optional(),
+        }),
+        z.object({
+            type: z.literal('mysql'),
+            host: z.string(),
+            port: z.number().default(3306),
+            database: z.string(),
+            user: z.string(),
+            password: z.string(),
+        }),
+    ]).describe('Connection configuration'),
+    detail: z.enum(['compact', 'full']).default('full').describe('Schema detail level: "compact" returns just column names/types + row counts (saves tokens); "full" (default) includes stats, top values, and sample rows'),
+});
+export const removeSourceInputSchema = z.object({
+    sourceId: z.string().describe('ID of the data source to remove'),
+});
+export const describeSourceInputSchema = z.object({
+    sourceId: z.string().describe('Source ID from add_source'),
+    table: z.string().optional().describe('Table name (optional — if omitted, returns all tables)'),
+    detail: z.enum(['compact', 'full']).default('full').describe('Schema detail level: "compact" returns just column names/types + row counts; "full" (default) includes stats, top values, and sample rows'),
+});
+/** Build a table profile from schema table + connected source */
+async function buildTableProfile(t, connectedSource, detail = 'full') {
+    if (detail === 'compact') {
+        return {
+            name: t.name,
+            rowCount: t.rowCount,
+            columns: t.columns.map((c) => ({ name: c.name, type: c.type })),
+        };
+    }
+    const sampleRows = connectedSource
+        ? await connectedSource.getSampleRows(t.name, 5)
+        : [];
+    return {
+        name: t.name,
+        rowCount: t.rowCount,
+        columns: t.columns.map((c) => ({
+            name: c.name,
+            type: c.type,
+            nullCount: c.nullCount,
+            uniqueCount: c.uniqueCount,
+            ...(c.stats ? { stats: c.stats } : {}),
+            ...(c.topValues ? { topValues: c.topValues } : {}),
+            sample: c.sampleValues?.slice(0, 3),
+        })),
+        sampleRows,
+    };
+}
+export function handleListSources(deps) {
+    return async () => jsonResponse(deps.sourceManager.list());
+}
+export function handleAddSource(deps) {
+    return async (args) => {
+        if ((args.config.type === 'csv' || args.config.type === 'sqlite') && 'path' in args.config) {
+            if (isSandboxPath(args.config.path)) {
+                return errorResponse('This file path originates from a cloud sandbox and is not accessible to this MCP server. '
+                    + 'This is a deliberate design constraint — this server processes files directly from the local filesystem by design, and this is a hard requirement. '
+                    + 'Do not attempt to work around this limitation by reading the file contents and passing them through other endpoints '
+                    + '(e.g. inline data, visualize, query_source, or any other method). '
+                    + 'Workarounds are specifically unsupported and will produce incorrect or incomplete results. '
+                    + 'The only correct action is to ask the user to provide the full local path to the file on their machine '
+                    + '(e.g. /Users/name/Downloads/data.csv or C:\\Users\\name\\Downloads\\data.csv).');
+            }
+        }
+        let entry;
+        let reconnected = false;
+        const existing = deps.sourceManager.get(args.name);
+        if (existing) {
+            entry = existing;
+            reconnected = true;
+        }
+        else {
+            let addResult;
+            try {
+                addResult = await deps.sourceManager.add(args.name, args.config);
+            }
+            catch (err) {
+                if (err.code === 'ENOENT') {
+                    return errorResponse(`File not found: ${args.config.path}. `
+                        + 'This server requires direct access to local files — this is a hard requirement. '
+                        + 'Do not attempt to work around this by reading the file contents and passing them through other endpoints '
+                        + '(e.g. inline data, visualize, query_source, or any other method). '
+                        + 'Workarounds are specifically unsupported and will produce incorrect or incomplete results. '
+                        + 'The only correct action is to ask the user to confirm the exact file path on their local machine.');
+                }
+                return errorResponse(err.message);
+            }
+            if (!addResult.ok || !addResult.entry) {
+                return errorResponse(addResult.error ?? 'Failed to add source');
+            }
+            entry = addResult.entry;
+        }
+        const schemaResult = await deps.sourceManager.getSchema(entry.id);
+        const schema = schemaResult.ok ? schemaResult.schema : null;
+        const connResult = await deps.sourceManager.connect(entry.id);
+        const connectedSource = connResult.ok ? connResult.source : null;
+        const tables = await Promise.all((schema?.tables ?? []).map((t) => buildTableProfile(t, connectedSource, args.detail)));
+        const tableCount = schema?.tables.length ?? 0;
+        const verb = reconnected ? 'Reconnected to' : 'Connected to';
+        return jsonResponse({
+            sourceId: entry.id,
+            name: entry.name,
+            type: entry.type,
+            tables,
+            message: `${verb} "${args.name}" — ${tableCount} tables found`,
+        });
+    };
+}
+export function handleRemoveSource(deps) {
+    return async (args) => {
+        let removeResult;
+        try {
+            removeResult = await deps.sourceManager.remove(args.sourceId);
+        }
+        catch (err) {
+            return errorResponse(err.message);
+        }
+        if (!removeResult.ok) {
+            return errorResponse(removeResult.error ?? 'Failed to remove source');
+        }
+        return jsonResponse({ message: `Source "${args.sourceId}" removed` });
+    };
+}
+export function handleDescribeSource(deps) {
+    return async (args) => {
+        const schemaResult = await deps.sourceManager.getSchema(args.sourceId);
+        if (!schemaResult.ok || !schemaResult.schema) {
+            return errorResponse(schemaResult.error ?? `Source not found: ${args.sourceId}`);
+        }
+        const connResult = await deps.sourceManager.connect(args.sourceId);
+        const connectedSource = connResult.ok ? connResult.source : null;
+        let tables = schemaResult.schema.tables;
+        if (args.table) {
+            tables = tables.filter((t) => t.name === args.table);
+            if (tables.length === 0) {
+                return errorResponse(`Table "${args.table}" not found. Available: ${schemaResult.schema.tables.map((t) => t.name).join(', ')}`);
+            }
+        }
+        const profiles = await Promise.all(tables.map((t) => buildTableProfile(t, connectedSource, args.detail)));
+        return jsonResponse(args.table ? profiles[0] : profiles);
+    };
+}
+//# sourceMappingURL=sources.js.map

package/dist/src/mcp/tools/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../../../../src/mcp/tools/sources.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE1D,MAAM,qBAAqB,GAAG;IAC5B,qBAAqB;IACrB,mBAAmB;IACnB,mBAAmB;IACnB,mBAAmB;CACpB,CAAC;AAEF,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACrE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACpF,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;YACtB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;SACxE,CAAC;QACF,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;YACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;SAC1D,CAAC;QACF,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;SAC5B,CAAC;QACF,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;SACrB,CAAC;KACH,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,0JAA0J,CAAC;CACzN,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;CACjE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wDAAwD,CAAC;IAC/F,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,2IAA2I,CAAC;CAC1M,CAAC,CAAC;AAEH,iEAAiE;AACjE,KAAK,UAAU,iBAAiB,CAAC,CAAM,EAAE,eAAoB,EAAE,SAA6B,MAAM;IAChG,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SACrE,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,eAAe;QAChC,CAAC,CAAC,MAAM,eAAe,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,EAAE,CAAC;IACP,OAAO;QACL,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;YAClC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,MAAM,EAAE,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACpC,CAAC,CAAC;QACH,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAA4B;IAC5D,OAAO,KAAK,IAAI,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAA4B;IAC1D,OAAO,KAAK,EAAE,IAA0C,EAAE,EAAE;QAC1D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3F,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,OAAO,aAAa,CAClB,2FAA2F;sBACzF,qJAAqJ;sBACrJ,sHAAsH;sBACtH,oEAAoE;sBACpE,6FAA6F;sBAC7F,yGAAyG;sBACzG,gFAAgF,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,KAAU,CAAC;QACf,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,GAAG,QAAQ,CAAC;YACjB,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC1B,OAAO,aAAa,CAClB,mBAAoB,IAAI,CAAC,MAAc,CAAC,IAAI,IAAI;0BAC9C,kFAAkF;0BAClF,2GAA2G;0BAC3G,oEAAoE;0BACpE,6FAA6F;0BAC7F,mGAAmG,CACtG,CAAC;gBACJ,CAAC;gBACD,OAAO,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;gBACtC,OAAO,aAAa,CAAC,SAAS,CAAC,KAAK,IAAI,sBAAsB,CAAC,CAAC;YAClE,CAAC;YACD,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;QAC1B,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAE5D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,CAAC,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAC3F,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,cAAc,CAAC;QAE7D,OAAO,YAAY,CAAC;YAClB,QAAQ,EAAE,KAAK,CAAC,EAAE;YAClB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM;YACN,OAAO,EAAE,GAAG,IAAI,KAAK,IAAI,CAAC,IAAI,OAAO,UAAU,eAAe;SAC/D,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAA4B;IAC7D,OAAO,KAAK,EAAE,IAA6C,EAAE,EAAE;QAC7D,IAAI,YAAiB,CAAC;QACtB,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;YACrB,OAAO,aAAa,CAAC,YAAY,CAAC,KAAK,IAAI,yBAAyB,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,WAAW,IAAI,CAAC,QAAQ,WAAW,EAAE,CAAC,CAAC;IACxE,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAA4B;IAC/D,OAAO,KAAK,EAAE,IAA+C,EAAE,EAAE;QAC/D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7C,OAAO,aAAa,CAAC,YAAY,CAAC,KAAK,IAAI,qBAAqB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnE,MAAM,eAAe,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjE,IAAI,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,aAAa,CAAC,UAAU,IAAI,CAAC,KAAK,2BAA2B,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvI,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAC3E,CAAC;QAEF,OAAO,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3D,CAAC,CAAC;AACJ,CAAC"}