@dataparade/cli 0.0.2 → 0.0.4

package/dist/src/platform-api/upload.types.d.ts

@@ -0,0 +1,10 @@
+export type CliUploadPreviewInput = {
+    apiKey: string;
+    dataflow: unknown;
+    projectName?: string;
+    scanJobId?: string;
+};
+export type CliUploadPreviewResponse = {
+    draftId: string;
+    projectName?: string | null;
+};

package/dist/src/platform-api/upload.types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/src/upload/build-preview-url.d.ts

@@ -0,0 +1 @@
+export declare function buildImportPreviewUrl(draftId: string): string;

package/dist/src/upload/build-preview-url.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildImportPreviewUrl = buildImportPreviewUrl;
+const dataparade_app_base_url_1 = require("../platform-api/dataparade-app-base-url");
+function buildImportPreviewUrl(draftId) {
+    const base = (0, dataparade_app_base_url_1.getDataparadeAppBaseUrl)();
+    const url = new URL("/dashboard", `${base}/`);
+    url.searchParams.set("importDraft", draftId);
+    return url.toString();
+}

package/dist/src/upload/run-upload.d.ts

@@ -0,0 +1,2 @@
+import type { RunDataflowUploadInput, RunDataflowUploadResult } from "./types";
+export declare function runDataflowUpload(input: RunDataflowUploadInput): Promise<RunDataflowUploadResult>;

package/dist/src/upload/run-upload.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runDataflowUpload = runDataflowUpload;
+const upload_client_1 = require("../platform-api/upload-client");
+const build_preview_url_1 = require("./build-preview-url");
+async function runDataflowUpload(input) {
+    const prefix = input.logPrefix ?? "[upload]";
+    const result = await (0, upload_client_1.cliUploadPreview)({
+        apiKey: input.apiKey,
+        dataflow: input.dataflow,
+        projectName: input.projectName,
+        scanJobId: input.scanJobId,
+    });
+    const previewUrl = (0, build_preview_url_1.buildImportPreviewUrl)(result.draftId);
+    // eslint-disable-next-line no-console
+    console.log(`${prefix} Preview ready: ${previewUrl}`);
+    return { draftId: result.draftId, previewUrl };
+}

package/dist/src/upload/types.d.ts

@@ -0,0 +1,11 @@
+export type RunDataflowUploadInput = {
+    apiKey: string;
+    dataflow: unknown;
+    projectName?: string;
+    scanJobId?: string;
+    logPrefix?: string;
+};
+export type RunDataflowUploadResult = {
+    draftId: string;
+    previewUrl: string;
+};

package/dist/src/upload/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/tests/unit/analyzers/typescript/property-detection.spec.js

@@ -122,6 +122,18 @@ describe("property-detection", () => {
             expect(out.integration_method).toBe("api");
             expect(out.authentication_method).toBe("api_key");
         });
+        it("sets api_type graphql when url path is GraphQL", () => {
+            const finding = makeFinding({
+                pattern: "external_api_call",
+                name: "Graph API",
+                properties: {
+                    serviceName: "internal",
+                    url: "https://api.example.com/graphql",
+                },
+            });
+            const out = (0, property_inference_1.getPropertiesFromFinding)(finding);
+            expect(out.api_type).toBe("graphql");
+        });
     });
     describe("express_route", () => {
         it("sets request_validation and connection_encryption", () => {
@@ -133,6 +145,16 @@ describe("property-detection", () => {
             const out = (0, property_inference_1.getPropertiesFromFinding)(finding);
             expect(out.request_validation).toBe(true);
             expect(out.connection_encryption).toBe(true);
+            expect(out.api_type).toBe("rest");
+        });
+        it("sets api_type graphql for GraphQL route path", () => {
+            const finding = makeFinding({
+                pattern: "express_route",
+                name: "POST /graphql",
+                properties: { httpMethods: ["POST"], path: "/graphql" },
+            });
+            const out = (0, property_inference_1.getPropertiesFromFinding)(finding);
+            expect(out.api_type).toBe("graphql");
         });
     });
 });

package/dist/tests/unit/cli/scan-quota-flow.spec.js

@@ -27,10 +27,12 @@ describe("scan quota flow", () => {
     afterEach(() => {
         fs_1.default.rmSync(tempRoot, { recursive: true, force: true });
         delete process.env.DATAPARADE_WORKSPACE_API_KEY;
+        delete process.env.DATAPARADE_SKIP_AUTO_UPLOAD;
         process.exitCode = 0;
     });
     it("skips quota API when workspace key is present but AI is disabled", async () => {
         process.env.DATAPARADE_WORKSPACE_API_KEY = "dp_live_test";
+        process.env.DATAPARADE_SKIP_AUTO_UPLOAD = "true";
         await (0, cli_1.run)(["node", "cli", "scan", tempRoot]);
         expect(fetchMock).not.toHaveBeenCalled();
     });

package/dist/tests/unit/config/upload-env.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/unit/config/upload-env.spec.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const upload_env_1 = require("../../../src/config/upload-env");
+describe("resolveSkipAutoUpload", () => {
+    it("is false when unset", () => {
+        expect((0, upload_env_1.resolveSkipAutoUpload)({})).toBe(false);
+    });
+    it("is true for truthy env values", () => {
+        expect((0, upload_env_1.resolveSkipAutoUpload)({ DATAPARADE_SKIP_AUTO_UPLOAD: "true" })).toBe(true);
+        expect((0, upload_env_1.resolveSkipAutoUpload)({ DATAPARADE_SKIP_AUTO_UPLOAD: "1" })).toBe(true);
+    });
+});

package/dist/tests/unit/config/validate-scan-ai.spec.js

@@ -39,6 +39,14 @@ describe("validate-scan-ai", () => {
         expect((0, validate_scan_ai_1.validateAiInferenceCredentials)(config)).toEqual([]);
         expect((0, validate_scan_ai_1.resolveAiMode)(config)).toBe("platform");
     });
+    it("accepts hosted worker infer proxy without BYOK or workspace key", () => {
+        const config = baseConfig({
+            enableAiInference: true,
+            hostedInferProxyUrl: "http://127.0.0.1:4567/infer",
+        });
+        expect((0, validate_scan_ai_1.validateAiInferenceCredentials)(config)).toEqual([]);
+        expect((0, validate_scan_ai_1.resolveAiMode)(config)).toBe("hosted_worker");
+    });
     it("allows workspace key with AI disabled", () => {
         const errors = (0, validate_scan_ai_1.validateAiInferenceCredentials)(baseConfig({
             enableAiInference: false,

package/dist/tests/unit/core/graph-mapping.spec.js

@@ -106,6 +106,7 @@ describe("core/pipeline/graph-mapping - DP-P0-CLI-402", () => {
             return;
         const properties = edge.data.properties;
         expect(properties.engineering.transferType).toBe("api_call");
+        expect(properties.engineering.protocol).toBe("rest");
         expect(properties.engineering.name).toContain("Test Application");
         expect(properties.engineering.actions).toEqual(["read"]);
         expect(properties.privacy.dataCategories).toEqual([
@@ -122,6 +123,57 @@ describe("core/pipeline/graph-mapping - DP-P0-CLI-402", () => {
         expect(properties.targetScopeConfidence).toBe("high");
         expect(properties.targetScopeReason).toBe("same-section-id");
     });
+    it("sets engineering.protocol to graphql when flow endpoint is a GraphQL URL", () => {
+        const scanResult = {
+            components: [
+                {
+                    id: "component-1",
+                    name: "API Service",
+                    type: "asset",
+                    subType: "api",
+                    confidence: 0.9,
+                    detectedFrom: [{ pattern: "express_route" }],
+                    sourceLocations: [
+                        { filePath: "src/api.ts", startLine: 1, endLine: 10 },
+                    ],
+                    properties: {},
+                },
+                {
+                    id: "component-2",
+                    name: "External API",
+                    type: "third_party",
+                    subType: "saas_service",
+                    confidence: 0.9,
+                    detectedFrom: [{ pattern: "external_api_call" }],
+                    sourceLocations: [
+                        { filePath: "src/api.ts", startLine: 20, endLine: 30 },
+                    ],
+                    properties: {},
+                },
+            ],
+            dataFlows: [
+                {
+                    id: "flow-gql",
+                    sourceComponentId: "component-1",
+                    targetComponentId: "component-2",
+                    type: "api_call",
+                    confidence: 0.9,
+                    endpoint: "https://api.example.com/graphql",
+                    method: "POST",
+                },
+            ],
+            filesScanned: 1,
+            filesSkipped: 0,
+            totalLines: 50,
+            scanDurationMs: 5,
+            warnings: [],
+            errors: [],
+        };
+        const graph = (0, graph_mapping_1.buildDiagramGraphFromScanResult)(scanResult);
+        const properties = graph.edges[0]?.data
+            ?.properties;
+        expect(properties?.engineering?.protocol).toBe("graphql");
+    });
     it("places managed provider service nodes after provider in layout", () => {
         const scanResult = {
             components: [

package/dist/tests/unit/core/infer-data-flow-protocol.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/unit/core/infer-data-flow-protocol.spec.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const infer_data_flow_protocol_1 = require("../../../src/core/pipeline/infer-data-flow-protocol");
+function baseFlow(overrides = {}) {
+    return {
+        id: "flow-1",
+        sourceComponentId: "a",
+        targetComponentId: "b",
+        type: "api_call",
+        confidence: 0.9,
+        ...overrides,
+    };
+}
+describe("inferDataFlowProtocol", () => {
+    it("returns graphql for /graphql endpoint", () => {
+        expect((0, infer_data_flow_protocol_1.inferDataFlowProtocol)(baseFlow({ endpoint: "https://api.example.com/graphql" }))).toBe("graphql");
+    });
+    it("returns graphql when source code mentions graphql", () => {
+        expect((0, infer_data_flow_protocol_1.inferDataFlowProtocol)(baseFlow({
+            sourceLocation: {
+                filePath: "src/client.ts",
+                startLine: 1,
+                endLine: 2,
+                code: "client.query({ query: GET_USERS }) // graphql",
+            },
+        }))).toBe("graphql");
+    });
+    it("returns rest for api_call with HTTP endpoint", () => {
+        expect((0, infer_data_flow_protocol_1.inferDataFlowProtocol)(baseFlow({ endpoint: "/api/users", method: "GET" }))).toBe("rest");
+    });
+    it("returns undefined for database_query", () => {
+        expect((0, infer_data_flow_protocol_1.inferDataFlowProtocol)(baseFlow({ type: "database_query", endpoint: "postgres://..." }))).toBeUndefined();
+    });
+    it("returns undefined for api_call without endpoint or method", () => {
+        expect((0, infer_data_flow_protocol_1.inferDataFlowProtocol)(baseFlow())).toBeUndefined();
+    });
+});

package/dist/tests/unit/platform-api/dataparade-app-base-url.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/unit/platform-api/dataparade-app-base-url.spec.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const dataparade_app_base_url_1 = require("../../../src/platform-api/dataparade-app-base-url");
+describe("getDataparadeAppBaseUrl", () => {
+    it("defaults to production frontend URL", () => {
+        expect((0, dataparade_app_base_url_1.getDataparadeAppBaseUrl)({})).toBe(dataparade_app_base_url_1.DEFAULT_DATAPARADE_APP_URL);
+    });
+    it("strips trailing slash from DATAPARADE_APP_URL", () => {
+        expect((0, dataparade_app_base_url_1.getDataparadeAppBaseUrl)({
+            DATAPARADE_APP_URL: "http://localhost:3001/",
+        })).toBe("http://localhost:3001");
+    });
+});

package/dist/tests/unit/platform-api/upload-client.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/unit/platform-api/upload-client.spec.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const upload_client_1 = require("../../../src/platform-api/upload-client");
+describe("cliUploadPreview", () => {
+    const originalFetch = global.fetch;
+    afterEach(() => {
+        global.fetch = originalFetch;
+        jest.restoreAllMocks();
+    });
+    it("posts dataflow to upload endpoint", async () => {
+        global.fetch = jest.fn().mockResolvedValue({
+            ok: true,
+            json: async () => ({ draftId: "draft-1", projectName: "proj" }),
+        });
+        const result = await (0, upload_client_1.cliUploadPreview)({
+            apiKey: "dp_live_testkey123456",
+            dataflow: { schemaVersion: "1.0", graph: { nodes: [], edges: [] } },
+            projectName: "proj",
+            scanJobId: "job-1",
+        });
+        expect(result.draftId).toBe("draft-1");
+        expect(global.fetch).toHaveBeenCalledWith(expect.stringContaining("/api/scans/cli/upload"), expect.objectContaining({
+            method: "POST",
+            headers: expect.objectContaining({
+                Authorization: "Bearer dp_live_testkey123456",
+            }),
+        }));
+    });
+    it("throws with API error message", async () => {
+        global.fetch = jest.fn().mockResolvedValue({
+            ok: false,
+            status: 400,
+            json: async () => ({ message: "Invalid dataflow" }),
+        });
+        await expect((0, upload_client_1.cliUploadPreview)({
+            apiKey: "dp_live_testkey123456",
+            dataflow: {},
+        })).rejects.toThrow("Invalid dataflow");
+    });
+});

package/dist/tests/unit/publish-manifest.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/unit/publish-manifest.spec.js

@@ -0,0 +1,18 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+describe("npm publish manifest", () => {
+    const pkgPath = path_1.default.resolve(__dirname, "../../package.json");
+    const pkg = JSON.parse(fs_1.default.readFileSync(pkgPath, "utf8"));
+    it("lists typescript as a runtime dependency (required by TS analyzer)", () => {
+        expect(pkg.dependencies?.typescript).toBeDefined();
+        expect(pkg.devDependencies?.typescript).toBeUndefined();
+    });
+    it("includes patterns/ in published files (runtime YAML configs)", () => {
+        expect(pkg.files).toContain("patterns");
+    });
+});

package/dist/tests/unit/upload/build-preview-url.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/unit/upload/build-preview-url.spec.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const build_preview_url_1 = require("../../../src/upload/build-preview-url");
+describe("buildImportPreviewUrl", () => {
+    const original = process.env.DATAPARADE_APP_URL;
+    afterEach(() => {
+        if (original === undefined) {
+            delete process.env.DATAPARADE_APP_URL;
+        }
+        else {
+            process.env.DATAPARADE_APP_URL = original;
+        }
+    });
+    it("builds dashboard deep link with importDraft query param", () => {
+        process.env.DATAPARADE_APP_URL = "http://localhost:3001";
+        const url = (0, build_preview_url_1.buildImportPreviewUrl)("draft-abc");
+        expect(url).toBe("http://localhost:3001/dashboard?importDraft=draft-abc");
+    });
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataparade/cli",
-  "version": "0.0.2",
+  "version": "0.0.4",
   "description": "dataPARADE CLI — scan codebases for privacy and security data flows",
   "publishConfig": {
     "access": "public",
@@ -58,9 +58,10 @@
   },
   "dependencies": {
     "@sentry/node": "^10.38.0",
+    "commander": "^12.1.0",
     "dotenv": "^16.4.7",
     "langsmith": "^0.3.14",
-    "commander": "^12.1.0",
+    "typescript": "^5.7.3",
     "yaml": "^2.8.2",
     "zod": "^4.3.5"
   },
@@ -72,11 +73,11 @@
     "globals": "^15.14.0",
     "jest": "^29.7.0",
     "ts-jest": "^29.2.5",
-    "typescript": "^5.7.3",
     "typescript-eslint": "^8.20.0"
   },
   "files": [
     "dist",
+    "patterns",
     "LICENSE",
     "README.md",
     "package.json"