@jupiterone/integration-sdk-cli 11.0.3 → 11.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jupiterone/integration-sdk-cli",
-  "version": "11.0.3",
+  "version": "11.2.0",
   "description": "The SDK for developing JupiterOne integrations",
   "main": "dist/src/index.js",
   "types": "dist/src/index.d.ts",
@@ -25,8 +25,8 @@
   },
   "dependencies": {
     "@jupiterone/data-model": "^0.54.0",
-    "@jupiterone/integration-sdk-core": "^11.0.3",
-    "@jupiterone/integration-sdk-runtime": "^11.0.3",
+    "@jupiterone/integration-sdk-core": "^11.2.0",
+    "@jupiterone/integration-sdk-runtime": "^11.2.0",
     "chalk": "^4",
     "commander": "^9.4.0",
     "fs-extra": "^10.1.0",
@@ -43,7 +43,7 @@
     "url-exists": "^1.0.3"
   },
   "devDependencies": {
-    "@jupiterone/integration-sdk-private-test-utils": "^11.0.3",
+    "@jupiterone/integration-sdk-private-test-utils": "^11.2.0",
     "@pollyjs/adapter-node-http": "^6.0.5",
     "@pollyjs/core": "^6.0.5",
     "@pollyjs/persister-fs": "^6.0.5",
@@ -56,5 +56,5 @@
     "neo-forgery": "^2.0.0",
     "vis": "^4.21.0-EOL"
   },
-  "gitHead": "56969b96de598bbf0cc0299aec264f488d14d4b1"
+  "gitHead": "c671c76b03696bcddb6f0a217b92916c602a6df2"
 }

package/src/__tests__/util/synchronization.ts

@@ -3,6 +3,7 @@ import {
   SynchronizationJob,
   SynchronizationJobStatus,
 } from '@jupiterone/integration-sdk-core';
+import { gunzipSync } from 'zlib';
 
 interface SetupOptions {
   baseUrl: string;
@@ -37,7 +38,13 @@ export function setupSynchronizerApi({
     .post(`${baseUrl}/persister/synchronization/jobs/${job.id}/entities`)
     .intercept((req, res) => {
       allowCrossOrigin(req, res);
-      job.numEntitiesUploaded += JSON.parse(req.body!).entities.length;
+      if (req.hasHeader('Content-Encoding')) {
+        const result = gunzipSync(Buffer.from(req.body!));
+        const data = JSON.parse(result.toString());
+        job.numEntitiesUploaded += data.entities.length;
+      } else {
+        job.numEntitiesUploaded += JSON.parse(req.body!).entities.length;
+      }
       res.status(200).json({ job });
     });
 
@@ -52,9 +59,15 @@ export function setupSynchronizerApi({
     .post(`${baseUrl}/persister/synchronization/jobs/${job.id}/relationships`)
     .intercept((req, res) => {
       allowCrossOrigin(req, res);
-      job.numRelationshipsUploaded += JSON.parse(
-        req.body!,
-      ).relationships.length;
+      if (req.hasHeader('Content-Encoding')) {
+        const result = gunzipSync(Buffer.from(req.body!));
+        const data = JSON.parse(result.toString());
+        job.numRelationshipsUploaded += data.relationships.length;
+      } else {
+        job.numRelationshipsUploaded += JSON.parse(
+          req.body!,
+        ).relationships.length;
+      }
       res.status(200).json({ job });
     });
 

package/src/commands/generate-ingestion-sources-config.ts

@@ -7,7 +7,7 @@ import {
   StepMetadata,
 } from '@jupiterone/integration-sdk-core';
 import { createCommand } from 'commander';
-import { loadConfigFromTarget } from '../config';
+import { loadConfigFromModule, loadConfigFromTarget } from '../config';
 import { promises as fs } from 'fs';
 import * as log from '../log';
 
@@ -26,13 +26,22 @@ export function generateIngestionSourcesConfigCommand() {
       'path to integration project directory',
       process.cwd(),
     )
+    .option(
+      '-m, --module-name <module>',
+      'name of modules to load (ex "@jupiterone/graph-rumble". Will load using require of package rather than filename)',
+    )
     .action(async (options) => {
-      const { projectPath, outputFile } = options;
+      const { projectPath, outputFile, moduleName } = options;
 
       log.info(
-        `Generating ingestion sources config (projectPath=${projectPath}, outputFile=${outputFile})`,
+        `Generating ingestion sources config (projectPath=${projectPath}, outputFile=${outputFile}, moduleName=${moduleName})`,
       );
-      const config = await loadConfigFromTarget(projectPath);
+      let config;
+      if (moduleName) {
+        config = loadConfigFromModule(moduleName);
+      } else {
+        config = await loadConfigFromTarget(projectPath);
+      }
       if (!config.ingestionConfig) {
         log.info(
           'Skipping the generation of ingestion sources config file as there is no ingestionConfig present.',

package/src/commands/generate-integration-graph-schema.ts

@@ -7,7 +7,7 @@ import {
   StepRelationshipMetadata,
 } from '@jupiterone/integration-sdk-core';
 import { createCommand } from 'commander';
-import { loadConfigFromTarget } from '../config';
+import { loadConfigFromModule, loadConfigFromTarget } from '../config';
 import { promises as fs } from 'fs';
 import * as log from '../log';
 
@@ -26,13 +26,22 @@ export function generateIntegrationGraphSchemaCommand() {
       'path to integration project directory',
       process.cwd(),
     )
+    .option(
+      '-m, --module-name <module>',
+      'name of modules to load (ex "@jupiterone/graph-rumble". Will load using require of package rather than filename)',
+    )
     .action(async (options) => {
-      const { projectPath, outputFile } = options;
+      const { projectPath, outputFile, moduleName } = options;
 
       log.info(
-        `Generating integration graph schema (projectPath=${projectPath}, outputFile=${outputFile})`,
+        `Generating integration graph schema (projectPath=${projectPath}, outputFile=${outputFile}, moduleName=${moduleName})`,
       );
-      const config = await loadConfigFromTarget(projectPath);
+      let config;
+      if (moduleName) {
+        config = loadConfigFromModule(moduleName);
+      } else {
+        config = await loadConfigFromTarget(projectPath);
+      }
 
       const integrationGraphSchema = generateIntegrationGraphSchema(
         config.integrationSteps,

package/src/config.ts

@@ -59,6 +59,21 @@ function loadConfigFromDist(projectPath: string) {
   return loadConfig(path.join(projectPath, 'dist'));
 }
 
+export function loadConfigFromModule(mod: string) {
+  let integrationModule: any;
+
+  try {
+    integrationModule = require(mod);
+  } catch (err) {
+    throw new IntegrationInvocationConfigLoadError(
+      `Error loading integration invocation configuration. Ensure "invocationConfig" is exported from "${mod}". Additional details: ` +
+        err,
+    );
+  }
+
+  return integrationModule.invocationConfig as IntegrationInvocationConfig;
+}
+
 /**
  * The way that integration npm packages are distributed has changed over time.
  * This function handles different cases where the invocation config has