@openfn/cli 0.0.32 → 0.0.34

package/README.md

@@ -36,6 +36,14 @@ Get help:
 openfn help
 ```
 
+## Migrating from devtools
+
+If you're coming to the CLI from the old openfn devtools, here are a couple of key points to be aware of:
+
+* The CLI has a shorter, sleeker syntax, so your command should be much shorter
+* The CLI will automatically install adaptors for you (with full version control)
+* By default, the CLI will only write state.data to output. This is to encourage better state management. Pass `--no-strict-output` to save the entire state object.
+
 ## Basic Usage
 
 You're probably here to run jobs (expressions), which the CLI makes easy:
@@ -46,13 +54,13 @@ openfn path/to/job.js -ia adaptor-name
 
 You MUST specify which adaptor to use. Pass the `-i` flag to auto-install that adaptor (it's safe to do this redundantly).
 
-If output.json is not passed, the CLI will create an `output.json` next to the job file. You can pass a path to state by adding `-s path/to/state.json`, and output by passing `-o path/to/output.json`. You can use `-S` and `-O` to pass state through stdin and return the output through stdout.
+When the job is finished, the CLI will write the `data` property of your state to disk. By default the CLI will create an `output.json` next to the job file. You can pass a path to output by passing `-o path/to/output.json` and state by adding `-s path/to/state.json`. You can use `-S` and `-O` to pass state through stdin and return the output through stdout. To write the entire state object (not just `data`), pass `--no-strict-output`.
 
-The CLI can auto-install language adaptors to its own privately maintained repo. Run `openfn repo list` to see where the repo is, and what's in it. Set the `OPENFN_REPO_DIR` env var to specify the repo folder. When autoinstalling, the CLI will check to see if a matching version is found in the repo.
+The CLI can auto-install language adaptors to its own privately maintained repo, just include the `-i` flag in the command and your adaptors will be forever fully managed. Run `openfn repo list` to see where the repo is, and what's in it. Set the `OPENFN_REPO_DIR` env var to specify the repo folder. When autoinstalling, the CLI will check to see if a matching version is found in the repo.
 
 You can specify adaptors with a shorthand (`http`) or use the full package name (`@openfn/language-http`). You can add a specific version like `http@2.0.0`. You can pass a path to a locally installed adaptor like `http=/repo/openfn/adaptors/my-http-build`.
 
-If you have the adaptors monorepo set up on your machine, you can also run from that. Pass the `-m` flag to load from the monorepo. Set the monorepo location by setting the OPENFN_ADAPTORS_REPO env var to a valid path. This runs from the built package, so remember to build an adaptor before running!
+If you have the adaptors monorepo set up on your machine, you can also run adaptors straight from source. Pass the `-m <path>` flag to load from the monorepo. You can also set the monorepo location by setting the `OPENFN_ADAPTORS_REPO` env var to a valid path. After that just include `-m` to load from the monorepo. Remember that adaptors will be loaded from the BUILT package in `dist`, so remember to build an adaptor before running!
 
 You can pass `--log info` to get more feedback about what's happening, or `--log debug` for more details than you could ever use.
 
@@ -119,9 +127,11 @@ The CLI uses openfn's own runtime to execute jobs in a safe environment.
 
 All jobs which work against `@openfn/core` will work in the new CLI and runtime environment (note: although this is a work in progress and we are actively looking for help to test this!).
 
+If you want to see how the compiler is changing your job, run `openfn compile path/to/job -a <adaptor>` to return the compiled code to stdout. Add `-o path/to/output.js` to save the result to disk.
+
 ## New Runtime notes
 
-The new openfunction runtime basically does one thing: load a Javascript Module, find the default export, and execute the functions it holds.
+The new OpenFn runtime will create a secure sandboxed environemtn which loads a Javascript Module, finds the default export, and execute the functions held within it.
 
 So long as your job has an array of functions as its default export, it will run in the new runtime.
 

package/dist/index.js

@@ -180,6 +180,17 @@ var immutable = {
     default: false
   }
 };
+var ignoreImports = {
+  name: "ignore-imports",
+  yargs: {
+    description: "Don't auto-import references in compiled code. Can take a list of names to ignore."
+  },
+  ensure: (opts2) => {
+    if (typeof opts2.ignoreImports === "string") {
+      opts2.ignoreImports = opts2.ignoreImports.split(",").map((s) => s.trim());
+    }
+  }
+};
 var getBaseDir = (opts2) => {
   const basePath = opts2.path ?? ".";
   if (basePath.endsWith(".js")) {
@@ -313,6 +324,7 @@ var options = [
   autoinstall,
   compile,
   immutable,
+  ignoreImports,
   jobPath,
   logJson,
   outputPath,
@@ -327,7 +339,13 @@ var options = [
 ];
 var executeCommand = {
   command: "execute [path]",
-  desc: `Run an openfn job. Get more help by running openfn <command> help`,
+  desc: `Run an openfn job. Get more help by running openfn <command> help.
+  
+Execute will run a job/expression and write the output state to disk (to ./state.json unless otherwise specified)
+  
+By default only state.data will be written to the output. Include --no-strict-output to write the entire state object.
+  
+Remember to include the adaptor name with -a. Auto install adaptors with the -i flag.`,
   aliases: ["$0"],
   handler: ensure("execute", options),
   builder: (yargs2) => build(options, yargs2).positional("path", {
@@ -335,13 +353,16 @@ var executeCommand = {
     demandOption: true
   }).example(
     "openfn foo/job.js",
-    "Reads foo/job.js, looks for state and output in foo"
+    "Execute foo/job.js with no adaptor and write the final state to foo/job.json"
   ).example(
-    "openfn job.js -a common",
-    "Run job.js using @openfn/language-common"
+    "openfn job.js -ia common",
+    "Execute job.js using @openfn/language-commom , with autoinstall enabled)"
   ).example(
-    "openfn install -a common",
-    "Install the latest version of language-common to the repo"
+    "openfn job.js -a common --log info",
+    "Execute job.js with common adaptor and info-level logging"
+  ).example(
+    "openfn compile job.js -a http",
+    "Compile job.js with the http adaptor and print the code to stdout"
   )
 };
 var command_default = executeCommand;
@@ -350,12 +371,14 @@ var command_default = executeCommand;
 var options2 = [
   expandAdaptors,
   adaptors,
+  ignoreImports,
   jobPath,
   logJson,
   override(outputStdout, {
     default: true
   }),
   outputPath,
+  repoDir,
   useAdaptorsMonorepo
 ];
 var compileCommand = {
@@ -433,7 +456,8 @@ var command_default6 = {
 };
 
 // src/cli.ts
-var cmd = yargs(hideBin(process.argv)).command(command_default).command(command_default2).command(install).command(repo).command(command_default3).command(command_default5).command(command_default6).command(command_default4).option("log", {
+var y = yargs(hideBin(process.argv));
+var cmd = y.command(command_default).command(command_default2).command(install).command(repo).command(command_default3).command(command_default5).command(command_default6).command(command_default4).option("log", {
   alias: ["l"],
   description: "Set the default log level to none, default, info or debug",
   array: true
@@ -448,7 +472,7 @@ var cmd = yargs(hideBin(process.argv)).command(command_default).command(command_
   handler: (argv) => {
     argv.command = "version";
   }
-}).help();
+}).wrap(y.terminalWidth()).help();
 
 // src/index.ts
 var opts = cmd.parse();

package/dist/process/runner.js

@@ -92,7 +92,6 @@ import { getModulePath } from "@openfn/runtime";
 var compile_default = async (opts, log) => {
   log.debug("Loading job...");
   const compilerOptions = await loadTransformOptions(opts, log);
-  compilerOptions.logger = logger_default(COMPILER, opts);
   const job = compile(opts.jobSource || opts.jobPath, compilerOptions);
   if (opts.jobPath) {
     log.success(`Compiled job from ${opts.jobPath}`);
@@ -122,20 +121,17 @@ var resolveSpecifierPath = async (pattern, repoDir, log) => {
 };
 var loadTransformOptions = async (opts, log) => {
   const options = {
-    logger: log
+    logger: log || logger_default(COMPILER, opts)
   };
-  if (opts.adaptors?.length) {
+  if (opts.adaptors?.length && opts.ignoreImports != true) {
     let exports;
     const [pattern] = opts.adaptors;
     const [specifier] = pattern.split("=");
-    log.debug(`Attempting to preload typedefs for ${specifier}`);
+    log.debug(`Attempting to preload types for ${specifier}`);
     const path5 = await resolveSpecifierPath(pattern, opts.repoDir, log);
     if (path5) {
       try {
-        exports = await preloadAdaptorExports(path5);
-        if (exports) {
-          log.info(`Loaded typedefs for ${specifier}`);
-        }
+        exports = await preloadAdaptorExports(path5, log);
       } catch (e) {
         log.error(`Failed to load adaptor typedefs from path ${path5}`);
         log.error(e);
@@ -145,6 +141,7 @@ var loadTransformOptions = async (opts, log) => {
       log.debug(`No module exports found for ${pattern}`);
     }
     options["add-imports"] = {
+      ignore: opts.ignoreImports,
       adaptor: {
         name: stripVersionSpecifier(specifier),
         exports,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openfn/cli",
-  "version": "0.0.32",
+  "version": "0.0.34",
   "description": "CLI devtools for the openfn toolchain.",
   "engines": {
     "node": ">=18",
@@ -41,10 +41,10 @@
     "rimraf": "^3.0.2",
     "treeify": "^1.1.0",
     "yargs": "^17.5.1",
-    "@openfn/compiler": "0.0.26",
-    "@openfn/describe-package": "0.0.14",
-    "@openfn/logger": "0.0.11",
-    "@openfn/runtime": "0.0.20"
+    "@openfn/compiler": "0.0.28",
+    "@openfn/describe-package": "0.0.15",
+    "@openfn/logger": "0.0.12",
+    "@openfn/runtime": "0.0.21"
   },
   "files": [
     "dist",