llmz 0.2.0 → 0.2.2

package/dist/typings-formatter.d.ts

@@ -0,0 +1,34 @@
+/**
+ * A minimal, dependency-free formatter for the TypeScript typings generated by
+ * llmz (typings.ts, objects.ts, hoist.ts). It supports only the small grammar
+ * those generators emit — type expressions, `declare const` / `declare function`
+ * declarations, `type` aliases and `export namespace` blocks — and produces
+ * prettier-like output: 80 columns, 2-space indent, no semicolons in broken
+ * objects, hugged single-object function params, unions wrapped with leading `|`.
+ *
+ * If the input cannot be tokenized or has unbalanced brackets, it is returned
+ * unchanged.
+ */
+export type TokKind = 'word' | 'string' | 'punct' | 'block-comment' | 'line-comment';
+export type Tok = {
+    kind: TokKind;
+    text: string;
+    /** number of newlines in the source right before this token */
+    nl: number;
+};
+export type Group = {
+    kind: 'group';
+    open: string;
+    close: string;
+    children: Node[];
+    nl: number;
+};
+export type Node = Tok | Group;
+export declare const isGroup: (n: Node) => n is Group;
+export declare const isPunct: (n: Node, text: string) => boolean;
+export declare function tokenize(src: string): Tok[];
+export declare function parse(toks: Tok[]): Node[];
+/** Formats typings, throwing on input it cannot parse (unbalanced brackets, etc.) */
+export declare function formatTypingsUnsafe(typings: string): string;
+/** Formats typings, returning the input unchanged when it cannot be parsed */
+export declare function formatTypings(typings: string): string;

package/dist/typings-formatter.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/{vm-44H4UKI2.js → vm-ZLWGAYYJ.js}

@@ -1,7 +1,7 @@
 import {
   runAsyncFunction,
   warmupVM
-} from "./chunk-DH35WO5G.js";
+} from "./chunk-EJIDFDQP.js";
 import "./chunk-WSVDMGMR.js";
 import "./chunk-YEAWWJSJ.js";
 import "./chunk-34GJUS6U.js";

package/dist/{vm-A3OTQVIR.cjs → vm-ZVONLAZV.cjs}

@@ -1,11 +1,11 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true});
 
 
-var _chunkWWZ2W4WRcjs = require('./chunk-WWZ2W4WR.cjs');
+var _chunk2EZSVF5Xcjs = require('./chunk-2EZSVF5X.cjs');
 require('./chunk-PK72FAKD.cjs');
 require('./chunk-KIN7Y247.cjs');
 require('./chunk-HC2QZTVT.cjs');
 
 
 
-exports.runAsyncFunction = _chunkWWZ2W4WRcjs.runAsyncFunction; exports.warmupVM = _chunkWWZ2W4WRcjs.warmupVM;
+exports.runAsyncFunction = _chunk2EZSVF5Xcjs.runAsyncFunction; exports.warmupVM = _chunk2EZSVF5Xcjs.warmupVM;

package/package.json

@@ -2,7 +2,7 @@
   "name": "llmz",
   "type": "module",
   "description": "LLMz - An LLM-native Typescript VM built on top of Zui",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,32 +30,22 @@
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "@babel/generator": "^7.26.3",
-    "@babel/parser": "^7.26.3",
-    "@babel/standalone": "^7.26.4",
-    "@babel/traverse": "^7.26.4",
-    "@babel/types": "^7.26.3",
     "@jitl/quickjs-singlefile-browser-release-sync": "^0.31.0",
+    "acorn": "^8.17.0",
     "bytes": "^3.1.2",
     "exponential-backoff": "^3.1.1",
     "handlebars": "^4.7.8",
     "json5": "^2.2.3",
     "jsonrepair": "^3.10.0",
     "lodash-es": "^4.17.21",
-    "lru-cache": "~11.0.2",
+    "magic-string": "^0.30.21",
     "ms": "^2.1.3",
-    "prettier": "^3.4.2",
     "quickjs-emscripten-core": "^0.31.0",
     "ulid": "^2.3.0"
   },
   "devDependencies": {
-    "@babel/core": "^7.26.0",
     "@botpress/cli": "workspace:*",
     "@microsoft/api-extractor": "^7.49.0",
-    "@types/babel__core": "^7.20.5",
-    "@types/babel__generator": "^7.6.8",
-    "@types/babel__standalone": "^7.1.9",
-    "@types/babel__traverse": "^7.20.6",
     "@types/bytes": "^3.1.5",
     "@types/json-schema": "^7.0.12",
     "@types/lodash-es": "^4.17.12",
@@ -66,6 +56,7 @@
     "dotenv": "^16.4.4",
     "esbuild": "^0.25.10",
     "glob": "^9.3.4",
+    "prettier": "^3.4.2",
     "source-map-js": "1.2.1",
     "tsup": "^8.0.2",
     "tsx": "^4.19.2"
@@ -74,7 +65,7 @@
     "@botpress/client": "1.49.0",
     "@botpress/cognitive": "0.6.2",
     "@bpinternal/thicktoken": "^3.0.0",
-    "@bpinternal/zui": "^2.3.1"
+    "@bpinternal/zui": "^2.4.0"
   },
   "dependenciesMeta": {
     "@bpinternal/zui": {

package/dist/chunk-7LMIOS6H.cjs

@@ -1,287 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } }
-
-var _chunkPK72FAKDcjs = require('./chunk-PK72FAKD.cjs');
-
-
-
-
-var _chunkFPLSJF4Scjs = require('./chunk-FPLSJF4S.cjs');
-
-// src/typings.ts
-var _zui = require('@bpinternal/zui');
-
-// src/formatting.ts
-var _lrucache = require('lru-cache');
-var _babel = require('prettier/plugins/babel'); var _babel2 = _interopRequireDefault(_babel);
-var _estree = require('prettier/plugins/estree'); var _estree2 = _interopRequireDefault(_estree);
-var _typescript = require('prettier/plugins/typescript'); var _typescript2 = _interopRequireDefault(_typescript);
-var _standalone = require('prettier/standalone');
-var cache = new (0, _lrucache.LRUCache)({ max: 1e3 });
-async function formatTypings(typings, options) {
-  if (cache.has(typings)) {
-    return cache.get(typings);
-  }
-  try {
-    options ??= {};
-    options.throwOnError ??= true;
-    const result = (await _standalone.format.call(void 0, typings, {
-      singleAttributePerLine: true,
-      bracketSameLine: true,
-      semi: false,
-      ...options,
-      embeddedLanguageFormatting: "off",
-      plugins: [_estree2.default, _babel2.default, _typescript2.default],
-      parser: "typescript",
-      filepath: "tools.d.ts"
-    })).trim();
-    cache.set(typings, result);
-    return result;
-  } catch (err) {
-    if (options == null ? void 0 : options.throwOnError) {
-      throw new (0, _chunkPK72FAKDcjs.CodeFormattingError)(err instanceof Error ? err.message : _nullishCoalesce((err == null ? void 0 : err.toString()), () => ( "Unknown Error")), typings);
-    }
-    return typings;
-  }
-}
-
-// src/typings.ts
-var Primitives = [
-  "string",
-  "number",
-  "boolean",
-  "unknown",
-  "void",
-  "any",
-  "null",
-  "undefined",
-  "never",
-  "bigint",
-  "symbol",
-  "object"
-];
-var LARGE_DECLARATION_LINES = 5;
-var isPrimitive = (type) => Primitives.includes(type);
-var isArrayOfPrimitives = (type) => Primitives.map((p) => `${p}[]`).includes(type);
-var stripSpaces = (typings) => typings.replace(/ +/g, " ").trim();
-var KeyValue = class {
-  constructor(key, value) {
-    this.key = key;
-    this.value = value;
-  }
-};
-var FnParameters = class {
-  constructor(schema) {
-    this.schema = schema;
-  }
-};
-var FnReturn = class {
-  constructor(schema) {
-    this.schema = schema;
-  }
-};
-var Declaration = class {
-  constructor(schema, identifier) {
-    this.schema = schema;
-    this.identifier = identifier;
-  }
-};
-async function getTypings(schema, options) {
-  options ??= {};
-  options.declaration ??= false;
-  let wrappedSchema = schema;
-  if ((options == null ? void 0 : options.declaration) && _zui.z.is.zuiType(schema)) {
-    const title = "title" in schema.ui ? schema.ui.title : null;
-    if (!title) {
-      throw new Error('Only schemas with "title" Zui property can be declared.');
-    }
-    wrappedSchema = new Declaration(schema, title);
-  }
-  let dts = await sUnwrapZodRecursive(wrappedSchema, { ...options });
-  dts = await formatTypings(dts, { throwOnError: false });
-  return dts;
-}
-async function sUnwrapZodRecursive(schema, options) {
-  return sUnwrapZod(schema, options);
-}
-async function sUnwrapZod(schema, options) {
-  var _a, _b;
-  const newOptions = {
-    ...options,
-    declaration: false,
-    parent: schema
-  };
-  if (schema instanceof Declaration) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema.schema.description);
-    const withoutDesc = schema.schema.describe("");
-    const typings = await sUnwrapZodRecursive(withoutDesc, { ...newOptions, declaration: true });
-    const isLargeDeclaration = typings.split("\n").length >= LARGE_DECLARATION_LINES;
-    const closingTag = isLargeDeclaration ? `// end of ${schema.identifier}` : "";
-    if (_zui.z.is.zuiFunction(schema.schema)) {
-      return stripSpaces(`${description}
-declare function ${schema.identifier}${typings};${closingTag}`);
-    }
-    return stripSpaces(`${description}
-declare const ${schema.identifier}: ${typings};${closingTag}`);
-  }
-  if (schema instanceof KeyValue) {
-    if (_zui.z.is.zuiOptional(schema.value) || _zui.z.is.zuiDefault(schema.value)) {
-      let innerType = schema.value._def.innerType;
-      if (_zui.z.is.zuiType(innerType) && !innerType.description && schema.value.description) {
-        innerType = innerType == null ? void 0 : innerType.describe(schema.value.description);
-      }
-      const optionalToken = schema.key.endsWith("?") ? "" : "?";
-      return sUnwrapZodRecursive(new KeyValue(schema.key + optionalToken, innerType), newOptions);
-    }
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema.value._def.description || schema.value.description);
-    const delimiter = (description == null ? void 0 : description.trim().length) > 0 ? "\n" : "";
-    const withoutDesc = schema.value.describe("");
-    return `${delimiter}${description}${delimiter}${schema.key}: ${await sUnwrapZodRecursive(withoutDesc, newOptions)}${delimiter}`;
-  }
-  if (schema instanceof FnParameters) {
-    if (_zui.z.is.zuiTuple(schema.schema)) {
-      let args = "";
-      for (let i = 0; i < schema.schema.items.length; i++) {
-        const argName = _nullishCoalesce(((_b = (_a = schema.schema.items[i]) == null ? void 0 : _a.ui) == null ? void 0 : _b.title), () => ( `arg${i}`));
-        const item = schema.schema.items[i];
-        args += `${await sUnwrapZodRecursive(new KeyValue(_chunkFPLSJF4Scjs.toPropertyKey.call(void 0, argName), item), newOptions)}, `;
-      }
-      return args;
-    }
-    const isLiteral = _zui.z.is.zuiLiteral(schema.schema.naked());
-    const typings = (await sUnwrapZodRecursive(schema.schema, newOptions)).trim();
-    const startsWithPairs = typings.startsWith("{") && typings.endsWith("}") || typings.startsWith("[") && typings.endsWith("]") || typings.startsWith("(") && typings.endsWith(")") || typings.startsWith("Array<") && typings.endsWith(">") || typings.startsWith("Record<") && typings.endsWith(">") || isArrayOfPrimitives(typings);
-    if (startsWithPairs || isLiteral) {
-      return `args: ${typings}`;
-    } else {
-      return typings;
-    }
-  }
-  if (schema instanceof FnReturn) {
-    if (_zui.z.is.zuiOptional(schema.schema)) {
-      return `${await sUnwrapZodRecursive(schema.schema.unwrap(), newOptions)} | undefined`;
-    }
-    return sUnwrapZodRecursive(schema.schema, newOptions);
-  }
-  if (schema === null) {
-    return "unknown";
-  }
-  schema;
-  if (_zui.z.is.zuiDefault(schema)) {
-    return sUnwrapZodRecursive(schema._def.innerType, options);
-  }
-  if (_zui.z.is.zuiVoid(schema)) {
-    return "void";
-  }
-  if (_zui.z.is.zuiUnknown(schema)) {
-    return "unknown";
-  }
-  if (_zui.z.is.zuiAny(schema)) {
-    return "any";
-  }
-  if (_zui.z.is.zuiPromise(schema)) {
-    return `Promise<${await sUnwrapZodRecursive(schema.unwrap(), newOptions)}>`;
-  }
-  if (_zui.z.is.zuiFunction(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    const input = await sUnwrapZodRecursive(new FnParameters(schema._def.args), newOptions);
-    const output = await sUnwrapZodRecursive(new FnReturn(schema._def.returns), newOptions);
-    if (options == null ? void 0 : options.declaration) {
-      return `${description}
-(${input}): ${output}`;
-    }
-    return `${description}
-(${input}) => ${output}`;
-  }
-  if (_zui.z.is.zuiArray(schema)) {
-    const item = await sUnwrapZodRecursive(schema._def.type, newOptions);
-    if (isPrimitive(item)) {
-      return `${item}[]`;
-    }
-    return `Array<${item}>`;
-  }
-  if (_zui.z.is.zuiEnum(schema)) {
-    const values = schema._def.values.map(_chunkFPLSJF4Scjs.escapeString);
-    return values.join(" | ");
-  }
-  if (_zui.z.is.zuiTuple(schema)) {
-    if (schema.items.length === 0) {
-      return "[]";
-    }
-    const items = await Promise.all(schema.items.map((i) => sUnwrapZodRecursive(i, newOptions)));
-    return `[${items.join(", ")}]`;
-  }
-  if (_zui.z.is.zuiNullable(schema)) {
-    return `${await sUnwrapZodRecursive(schema.unwrap(), options)} | null`;
-  }
-  if (_zui.z.is.zuiOptional(schema)) {
-    if ((options == null ? void 0 : options.declaration) || _zui.z.is.zuiType(options == null ? void 0 : options.parent) && options.parent.typeName === "ZodRecord") {
-      return `${await sUnwrapZodRecursive(schema._def.innerType, newOptions)} | undefined`;
-    }
-    const optionalToken = options.parent instanceof KeyValue ? "| undefined" : "";
-    const val = `${await sUnwrapZodRecursive(schema._def.innerType, newOptions)}${optionalToken}`;
-    return val;
-  }
-  if (_zui.z.is.zuiObject(schema)) {
-    const props = await Promise.all(
-      Object.entries(schema.shape).map(async ([key, value]) => {
-        if (_zui.z.is.zuiType(value)) {
-          return sUnwrapZodRecursive(new KeyValue(_chunkFPLSJF4Scjs.toPropertyKey.call(void 0, key), value), newOptions);
-        }
-        return `${key}: unknown`;
-      })
-    );
-    return `{ ${props.join("; ")} }`;
-  }
-  if (_zui.z.is.zuiString(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    return `${description} string`.trim();
-  }
-  if (_zui.z.is.zuiUnion(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    const options2 = await Promise.all(
-      schema.options.map(async (option) => {
-        return sUnwrapZodRecursive(option, newOptions);
-      })
-    );
-    return `${description}
-${options2.join(" | ")}`;
-  }
-  if (_zui.z.is.zuiLiteral(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    return `${description}
-${typeof schema.value === "string" ? _chunkFPLSJF4Scjs.escapeString.call(void 0, schema.value) : String(schema.value)}`.trim();
-  }
-  if (_zui.z.is.zuiNumber(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    return `${description} number`.trim();
-  }
-  if (_zui.z.is.zuiBoolean(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    return `${description} boolean`.trim();
-  }
-  if (_zui.z.is.zuiCatch(schema)) {
-    return sUnwrapZodRecursive(schema.removeCatch(), newOptions);
-  }
-  if (_zui.z.is.zuiLazy(schema)) {
-    return sUnwrapZodRecursive(schema._def.getter(), newOptions);
-  }
-  if (_zui.z.is.zuiRecord(schema)) {
-    const description = _chunkFPLSJF4Scjs.getMultilineComment.call(void 0, schema._def.description);
-    const keyType = await sUnwrapZodRecursive(schema._def.keyType, newOptions);
-    const valueType = await sUnwrapZodRecursive(schema._def.valueType, newOptions);
-    return `${description} { [key: (${keyType})]: (${valueType}) }`;
-  }
-  try {
-    let typings = schema == null ? void 0 : schema.toTypescriptType({ treatDefaultAsOptional: true });
-    typings ??= "unknown";
-    return stripSpaces(typings);
-  } catch (error) {
-    console.error("Error in sUnwrapZod", { error, schema, parent: options == null ? void 0 : options.parent });
-    return "unknown";
-  }
-}
-
-
-
-
-exports.formatTypings = formatTypings; exports.getTypings = getTypings;