@highstate/cli 0.9.18 → 0.9.20

package/src/shared/workspace.ts

@@ -0,0 +1,240 @@
+import { readdir, readFile, writeFile, mkdir } from "node:fs/promises"
+import { join, relative, resolve } from "node:path"
+import { existsSync } from "node:fs"
+import { z } from "zod"
+import { highstateConfigSchema } from "./schemas"
+
+/**
+ * Represents a Highstate package in the workspace
+ */
+export interface HighstatePackage {
+  /** Absolute path to the package directory */
+  path: string
+  /** Relative path from workspace root */
+  relativePath: string
+  /** Package name from package.json */
+  name: string
+  /** Package type from highstate config */
+  type?: "source" | "library" | "worker"
+}
+
+/**
+ * Schema for package.json files
+ */
+const packageJsonSchema = z.object({
+  name: z.string(),
+  highstate: highstateConfigSchema.optional(),
+})
+
+/**
+ * Generates tsconfig content with correct relative path based on package depth
+ */
+function generateTsconfigContent(workspaceRoot: string, packagePath: string) {
+  const relativePath = relative(workspaceRoot, packagePath)
+  const depth = relativePath.split("/").length
+  const relativeNodeModules = `${"../".repeat(depth)}node_modules/@highstate/cli/assets/tsconfig.base.json`
+
+  return {
+    extends: relativeNodeModules,
+    include: ["./src/**/*.ts", "./package.json", "./assets/**/*.json"],
+  }
+}
+
+/**
+ * Finds the workspace root by looking for package.json with workspaces
+ */
+export async function findWorkspaceRoot(startPath: string = process.cwd()): Promise<string> {
+  let currentPath = resolve(startPath)
+
+  while (currentPath !== "/") {
+    const packageJsonPath = join(currentPath, "package.json")
+
+    if (existsSync(packageJsonPath)) {
+      try {
+        const content = await readFile(packageJsonPath, "utf-8")
+        const packageJson = JSON.parse(content) as { workspaces?: unknown }
+
+        if (packageJson.workspaces) {
+          return currentPath
+        }
+      } catch {
+        // ignore invalid package.json files
+      }
+    }
+
+    const parentPath = resolve(currentPath, "..")
+    if (parentPath === currentPath) break
+    currentPath = parentPath
+  }
+
+  throw new Error("Could not find workspace root (no package.json with workspaces found)")
+}
+
+/**
+ * Recursively scans for packages in the workspace
+ */
+export async function scanWorkspacePackages(workspaceRoot: string): Promise<HighstatePackage[]> {
+  const packages: HighstatePackage[] = []
+  const packagesDir = join(workspaceRoot, "packages")
+
+  if (!existsSync(packagesDir)) {
+    return packages
+  }
+
+  async function scanDirectory(dirPath: string, depth = 0): Promise<void> {
+    // skip node_modules and hidden directories at any depth
+    const dirName = relative(packagesDir, dirPath).split("/").pop()
+    if (dirName?.startsWith(".") || dirName === "node_modules") {
+      return
+    }
+
+    const entries = await readdir(dirPath, { withFileTypes: true })
+
+    for (const entry of entries) {
+      if (!entry.isDirectory()) continue
+
+      const entryPath = join(dirPath, entry.name)
+
+      // skip node_modules and hidden directories
+      if (entry.name.startsWith(".") || entry.name === "node_modules") {
+        continue
+      }
+
+      const packageJsonPath = join(entryPath, "package.json")
+
+      // check if this directory has a package.json
+      if (existsSync(packageJsonPath)) {
+        try {
+          const content = await readFile(packageJsonPath, "utf-8")
+          const packageJson = packageJsonSchema.parse(JSON.parse(content))
+
+          const relativePath = relative(workspaceRoot, entryPath)
+          const type = packageJson.highstate?.type ?? "source"
+
+          packages.push({
+            path: entryPath,
+            relativePath,
+            name: packageJson.name,
+            type,
+          })
+        } catch {
+          // ignore directories with invalid package.json files
+        }
+      }
+
+      // continue scanning subdirectories, but with limited depth to avoid deep node_modules
+      if (depth < 3) {
+        await scanDirectory(entryPath, depth + 1)
+      }
+    }
+  }
+
+  await scanDirectory(packagesDir)
+  return packages.sort((a, b) => a.relativePath.localeCompare(b.relativePath))
+}
+
+/**
+ * Updates the root tsconfig.json with package references
+ */
+export async function updateTsconfigReferences(
+  workspaceRoot: string,
+  packages: HighstatePackage[],
+  ensureTsconfigs = false,
+): Promise<void> {
+  const tsconfigPath = join(workspaceRoot, "tsconfig.json")
+
+  // ensure all packages have valid tsconfig.json files
+  if (ensureTsconfigs) {
+    await ensurePackageTsconfigs(
+      workspaceRoot,
+
+      // only udate for Highstate-managed packages
+      packages.filter(pkg => pkg.type !== undefined),
+    )
+  }
+
+  // generate references array
+  const references = packages.map(pkg => ({
+    path: `./${pkg.relativePath}/tsconfig.json`,
+  }))
+
+  const tsconfigContent = {
+    files: [],
+    references,
+  }
+
+  // write the file with proper formatting
+  await writeFile(tsconfigPath, `${JSON.stringify(tsconfigContent, null, 2)}\n`, "utf-8")
+}
+
+/**
+ * Ensures all packages have valid tsconfig.json files
+ */
+async function ensurePackageTsconfigs(
+  workspaceRoot: string,
+  packages: HighstatePackage[],
+): Promise<void> {
+  for (const pkg of packages) {
+    const tsconfigPath = join(pkg.path, "tsconfig.json")
+    const tsconfigContent = generateTsconfigContent(workspaceRoot, pkg.path)
+
+    await writeFile(tsconfigPath, `${JSON.stringify(tsconfigContent, null, 2)}\n`, "utf-8")
+  }
+}
+
+/**
+ * Creates a new package of the specified type
+ */
+export async function createPackage(
+  workspaceRoot: string,
+  name: string,
+  type: "source" | "library" | "worker",
+): Promise<HighstatePackage> {
+  const packagePath = join(workspaceRoot, "packages", name)
+  const srcPath = join(packagePath, "src")
+
+  // create directories
+  await mkdir(packagePath, { recursive: true })
+  await mkdir(srcPath, { recursive: true })
+
+  // create package.json
+  const packageJson = {
+    name: `@highstate/${name}`,
+    version: "0.0.1",
+    type: "module",
+    highstate: {
+      type,
+    },
+  }
+
+  await writeFile(
+    join(packagePath, "package.json"),
+    `${JSON.stringify(packageJson, null, 2)}\n`,
+    "utf-8",
+  )
+
+  // create tsconfig.json
+  const tsconfigContent = generateTsconfigContent(workspaceRoot, packagePath)
+  await writeFile(
+    join(packagePath, "tsconfig.json"),
+    `${JSON.stringify(tsconfigContent, null, 2)}\n`,
+    "utf-8",
+  )
+
+  // create CHANGELOG.md
+  await writeFile(
+    join(packagePath, "CHANGELOG.md"),
+    `# Changelog\n\nAll notable changes to this project will be documented in this file.\n`,
+    "utf-8",
+  )
+
+  // create basic index.ts
+  await writeFile(join(srcPath, "index.ts"), `// ${name} package\n`, "utf-8")
+
+  return {
+    path: packagePath,
+    relativePath: `packages/${name}`,
+    name: `@highstate/${name}`,
+    type,
+  }
+}

package/dist/library-loader-ZABUULFB.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/shared/library-loader.ts"],"names":[],"mappings":";;;;;;AAoBA,eAAsB,WAAA,CAAY,QAAgB,WAAA,EAAyC;AACzF,EAAA,MAAM,UAAmC,EAAC;AAC1C,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI;AACF,MAAA,MAAA,CAAO,KAAA,CAAM,EAAE,UAAA,EAAW,EAAG,gBAAgB,CAAA;AAC7C,MAAA,OAAA,CAAQ,UAAU,CAAA,GAAI,MAAM,OAAO,UAAA,CAAA;AAEnC,MAAA,MAAA,CAAO,KAAA,CAAM,EAAE,UAAA,EAAW,EAAG,eAAe,CAAA;AAAA,IAC9C,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,MAAM,KAAK,CAAA;AAEnB,MAAA,MAAM,IAAI,MAAM,CAAA,uBAAA,EAA0B,UAAU,KAAK,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAC3E;AAAA,EACF;AAEA,EAAA,MAAM,aAA6C,EAAC;AACpD,EAAA,MAAM,WAAwC,EAAC;AAE/C,EAAA,MAAM,YAAA,CAAa,OAAA,EAAS,UAAA,EAAY,QAAQ,CAAA;AAEhD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL;AAAA,MACE,cAAA,EAAgB,MAAA,CAAO,IAAA,CAAK,UAAU,CAAA,CAAE,MAAA;AAAA,MACxC,WAAA,EAAa,MAAA,CAAO,IAAA,CAAK,QAAQ,CAAA,CAAE;AAAA,KACrC;AAAA,IACA;AAAA,GACF;AAEA,EAAA,MAAA,CAAO,KAAA,CAAM,EAAE,UAAA,EAAY,QAAA,IAAY,iBAAiB,CAAA;AAExD,EAAA,OAAO,EAAE,YAAY,QAAA,EAAS;AAChC;AAEA,eAAe,YAAA,CACb,KAAA,EACA,UAAA,EACA,QAAA,EACe;AACf,EAAA,IAAI,WAAA,CAAY,KAAK,CAAA,EAAG;AACtB,IAAA,MAAM,eAAyB,EAAC;AAChC,IAAA,KAAA,MAAW,MAAA,IAAU,KAAA,CAAM,QAAA,CAAS,MAAA,EAAO,EAAG;AAC5C,MAAA,MAAA,CAAO,KAAA,CAAM,cAAA,KAAmB,6BAAA,CAA8B,MAAM,CAAA;AACpE,MAAA,YAAA,CAAa,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM,cAAc,CAAA;AAAA,IAC/C;AAEA,IAAA,UAAA,CAAW,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA,GAAI,KAAA,CAAM,KAAA;AACrC,IAAA,KAAA,CAAM,KAAA,CAAM,cAAA,GAAiB,MAAM,gCAAA,CAAiC,OAAO,YAAY,CAAA;AAEvF,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,QAAA,CAAS,KAAK,CAAA,EAAG;AACnB,IAAA,QAAA,CAAS,KAAA,CAAM,IAAI,CAAA,GAAI,KAAA,CAAM,KAAA;AAC7B,IAAA,QAAA,CAAS,KAAA,CAAM,IAAI,CAAA,CAAE,cAAA,KAAmB,8BAA8B,KAAK,CAAA;AAG3E,IAAA,OAAO,MAAM,KAAA,CAAM,MAAA;AACnB,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA,EAAM;AAC/C,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,UAAU,KAAA,EAAO;AAEnB,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,EAAG;AACxB,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,MAAM,YAAA,CAAa,IAAA,EAAM,UAAA,EAAY,QAAQ,CAAA;AAAA,IAC/C;AAEA,IAAA;AAAA,EACF;AAEA,EAAA,KAAA,MAAW,OAAO,KAAA,EAAO;AACvB,IAAA,MAAM,YAAA,CAAc,KAAA,CAAkC,GAAG,CAAA,EAAG,YAAY,QAAQ,CAAA;AAAA,EAClF;AACF;AAEA,eAAe,gCAAA,CACb,WACA,YAAA,EACiB;AACjB,EAAA,MAAM,MAAA,GAAS,IAAI,KAAA,EAAM;AAGzB,EAAA,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,SAAA,CAAU,KAAK,CAAC,CAAA;AAErC,EAAA,IAAI,CAAC,WAAA,CAAY,SAAA,CAAU,KAAK,CAAA,EAAG;AAGjC,IAAA,MAAM,gBAAA,GAAmB,EAAE,IAAA,EAAM,+CAAA,EAAgD;AACjF,IAAA,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK,gBAAA,CAAiB,IAAI,CAAC,CAAA;AAAA,EAClD;AAGA,EAAA,KAAA,MAAW,cAAc,YAAA,EAAc;AACrC,IAAA,MAAA,CAAO,MAAA,CAAO,YAAA,CAAa,UAAU,CAAC,CAAA;AAAA,EACxC;AAEA,EAAA,OAAO,OAAO,MAAA,EAAO;AACvB;AAEA,SAAS,8BAA8B,MAAA,EAAwB;AAC7D,EAAA,OAAO,KAAA,CAAM,MAAA,CAAO,MAAA,CAAO,KAAK,CAAC,CAAA;AACnC","file":"library-loader-ZABUULFB.js","sourcesContent":["import type { Logger } from \"pino\"\nimport console from \"console\"\nimport {\n  type Component,\n  type ComponentModel,\n  type Entity,\n  type EntityModel,\n  isComponent,\n  isEntity,\n  isUnitModel,\n} from \"@highstate/contract\"\nimport { Crc32, crc32 } from \"@aws-crypto/crc32\"\nimport { encode } from \"@msgpack/msgpack\"\nimport { int32ToBytes } from \"./utils\"\n\nexport type Library = Readonly<{\n  components: Readonly<Record<string, ComponentModel>>\n  entities: Readonly<Record<string, EntityModel>>\n}>\n\nexport async function loadLibrary(logger: Logger, modulePaths: string[]): Promise<Library> {\n  const modules: Record<string, unknown> = {}\n  for (const modulePath of modulePaths) {\n    try {\n      logger.debug({ modulePath }, \"loading module\")\n      modules[modulePath] = await import(modulePath)\n\n      logger.debug({ modulePath }, \"module loaded\")\n    } catch (error) {\n      console.error(error)\n\n      throw new Error(`Failed to load module \"${modulePath}\"`, { cause: error })\n    }\n  }\n\n  const components: Record<string, ComponentModel> = {}\n  const entities: Record<string, EntityModel> = {}\n\n  await _loadLibrary(modules, components, entities)\n\n  logger.info(\n    {\n      componentCount: Object.keys(components).length,\n      entityCount: Object.keys(entities).length,\n    },\n    \"library loaded\",\n  )\n\n  logger.trace({ components, entities }, \"library content\")\n\n  return { components, entities }\n}\n\nasync function _loadLibrary(\n  value: unknown,\n  components: Record<string, ComponentModel>,\n  entities: Record<string, EntityModel>,\n): Promise<void> {\n  if (isComponent(value)) {\n    const entityHashes: number[] = []\n    for (const entity of value.entities.values()) {\n      entity.model.definitionHash ??= calculateEntityDefinitionHash(entity)\n      entityHashes.push(entity.model.definitionHash)\n    }\n\n    components[value.model.type] = value.model\n    value.model.definitionHash = await calculateComponentDefinitionHash(value, entityHashes)\n\n    return\n  }\n\n  if (isEntity(value)) {\n    entities[value.type] = value.model\n    entities[value.type].definitionHash ??= calculateEntityDefinitionHash(value)\n\n    // @ts-expect-error remove the schema since it's not needed in the designer\n    delete value.model.schema\n    return\n  }\n\n  if (typeof value !== \"object\" || value === null) {\n    return\n  }\n\n  if (\"_zod\" in value) {\n    // this is a zod schema, we can skip it\n    return\n  }\n\n  if (Array.isArray(value)) {\n    for (const item of value) {\n      await _loadLibrary(item, components, entities)\n    }\n\n    return\n  }\n\n  for (const key in value) {\n    await _loadLibrary((value as Record<string, unknown>)[key], components, entities)\n  }\n}\n\nasync function calculateComponentDefinitionHash(\n  component: Component,\n  entityHashes: number[],\n): Promise<number> {\n  const result = new Crc32()\n\n  // 1. include the full component model\n  result.update(encode(component.model))\n\n  if (!isUnitModel(component.model)) {\n    // 2. for composite components, include the content of the serialized create function\n    // const serializedCreate = await serializeFunction(component[originalCreate])\n    const serializedCreate = { text: \"TODO: investigate why serializeFunction hangs\" }\n    result.update(Buffer.from(serializedCreate.text))\n  }\n\n  // 3. include the hashes of all entities\n  for (const entityHash of entityHashes) {\n    result.update(int32ToBytes(entityHash))\n  }\n\n  return result.digest()\n}\n\nfunction calculateEntityDefinitionHash(entity: Entity): number {\n  return crc32(encode(entity.model))\n}\n"]}