@xylabs/aries 0.1.1

package/dist/actions/datalake/payloads/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/actions/datalake/payloads/fetchPayload.ts","../../../../src/actions/datalake/payloads/mintAndConnect.ts","../../../../src/actions/datalake/resolveTarget.ts","../../../../src/actions/datalake/payloads/parsePayloadsFile.ts","../../../../src/actions/datalake/payloads/pushPayloads.ts","../../../../src/actions/datalake/payloads/tailPayloads.ts"],"sourcesContent":["import { DatalakeApiError } from '@xylabs/aries-datalake-core'\nimport chalk from 'chalk'\n\nimport { mintAndConnect } from './mintAndConnect.ts'\n\nexport interface FetchPayloadOptions {\n  idOrName?: string\n  hash: string\n  /** If true, print raw JSON without chalk-formatted header. */\n  raw?: boolean\n  /** If true, fetch via the real XL1 SDK's `RestDataLakeViewer`. */\n  xl1Sdk?: boolean\n}\n\nexport async function fetchPayload(options: FetchPayloadOptions): Promise<void> {\n  const connection = await mintAndConnect({\n    idOrName: options.idOrName, role: 'viewer', useXl1Sdk: options.xl1Sdk,\n  })\n  try {\n    const payload = await connection.client.get(options.hash)\n    if (options.raw) {\n      process.stdout.write(`${JSON.stringify(payload)}\\n`)\n      return\n    }\n    console.log(chalk.cyan(`${connection.datalakeName} / ${options.hash}`))\n    console.log(JSON.stringify(payload, undefined, 2))\n  } catch (error) {\n    if (error instanceof DatalakeApiError && error.code === 'not_found') {\n      console.log(chalk.yellow(`payload not found: ${options.hash}`))\n      process.exitCode = 3\n      return\n    }\n    throw error\n  }\n}\n","import type { PayloadsClient } from '@xylabs/aries-datalake-client'\nimport { createDatalakeClient, RestPayloadsClient } from '@xylabs/aries-datalake-client'\nimport type { DatalakeRole } from '@xylabs/aries-datalake-core'\nimport { XyoPayloadsClient } from '@xylabs/aries-datalake-xl1-adapter'\n\nimport { resolveTarget } from '../resolveTarget.ts'\n\nexport interface Connection {\n  client: PayloadsClient\n  datalakeName: string\n  datalakeId: string\n  url: string\n  transport: 'native' | 'xl1-sdk'\n}\n\nexport interface MintAndConnectOptions {\n  idOrName?: string\n  role: DatalakeRole\n  ttlSeconds?: number\n  /**\n   * When `true`, use the real `@xyo-network/xl1-protocol-sdk`\n   * `RestDataLakeRunner` / `RestDataLakeViewer` for insert and get,\n   * proving byte-level wire compatibility. Other methods fall back to the\n   * native `RestPayloadsClient` since the XL1 SDK doesn't implement them.\n   */\n  useXl1Sdk?: boolean\n}\n\n/**\n * Resolves the target datalake, mints a scoped token via the control plane,\n * and returns a data-plane client wired with that token. Centralizes what\n * every payload command has to do before it can talk to the data plane.\n */\nexport async function mintAndConnect(options: MintAndConnectOptions): Promise<Connection> {\n  const controlClient = createDatalakeClient()\n  const target = resolveTarget(options.idOrName)\n  const descriptor = await controlClient.describe(target)\n  if (!descriptor.url) {\n    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`)\n  }\n  const token = await controlClient.mintToken({\n    datalakeId: descriptor.id,\n    role: options.role,\n    ttlSeconds: options.ttlSeconds ?? 3600,\n  })\n  const clientOptions = {\n    baseUrl: token.url,\n    datalakeId: descriptor.id,\n    authToken: token.token,\n  }\n  return {\n    client: options.useXl1Sdk\n      ? new XyoPayloadsClient(clientOptions)\n      : new RestPayloadsClient(clientOptions),\n    datalakeName: descriptor.name,\n    datalakeId: descriptor.id,\n    url: token.url,\n    transport: options.useXl1Sdk ? 'xl1-sdk' : 'native',\n  }\n}\n","import { getDefaultDatalake } from '@xylabs/aries-datalake-client'\n\n/**\n * Resolves the target datalake name/id for commands that take an optional\n * argument. Falls back to the one set via `aries datalake use`.\n */\nexport function resolveTarget(argValue: string | undefined): string {\n  const target = argValue ?? getDefaultDatalake()\n  if (!target) {\n    throw new Error(\n      'No datalake specified and no default set. '\n      + 'Pass <name> or run `aries datalake use <name>`.',\n    )\n  }\n  return target\n}\n","import { readFileSync } from 'node:fs'\nimport path from 'node:path'\n\nimport type { Payload } from '@xylabs/aries-datalake-core'\n\n/**\n * Parses a file into an array of payloads. Supports two formats:\n *\n *  - `.json`: must be either a top-level array of payloads, or `{ payloads: [...] }`\n *  - `.jsonl` / `.ndjson`: one JSON object per line\n *\n * Each payload must have `schema` and `$hash` strings. Invalid rows throw\n * with the line number for JSONL or the array index for JSON.\n */\nexport function parsePayloadsFile(filePath: string): Payload[] {\n  const absolute = path.resolve(filePath)\n  const raw = readFileSync(absolute, 'utf8')\n  const ext = path.extname(absolute).toLowerCase()\n\n  if (ext === '.jsonl' || ext === '.ndjson') {\n    return parseJsonl(raw)\n  }\n  if (ext === '.json') {\n    return parseJson(raw)\n  }\n\n  // Fall back on content sniffing — accept JSONL if no `.json` extension.\n  const trimmed = raw.trim()\n  if (trimmed.startsWith('{') && trimmed.endsWith('}') && trimmed.includes('\\n{')) {\n    return parseJsonl(raw)\n  }\n  return parseJson(raw)\n}\n\nfunction parseJson(raw: string): Payload[] {\n  const parsed: unknown = JSON.parse(raw)\n  const candidates: unknown[] | undefined = Array.isArray(parsed)\n    ? parsed\n    : isPayloadsEnvelope(parsed)\n      ? parsed.payloads\n      : undefined\n  if (!candidates) {\n    throw new Error('Expected an array of payloads or { \"payloads\": [...] }')\n  }\n  const result: Payload[] = []\n  for (const [index, candidate] of candidates.entries()) {\n    validatePayload(candidate, `index ${index}`)\n    result.push(candidate)\n  }\n  return result\n}\n\nfunction parseJsonl(raw: string): Payload[] {\n  const lines = raw.split('\\n')\n  const payloads: Payload[] = []\n  for (const [i, line_] of lines.entries()) {\n    const line = line_?.trim()\n    if (!line) continue\n    let parsed: unknown\n    try {\n      parsed = JSON.parse(line)\n    } catch (error) {\n      const message = error instanceof Error ? error.message : String(error)\n      throw new Error(`Line ${i + 1}: invalid JSON (${message})`, { cause: error })\n    }\n    validatePayload(parsed, `line ${i + 1}`)\n    payloads.push(parsed)\n  }\n  return payloads\n}\n\nfunction isPayloadsEnvelope(value: unknown): value is { payloads: Payload[] } {\n  if (typeof value !== 'object' || value === null) return false\n  const record = value as Record<string, unknown>\n  return Array.isArray(record.payloads)\n}\n\nfunction validatePayload(value: unknown, where: string): asserts value is Payload {\n  if (typeof value !== 'object' || value === null) {\n    throw new Error(`${where}: not an object`)\n  }\n  const record = value as Record<string, unknown>\n  if (typeof record.schema !== 'string' || record.schema.length === 0) {\n    throw new Error(`${where}: missing or invalid \\`schema\\``)\n  }\n  if (typeof record.$hash !== 'string' || record.$hash.length === 0) {\n    throw new Error(`${where}: missing or invalid \\`$hash\\``)\n  }\n}\n","import type { Payload } from '@xylabs/aries-datalake-core'\nimport { xyoVerifyPayloadHash } from '@xylabs/aries-datalake-core'\nimport chalk from 'chalk'\n\nimport { mintAndConnect } from './mintAndConnect.ts'\nimport { parsePayloadsFile } from './parsePayloadsFile.ts'\n\nexport interface PushPayloadsOptions {\n  idOrName?: string\n  /** Path to a JSON or JSONL file containing payloads. */\n  file: string\n  /** Max payloads per HTTP request. Data plane caps at 1 000. */\n  batchSize?: number\n  /**\n   * If true, each payload's `$hash` is checked locally against the\n   * XL1-canonical content digest before we send. Catches hash/content\n   * drift early with a pointer to the exact offending hash.\n   */\n  verify?: boolean\n  /**\n   * If true, use the real `@xyo-network/xl1-protocol-sdk`\n   * `RestDataLakeRunner` for the upload — exercises the XL1 SDK's exact\n   * wire format against our XL1-compat routes.\n   */\n  xl1Sdk?: boolean\n}\n\nconst DEFAULT_BATCH_SIZE = 500\n\nfunction printRejectedList(label: string, hashes: string[], cap: number, color: (s: string) => string): void {\n  console.log(color(label))\n  for (const hash of hashes.slice(0, cap)) {\n    console.log(`  ${hash}`)\n  }\n  if (hashes.length > cap) {\n    console.log(chalk.gray(`  ... and ${hashes.length - cap} more`))\n  }\n}\n\n/**\n * Returns `true` when every payload's `$hash` matches the XL1-canonical\n * digest. On failure, prints the offending hashes and sets `process.exitCode = 1`.\n */\nasync function verifyLocally(payloads: Payload[]): Promise<boolean> {\n  const mismatches: string[] = []\n  for (const payload of payloads) {\n    if (!(await xyoVerifyPayloadHash(payload))) mismatches.push(payload.$hash)\n  }\n  if (mismatches.length === 0) {\n    console.log(chalk.gray(`verified ${payloads.length} payload hashes locally (XL1-canonical)`))\n    return true\n  }\n  printRejectedList(\n    `refusing to push: ${mismatches.length} payload(s) have mismatched $hash`,\n    mismatches,\n    10,\n    chalk.red,\n  )\n  process.exitCode = 1\n  return false\n}\n\n/**\n * Reads a payloads file and bulk-inserts into the target datalake. Splits\n * into multiple requests if the file exceeds the batch size, reporting\n * cumulative totals.\n */\nexport async function pushPayloads(options: PushPayloadsOptions): Promise<void> {\n  const payloads = parsePayloadsFile(options.file)\n  if (payloads.length === 0) {\n    console.log(chalk.yellow(`${options.file} contained 0 payloads — nothing to push`))\n    return\n  }\n\n  if (options.verify && !(await verifyLocally(payloads))) return\n\n  const connection = await mintAndConnect({\n    idOrName: options.idOrName, role: 'runner', useXl1Sdk: options.xl1Sdk,\n  })\n  console.log(chalk.gray(\n    `pushing ${payloads.length} payloads to ${connection.datalakeName} `\n    + `(${connection.datalakeId}) via ${connection.transport}...`,\n  ))\n\n  const batchSize = options.batchSize ?? DEFAULT_BATCH_SIZE\n  let inserted = 0\n  let duplicates = 0\n  const rejected: string[] = []\n\n  for (let offset = 0; offset < payloads.length; offset += batchSize) {\n    const batch = payloads.slice(offset, offset + batchSize)\n    const result = await connection.client.insert(batch)\n    inserted += result.inserted\n    duplicates += result.duplicates\n    rejected.push(...result.rejected)\n  }\n\n  console.log(chalk.green(\n    `push complete: inserted=${inserted} duplicates=${duplicates} rejected=${rejected.length}`,\n  ))\n  if (rejected.length > 0) {\n    printRejectedList('rejected hashes:', rejected, 20, chalk.yellow)\n  }\n}\n","import chalk from 'chalk'\n\nimport { mintAndConnect } from './mintAndConnect.ts'\n\nexport interface TailPayloadsOptions {\n  idOrName?: string\n  /** Start from the current tail and keep polling for new payloads. */\n  follow?: boolean\n  /** One-shot page size. Defaults to 50. */\n  limit?: number\n  /** Start cursor. When following from \"now\", this is the last seen hash. */\n  cursor?: string\n  /** Schema filter. */\n  schemas?: string[]\n  /** Poll interval when following, in ms. Defaults to 1 000. */\n  pollIntervalMs?: number\n  /** Max polls when following. Omit for unlimited. Used in tests. */\n  maxPolls?: number\n}\n\nconst DEFAULT_LIMIT = 50\nconst DEFAULT_POLL_MS = 1000\n\n/**\n * Streams payloads from a datalake. In one-shot mode prints the first page.\n * In follow mode pages forward to the end then polls `/next` from the last\n * cursor every `pollIntervalMs`, emitting new payloads as they land.\n */\nexport async function tailPayloads(options: TailPayloadsOptions): Promise<void> {\n  const connection = await mintAndConnect({ idOrName: options.idOrName, role: 'viewer' })\n  const limit = options.limit ?? DEFAULT_LIMIT\n\n  let cursor = options.cursor\n  let totalSeen = 0\n\n  // Initial page(s): drain forward until we reach end-of-stream. In `follow`\n  // mode we print these as backlog; in one-shot mode we stop after one page.\n  while (true) {\n    const page = await connection.client.next({\n      limit, cursor, schemas: options.schemas,\n    })\n    for (const payload of page.payloads) {\n      printPayload(payload)\n      totalSeen += 1\n    }\n    if (!options.follow) {\n      if (totalSeen === 0) {\n        console.log(chalk.yellow(`${connection.datalakeName}: no payloads yet`))\n      }\n      return\n    }\n    if (page.payloads.length < limit) {\n      cursor = page.nextCursor ?? cursor\n      break\n    }\n    cursor = page.nextCursor ?? cursor\n  }\n\n  const pollIntervalMs = options.pollIntervalMs ?? DEFAULT_POLL_MS\n  console.log(chalk.gray(`following ${connection.datalakeName} (Ctrl+C to stop)`))\n\n  let polls = 0\n  while (options.maxPolls === undefined || polls < options.maxPolls) {\n    await delay(pollIntervalMs)\n    polls += 1\n    const page = await connection.client.next({\n      limit, cursor, schemas: options.schemas,\n    })\n    for (const payload of page.payloads) {\n      printPayload(payload)\n      totalSeen += 1\n    }\n    if (page.nextCursor) cursor = page.nextCursor\n  }\n}\n\nfunction printPayload(payload: { $hash: string; schema: string }): void {\n  const timestamp = new Date().toISOString()\n  console.log(`${chalk.gray(timestamp)} ${chalk.cyan(payload.$hash.slice(0, 12))} ${chalk.magenta(payload.schema)}`)\n  console.log(`  ${JSON.stringify(payload)}`)\n}\n\nfunction delay(ms: number): Promise<void> {\n  return new Promise(resolve => setTimeout(resolve, ms))\n}\n"],"mappings":";AAAA,SAAS,wBAAwB;AACjC,OAAO,WAAW;;;ACAlB,SAAS,sBAAsB,0BAA0B;AAEzD,SAAS,yBAAyB;;;ACHlC,SAAS,0BAA0B;AAM5B,SAAS,cAAc,UAAsC;AAClE,QAAM,SAAS,YAAY,mBAAmB;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,SAAO;AACT;;;ADkBA,eAAsB,eAAe,SAAqD;AACxF,QAAM,gBAAgB,qBAAqB;AAC3C,QAAM,SAAS,cAAc,QAAQ,QAAQ;AAC7C,QAAM,aAAa,MAAM,cAAc,SAAS,MAAM;AACtD,MAAI,CAAC,WAAW,KAAK;AACnB,UAAM,IAAI,MAAM,YAAY,WAAW,IAAI,2BAA2B,WAAW,MAAM,GAAG;AAAA,EAC5F;AACA,QAAM,QAAQ,MAAM,cAAc,UAAU;AAAA,IAC1C,YAAY,WAAW;AAAA,IACvB,MAAM,QAAQ;AAAA,IACd,YAAY,QAAQ,cAAc;AAAA,EACpC,CAAC;AACD,QAAM,gBAAgB;AAAA,IACpB,SAAS,MAAM;AAAA,IACf,YAAY,WAAW;AAAA,IACvB,WAAW,MAAM;AAAA,EACnB;AACA,SAAO;AAAA,IACL,QAAQ,QAAQ,YACZ,IAAI,kBAAkB,aAAa,IACnC,IAAI,mBAAmB,aAAa;AAAA,IACxC,cAAc,WAAW;AAAA,IACzB,YAAY,WAAW;AAAA,IACvB,KAAK,MAAM;AAAA,IACX,WAAW,QAAQ,YAAY,YAAY;AAAA,EAC7C;AACF;;;AD7CA,eAAsB,aAAa,SAA6C;AAC9E,QAAM,aAAa,MAAM,eAAe;AAAA,IACtC,UAAU,QAAQ;AAAA,IAAU,MAAM;AAAA,IAAU,WAAW,QAAQ;AAAA,EACjE,CAAC;AACD,MAAI;AACF,UAAM,UAAU,MAAM,WAAW,OAAO,IAAI,QAAQ,IAAI;AACxD,QAAI,QAAQ,KAAK;AACf,cAAQ,OAAO,MAAM,GAAG,KAAK,UAAU,OAAO,CAAC;AAAA,CAAI;AACnD;AAAA,IACF;AACA,YAAQ,IAAI,MAAM,KAAK,GAAG,WAAW,YAAY,MAAM,QAAQ,IAAI,EAAE,CAAC;AACtE,YAAQ,IAAI,KAAK,UAAU,SAAS,QAAW,CAAC,CAAC;AAAA,EACnD,SAAS,OAAO;AACd,QAAI,iBAAiB,oBAAoB,MAAM,SAAS,aAAa;AACnE,cAAQ,IAAI,MAAM,OAAO,sBAAsB,QAAQ,IAAI,EAAE,CAAC;AAC9D,cAAQ,WAAW;AACnB;AAAA,IACF;AACA,UAAM;AAAA,EACR;AACF;;;AGlCA,SAAS,oBAAoB;AAC7B,OAAO,UAAU;AAaV,SAAS,kBAAkB,UAA6B;AAC7D,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,QAAM,MAAM,aAAa,UAAU,MAAM;AACzC,QAAM,MAAM,KAAK,QAAQ,QAAQ,EAAE,YAAY;AAE/C,MAAI,QAAQ,YAAY,QAAQ,WAAW;AACzC,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,MAAI,QAAQ,SAAS;AACnB,WAAO,UAAU,GAAG;AAAA,EACtB;AAGA,QAAM,UAAU,IAAI,KAAK;AACzB,MAAI,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,KAAK,QAAQ,SAAS,KAAK,GAAG;AAC/E,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,SAAO,UAAU,GAAG;AACtB;AAEA,SAAS,UAAU,KAAwB;AACzC,QAAM,SAAkB,KAAK,MAAM,GAAG;AACtC,QAAM,aAAoC,MAAM,QAAQ,MAAM,IAC1D,SACA,mBAAmB,MAAM,IACvB,OAAO,WACP;AACN,MAAI,CAAC,YAAY;AACf,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AACA,QAAM,SAAoB,CAAC;AAC3B,aAAW,CAAC,OAAO,SAAS,KAAK,WAAW,QAAQ,GAAG;AACrD,oBAAgB,WAAW,SAAS,KAAK,EAAE;AAC3C,WAAO,KAAK,SAAS;AAAA,EACvB;AACA,SAAO;AACT;AAEA,SAAS,WAAW,KAAwB;AAC1C,QAAM,QAAQ,IAAI,MAAM,IAAI;AAC5B,QAAM,WAAsB,CAAC;AAC7B,aAAW,CAAC,GAAG,KAAK,KAAK,MAAM,QAAQ,GAAG;AACxC,UAAM,OAAO,OAAO,KAAK;AACzB,QAAI,CAAC,KAAM;AACX,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,IAAI;AAAA,IAC1B,SAAS,OAAO;AACd,YAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,YAAM,IAAI,MAAM,QAAQ,IAAI,CAAC,mBAAmB,OAAO,KAAK,EAAE,OAAO,MAAM,CAAC;AAAA,IAC9E;AACA,oBAAgB,QAAQ,QAAQ,IAAI,CAAC,EAAE;AACvC,aAAS,KAAK,MAAM;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,QAAM,SAAS;AACf,SAAO,MAAM,QAAQ,OAAO,QAAQ;AACtC;AAEA,SAAS,gBAAgB,OAAgB,OAAyC;AAChF,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,UAAM,IAAI,MAAM,GAAG,KAAK,iBAAiB;AAAA,EAC3C;AACA,QAAM,SAAS;AACf,MAAI,OAAO,OAAO,WAAW,YAAY,OAAO,OAAO,WAAW,GAAG;AACnE,UAAM,IAAI,MAAM,GAAG,KAAK,iCAAiC;AAAA,EAC3D;AACA,MAAI,OAAO,OAAO,UAAU,YAAY,OAAO,MAAM,WAAW,GAAG;AACjE,UAAM,IAAI,MAAM,GAAG,KAAK,gCAAgC;AAAA,EAC1D;AACF;;;ACvFA,SAAS,4BAA4B;AACrC,OAAOA,YAAW;AAyBlB,IAAM,qBAAqB;AAE3B,SAAS,kBAAkB,OAAe,QAAkB,KAAa,OAAoC;AAC3G,UAAQ,IAAI,MAAM,KAAK,CAAC;AACxB,aAAW,QAAQ,OAAO,MAAM,GAAG,GAAG,GAAG;AACvC,YAAQ,IAAI,KAAK,IAAI,EAAE;AAAA,EACzB;AACA,MAAI,OAAO,SAAS,KAAK;AACvB,YAAQ,IAAIC,OAAM,KAAK,aAAa,OAAO,SAAS,GAAG,OAAO,CAAC;AAAA,EACjE;AACF;AAMA,eAAe,cAAc,UAAuC;AAClE,QAAM,aAAuB,CAAC;AAC9B,aAAW,WAAW,UAAU;AAC9B,QAAI,CAAE,MAAM,qBAAqB,OAAO,EAAI,YAAW,KAAK,QAAQ,KAAK;AAAA,EAC3E;AACA,MAAI,WAAW,WAAW,GAAG;AAC3B,YAAQ,IAAIA,OAAM,KAAK,YAAY,SAAS,MAAM,yCAAyC,CAAC;AAC5F,WAAO;AAAA,EACT;AACA;AAAA,IACE,qBAAqB,WAAW,MAAM;AAAA,IACtC;AAAA,IACA;AAAA,IACAA,OAAM;AAAA,EACR;AACA,UAAQ,WAAW;AACnB,SAAO;AACT;AAOA,eAAsB,aAAa,SAA6C;AAC9E,QAAM,WAAW,kBAAkB,QAAQ,IAAI;AAC/C,MAAI,SAAS,WAAW,GAAG;AACzB,YAAQ,IAAIA,OAAM,OAAO,GAAG,QAAQ,IAAI,8CAAyC,CAAC;AAClF;AAAA,EACF;AAEA,MAAI,QAAQ,UAAU,CAAE,MAAM,cAAc,QAAQ,EAAI;AAExD,QAAM,aAAa,MAAM,eAAe;AAAA,IACtC,UAAU,QAAQ;AAAA,IAAU,MAAM;AAAA,IAAU,WAAW,QAAQ;AAAA,EACjE,CAAC;AACD,UAAQ,IAAIA,OAAM;AAAA,IAChB,WAAW,SAAS,MAAM,gBAAgB,WAAW,YAAY,KAC3D,WAAW,UAAU,SAAS,WAAW,SAAS;AAAA,EAC1D,CAAC;AAED,QAAM,YAAY,QAAQ,aAAa;AACvC,MAAI,WAAW;AACf,MAAI,aAAa;AACjB,QAAM,WAAqB,CAAC;AAE5B,WAAS,SAAS,GAAG,SAAS,SAAS,QAAQ,UAAU,WAAW;AAClE,UAAM,QAAQ,SAAS,MAAM,QAAQ,SAAS,SAAS;AACvD,UAAM,SAAS,MAAM,WAAW,OAAO,OAAO,KAAK;AACnD,gBAAY,OAAO;AACnB,kBAAc,OAAO;AACrB,aAAS,KAAK,GAAG,OAAO,QAAQ;AAAA,EAClC;AAEA,UAAQ,IAAIA,OAAM;AAAA,IAChB,2BAA2B,QAAQ,eAAe,UAAU,aAAa,SAAS,MAAM;AAAA,EAC1F,CAAC;AACD,MAAI,SAAS,SAAS,GAAG;AACvB,sBAAkB,oBAAoB,UAAU,IAAIA,OAAM,MAAM;AAAA,EAClE;AACF;;;ACvGA,OAAOC,YAAW;AAoBlB,IAAM,gBAAgB;AACtB,IAAM,kBAAkB;AAOxB,eAAsB,aAAa,SAA6C;AAC9E,QAAM,aAAa,MAAM,eAAe,EAAE,UAAU,QAAQ,UAAU,MAAM,SAAS,CAAC;AACtF,QAAM,QAAQ,QAAQ,SAAS;AAE/B,MAAI,SAAS,QAAQ;AACrB,MAAI,YAAY;AAIhB,SAAO,MAAM;AACX,UAAM,OAAO,MAAM,WAAW,OAAO,KAAK;AAAA,MACxC;AAAA,MAAO;AAAA,MAAQ,SAAS,QAAQ;AAAA,IAClC,CAAC;AACD,eAAW,WAAW,KAAK,UAAU;AACnC,mBAAa,OAAO;AACpB,mBAAa;AAAA,IACf;AACA,QAAI,CAAC,QAAQ,QAAQ;AACnB,UAAI,cAAc,GAAG;AACnB,gBAAQ,IAAIC,OAAM,OAAO,GAAG,WAAW,YAAY,mBAAmB,CAAC;AAAA,MACzE;AACA;AAAA,IACF;AACA,QAAI,KAAK,SAAS,SAAS,OAAO;AAChC,eAAS,KAAK,cAAc;AAC5B;AAAA,IACF;AACA,aAAS,KAAK,cAAc;AAAA,EAC9B;AAEA,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,UAAQ,IAAIA,OAAM,KAAK,aAAa,WAAW,YAAY,mBAAmB,CAAC;AAE/E,MAAI,QAAQ;AACZ,SAAO,QAAQ,aAAa,UAAa,QAAQ,QAAQ,UAAU;AACjE,UAAM,MAAM,cAAc;AAC1B,aAAS;AACT,UAAM,OAAO,MAAM,WAAW,OAAO,KAAK;AAAA,MACxC;AAAA,MAAO;AAAA,MAAQ,SAAS,QAAQ;AAAA,IAClC,CAAC;AACD,eAAW,WAAW,KAAK,UAAU;AACnC,mBAAa,OAAO;AACpB,mBAAa;AAAA,IACf;AACA,QAAI,KAAK,WAAY,UAAS,KAAK;AAAA,EACrC;AACF;AAEA,SAAS,aAAa,SAAkD;AACtE,QAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AACzC,UAAQ,IAAI,GAAGA,OAAM,KAAK,SAAS,CAAC,IAAIA,OAAM,KAAK,QAAQ,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,IAAIA,OAAM,QAAQ,QAAQ,MAAM,CAAC,EAAE;AACjH,UAAQ,IAAI,KAAK,KAAK,UAAU,OAAO,CAAC,EAAE;AAC5C;AAEA,SAAS,MAAM,IAA2B;AACxC,SAAO,IAAI,QAAQ,aAAW,WAAW,SAAS,EAAE,CAAC;AACvD;","names":["chalk","chalk","chalk","chalk"]}

package/dist/actions/datalake/payloads/mintAndConnect.mjs

@@ -0,0 +1,46 @@
+// src/actions/datalake/payloads/mintAndConnect.ts
+import { createDatalakeClient, RestPayloadsClient } from "@xylabs/aries-datalake-client";
+import { XyoPayloadsClient } from "@xylabs/aries-datalake-xl1-adapter";
+
+// src/actions/datalake/resolveTarget.ts
+import { getDefaultDatalake } from "@xylabs/aries-datalake-client";
+function resolveTarget(argValue) {
+  const target = argValue ?? getDefaultDatalake();
+  if (!target) {
+    throw new Error(
+      "No datalake specified and no default set. Pass <name> or run `aries datalake use <name>`."
+    );
+  }
+  return target;
+}
+
+// src/actions/datalake/payloads/mintAndConnect.ts
+async function mintAndConnect(options) {
+  const controlClient = createDatalakeClient();
+  const target = resolveTarget(options.idOrName);
+  const descriptor = await controlClient.describe(target);
+  if (!descriptor.url) {
+    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`);
+  }
+  const token = await controlClient.mintToken({
+    datalakeId: descriptor.id,
+    role: options.role,
+    ttlSeconds: options.ttlSeconds ?? 3600
+  });
+  const clientOptions = {
+    baseUrl: token.url,
+    datalakeId: descriptor.id,
+    authToken: token.token
+  };
+  return {
+    client: options.useXl1Sdk ? new XyoPayloadsClient(clientOptions) : new RestPayloadsClient(clientOptions),
+    datalakeName: descriptor.name,
+    datalakeId: descriptor.id,
+    url: token.url,
+    transport: options.useXl1Sdk ? "xl1-sdk" : "native"
+  };
+}
+export {
+  mintAndConnect
+};
+//# sourceMappingURL=mintAndConnect.mjs.map

package/dist/actions/datalake/payloads/mintAndConnect.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/actions/datalake/payloads/mintAndConnect.ts","../../../../src/actions/datalake/resolveTarget.ts"],"sourcesContent":["import type { PayloadsClient } from '@xylabs/aries-datalake-client'\nimport { createDatalakeClient, RestPayloadsClient } from '@xylabs/aries-datalake-client'\nimport type { DatalakeRole } from '@xylabs/aries-datalake-core'\nimport { XyoPayloadsClient } from '@xylabs/aries-datalake-xl1-adapter'\n\nimport { resolveTarget } from '../resolveTarget.ts'\n\nexport interface Connection {\n  client: PayloadsClient\n  datalakeName: string\n  datalakeId: string\n  url: string\n  transport: 'native' | 'xl1-sdk'\n}\n\nexport interface MintAndConnectOptions {\n  idOrName?: string\n  role: DatalakeRole\n  ttlSeconds?: number\n  /**\n   * When `true`, use the real `@xyo-network/xl1-protocol-sdk`\n   * `RestDataLakeRunner` / `RestDataLakeViewer` for insert and get,\n   * proving byte-level wire compatibility. Other methods fall back to the\n   * native `RestPayloadsClient` since the XL1 SDK doesn't implement them.\n   */\n  useXl1Sdk?: boolean\n}\n\n/**\n * Resolves the target datalake, mints a scoped token via the control plane,\n * and returns a data-plane client wired with that token. Centralizes what\n * every payload command has to do before it can talk to the data plane.\n */\nexport async function mintAndConnect(options: MintAndConnectOptions): Promise<Connection> {\n  const controlClient = createDatalakeClient()\n  const target = resolveTarget(options.idOrName)\n  const descriptor = await controlClient.describe(target)\n  if (!descriptor.url) {\n    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`)\n  }\n  const token = await controlClient.mintToken({\n    datalakeId: descriptor.id,\n    role: options.role,\n    ttlSeconds: options.ttlSeconds ?? 3600,\n  })\n  const clientOptions = {\n    baseUrl: token.url,\n    datalakeId: descriptor.id,\n    authToken: token.token,\n  }\n  return {\n    client: options.useXl1Sdk\n      ? new XyoPayloadsClient(clientOptions)\n      : new RestPayloadsClient(clientOptions),\n    datalakeName: descriptor.name,\n    datalakeId: descriptor.id,\n    url: token.url,\n    transport: options.useXl1Sdk ? 'xl1-sdk' : 'native',\n  }\n}\n","import { getDefaultDatalake } from '@xylabs/aries-datalake-client'\n\n/**\n * Resolves the target datalake name/id for commands that take an optional\n * argument. Falls back to the one set via `aries datalake use`.\n */\nexport function resolveTarget(argValue: string | undefined): string {\n  const target = argValue ?? getDefaultDatalake()\n  if (!target) {\n    throw new Error(\n      'No datalake specified and no default set. '\n      + 'Pass <name> or run `aries datalake use <name>`.',\n    )\n  }\n  return target\n}\n"],"mappings":";AACA,SAAS,sBAAsB,0BAA0B;AAEzD,SAAS,yBAAyB;;;ACHlC,SAAS,0BAA0B;AAM5B,SAAS,cAAc,UAAsC;AAClE,QAAM,SAAS,YAAY,mBAAmB;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,SAAO;AACT;;;ADkBA,eAAsB,eAAe,SAAqD;AACxF,QAAM,gBAAgB,qBAAqB;AAC3C,QAAM,SAAS,cAAc,QAAQ,QAAQ;AAC7C,QAAM,aAAa,MAAM,cAAc,SAAS,MAAM;AACtD,MAAI,CAAC,WAAW,KAAK;AACnB,UAAM,IAAI,MAAM,YAAY,WAAW,IAAI,2BAA2B,WAAW,MAAM,GAAG;AAAA,EAC5F;AACA,QAAM,QAAQ,MAAM,cAAc,UAAU;AAAA,IAC1C,YAAY,WAAW;AAAA,IACvB,MAAM,QAAQ;AAAA,IACd,YAAY,QAAQ,cAAc;AAAA,EACpC,CAAC;AACD,QAAM,gBAAgB;AAAA,IACpB,SAAS,MAAM;AAAA,IACf,YAAY,WAAW;AAAA,IACvB,WAAW,MAAM;AAAA,EACnB;AACA,SAAO;AAAA,IACL,QAAQ,QAAQ,YACZ,IAAI,kBAAkB,aAAa,IACnC,IAAI,mBAAmB,aAAa;AAAA,IACxC,cAAc,WAAW;AAAA,IACzB,YAAY,WAAW;AAAA,IACvB,KAAK,MAAM;AAAA,IACX,WAAW,QAAQ,YAAY,YAAY;AAAA,EAC7C;AACF;","names":[]}

package/dist/actions/datalake/payloads/parsePayloadsFile.mjs

@@ -0,0 +1,71 @@
+// src/actions/datalake/payloads/parsePayloadsFile.ts
+import { readFileSync } from "fs";
+import path from "path";
+function parsePayloadsFile(filePath) {
+  const absolute = path.resolve(filePath);
+  const raw = readFileSync(absolute, "utf8");
+  const ext = path.extname(absolute).toLowerCase();
+  if (ext === ".jsonl" || ext === ".ndjson") {
+    return parseJsonl(raw);
+  }
+  if (ext === ".json") {
+    return parseJson(raw);
+  }
+  const trimmed = raw.trim();
+  if (trimmed.startsWith("{") && trimmed.endsWith("}") && trimmed.includes("\n{")) {
+    return parseJsonl(raw);
+  }
+  return parseJson(raw);
+}
+function parseJson(raw) {
+  const parsed = JSON.parse(raw);
+  const candidates = Array.isArray(parsed) ? parsed : isPayloadsEnvelope(parsed) ? parsed.payloads : void 0;
+  if (!candidates) {
+    throw new Error('Expected an array of payloads or { "payloads": [...] }');
+  }
+  const result = [];
+  for (const [index, candidate] of candidates.entries()) {
+    validatePayload(candidate, `index ${index}`);
+    result.push(candidate);
+  }
+  return result;
+}
+function parseJsonl(raw) {
+  const lines = raw.split("\n");
+  const payloads = [];
+  for (const [i, line_] of lines.entries()) {
+    const line = line_?.trim();
+    if (!line) continue;
+    let parsed;
+    try {
+      parsed = JSON.parse(line);
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      throw new Error(`Line ${i + 1}: invalid JSON (${message})`, { cause: error });
+    }
+    validatePayload(parsed, `line ${i + 1}`);
+    payloads.push(parsed);
+  }
+  return payloads;
+}
+function isPayloadsEnvelope(value) {
+  if (typeof value !== "object" || value === null) return false;
+  const record = value;
+  return Array.isArray(record.payloads);
+}
+function validatePayload(value, where) {
+  if (typeof value !== "object" || value === null) {
+    throw new Error(`${where}: not an object`);
+  }
+  const record = value;
+  if (typeof record.schema !== "string" || record.schema.length === 0) {
+    throw new Error(`${where}: missing or invalid \`schema\``);
+  }
+  if (typeof record.$hash !== "string" || record.$hash.length === 0) {
+    throw new Error(`${where}: missing or invalid \`$hash\``);
+  }
+}
+export {
+  parsePayloadsFile
+};
+//# sourceMappingURL=parsePayloadsFile.mjs.map

package/dist/actions/datalake/payloads/parsePayloadsFile.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/actions/datalake/payloads/parsePayloadsFile.ts"],"sourcesContent":["import { readFileSync } from 'node:fs'\nimport path from 'node:path'\n\nimport type { Payload } from '@xylabs/aries-datalake-core'\n\n/**\n * Parses a file into an array of payloads. Supports two formats:\n *\n *  - `.json`: must be either a top-level array of payloads, or `{ payloads: [...] }`\n *  - `.jsonl` / `.ndjson`: one JSON object per line\n *\n * Each payload must have `schema` and `$hash` strings. Invalid rows throw\n * with the line number for JSONL or the array index for JSON.\n */\nexport function parsePayloadsFile(filePath: string): Payload[] {\n  const absolute = path.resolve(filePath)\n  const raw = readFileSync(absolute, 'utf8')\n  const ext = path.extname(absolute).toLowerCase()\n\n  if (ext === '.jsonl' || ext === '.ndjson') {\n    return parseJsonl(raw)\n  }\n  if (ext === '.json') {\n    return parseJson(raw)\n  }\n\n  // Fall back on content sniffing — accept JSONL if no `.json` extension.\n  const trimmed = raw.trim()\n  if (trimmed.startsWith('{') && trimmed.endsWith('}') && trimmed.includes('\\n{')) {\n    return parseJsonl(raw)\n  }\n  return parseJson(raw)\n}\n\nfunction parseJson(raw: string): Payload[] {\n  const parsed: unknown = JSON.parse(raw)\n  const candidates: unknown[] | undefined = Array.isArray(parsed)\n    ? parsed\n    : isPayloadsEnvelope(parsed)\n      ? parsed.payloads\n      : undefined\n  if (!candidates) {\n    throw new Error('Expected an array of payloads or { \"payloads\": [...] }')\n  }\n  const result: Payload[] = []\n  for (const [index, candidate] of candidates.entries()) {\n    validatePayload(candidate, `index ${index}`)\n    result.push(candidate)\n  }\n  return result\n}\n\nfunction parseJsonl(raw: string): Payload[] {\n  const lines = raw.split('\\n')\n  const payloads: Payload[] = []\n  for (const [i, line_] of lines.entries()) {\n    const line = line_?.trim()\n    if (!line) continue\n    let parsed: unknown\n    try {\n      parsed = JSON.parse(line)\n    } catch (error) {\n      const message = error instanceof Error ? error.message : String(error)\n      throw new Error(`Line ${i + 1}: invalid JSON (${message})`, { cause: error })\n    }\n    validatePayload(parsed, `line ${i + 1}`)\n    payloads.push(parsed)\n  }\n  return payloads\n}\n\nfunction isPayloadsEnvelope(value: unknown): value is { payloads: Payload[] } {\n  if (typeof value !== 'object' || value === null) return false\n  const record = value as Record<string, unknown>\n  return Array.isArray(record.payloads)\n}\n\nfunction validatePayload(value: unknown, where: string): asserts value is Payload {\n  if (typeof value !== 'object' || value === null) {\n    throw new Error(`${where}: not an object`)\n  }\n  const record = value as Record<string, unknown>\n  if (typeof record.schema !== 'string' || record.schema.length === 0) {\n    throw new Error(`${where}: missing or invalid \\`schema\\``)\n  }\n  if (typeof record.$hash !== 'string' || record.$hash.length === 0) {\n    throw new Error(`${where}: missing or invalid \\`$hash\\``)\n  }\n}\n"],"mappings":";AAAA,SAAS,oBAAoB;AAC7B,OAAO,UAAU;AAaV,SAAS,kBAAkB,UAA6B;AAC7D,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,QAAM,MAAM,aAAa,UAAU,MAAM;AACzC,QAAM,MAAM,KAAK,QAAQ,QAAQ,EAAE,YAAY;AAE/C,MAAI,QAAQ,YAAY,QAAQ,WAAW;AACzC,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,MAAI,QAAQ,SAAS;AACnB,WAAO,UAAU,GAAG;AAAA,EACtB;AAGA,QAAM,UAAU,IAAI,KAAK;AACzB,MAAI,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,KAAK,QAAQ,SAAS,KAAK,GAAG;AAC/E,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,SAAO,UAAU,GAAG;AACtB;AAEA,SAAS,UAAU,KAAwB;AACzC,QAAM,SAAkB,KAAK,MAAM,GAAG;AACtC,QAAM,aAAoC,MAAM,QAAQ,MAAM,IAC1D,SACA,mBAAmB,MAAM,IACvB,OAAO,WACP;AACN,MAAI,CAAC,YAAY;AACf,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AACA,QAAM,SAAoB,CAAC;AAC3B,aAAW,CAAC,OAAO,SAAS,KAAK,WAAW,QAAQ,GAAG;AACrD,oBAAgB,WAAW,SAAS,KAAK,EAAE;AAC3C,WAAO,KAAK,SAAS;AAAA,EACvB;AACA,SAAO;AACT;AAEA,SAAS,WAAW,KAAwB;AAC1C,QAAM,QAAQ,IAAI,MAAM,IAAI;AAC5B,QAAM,WAAsB,CAAC;AAC7B,aAAW,CAAC,GAAG,KAAK,KAAK,MAAM,QAAQ,GAAG;AACxC,UAAM,OAAO,OAAO,KAAK;AACzB,QAAI,CAAC,KAAM;AACX,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,IAAI;AAAA,IAC1B,SAAS,OAAO;AACd,YAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,YAAM,IAAI,MAAM,QAAQ,IAAI,CAAC,mBAAmB,OAAO,KAAK,EAAE,OAAO,MAAM,CAAC;AAAA,IAC9E;AACA,oBAAgB,QAAQ,QAAQ,IAAI,CAAC,EAAE;AACvC,aAAS,KAAK,MAAM;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,QAAM,SAAS;AACf,SAAO,MAAM,QAAQ,OAAO,QAAQ;AACtC;AAEA,SAAS,gBAAgB,OAAgB,OAAyC;AAChF,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,UAAM,IAAI,MAAM,GAAG,KAAK,iBAAiB;AAAA,EAC3C;AACA,QAAM,SAAS;AACf,MAAI,OAAO,OAAO,WAAW,YAAY,OAAO,OAAO,WAAW,GAAG;AACnE,UAAM,IAAI,MAAM,GAAG,KAAK,iCAAiC;AAAA,EAC3D;AACA,MAAI,OAAO,OAAO,UAAU,YAAY,OAAO,MAAM,WAAW,GAAG;AACjE,UAAM,IAAI,MAAM,GAAG,KAAK,gCAAgC;AAAA,EAC1D;AACF;","names":[]}

package/dist/actions/datalake/payloads/pushPayloads.mjs

@@ -0,0 +1,181 @@
+// src/actions/datalake/payloads/pushPayloads.ts
+import { xyoVerifyPayloadHash } from "@xylabs/aries-datalake-core";
+import chalk from "chalk";
+
+// src/actions/datalake/payloads/mintAndConnect.ts
+import { createDatalakeClient, RestPayloadsClient } from "@xylabs/aries-datalake-client";
+import { XyoPayloadsClient } from "@xylabs/aries-datalake-xl1-adapter";
+
+// src/actions/datalake/resolveTarget.ts
+import { getDefaultDatalake } from "@xylabs/aries-datalake-client";
+function resolveTarget(argValue) {
+  const target = argValue ?? getDefaultDatalake();
+  if (!target) {
+    throw new Error(
+      "No datalake specified and no default set. Pass <name> or run `aries datalake use <name>`."
+    );
+  }
+  return target;
+}
+
+// src/actions/datalake/payloads/mintAndConnect.ts
+async function mintAndConnect(options) {
+  const controlClient = createDatalakeClient();
+  const target = resolveTarget(options.idOrName);
+  const descriptor = await controlClient.describe(target);
+  if (!descriptor.url) {
+    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`);
+  }
+  const token = await controlClient.mintToken({
+    datalakeId: descriptor.id,
+    role: options.role,
+    ttlSeconds: options.ttlSeconds ?? 3600
+  });
+  const clientOptions = {
+    baseUrl: token.url,
+    datalakeId: descriptor.id,
+    authToken: token.token
+  };
+  return {
+    client: options.useXl1Sdk ? new XyoPayloadsClient(clientOptions) : new RestPayloadsClient(clientOptions),
+    datalakeName: descriptor.name,
+    datalakeId: descriptor.id,
+    url: token.url,
+    transport: options.useXl1Sdk ? "xl1-sdk" : "native"
+  };
+}
+
+// src/actions/datalake/payloads/parsePayloadsFile.ts
+import { readFileSync } from "fs";
+import path from "path";
+function parsePayloadsFile(filePath) {
+  const absolute = path.resolve(filePath);
+  const raw = readFileSync(absolute, "utf8");
+  const ext = path.extname(absolute).toLowerCase();
+  if (ext === ".jsonl" || ext === ".ndjson") {
+    return parseJsonl(raw);
+  }
+  if (ext === ".json") {
+    return parseJson(raw);
+  }
+  const trimmed = raw.trim();
+  if (trimmed.startsWith("{") && trimmed.endsWith("}") && trimmed.includes("\n{")) {
+    return parseJsonl(raw);
+  }
+  return parseJson(raw);
+}
+function parseJson(raw) {
+  const parsed = JSON.parse(raw);
+  const candidates = Array.isArray(parsed) ? parsed : isPayloadsEnvelope(parsed) ? parsed.payloads : void 0;
+  if (!candidates) {
+    throw new Error('Expected an array of payloads or { "payloads": [...] }');
+  }
+  const result = [];
+  for (const [index, candidate] of candidates.entries()) {
+    validatePayload(candidate, `index ${index}`);
+    result.push(candidate);
+  }
+  return result;
+}
+function parseJsonl(raw) {
+  const lines = raw.split("\n");
+  const payloads = [];
+  for (const [i, line_] of lines.entries()) {
+    const line = line_?.trim();
+    if (!line) continue;
+    let parsed;
+    try {
+      parsed = JSON.parse(line);
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      throw new Error(`Line ${i + 1}: invalid JSON (${message})`, { cause: error });
+    }
+    validatePayload(parsed, `line ${i + 1}`);
+    payloads.push(parsed);
+  }
+  return payloads;
+}
+function isPayloadsEnvelope(value) {
+  if (typeof value !== "object" || value === null) return false;
+  const record = value;
+  return Array.isArray(record.payloads);
+}
+function validatePayload(value, where) {
+  if (typeof value !== "object" || value === null) {
+    throw new Error(`${where}: not an object`);
+  }
+  const record = value;
+  if (typeof record.schema !== "string" || record.schema.length === 0) {
+    throw new Error(`${where}: missing or invalid \`schema\``);
+  }
+  if (typeof record.$hash !== "string" || record.$hash.length === 0) {
+    throw new Error(`${where}: missing or invalid \`$hash\``);
+  }
+}
+
+// src/actions/datalake/payloads/pushPayloads.ts
+var DEFAULT_BATCH_SIZE = 500;
+function printRejectedList(label, hashes, cap, color) {
+  console.log(color(label));
+  for (const hash of hashes.slice(0, cap)) {
+    console.log(`  ${hash}`);
+  }
+  if (hashes.length > cap) {
+    console.log(chalk.gray(`  ... and ${hashes.length - cap} more`));
+  }
+}
+async function verifyLocally(payloads) {
+  const mismatches = [];
+  for (const payload of payloads) {
+    if (!await xyoVerifyPayloadHash(payload)) mismatches.push(payload.$hash);
+  }
+  if (mismatches.length === 0) {
+    console.log(chalk.gray(`verified ${payloads.length} payload hashes locally (XL1-canonical)`));
+    return true;
+  }
+  printRejectedList(
+    `refusing to push: ${mismatches.length} payload(s) have mismatched $hash`,
+    mismatches,
+    10,
+    chalk.red
+  );
+  process.exitCode = 1;
+  return false;
+}
+async function pushPayloads(options) {
+  const payloads = parsePayloadsFile(options.file);
+  if (payloads.length === 0) {
+    console.log(chalk.yellow(`${options.file} contained 0 payloads \u2014 nothing to push`));
+    return;
+  }
+  if (options.verify && !await verifyLocally(payloads)) return;
+  const connection = await mintAndConnect({
+    idOrName: options.idOrName,
+    role: "runner",
+    useXl1Sdk: options.xl1Sdk
+  });
+  console.log(chalk.gray(
+    `pushing ${payloads.length} payloads to ${connection.datalakeName} (${connection.datalakeId}) via ${connection.transport}...`
+  ));
+  const batchSize = options.batchSize ?? DEFAULT_BATCH_SIZE;
+  let inserted = 0;
+  let duplicates = 0;
+  const rejected = [];
+  for (let offset = 0; offset < payloads.length; offset += batchSize) {
+    const batch = payloads.slice(offset, offset + batchSize);
+    const result = await connection.client.insert(batch);
+    inserted += result.inserted;
+    duplicates += result.duplicates;
+    rejected.push(...result.rejected);
+  }
+  console.log(chalk.green(
+    `push complete: inserted=${inserted} duplicates=${duplicates} rejected=${rejected.length}`
+  ));
+  if (rejected.length > 0) {
+    printRejectedList("rejected hashes:", rejected, 20, chalk.yellow);
+  }
+}
+export {
+  pushPayloads
+};
+//# sourceMappingURL=pushPayloads.mjs.map

package/dist/actions/datalake/payloads/pushPayloads.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/actions/datalake/payloads/pushPayloads.ts","../../../../src/actions/datalake/payloads/mintAndConnect.ts","../../../../src/actions/datalake/resolveTarget.ts","../../../../src/actions/datalake/payloads/parsePayloadsFile.ts"],"sourcesContent":["import type { Payload } from '@xylabs/aries-datalake-core'\nimport { xyoVerifyPayloadHash } from '@xylabs/aries-datalake-core'\nimport chalk from 'chalk'\n\nimport { mintAndConnect } from './mintAndConnect.ts'\nimport { parsePayloadsFile } from './parsePayloadsFile.ts'\n\nexport interface PushPayloadsOptions {\n  idOrName?: string\n  /** Path to a JSON or JSONL file containing payloads. */\n  file: string\n  /** Max payloads per HTTP request. Data plane caps at 1 000. */\n  batchSize?: number\n  /**\n   * If true, each payload's `$hash` is checked locally against the\n   * XL1-canonical content digest before we send. Catches hash/content\n   * drift early with a pointer to the exact offending hash.\n   */\n  verify?: boolean\n  /**\n   * If true, use the real `@xyo-network/xl1-protocol-sdk`\n   * `RestDataLakeRunner` for the upload — exercises the XL1 SDK's exact\n   * wire format against our XL1-compat routes.\n   */\n  xl1Sdk?: boolean\n}\n\nconst DEFAULT_BATCH_SIZE = 500\n\nfunction printRejectedList(label: string, hashes: string[], cap: number, color: (s: string) => string): void {\n  console.log(color(label))\n  for (const hash of hashes.slice(0, cap)) {\n    console.log(`  ${hash}`)\n  }\n  if (hashes.length > cap) {\n    console.log(chalk.gray(`  ... and ${hashes.length - cap} more`))\n  }\n}\n\n/**\n * Returns `true` when every payload's `$hash` matches the XL1-canonical\n * digest. On failure, prints the offending hashes and sets `process.exitCode = 1`.\n */\nasync function verifyLocally(payloads: Payload[]): Promise<boolean> {\n  const mismatches: string[] = []\n  for (const payload of payloads) {\n    if (!(await xyoVerifyPayloadHash(payload))) mismatches.push(payload.$hash)\n  }\n  if (mismatches.length === 0) {\n    console.log(chalk.gray(`verified ${payloads.length} payload hashes locally (XL1-canonical)`))\n    return true\n  }\n  printRejectedList(\n    `refusing to push: ${mismatches.length} payload(s) have mismatched $hash`,\n    mismatches,\n    10,\n    chalk.red,\n  )\n  process.exitCode = 1\n  return false\n}\n\n/**\n * Reads a payloads file and bulk-inserts into the target datalake. Splits\n * into multiple requests if the file exceeds the batch size, reporting\n * cumulative totals.\n */\nexport async function pushPayloads(options: PushPayloadsOptions): Promise<void> {\n  const payloads = parsePayloadsFile(options.file)\n  if (payloads.length === 0) {\n    console.log(chalk.yellow(`${options.file} contained 0 payloads — nothing to push`))\n    return\n  }\n\n  if (options.verify && !(await verifyLocally(payloads))) return\n\n  const connection = await mintAndConnect({\n    idOrName: options.idOrName, role: 'runner', useXl1Sdk: options.xl1Sdk,\n  })\n  console.log(chalk.gray(\n    `pushing ${payloads.length} payloads to ${connection.datalakeName} `\n    + `(${connection.datalakeId}) via ${connection.transport}...`,\n  ))\n\n  const batchSize = options.batchSize ?? DEFAULT_BATCH_SIZE\n  let inserted = 0\n  let duplicates = 0\n  const rejected: string[] = []\n\n  for (let offset = 0; offset < payloads.length; offset += batchSize) {\n    const batch = payloads.slice(offset, offset + batchSize)\n    const result = await connection.client.insert(batch)\n    inserted += result.inserted\n    duplicates += result.duplicates\n    rejected.push(...result.rejected)\n  }\n\n  console.log(chalk.green(\n    `push complete: inserted=${inserted} duplicates=${duplicates} rejected=${rejected.length}`,\n  ))\n  if (rejected.length > 0) {\n    printRejectedList('rejected hashes:', rejected, 20, chalk.yellow)\n  }\n}\n","import type { PayloadsClient } from '@xylabs/aries-datalake-client'\nimport { createDatalakeClient, RestPayloadsClient } from '@xylabs/aries-datalake-client'\nimport type { DatalakeRole } from '@xylabs/aries-datalake-core'\nimport { XyoPayloadsClient } from '@xylabs/aries-datalake-xl1-adapter'\n\nimport { resolveTarget } from '../resolveTarget.ts'\n\nexport interface Connection {\n  client: PayloadsClient\n  datalakeName: string\n  datalakeId: string\n  url: string\n  transport: 'native' | 'xl1-sdk'\n}\n\nexport interface MintAndConnectOptions {\n  idOrName?: string\n  role: DatalakeRole\n  ttlSeconds?: number\n  /**\n   * When `true`, use the real `@xyo-network/xl1-protocol-sdk`\n   * `RestDataLakeRunner` / `RestDataLakeViewer` for insert and get,\n   * proving byte-level wire compatibility. Other methods fall back to the\n   * native `RestPayloadsClient` since the XL1 SDK doesn't implement them.\n   */\n  useXl1Sdk?: boolean\n}\n\n/**\n * Resolves the target datalake, mints a scoped token via the control plane,\n * and returns a data-plane client wired with that token. Centralizes what\n * every payload command has to do before it can talk to the data plane.\n */\nexport async function mintAndConnect(options: MintAndConnectOptions): Promise<Connection> {\n  const controlClient = createDatalakeClient()\n  const target = resolveTarget(options.idOrName)\n  const descriptor = await controlClient.describe(target)\n  if (!descriptor.url) {\n    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`)\n  }\n  const token = await controlClient.mintToken({\n    datalakeId: descriptor.id,\n    role: options.role,\n    ttlSeconds: options.ttlSeconds ?? 3600,\n  })\n  const clientOptions = {\n    baseUrl: token.url,\n    datalakeId: descriptor.id,\n    authToken: token.token,\n  }\n  return {\n    client: options.useXl1Sdk\n      ? new XyoPayloadsClient(clientOptions)\n      : new RestPayloadsClient(clientOptions),\n    datalakeName: descriptor.name,\n    datalakeId: descriptor.id,\n    url: token.url,\n    transport: options.useXl1Sdk ? 'xl1-sdk' : 'native',\n  }\n}\n","import { getDefaultDatalake } from '@xylabs/aries-datalake-client'\n\n/**\n * Resolves the target datalake name/id for commands that take an optional\n * argument. Falls back to the one set via `aries datalake use`.\n */\nexport function resolveTarget(argValue: string | undefined): string {\n  const target = argValue ?? getDefaultDatalake()\n  if (!target) {\n    throw new Error(\n      'No datalake specified and no default set. '\n      + 'Pass <name> or run `aries datalake use <name>`.',\n    )\n  }\n  return target\n}\n","import { readFileSync } from 'node:fs'\nimport path from 'node:path'\n\nimport type { Payload } from '@xylabs/aries-datalake-core'\n\n/**\n * Parses a file into an array of payloads. Supports two formats:\n *\n *  - `.json`: must be either a top-level array of payloads, or `{ payloads: [...] }`\n *  - `.jsonl` / `.ndjson`: one JSON object per line\n *\n * Each payload must have `schema` and `$hash` strings. Invalid rows throw\n * with the line number for JSONL or the array index for JSON.\n */\nexport function parsePayloadsFile(filePath: string): Payload[] {\n  const absolute = path.resolve(filePath)\n  const raw = readFileSync(absolute, 'utf8')\n  const ext = path.extname(absolute).toLowerCase()\n\n  if (ext === '.jsonl' || ext === '.ndjson') {\n    return parseJsonl(raw)\n  }\n  if (ext === '.json') {\n    return parseJson(raw)\n  }\n\n  // Fall back on content sniffing — accept JSONL if no `.json` extension.\n  const trimmed = raw.trim()\n  if (trimmed.startsWith('{') && trimmed.endsWith('}') && trimmed.includes('\\n{')) {\n    return parseJsonl(raw)\n  }\n  return parseJson(raw)\n}\n\nfunction parseJson(raw: string): Payload[] {\n  const parsed: unknown = JSON.parse(raw)\n  const candidates: unknown[] | undefined = Array.isArray(parsed)\n    ? parsed\n    : isPayloadsEnvelope(parsed)\n      ? parsed.payloads\n      : undefined\n  if (!candidates) {\n    throw new Error('Expected an array of payloads or { \"payloads\": [...] }')\n  }\n  const result: Payload[] = []\n  for (const [index, candidate] of candidates.entries()) {\n    validatePayload(candidate, `index ${index}`)\n    result.push(candidate)\n  }\n  return result\n}\n\nfunction parseJsonl(raw: string): Payload[] {\n  const lines = raw.split('\\n')\n  const payloads: Payload[] = []\n  for (const [i, line_] of lines.entries()) {\n    const line = line_?.trim()\n    if (!line) continue\n    let parsed: unknown\n    try {\n      parsed = JSON.parse(line)\n    } catch (error) {\n      const message = error instanceof Error ? error.message : String(error)\n      throw new Error(`Line ${i + 1}: invalid JSON (${message})`, { cause: error })\n    }\n    validatePayload(parsed, `line ${i + 1}`)\n    payloads.push(parsed)\n  }\n  return payloads\n}\n\nfunction isPayloadsEnvelope(value: unknown): value is { payloads: Payload[] } {\n  if (typeof value !== 'object' || value === null) return false\n  const record = value as Record<string, unknown>\n  return Array.isArray(record.payloads)\n}\n\nfunction validatePayload(value: unknown, where: string): asserts value is Payload {\n  if (typeof value !== 'object' || value === null) {\n    throw new Error(`${where}: not an object`)\n  }\n  const record = value as Record<string, unknown>\n  if (typeof record.schema !== 'string' || record.schema.length === 0) {\n    throw new Error(`${where}: missing or invalid \\`schema\\``)\n  }\n  if (typeof record.$hash !== 'string' || record.$hash.length === 0) {\n    throw new Error(`${where}: missing or invalid \\`$hash\\``)\n  }\n}\n"],"mappings":";AACA,SAAS,4BAA4B;AACrC,OAAO,WAAW;;;ACDlB,SAAS,sBAAsB,0BAA0B;AAEzD,SAAS,yBAAyB;;;ACHlC,SAAS,0BAA0B;AAM5B,SAAS,cAAc,UAAsC;AAClE,QAAM,SAAS,YAAY,mBAAmB;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,SAAO;AACT;;;ADkBA,eAAsB,eAAe,SAAqD;AACxF,QAAM,gBAAgB,qBAAqB;AAC3C,QAAM,SAAS,cAAc,QAAQ,QAAQ;AAC7C,QAAM,aAAa,MAAM,cAAc,SAAS,MAAM;AACtD,MAAI,CAAC,WAAW,KAAK;AACnB,UAAM,IAAI,MAAM,YAAY,WAAW,IAAI,2BAA2B,WAAW,MAAM,GAAG;AAAA,EAC5F;AACA,QAAM,QAAQ,MAAM,cAAc,UAAU;AAAA,IAC1C,YAAY,WAAW;AAAA,IACvB,MAAM,QAAQ;AAAA,IACd,YAAY,QAAQ,cAAc;AAAA,EACpC,CAAC;AACD,QAAM,gBAAgB;AAAA,IACpB,SAAS,MAAM;AAAA,IACf,YAAY,WAAW;AAAA,IACvB,WAAW,MAAM;AAAA,EACnB;AACA,SAAO;AAAA,IACL,QAAQ,QAAQ,YACZ,IAAI,kBAAkB,aAAa,IACnC,IAAI,mBAAmB,aAAa;AAAA,IACxC,cAAc,WAAW;AAAA,IACzB,YAAY,WAAW;AAAA,IACvB,KAAK,MAAM;AAAA,IACX,WAAW,QAAQ,YAAY,YAAY;AAAA,EAC7C;AACF;;;AE3DA,SAAS,oBAAoB;AAC7B,OAAO,UAAU;AAaV,SAAS,kBAAkB,UAA6B;AAC7D,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,QAAM,MAAM,aAAa,UAAU,MAAM;AACzC,QAAM,MAAM,KAAK,QAAQ,QAAQ,EAAE,YAAY;AAE/C,MAAI,QAAQ,YAAY,QAAQ,WAAW;AACzC,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,MAAI,QAAQ,SAAS;AACnB,WAAO,UAAU,GAAG;AAAA,EACtB;AAGA,QAAM,UAAU,IAAI,KAAK;AACzB,MAAI,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,KAAK,QAAQ,SAAS,KAAK,GAAG;AAC/E,WAAO,WAAW,GAAG;AAAA,EACvB;AACA,SAAO,UAAU,GAAG;AACtB;AAEA,SAAS,UAAU,KAAwB;AACzC,QAAM,SAAkB,KAAK,MAAM,GAAG;AACtC,QAAM,aAAoC,MAAM,QAAQ,MAAM,IAC1D,SACA,mBAAmB,MAAM,IACvB,OAAO,WACP;AACN,MAAI,CAAC,YAAY;AACf,UAAM,IAAI,MAAM,wDAAwD;AAAA,EAC1E;AACA,QAAM,SAAoB,CAAC;AAC3B,aAAW,CAAC,OAAO,SAAS,KAAK,WAAW,QAAQ,GAAG;AACrD,oBAAgB,WAAW,SAAS,KAAK,EAAE;AAC3C,WAAO,KAAK,SAAS;AAAA,EACvB;AACA,SAAO;AACT;AAEA,SAAS,WAAW,KAAwB;AAC1C,QAAM,QAAQ,IAAI,MAAM,IAAI;AAC5B,QAAM,WAAsB,CAAC;AAC7B,aAAW,CAAC,GAAG,KAAK,KAAK,MAAM,QAAQ,GAAG;AACxC,UAAM,OAAO,OAAO,KAAK;AACzB,QAAI,CAAC,KAAM;AACX,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,IAAI;AAAA,IAC1B,SAAS,OAAO;AACd,YAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,YAAM,IAAI,MAAM,QAAQ,IAAI,CAAC,mBAAmB,OAAO,KAAK,EAAE,OAAO,MAAM,CAAC;AAAA,IAC9E;AACA,oBAAgB,QAAQ,QAAQ,IAAI,CAAC,EAAE;AACvC,aAAS,KAAK,MAAM;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAkD;AAC5E,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,QAAM,SAAS;AACf,SAAO,MAAM,QAAQ,OAAO,QAAQ;AACtC;AAEA,SAAS,gBAAgB,OAAgB,OAAyC;AAChF,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,UAAM,IAAI,MAAM,GAAG,KAAK,iBAAiB;AAAA,EAC3C;AACA,QAAM,SAAS;AACf,MAAI,OAAO,OAAO,WAAW,YAAY,OAAO,OAAO,WAAW,GAAG;AACnE,UAAM,IAAI,MAAM,GAAG,KAAK,iCAAiC;AAAA,EAC3D;AACA,MAAI,OAAO,OAAO,UAAU,YAAY,OAAO,MAAM,WAAW,GAAG;AACjE,UAAM,IAAI,MAAM,GAAG,KAAK,gCAAgC;AAAA,EAC1D;AACF;;;AH7DA,IAAM,qBAAqB;AAE3B,SAAS,kBAAkB,OAAe,QAAkB,KAAa,OAAoC;AAC3G,UAAQ,IAAI,MAAM,KAAK,CAAC;AACxB,aAAW,QAAQ,OAAO,MAAM,GAAG,GAAG,GAAG;AACvC,YAAQ,IAAI,KAAK,IAAI,EAAE;AAAA,EACzB;AACA,MAAI,OAAO,SAAS,KAAK;AACvB,YAAQ,IAAI,MAAM,KAAK,aAAa,OAAO,SAAS,GAAG,OAAO,CAAC;AAAA,EACjE;AACF;AAMA,eAAe,cAAc,UAAuC;AAClE,QAAM,aAAuB,CAAC;AAC9B,aAAW,WAAW,UAAU;AAC9B,QAAI,CAAE,MAAM,qBAAqB,OAAO,EAAI,YAAW,KAAK,QAAQ,KAAK;AAAA,EAC3E;AACA,MAAI,WAAW,WAAW,GAAG;AAC3B,YAAQ,IAAI,MAAM,KAAK,YAAY,SAAS,MAAM,yCAAyC,CAAC;AAC5F,WAAO;AAAA,EACT;AACA;AAAA,IACE,qBAAqB,WAAW,MAAM;AAAA,IACtC;AAAA,IACA;AAAA,IACA,MAAM;AAAA,EACR;AACA,UAAQ,WAAW;AACnB,SAAO;AACT;AAOA,eAAsB,aAAa,SAA6C;AAC9E,QAAM,WAAW,kBAAkB,QAAQ,IAAI;AAC/C,MAAI,SAAS,WAAW,GAAG;AACzB,YAAQ,IAAI,MAAM,OAAO,GAAG,QAAQ,IAAI,8CAAyC,CAAC;AAClF;AAAA,EACF;AAEA,MAAI,QAAQ,UAAU,CAAE,MAAM,cAAc,QAAQ,EAAI;AAExD,QAAM,aAAa,MAAM,eAAe;AAAA,IACtC,UAAU,QAAQ;AAAA,IAAU,MAAM;AAAA,IAAU,WAAW,QAAQ;AAAA,EACjE,CAAC;AACD,UAAQ,IAAI,MAAM;AAAA,IAChB,WAAW,SAAS,MAAM,gBAAgB,WAAW,YAAY,KAC3D,WAAW,UAAU,SAAS,WAAW,SAAS;AAAA,EAC1D,CAAC;AAED,QAAM,YAAY,QAAQ,aAAa;AACvC,MAAI,WAAW;AACf,MAAI,aAAa;AACjB,QAAM,WAAqB,CAAC;AAE5B,WAAS,SAAS,GAAG,SAAS,SAAS,QAAQ,UAAU,WAAW;AAClE,UAAM,QAAQ,SAAS,MAAM,QAAQ,SAAS,SAAS;AACvD,UAAM,SAAS,MAAM,WAAW,OAAO,OAAO,KAAK;AACnD,gBAAY,OAAO;AACnB,kBAAc,OAAO;AACrB,aAAS,KAAK,GAAG,OAAO,QAAQ;AAAA,EAClC;AAEA,UAAQ,IAAI,MAAM;AAAA,IAChB,2BAA2B,QAAQ,eAAe,UAAU,aAAa,SAAS,MAAM;AAAA,EAC1F,CAAC;AACD,MAAI,SAAS,SAAS,GAAG;AACvB,sBAAkB,oBAAoB,UAAU,IAAI,MAAM,MAAM;AAAA,EAClE;AACF;","names":[]}

package/dist/actions/datalake/payloads/tailPayloads.mjs

@@ -0,0 +1,106 @@
+// src/actions/datalake/payloads/tailPayloads.ts
+import chalk from "chalk";
+
+// src/actions/datalake/payloads/mintAndConnect.ts
+import { createDatalakeClient, RestPayloadsClient } from "@xylabs/aries-datalake-client";
+import { XyoPayloadsClient } from "@xylabs/aries-datalake-xl1-adapter";
+
+// src/actions/datalake/resolveTarget.ts
+import { getDefaultDatalake } from "@xylabs/aries-datalake-client";
+function resolveTarget(argValue) {
+  const target = argValue ?? getDefaultDatalake();
+  if (!target) {
+    throw new Error(
+      "No datalake specified and no default set. Pass <name> or run `aries datalake use <name>`."
+    );
+  }
+  return target;
+}
+
+// src/actions/datalake/payloads/mintAndConnect.ts
+async function mintAndConnect(options) {
+  const controlClient = createDatalakeClient();
+  const target = resolveTarget(options.idOrName);
+  const descriptor = await controlClient.describe(target);
+  if (!descriptor.url) {
+    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`);
+  }
+  const token = await controlClient.mintToken({
+    datalakeId: descriptor.id,
+    role: options.role,
+    ttlSeconds: options.ttlSeconds ?? 3600
+  });
+  const clientOptions = {
+    baseUrl: token.url,
+    datalakeId: descriptor.id,
+    authToken: token.token
+  };
+  return {
+    client: options.useXl1Sdk ? new XyoPayloadsClient(clientOptions) : new RestPayloadsClient(clientOptions),
+    datalakeName: descriptor.name,
+    datalakeId: descriptor.id,
+    url: token.url,
+    transport: options.useXl1Sdk ? "xl1-sdk" : "native"
+  };
+}
+
+// src/actions/datalake/payloads/tailPayloads.ts
+var DEFAULT_LIMIT = 50;
+var DEFAULT_POLL_MS = 1e3;
+async function tailPayloads(options) {
+  const connection = await mintAndConnect({ idOrName: options.idOrName, role: "viewer" });
+  const limit = options.limit ?? DEFAULT_LIMIT;
+  let cursor = options.cursor;
+  let totalSeen = 0;
+  while (true) {
+    const page = await connection.client.next({
+      limit,
+      cursor,
+      schemas: options.schemas
+    });
+    for (const payload of page.payloads) {
+      printPayload(payload);
+      totalSeen += 1;
+    }
+    if (!options.follow) {
+      if (totalSeen === 0) {
+        console.log(chalk.yellow(`${connection.datalakeName}: no payloads yet`));
+      }
+      return;
+    }
+    if (page.payloads.length < limit) {
+      cursor = page.nextCursor ?? cursor;
+      break;
+    }
+    cursor = page.nextCursor ?? cursor;
+  }
+  const pollIntervalMs = options.pollIntervalMs ?? DEFAULT_POLL_MS;
+  console.log(chalk.gray(`following ${connection.datalakeName} (Ctrl+C to stop)`));
+  let polls = 0;
+  while (options.maxPolls === void 0 || polls < options.maxPolls) {
+    await delay(pollIntervalMs);
+    polls += 1;
+    const page = await connection.client.next({
+      limit,
+      cursor,
+      schemas: options.schemas
+    });
+    for (const payload of page.payloads) {
+      printPayload(payload);
+      totalSeen += 1;
+    }
+    if (page.nextCursor) cursor = page.nextCursor;
+  }
+}
+function printPayload(payload) {
+  const timestamp = (/* @__PURE__ */ new Date()).toISOString();
+  console.log(`${chalk.gray(timestamp)} ${chalk.cyan(payload.$hash.slice(0, 12))} ${chalk.magenta(payload.schema)}`);
+  console.log(`  ${JSON.stringify(payload)}`);
+}
+function delay(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export {
+  tailPayloads
+};
+//# sourceMappingURL=tailPayloads.mjs.map

package/dist/actions/datalake/payloads/tailPayloads.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/actions/datalake/payloads/tailPayloads.ts","../../../../src/actions/datalake/payloads/mintAndConnect.ts","../../../../src/actions/datalake/resolveTarget.ts"],"sourcesContent":["import chalk from 'chalk'\n\nimport { mintAndConnect } from './mintAndConnect.ts'\n\nexport interface TailPayloadsOptions {\n  idOrName?: string\n  /** Start from the current tail and keep polling for new payloads. */\n  follow?: boolean\n  /** One-shot page size. Defaults to 50. */\n  limit?: number\n  /** Start cursor. When following from \"now\", this is the last seen hash. */\n  cursor?: string\n  /** Schema filter. */\n  schemas?: string[]\n  /** Poll interval when following, in ms. Defaults to 1 000. */\n  pollIntervalMs?: number\n  /** Max polls when following. Omit for unlimited. Used in tests. */\n  maxPolls?: number\n}\n\nconst DEFAULT_LIMIT = 50\nconst DEFAULT_POLL_MS = 1000\n\n/**\n * Streams payloads from a datalake. In one-shot mode prints the first page.\n * In follow mode pages forward to the end then polls `/next` from the last\n * cursor every `pollIntervalMs`, emitting new payloads as they land.\n */\nexport async function tailPayloads(options: TailPayloadsOptions): Promise<void> {\n  const connection = await mintAndConnect({ idOrName: options.idOrName, role: 'viewer' })\n  const limit = options.limit ?? DEFAULT_LIMIT\n\n  let cursor = options.cursor\n  let totalSeen = 0\n\n  // Initial page(s): drain forward until we reach end-of-stream. In `follow`\n  // mode we print these as backlog; in one-shot mode we stop after one page.\n  while (true) {\n    const page = await connection.client.next({\n      limit, cursor, schemas: options.schemas,\n    })\n    for (const payload of page.payloads) {\n      printPayload(payload)\n      totalSeen += 1\n    }\n    if (!options.follow) {\n      if (totalSeen === 0) {\n        console.log(chalk.yellow(`${connection.datalakeName}: no payloads yet`))\n      }\n      return\n    }\n    if (page.payloads.length < limit) {\n      cursor = page.nextCursor ?? cursor\n      break\n    }\n    cursor = page.nextCursor ?? cursor\n  }\n\n  const pollIntervalMs = options.pollIntervalMs ?? DEFAULT_POLL_MS\n  console.log(chalk.gray(`following ${connection.datalakeName} (Ctrl+C to stop)`))\n\n  let polls = 0\n  while (options.maxPolls === undefined || polls < options.maxPolls) {\n    await delay(pollIntervalMs)\n    polls += 1\n    const page = await connection.client.next({\n      limit, cursor, schemas: options.schemas,\n    })\n    for (const payload of page.payloads) {\n      printPayload(payload)\n      totalSeen += 1\n    }\n    if (page.nextCursor) cursor = page.nextCursor\n  }\n}\n\nfunction printPayload(payload: { $hash: string; schema: string }): void {\n  const timestamp = new Date().toISOString()\n  console.log(`${chalk.gray(timestamp)} ${chalk.cyan(payload.$hash.slice(0, 12))} ${chalk.magenta(payload.schema)}`)\n  console.log(`  ${JSON.stringify(payload)}`)\n}\n\nfunction delay(ms: number): Promise<void> {\n  return new Promise(resolve => setTimeout(resolve, ms))\n}\n","import type { PayloadsClient } from '@xylabs/aries-datalake-client'\nimport { createDatalakeClient, RestPayloadsClient } from '@xylabs/aries-datalake-client'\nimport type { DatalakeRole } from '@xylabs/aries-datalake-core'\nimport { XyoPayloadsClient } from '@xylabs/aries-datalake-xl1-adapter'\n\nimport { resolveTarget } from '../resolveTarget.ts'\n\nexport interface Connection {\n  client: PayloadsClient\n  datalakeName: string\n  datalakeId: string\n  url: string\n  transport: 'native' | 'xl1-sdk'\n}\n\nexport interface MintAndConnectOptions {\n  idOrName?: string\n  role: DatalakeRole\n  ttlSeconds?: number\n  /**\n   * When `true`, use the real `@xyo-network/xl1-protocol-sdk`\n   * `RestDataLakeRunner` / `RestDataLakeViewer` for insert and get,\n   * proving byte-level wire compatibility. Other methods fall back to the\n   * native `RestPayloadsClient` since the XL1 SDK doesn't implement them.\n   */\n  useXl1Sdk?: boolean\n}\n\n/**\n * Resolves the target datalake, mints a scoped token via the control plane,\n * and returns a data-plane client wired with that token. Centralizes what\n * every payload command has to do before it can talk to the data plane.\n */\nexport async function mintAndConnect(options: MintAndConnectOptions): Promise<Connection> {\n  const controlClient = createDatalakeClient()\n  const target = resolveTarget(options.idOrName)\n  const descriptor = await controlClient.describe(target)\n  if (!descriptor.url) {\n    throw new Error(`Datalake ${descriptor.name} has no URL yet (status=${descriptor.status})`)\n  }\n  const token = await controlClient.mintToken({\n    datalakeId: descriptor.id,\n    role: options.role,\n    ttlSeconds: options.ttlSeconds ?? 3600,\n  })\n  const clientOptions = {\n    baseUrl: token.url,\n    datalakeId: descriptor.id,\n    authToken: token.token,\n  }\n  return {\n    client: options.useXl1Sdk\n      ? new XyoPayloadsClient(clientOptions)\n      : new RestPayloadsClient(clientOptions),\n    datalakeName: descriptor.name,\n    datalakeId: descriptor.id,\n    url: token.url,\n    transport: options.useXl1Sdk ? 'xl1-sdk' : 'native',\n  }\n}\n","import { getDefaultDatalake } from '@xylabs/aries-datalake-client'\n\n/**\n * Resolves the target datalake name/id for commands that take an optional\n * argument. Falls back to the one set via `aries datalake use`.\n */\nexport function resolveTarget(argValue: string | undefined): string {\n  const target = argValue ?? getDefaultDatalake()\n  if (!target) {\n    throw new Error(\n      'No datalake specified and no default set. '\n      + 'Pass <name> or run `aries datalake use <name>`.',\n    )\n  }\n  return target\n}\n"],"mappings":";AAAA,OAAO,WAAW;;;ACClB,SAAS,sBAAsB,0BAA0B;AAEzD,SAAS,yBAAyB;;;ACHlC,SAAS,0BAA0B;AAM5B,SAAS,cAAc,UAAsC;AAClE,QAAM,SAAS,YAAY,mBAAmB;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,SAAO;AACT;;;ADkBA,eAAsB,eAAe,SAAqD;AACxF,QAAM,gBAAgB,qBAAqB;AAC3C,QAAM,SAAS,cAAc,QAAQ,QAAQ;AAC7C,QAAM,aAAa,MAAM,cAAc,SAAS,MAAM;AACtD,MAAI,CAAC,WAAW,KAAK;AACnB,UAAM,IAAI,MAAM,YAAY,WAAW,IAAI,2BAA2B,WAAW,MAAM,GAAG;AAAA,EAC5F;AACA,QAAM,QAAQ,MAAM,cAAc,UAAU;AAAA,IAC1C,YAAY,WAAW;AAAA,IACvB,MAAM,QAAQ;AAAA,IACd,YAAY,QAAQ,cAAc;AAAA,EACpC,CAAC;AACD,QAAM,gBAAgB;AAAA,IACpB,SAAS,MAAM;AAAA,IACf,YAAY,WAAW;AAAA,IACvB,WAAW,MAAM;AAAA,EACnB;AACA,SAAO;AAAA,IACL,QAAQ,QAAQ,YACZ,IAAI,kBAAkB,aAAa,IACnC,IAAI,mBAAmB,aAAa;AAAA,IACxC,cAAc,WAAW;AAAA,IACzB,YAAY,WAAW;AAAA,IACvB,KAAK,MAAM;AAAA,IACX,WAAW,QAAQ,YAAY,YAAY;AAAA,EAC7C;AACF;;;ADvCA,IAAM,gBAAgB;AACtB,IAAM,kBAAkB;AAOxB,eAAsB,aAAa,SAA6C;AAC9E,QAAM,aAAa,MAAM,eAAe,EAAE,UAAU,QAAQ,UAAU,MAAM,SAAS,CAAC;AACtF,QAAM,QAAQ,QAAQ,SAAS;AAE/B,MAAI,SAAS,QAAQ;AACrB,MAAI,YAAY;AAIhB,SAAO,MAAM;AACX,UAAM,OAAO,MAAM,WAAW,OAAO,KAAK;AAAA,MACxC;AAAA,MAAO;AAAA,MAAQ,SAAS,QAAQ;AAAA,IAClC,CAAC;AACD,eAAW,WAAW,KAAK,UAAU;AACnC,mBAAa,OAAO;AACpB,mBAAa;AAAA,IACf;AACA,QAAI,CAAC,QAAQ,QAAQ;AACnB,UAAI,cAAc,GAAG;AACnB,gBAAQ,IAAI,MAAM,OAAO,GAAG,WAAW,YAAY,mBAAmB,CAAC;AAAA,MACzE;AACA;AAAA,IACF;AACA,QAAI,KAAK,SAAS,SAAS,OAAO;AAChC,eAAS,KAAK,cAAc;AAC5B;AAAA,IACF;AACA,aAAS,KAAK,cAAc;AAAA,EAC9B;AAEA,QAAM,iBAAiB,QAAQ,kBAAkB;AACjD,UAAQ,IAAI,MAAM,KAAK,aAAa,WAAW,YAAY,mBAAmB,CAAC;AAE/E,MAAI,QAAQ;AACZ,SAAO,QAAQ,aAAa,UAAa,QAAQ,QAAQ,UAAU;AACjE,UAAM,MAAM,cAAc;AAC1B,aAAS;AACT,UAAM,OAAO,MAAM,WAAW,OAAO,KAAK;AAAA,MACxC;AAAA,MAAO;AAAA,MAAQ,SAAS,QAAQ;AAAA,IAClC,CAAC;AACD,eAAW,WAAW,KAAK,UAAU;AACnC,mBAAa,OAAO;AACpB,mBAAa;AAAA,IACf;AACA,QAAI,KAAK,WAAY,UAAS,KAAK;AAAA,EACrC;AACF;AAEA,SAAS,aAAa,SAAkD;AACtE,QAAM,aAAY,oBAAI,KAAK,GAAE,YAAY;AACzC,UAAQ,IAAI,GAAG,MAAM,KAAK,SAAS,CAAC,IAAI,MAAM,KAAK,QAAQ,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,QAAQ,QAAQ,MAAM,CAAC,EAAE;AACjH,UAAQ,IAAI,KAAK,KAAK,UAAU,OAAO,CAAC,EAAE;AAC5C;AAEA,SAAS,MAAM,IAA2B;AACxC,SAAO,IAAI,QAAQ,aAAW,WAAW,SAAS,EAAE,CAAC;AACvD;","names":[]}

package/dist/actions/datalake/resolveTarget.mjs

@@ -0,0 +1,15 @@
+// src/actions/datalake/resolveTarget.ts
+import { getDefaultDatalake } from "@xylabs/aries-datalake-client";
+function resolveTarget(argValue) {
+  const target = argValue ?? getDefaultDatalake();
+  if (!target) {
+    throw new Error(
+      "No datalake specified and no default set. Pass <name> or run `aries datalake use <name>`."
+    );
+  }
+  return target;
+}
+export {
+  resolveTarget
+};
+//# sourceMappingURL=resolveTarget.mjs.map

package/dist/actions/datalake/resolveTarget.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/actions/datalake/resolveTarget.ts"],"sourcesContent":["import { getDefaultDatalake } from '@xylabs/aries-datalake-client'\n\n/**\n * Resolves the target datalake name/id for commands that take an optional\n * argument. Falls back to the one set via `aries datalake use`.\n */\nexport function resolveTarget(argValue: string | undefined): string {\n  const target = argValue ?? getDefaultDatalake()\n  if (!target) {\n    throw new Error(\n      'No datalake specified and no default set. '\n      + 'Pass <name> or run `aries datalake use <name>`.',\n    )\n  }\n  return target\n}\n"],"mappings":";AAAA,SAAS,0BAA0B;AAM5B,SAAS,cAAc,UAAsC;AAClE,QAAM,SAAS,YAAY,mBAAmB;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,SAAO;AACT;","names":[]}

package/dist/actions/datalake/revokeAccess.mjs

@@ -0,0 +1,108 @@
+// src/actions/datalake/revokeAccess.ts
+import { createDatalakeClient } from "@xylabs/aries-datalake-client";
+import chalk2 from "chalk";
+
+// src/actions/datalake/formatters.ts
+import chalk from "chalk";
+var STATUS_COLORS = {
+  pending: chalk.gray,
+  provisioning: chalk.yellow,
+  ready: chalk.green,
+  resizing: chalk.yellow,
+  deprovisioning: chalk.yellow,
+  deleted: chalk.gray,
+  error: chalk.red
+};
+function formatBytes(bytes) {
+  if (bytes < 1024) return `${bytes} B`;
+  if (bytes < 1024 ** 2) return `${(bytes / 1024).toFixed(1)} KB`;
+  if (bytes < 1024 ** 3) return `${(bytes / 1024 ** 2).toFixed(1)} MB`;
+  if (bytes < 1024 ** 4) return `${(bytes / 1024 ** 3).toFixed(1)} GB`;
+  return `${(bytes / 1024 ** 4).toFixed(1)} TB`;
+}
+function formatStatus(status) {
+  const colorize = STATUS_COLORS[status] ?? chalk.white;
+  return colorize(status);
+}
+function printRateLimits(limits) {
+  const parts = [];
+  if (limits.authenticatedPerMinute !== void 0) parts.push(`auth=${limits.authenticatedPerMinute}/min`);
+  if (limits.anonymousPerMinute !== void 0) parts.push(`anon=${limits.anonymousPerMinute}/min`);
+  if (limits.burstFactor !== void 0) parts.push(`burst=${limits.burstFactor}x`);
+  if (parts.length > 0) {
+    console.log(`  ${chalk.gray("limits:")}     ${parts.join(" ")}`);
+  }
+}
+function printUsage(usage) {
+  console.log();
+  console.log(chalk.cyan("  usage"));
+  console.log(`    ${chalk.gray("payloads:")}   ${usage.payloadCount}`);
+  console.log(`    ${chalk.gray("stored:")}     ${formatBytes(usage.bytesStored)} / ${formatBytes(usage.bytesStoredLimit)}`);
+  console.log(`    ${chalk.gray("reads 24h:")}  ${usage.readsLast24h}`);
+  console.log(`    ${chalk.gray("writes 24h:")} ${usage.writesLast24h}`);
+}
+function printAcl(acl) {
+  if (acl.length === 0) return;
+  console.log();
+  console.log(chalk.cyan("  access"));
+  for (const entry of acl) {
+    const principal = entry.principal === "public" ? chalk.yellow("public") : entry.principal;
+    console.log(`    ${principal.padEnd(24)} ${chalk.magenta(entry.role)}  ${chalk.gray(entry.grantedAt)}`);
+  }
+}
+function printDatalakeDetail(datalake) {
+  console.log(chalk.cyan(`
+${datalake.name}`));
+  console.log(`  ${chalk.gray("id:")}         ${datalake.id}`);
+  console.log(`  ${chalk.gray("status:")}     ${formatStatus(datalake.status)}`);
+  if (datalake.url) {
+    console.log(`  ${chalk.gray("url:")}        ${datalake.url}`);
+  }
+  console.log(`  ${chalk.gray("owner:")}      ${datalake.ownerId}`);
+  console.log(`  ${chalk.gray("tier:")}       ${datalake.config.tier}`);
+  console.log(`  ${chalk.gray("region:")}     ${datalake.config.region ?? "\u2014"}`);
+  console.log(`  ${chalk.gray("size:")}       ${datalake.config.sizeBytes ? formatBytes(datalake.config.sizeBytes) : "\u2014"}`);
+  console.log(`  ${chalk.gray("iops:")}       ${datalake.config.iops ?? "\u2014"}`);
+  console.log(`  ${chalk.gray("retention:")}  ${datalake.config.retentionDays ?? "forever"}`);
+  if (datalake.config.verifyHashes) {
+    console.log(`  ${chalk.gray("verify:")}     ${chalk.green("hashes enforced")}`);
+  }
+  if (datalake.config.rateLimits) printRateLimits(datalake.config.rateLimits);
+  console.log(`  ${chalk.gray("created:")}    ${datalake.createdAt}`);
+  console.log(`  ${chalk.gray("updated:")}    ${datalake.updatedAt}`);
+  if (datalake.usage) printUsage(datalake.usage);
+  printAcl(datalake.acl);
+  if (datalake.errorMessage) {
+    console.log();
+    console.log(`  ${chalk.red("error:")} ${datalake.errorMessage}`);
+  }
+}
+
+// src/actions/datalake/resolveTarget.ts
+import { getDefaultDatalake } from "@xylabs/aries-datalake-client";
+function resolveTarget(argValue) {
+  const target = argValue ?? getDefaultDatalake();
+  if (!target) {
+    throw new Error(
+      "No datalake specified and no default set. Pass <name> or run `aries datalake use <name>`."
+    );
+  }
+  return target;
+}
+
+// src/actions/datalake/revokeAccess.ts
+async function revokeAccess(options) {
+  const client = createDatalakeClient();
+  const target = resolveTarget(options.idOrName);
+  const descriptor = await client.describe(target);
+  const updated = await client.revoke({
+    datalakeId: descriptor.id,
+    principal: options.principal
+  });
+  console.log(chalk2.green(`revoked access for ${options.principal} on ${updated.name}`));
+  printDatalakeDetail(updated);
+}
+export {
+  revokeAccess
+};
+//# sourceMappingURL=revokeAccess.mjs.map