jsii-rosetta 5.9.21-dev.0 → 5.9.22

package/lib/translate_all.js.map

@@ -1 +1 @@
-{"version":3,"file":"translate_all.js","sourceRoot":"","sources":["../src/translate_all.ts"],"names":[],"mappings":";;AAoBA,oCAyCC;AA7DD,8BAA8B;AAC9B,kCAAkC;AAClC,yCAAyC;AAEzC,qCAAqC;AAErC,+CAAsD;AAItD;;;;;;;;;GASG;AACI,KAAK,UAAU,YAAY,CAChC,QAA6B,EAC7B,0BAAmC,EACnC,SAAkB;IAElB,6EAA6E;IAC7E,6EAA6E;IAC7E,qDAAqD;IACrD,2FAA2F;IAC3F,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B;QACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,mBAAmB,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,OAAO,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,MAAM,mBAAmB,CAAC,WAAW,SAAS,EAAE,CAAC,CAAC;IAEzF,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC,EAAE;QAC5E,UAAU,EAAE,CAAC;KACd,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,sBAAsB,GAAG,SAAS,IAAI,IAAI,CAAC;QACjD,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,EAAE,0BAA0B,EAAE,SAAS,EAAE,sBAAsB,CAAC,CAAC;QAE1G,MAAM,SAAS,GAA6B,MAAM,OAAO,CAAC,GAAG,CAC3D,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAClE,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,KAAK,EAAqB,CAAC;QACnD,MAAM,kBAAkB,GAAG,IAAI,KAAK,EAAqB,CAAC;QAE1D,kBAAkB;QAClB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC1C,kBAAkB,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,iBAAiB,CAAC,GAAG,CAAC,2BAAiB,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3F,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;IAC7C,CAAC;YAAS,CAAC;QACT,yBAAyB;QACzB,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,QAA6B,EAC7B,0BAAmC,EACnC,SAAS,GAAG,EAAE,EACd,yBAAkC,KAAK;IAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACnC,MAAM,GAAG,GAA4B,EAAE,CAAC;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACpD,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACtE,GAAG,CAAC,IAAI,CAAC;YACP,UAAU,EAAE,UAAU,QAAQ,EAAE;YAChC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;YAC1C,0BAA0B;YAC1B,QAAQ;YACR,SAAS,EAAE,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import * as os from 'node:os';\nimport * as path from 'node:path';\nimport * as workerpool from 'workerpool';\n\nimport * as logging from './logging';\nimport { TypeScriptSnippet } from './snippet';\nimport { TranslatedSnippet } from './tablets/tablets';\nimport { RosettaDiagnostic } from './translate';\nimport type { TranslateBatchRequest, TranslateBatchResponse } from './translate_all_worker';\n\n/**\n * Divide the work evenly over all processors by running 'translate_all_worker' in Worker Threads, then combine results\n *\n * The workers are fed small queues of work each. We used to divide the entire queue into N\n * but since the work is divided unevenly that led to some workers stopping early, idling while\n * waiting for more work.\n *\n * Never include 'translate_all_worker' directly, only do TypeScript type references (so that in\n * the script we may assume that 'worker_threads' successfully imports).\n */\nexport async function translateAll(\n  snippets: TypeScriptSnippet[],\n  includeCompilerDiagnostics: boolean,\n  batchSize?: number,\n): Promise<TranslateAllResult> {\n  // Use about half the advertised cores because hyperthreading doesn't seem to\n  // help that much, or we become I/O-bound at some point. On my machine, using\n  // more than half the cores actually makes it slower.\n  // Cap to a reasonable top-level limit to prevent thrash on machines with many, many cores.\n  const N = process.env.JSII_ROSETTA_MAX_WORKER_COUNT\n    ? parseInt(process.env.JSII_ROSETTA_MAX_WORKER_COUNT)\n    : Math.min(16, Math.max(1, Math.ceil(os.cpus().length / 2)));\n  const snippetArr = Array.from(snippets);\n  const batchesOf = batchSize ? ` (in batches of ${batchSize})` : '';\n  logging.info(`Translating ${snippetArr.length} snippets using ${N} workers${batchesOf}`);\n\n  const pool = workerpool.pool(path.join(__dirname, 'translate_all_worker.js'), {\n    maxWorkers: N,\n  });\n\n  try {\n    const shouldBatchCompilation = batchSize != null;\n    const requests = batchSnippets(snippetArr, includeCompilerDiagnostics, batchSize, shouldBatchCompilation);\n\n    const responses: TranslateBatchResponse[] = await Promise.all(\n      requests.map((request) => pool.exec('translateBatch', [request])),\n    );\n\n    const diagnostics = new Array<RosettaDiagnostic>();\n    const translatedSnippets = new Array<TranslatedSnippet>();\n\n    // Combine results\n    for (const response of responses) {\n      diagnostics.push(...response.diagnostics);\n      translatedSnippets.push(...response.translatedSchemas.map(TranslatedSnippet.fromSchema));\n    }\n    return { diagnostics, translatedSnippets };\n  } finally {\n    // Not waiting on purpose\n    void pool.terminate();\n  }\n}\n\nfunction batchSnippets(\n  snippets: TypeScriptSnippet[],\n  includeCompilerDiagnostics: boolean,\n  batchSize = 10,\n  shouldBatchCompilation: boolean = false,\n): TranslateBatchRequest[] {\n  const logLevel = logging.current();\n  const ret: TranslateBatchRequest[] = [];\n\n  for (let i = 0; i < snippets.length; i += batchSize) {\n    // create a unique worker name, purely for logging so can be pseudo random\n    const workerId = Math.random().toString(16).slice(2, 6).toUpperCase();\n    ret.push({\n      workerName: `Worker#${workerId}`,\n      snippets: snippets.slice(i, i + batchSize),\n      includeCompilerDiagnostics,\n      logLevel,\n      batchSize: shouldBatchCompilation ? batchSize : undefined,\n    });\n  }\n\n  return ret;\n}\n\nexport interface TranslateAllResult {\n  translatedSnippets: TranslatedSnippet[];\n  diagnostics: RosettaDiagnostic[];\n}\n"]}
+{"version":3,"file":"translate_all.js","sourceRoot":"","sources":["../src/translate_all.ts"],"names":[],"mappings":";;AAoBA,oCAiDC;AArED,8BAA8B;AAC9B,kCAAkC;AAClC,yCAAyC;AAEzC,qCAAqC;AAErC,+CAAsD;AACtD,2CAAsF;AAGtF;;;;;;;;;GASG;AACI,KAAK,UAAU,YAAY,CAChC,QAA6B,EAC7B,0BAAmC,EACnC,SAAkB;IAElB,6EAA6E;IAC7E,6EAA6E;IAC7E,qDAAqD;IACrD,2FAA2F;IAC3F,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B;QACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QACrD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,mBAAmB,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,OAAO,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,MAAM,mBAAmB,CAAC,WAAW,SAAS,EAAE,CAAC,CAAC;IAEzF,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC,EAAE;QAC5E,UAAU,EAAE,CAAC;KACd,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,sBAAsB,GAAG,SAAS,IAAI,IAAI,CAAC;QACjD,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,EAAE,0BAA0B,EAAE,SAAS,EAAE,sBAAsB,CAAC,CAAC;QAE1G,MAAM,SAAS,GAA6B,MAAM,OAAO,CAAC,GAAG,CAC3D,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAClE,CAAC;QAEF,MAAM,cAAc,GAAG,IAAI,KAAK,EAAqB,CAAC;QACtD,MAAM,kBAAkB,GAAG,IAAI,KAAK,EAAqB,CAAC;QAE1D,kBAAkB;QAClB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,cAAc,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC7C,kBAAkB,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,iBAAiB,CAAC,GAAG,CAAC,2BAAiB,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3F,CAAC;QAED,iCAAiC;QACjC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAA,6BAAiB,EAAC,cAAc,CAAC,CAAC;QAEnE,OAAO;YACL,WAAW;YACX,kBAAkB;YAClB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;SAC1D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,yBAAyB;QACzB,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,QAA6B,EAC7B,0BAAmC,EACnC,SAAS,GAAG,EAAE,EACd,yBAAkC,KAAK;IAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACnC,MAAM,GAAG,GAA4B,EAAE,CAAC;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACpD,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACtE,GAAG,CAAC,IAAI,CAAC;YACP,UAAU,EAAE,UAAU,QAAQ,EAAE;YAChC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;YAC1C,0BAA0B;YAC1B,QAAQ;YACR,SAAS,EAAE,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import * as os from 'node:os';\nimport * as path from 'node:path';\nimport * as workerpool from 'workerpool';\n\nimport * as logging from './logging';\nimport { TypeScriptSnippet } from './snippet';\nimport { TranslatedSnippet } from './tablets/tablets';\nimport { RosettaDiagnostic, SnippetTimingInfo, extractTimingInfo } from './translate';\nimport type { TranslateBatchRequest, TranslateBatchResponse } from './translate_all_worker';\n\n/**\n * Divide the work evenly over all processors by running 'translate_all_worker' in Worker Threads, then combine results\n *\n * The workers are fed small queues of work each. We used to divide the entire queue into N\n * but since the work is divided unevenly that led to some workers stopping early, idling while\n * waiting for more work.\n *\n * Never include 'translate_all_worker' directly, only do TypeScript type references (so that in\n * the script we may assume that 'worker_threads' successfully imports).\n */\nexport async function translateAll(\n  snippets: TypeScriptSnippet[],\n  includeCompilerDiagnostics: boolean,\n  batchSize?: number,\n): Promise<TranslateAllResult> {\n  // Use about half the advertised cores because hyperthreading doesn't seem to\n  // help that much, or we become I/O-bound at some point. On my machine, using\n  // more than half the cores actually makes it slower.\n  // Cap to a reasonable top-level limit to prevent thrash on machines with many, many cores.\n  const N = process.env.JSII_ROSETTA_MAX_WORKER_COUNT\n    ? parseInt(process.env.JSII_ROSETTA_MAX_WORKER_COUNT)\n    : Math.min(16, Math.max(1, Math.ceil(os.cpus().length / 2)));\n  const snippetArr = Array.from(snippets);\n  const batchesOf = batchSize ? ` (in batches of ${batchSize})` : '';\n  logging.info(`Translating ${snippetArr.length} snippets using ${N} workers${batchesOf}`);\n\n  const pool = workerpool.pool(path.join(__dirname, 'translate_all_worker.js'), {\n    maxWorkers: N,\n  });\n\n  try {\n    const shouldBatchCompilation = batchSize != null;\n    const requests = batchSnippets(snippetArr, includeCompilerDiagnostics, batchSize, shouldBatchCompilation);\n\n    const responses: TranslateBatchResponse[] = await Promise.all(\n      requests.map((request) => pool.exec('translateBatch', [request])),\n    );\n\n    const allDiagnostics = new Array<RosettaDiagnostic>();\n    const translatedSnippets = new Array<TranslatedSnippet>();\n\n    // Combine results\n    for (const response of responses) {\n      allDiagnostics.push(...response.diagnostics);\n      translatedSnippets.push(...response.translatedSchemas.map(TranslatedSnippet.fromSchema));\n    }\n\n    // Extract timing info if enabled\n    const { timings, diagnostics } = extractTimingInfo(allDiagnostics);\n\n    return {\n      diagnostics,\n      translatedSnippets,\n      timings: process.env.TIMING === '1' ? timings : undefined,\n    };\n  } finally {\n    // Not waiting on purpose\n    void pool.terminate();\n  }\n}\n\nfunction batchSnippets(\n  snippets: TypeScriptSnippet[],\n  includeCompilerDiagnostics: boolean,\n  batchSize = 10,\n  shouldBatchCompilation: boolean = false,\n): TranslateBatchRequest[] {\n  const logLevel = logging.current();\n  const ret: TranslateBatchRequest[] = [];\n\n  for (let i = 0; i < snippets.length; i += batchSize) {\n    // create a unique worker name, purely for logging so can be pseudo random\n    const workerId = Math.random().toString(16).slice(2, 6).toUpperCase();\n    ret.push({\n      workerName: `Worker#${workerId}`,\n      snippets: snippets.slice(i, i + batchSize),\n      includeCompilerDiagnostics,\n      logLevel,\n      batchSize: shouldBatchCompilation ? batchSize : undefined,\n    });\n  }\n\n  return ret;\n}\n\nexport interface TranslateAllResult {\n  translatedSnippets: TranslatedSnippet[];\n  diagnostics: RosettaDiagnostic[];\n  timings?: SnippetTimingInfo[];\n}\n"]}

package/lib/translate_all_worker.js

@@ -4,12 +4,18 @@ exports.singleThreadedTranslateAll = singleThreadedTranslateAll;
 /**
  * Pool worker for extract.ts
  */
+const node_util_1 = require("node:util");
 const workerpool = require("workerpool");
 const logging = require("./logging");
+const snippet_1 = require("./snippet");
+const key_1 = require("./tablets/key");
 const translate_1 = require("./translate");
 function translateBatch(request) {
     // because we are in a worker process we need to explicitly configure the log level again
     logging.configure({ level: request.logLevel ?? logging.Level.QUIET, prefix: request.workerName });
+    if (process.env.TIMING === '1' && request.batchSize) {
+        logging.warn('TIMING=1 is not supported in batch compilation mode');
+    }
     const result = request.batchSize
         ? batchTranslateAll(request.snippets, request.includeCompilerDiagnostics)
         : singleThreadedTranslateAll(request.snippets, request.includeCompilerDiagnostics);
@@ -40,18 +46,27 @@ function batchTranslateAll(snippets, includeCompilerDiagnostics) {
 function singleThreadedTranslateAll(snippets, includeCompilerDiagnostics) {
     const translatedSnippets = new Array();
     const failures = new Array();
+    const timings = new Array();
     const translator = new translate_1.Translator(includeCompilerDiagnostics);
     for (const block of snippets) {
+        const start = performance.now();
+        const currentSnippetKey = (0, key_1.snippetKey)(block);
+        logging.debug(`Translating ${currentSnippetKey} ${(0, node_util_1.inspect)(block.parameters ?? {})}`);
         try {
             translatedSnippets.push(translator.translate(block));
         }
         catch (e) {
             failures.push((0, translate_1.makeRosettaDiagnostic)(true, `rosetta: error translating snippet: ${e}\n${e.stack}\n${block.completeSource}`));
         }
+        const timing = (0, translate_1.makeTimingDiagnostic)(currentSnippetKey, (0, snippet_1.formatLocation)(block.location), performance.now() - start);
+        timings.push(timing);
+        logging.debug(`Completed ${timing.timingInfo.snippetKey} ${(0, node_util_1.inspect)({
+            duration: `${(timing.timingInfo.durationMs / 1000).toFixed(2)}s`,
+        })}`);
     }
     return {
         translatedSnippets,
-        diagnostics: [...translator.diagnostics, ...failures],
+        diagnostics: [...translator.diagnostics, ...failures, ...timings],
     };
 }
 workerpool.worker({ translateBatch });

package/lib/translate_all_worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"translate_all_worker.js","sourceRoot":"","sources":["../src/translate_all_worker.ts"],"names":[],"mappings":";;AA8DA,gEAuBC;AArFD;;GAEG;AACH,yCAAyC;AAEzC,qCAAqC;AAIrC,2CAAmF;AAiBnF,SAAS,cAAc,CAAC,OAA8B;IACpD,yFAAyF;IACzF,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS;QAC9B,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,0BAA0B,CAAC;QACzE,CAAC,CAAC,0BAA0B,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAErF,OAAO;QACL,iBAAiB,EAAE,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QAClE,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA6B,EAAE,0BAAmC;IAC3F,MAAM,kBAAkB,GAAG,IAAI,KAAK,EAAqB,CAAC;IAE1D,MAAM,QAAQ,GAAG,IAAI,KAAK,EAAqB,CAAC;IAEhD,MAAM,UAAU,GAAG,IAAI,sBAAU,CAAC,0BAA0B,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACvD,kBAAkB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CAAC,IAAA,iCAAqB,EAAC,IAAI,EAAE,qCAAqC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACnG,CAAC;IAED,OAAO;QACL,kBAAkB;QAClB,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC,WAAW,EAAE,GAAG,QAAQ,CAAC;KACtD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,0BAA0B,CACxC,QAA6B,EAC7B,0BAAmC;IAEnC,MAAM,kBAAkB,GAAG,IAAI,KAAK,EAAqB,CAAC;IAE1D,MAAM,QAAQ,GAAG,IAAI,KAAK,EAAqB,CAAC;IAEhD,MAAM,UAAU,GAAG,IAAI,sBAAU,CAAC,0BAA0B,CAAC,CAAC;IAC9D,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CACX,IAAA,iCAAqB,EAAC,IAAI,EAAE,uCAAuC,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,cAAc,EAAE,CAAC,CAC7G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,kBAAkB;QAClB,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC,WAAW,EAAE,GAAG,QAAQ,CAAC;KACtD,CAAC;AACJ,CAAC;AAED,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC","sourcesContent":["/**\n * Pool worker for extract.ts\n */\nimport * as workerpool from 'workerpool';\n\nimport * as logging from './logging';\nimport { TypeScriptSnippet } from './snippet';\nimport { TranslatedSnippetSchema } from './tablets/schema';\nimport { TranslatedSnippet } from './tablets/tablets';\nimport { RosettaDiagnostic, makeRosettaDiagnostic, Translator } from './translate';\nimport { TranslateAllResult } from './translate_all';\n\nexport interface TranslateBatchRequest {\n  readonly workerName: string;\n  readonly snippets: TypeScriptSnippet[];\n  readonly includeCompilerDiagnostics: boolean;\n  readonly logLevel?: logging.Level;\n  readonly batchSize?: number;\n}\n\nexport interface TranslateBatchResponse {\n  // Cannot be 'TranslatedSnippet' because needs to be serializable\n  readonly translatedSchemas: TranslatedSnippetSchema[];\n  readonly diagnostics: RosettaDiagnostic[];\n}\n\nfunction translateBatch(request: TranslateBatchRequest): TranslateBatchResponse {\n  // because we are in a worker process we need to explicitly configure the log level again\n  logging.configure({ level: request.logLevel ?? logging.Level.QUIET, prefix: request.workerName });\n  const result = request.batchSize\n    ? batchTranslateAll(request.snippets, request.includeCompilerDiagnostics)\n    : singleThreadedTranslateAll(request.snippets, request.includeCompilerDiagnostics);\n\n  return {\n    translatedSchemas: result.translatedSnippets.map((s) => s.snippet),\n    diagnostics: result.diagnostics,\n  };\n}\n\nfunction batchTranslateAll(snippets: TypeScriptSnippet[], includeCompilerDiagnostics: boolean): TranslateAllResult {\n  const translatedSnippets = new Array<TranslatedSnippet>();\n\n  const failures = new Array<RosettaDiagnostic>();\n\n  const translator = new Translator(includeCompilerDiagnostics);\n\n  try {\n    const results = translator.translateSnippets(snippets);\n    translatedSnippets.push(...results);\n  } catch (e: any) {\n    failures.push(makeRosettaDiagnostic(true, `rosetta: error translating batch: ${e}\\n${e.stack}`));\n  }\n\n  return {\n    translatedSnippets,\n    diagnostics: [...translator.diagnostics, ...failures],\n  };\n}\n\n/**\n * Translate the given snippets using a single compiler\n */\nexport function singleThreadedTranslateAll(\n  snippets: TypeScriptSnippet[],\n  includeCompilerDiagnostics: boolean,\n): TranslateAllResult {\n  const translatedSnippets = new Array<TranslatedSnippet>();\n\n  const failures = new Array<RosettaDiagnostic>();\n\n  const translator = new Translator(includeCompilerDiagnostics);\n  for (const block of snippets) {\n    try {\n      translatedSnippets.push(translator.translate(block));\n    } catch (e: any) {\n      failures.push(\n        makeRosettaDiagnostic(true, `rosetta: error translating snippet: ${e}\\n${e.stack}\\n${block.completeSource}`),\n      );\n    }\n  }\n\n  return {\n    translatedSnippets,\n    diagnostics: [...translator.diagnostics, ...failures],\n  };\n}\n\nworkerpool.worker({ translateBatch });\n"]}
+{"version":3,"file":"translate_all_worker.js","sourceRoot":"","sources":["../src/translate_all_worker.ts"],"names":[],"mappings":";;AAqEA,gEAmCC;AAxGD;;GAEG;AACH,yCAAoC;AACpC,yCAAyC;AAEzC,qCAAqC;AACrC,uCAA8D;AAC9D,uCAA2C;AAG3C,2CAAyG;AAiBzG,SAAS,cAAc,CAAC,OAA8B;IACpD,yFAAyF;IACzF,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAElG,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS;QAC9B,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,0BAA0B,CAAC;QACzE,CAAC,CAAC,0BAA0B,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAErF,OAAO;QACL,iBAAiB,EAAE,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QAClE,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA6B,EAAE,0BAAmC;IAC3F,MAAM,kBAAkB,GAAG,IAAI,KAAK,EAAqB,CAAC;IAE1D,MAAM,QAAQ,GAAG,IAAI,KAAK,EAAqB,CAAC;IAEhD,MAAM,UAAU,GAAG,IAAI,sBAAU,CAAC,0BAA0B,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACvD,kBAAkB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CAAC,IAAA,iCAAqB,EAAC,IAAI,EAAE,qCAAqC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACnG,CAAC;IAED,OAAO;QACL,kBAAkB;QAClB,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC,WAAW,EAAE,GAAG,QAAQ,CAAC;KACtD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,0BAA0B,CACxC,QAA6B,EAC7B,0BAAmC;IAEnC,MAAM,kBAAkB,GAAG,IAAI,KAAK,EAAqB,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,KAAK,EAAqB,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,KAAK,EAAqB,CAAC;IAE/C,MAAM,UAAU,GAAG,IAAI,sBAAU,CAAC,0BAA0B,CAAC,CAAC;IAC9D,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,iBAAiB,GAAG,IAAA,gBAAU,EAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,KAAK,CAAC,eAAe,iBAAiB,IAAI,IAAA,mBAAO,EAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAErF,IAAI,CAAC;YACH,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CACX,IAAA,iCAAqB,EAAC,IAAI,EAAE,uCAAuC,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,cAAc,EAAE,CAAC,CAC7G,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAA,gCAAoB,EAAC,iBAAiB,EAAE,IAAA,wBAAc,EAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAClH,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,OAAO,CAAC,KAAK,CACX,aAAa,MAAM,CAAC,UAAW,CAAC,UAAU,IAAI,IAAA,mBAAO,EAAC;YACpD,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,UAAW,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SAClE,CAAC,EAAE,CACL,CAAC;IACJ,CAAC;IAED,OAAO;QACL,kBAAkB;QAClB,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC,WAAW,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;KAClE,CAAC;AACJ,CAAC;AAED,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC","sourcesContent":["/**\n * Pool worker for extract.ts\n */\nimport { inspect } from 'node:util';\nimport * as workerpool from 'workerpool';\n\nimport * as logging from './logging';\nimport { formatLocation, TypeScriptSnippet } from './snippet';\nimport { snippetKey } from './tablets/key';\nimport { TranslatedSnippetSchema } from './tablets/schema';\nimport { TranslatedSnippet } from './tablets/tablets';\nimport { RosettaDiagnostic, makeRosettaDiagnostic, makeTimingDiagnostic, Translator } from './translate';\nimport { TranslateAllResult } from './translate_all';\n\nexport interface TranslateBatchRequest {\n  readonly workerName: string;\n  readonly snippets: TypeScriptSnippet[];\n  readonly includeCompilerDiagnostics: boolean;\n  readonly logLevel?: logging.Level;\n  readonly batchSize?: number;\n}\n\nexport interface TranslateBatchResponse {\n  // Cannot be 'TranslatedSnippet' because needs to be serializable\n  readonly translatedSchemas: TranslatedSnippetSchema[];\n  readonly diagnostics: RosettaDiagnostic[];\n}\n\nfunction translateBatch(request: TranslateBatchRequest): TranslateBatchResponse {\n  // because we are in a worker process we need to explicitly configure the log level again\n  logging.configure({ level: request.logLevel ?? logging.Level.QUIET, prefix: request.workerName });\n\n  if (process.env.TIMING === '1' && request.batchSize) {\n    logging.warn('TIMING=1 is not supported in batch compilation mode');\n  }\n\n  const result = request.batchSize\n    ? batchTranslateAll(request.snippets, request.includeCompilerDiagnostics)\n    : singleThreadedTranslateAll(request.snippets, request.includeCompilerDiagnostics);\n\n  return {\n    translatedSchemas: result.translatedSnippets.map((s) => s.snippet),\n    diagnostics: result.diagnostics,\n  };\n}\n\nfunction batchTranslateAll(snippets: TypeScriptSnippet[], includeCompilerDiagnostics: boolean): TranslateAllResult {\n  const translatedSnippets = new Array<TranslatedSnippet>();\n\n  const failures = new Array<RosettaDiagnostic>();\n\n  const translator = new Translator(includeCompilerDiagnostics);\n\n  try {\n    const results = translator.translateSnippets(snippets);\n    translatedSnippets.push(...results);\n  } catch (e: any) {\n    failures.push(makeRosettaDiagnostic(true, `rosetta: error translating batch: ${e}\\n${e.stack}`));\n  }\n\n  return {\n    translatedSnippets,\n    diagnostics: [...translator.diagnostics, ...failures],\n  };\n}\n\n/**\n * Translate the given snippets using a single compiler\n */\nexport function singleThreadedTranslateAll(\n  snippets: TypeScriptSnippet[],\n  includeCompilerDiagnostics: boolean,\n): TranslateAllResult {\n  const translatedSnippets = new Array<TranslatedSnippet>();\n  const failures = new Array<RosettaDiagnostic>();\n  const timings = new Array<RosettaDiagnostic>();\n\n  const translator = new Translator(includeCompilerDiagnostics);\n  for (const block of snippets) {\n    const start = performance.now();\n    const currentSnippetKey = snippetKey(block);\n    logging.debug(`Translating ${currentSnippetKey} ${inspect(block.parameters ?? {})}`);\n\n    try {\n      translatedSnippets.push(translator.translate(block));\n    } catch (e: any) {\n      failures.push(\n        makeRosettaDiagnostic(true, `rosetta: error translating snippet: ${e}\\n${e.stack}\\n${block.completeSource}`),\n      );\n    }\n\n    const timing = makeTimingDiagnostic(currentSnippetKey, formatLocation(block.location), performance.now() - start);\n    timings.push(timing);\n    logging.debug(\n      `Completed ${timing.timingInfo!.snippetKey} ${inspect({\n        duration: `${(timing.timingInfo!.durationMs / 1000).toFixed(2)}s`,\n      })}`,\n    );\n  }\n\n  return {\n    translatedSnippets,\n    diagnostics: [...translator.diagnostics, ...failures, ...timings],\n  };\n}\n\nworkerpool.worker({ translateBatch });\n"]}

package/package.json

@@ -11,7 +11,6 @@
     "build": "npx projen build",
     "clobber": "npx projen clobber",
     "compile": "npx projen compile",
-    "contributors:update": "npx projen contributors:update",
     "default": "npx projen default",
     "eject": "npx projen eject",
     "eslint": "npx projen eslint",
@@ -46,7 +45,6 @@
     "@types/workerpool": "^6.4.7",
     "@typescript-eslint/eslint-plugin": "^8",
     "@typescript-eslint/parser": "^8",
-    "all-contributors-cli": "^6.26.1",
     "constructs": "^10.0.0",
     "eslint": "^9",
     "eslint-config-prettier": "^8.10.2",
@@ -59,7 +57,7 @@
     "memfs": "^4.51.1",
     "mock-fs": "^5.5.0",
     "prettier": "^2.8.8",
-    "projen": "^0.98.29",
+    "projen": "^0.98.30",
     "tar": "^6.2.1",
     "ts-jest": "^29.4.6",
     "ts-node": "^10.9.2"
@@ -88,7 +86,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "5.9.21-dev.0",
+  "version": "5.9.22",
   "types": "lib/index.d.ts",
   "exports": {
     ".": "./lib/index.js",